difftreelog
refactor simplify and unify builtins
in: master
14 files changed
cmds/jrsonnet/src/main.rsdiffbeforeafterboth--- a/cmds/jrsonnet/src/main.rs
+++ b/cmds/jrsonnet/src/main.rs
@@ -83,17 +83,16 @@
std::process::exit(0);
};
- let success;
- if let Some(size) = opts.debug.os_stack {
- success = std::thread::Builder::new()
+ let success = if let Some(size) = opts.debug.os_stack {
+ std::thread::Builder::new()
.stack_size(size * 1024 * 1024)
.spawn(|| main_catch(opts))
.expect("new thread spawned")
.join()
- .expect("thread finished successfully");
+ .expect("thread finished successfully")
} else {
- success = main_catch(opts)
- }
+ main_catch(opts)
+ };
if !success {
std::process::exit(1);
}
crates/jrsonnet-evaluator/src/builtin/format.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/builtin/format.rs
+++ b/crates/jrsonnet-evaluator/src/builtin/format.rs
@@ -577,10 +577,8 @@
}
}
ConvTypeV::Char => match value.clone() {
- Val::Num(n) => tmp_out.push(
- std::char::from_u32(n as u32)
- .ok_or_else(|| InvalidUnicodeCodepointGot(n as u32))?,
- ),
+ Val::Num(n) => tmp_out
+ .push(std::char::from_u32(n as u32).ok_or(InvalidUnicodeCodepointGot(n as u32))?),
Val::Str(s) => {
if s.chars().count() != 1 {
throw!(RuntimeError(
crates/jrsonnet-evaluator/src/builtin/mod.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/builtin/mod.rs
+++ b/crates/jrsonnet-evaluator/src/builtin/mod.rs
@@ -1,3 +1,4 @@
+use crate::function::StaticBuiltin;
use crate::typed::{Any, Either, Null, PositiveF64, VecVal, M1};
use crate::{self as jrsonnet_evaluator, ObjValue};
use crate::{
@@ -5,21 +6,16 @@
equals,
error::{Error::*, Result},
operator::evaluate_mod_op,
- primitive_equals, push_frame, throw, with_state, ArrValue, Context, FuncVal,
- IndexableVal, Val,
+ primitive_equals, push_frame, throw, with_state, ArrValue, Context, FuncVal, IndexableVal, Val,
};
use format::{format_arr, format_obj};
use gcmodule::Cc;
use jrsonnet_interner::IStr;
-use jrsonnet_parser::{ArgsDesc, ExprLocation};
+use jrsonnet_parser::ExprLocation;
use serde::Deserialize;
use serde_yaml::DeserializingQuirks;
-use std::{
- collections::HashMap,
- convert::{TryFrom, TryInto},
- path::PathBuf,
- rc::Rc,
-};
+use std::collections::HashMap;
+use std::convert::{TryFrom, TryInto};
pub mod stdlib;
pub use stdlib::*;
@@ -32,7 +28,7 @@
pub fn std_format(str: IStr, vals: Val) -> Result<String> {
push_frame(
- &ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0),
+ None,
|| format!("std.format of {}", str),
|| {
Ok(match vals {
@@ -75,86 +71,85 @@
)),
}
}
-
-type Builtin = fn(context: Context, loc: &ExprLocation, args: &ArgsDesc) -> Result<Val>;
-type BuiltinsType = HashMap<Box<str>, Builtin>;
+type BuiltinsType = HashMap<IStr, &'static dyn StaticBuiltin>;
thread_local! {
- static BUILTINS: BuiltinsType = {
+ pub static BUILTINS: BuiltinsType = {
[
- ("length".into(), builtin_length as Builtin),
- ("type".into(), builtin_type),
- ("makeArray".into(), builtin_make_array),
- ("codepoint".into(), builtin_codepoint),
- ("objectFieldsEx".into(), builtin_object_fields_ex),
- ("objectHasEx".into(), builtin_object_has_ex),
- ("slice".into(), builtin_slice),
- ("substr".into(), builtin_substr),
- ("primitiveEquals".into(), builtin_primitive_equals),
- ("equals".into(), builtin_equals),
- ("modulo".into(), builtin_modulo),
- ("mod".into(), builtin_mod),
- ("floor".into(), builtin_floor),
- ("ceil".into(), builtin_ceil),
- ("log".into(), builtin_log),
- ("pow".into(), builtin_pow),
- ("sqrt".into(), builtin_sqrt),
- ("sin".into(), builtin_sin),
- ("cos".into(), builtin_cos),
- ("tan".into(), builtin_tan),
- ("asin".into(), builtin_asin),
- ("acos".into(), builtin_acos),
- ("atan".into(), builtin_atan),
- ("exp".into(), builtin_exp),
- ("mantissa".into(), builtin_mantissa),
- ("exponent".into(), builtin_exponent),
- ("extVar".into(), builtin_ext_var),
- ("native".into(), builtin_native),
- ("filter".into(), builtin_filter),
- ("map".into(), builtin_map),
- ("flatMap".into(), builtin_flatmap),
- ("foldl".into(), builtin_foldl),
- ("foldr".into(), builtin_foldr),
- ("sortImpl".into(), builtin_sort_impl),
- ("format".into(), builtin_format),
- ("range".into(), builtin_range),
- ("char".into(), builtin_char),
- ("encodeUTF8".into(), builtin_encode_utf8),
- ("decodeUTF8".into(), builtin_decode_utf8),
- ("md5".into(), builtin_md5),
- ("base64".into(), builtin_base64),
- ("base64DecodeBytes".into(), builtin_base64_decode_bytes),
- ("base64Decode".into(), builtin_base64_decode),
- ("trace".into(), builtin_trace),
- ("join".into(), builtin_join),
- ("escapeStringJson".into(), builtin_escape_string_json),
- ("manifestJsonEx".into(), builtin_manifest_json_ex),
- ("manifestYamlDocImpl".into(), builtin_manifest_yaml_doc),
- ("reverse".into(), builtin_reverse),
- ("id".into(), builtin_id),
- ("strReplace".into(), builtin_str_replace),
- ("splitLimit".into(), builtin_splitlimit),
- ("parseJson".into(), builtin_parse_json),
- ("parseYaml".into(), builtin_parse_yaml),
- ("asciiUpper".into(), builtin_ascii_upper),
- ("asciiLower".into(), builtin_ascii_lower),
- ("member".into(), builtin_member),
- ("count".into(), builtin_count),
+ ("length".into(), builtin_length::INST),
+ ("type".into(), builtin_type::INST),
+ ("makeArray".into(), builtin_make_array::INST),
+ ("codepoint".into(), builtin_codepoint::INST),
+ ("objectFieldsEx".into(), builtin_object_fields_ex::INST),
+ ("objectHasEx".into(), builtin_object_has_ex::INST),
+ ("slice".into(), builtin_slice::INST),
+ ("substr".into(), builtin_substr::INST),
+ ("primitiveEquals".into(), builtin_primitive_equals::INST),
+ ("equals".into(), builtin_equals::INST),
+ ("modulo".into(), builtin_modulo::INST),
+ ("mod".into(), builtin_mod::INST),
+ ("floor".into(), builtin_floor::INST),
+ ("ceil".into(), builtin_ceil::INST),
+ ("log".into(), builtin_log::INST),
+ ("pow".into(), builtin_pow::INST),
+ ("sqrt".into(), builtin_sqrt::INST),
+ ("sin".into(), builtin_sin::INST),
+ ("cos".into(), builtin_cos::INST),
+ ("tan".into(), builtin_tan::INST),
+ ("asin".into(), builtin_asin::INST),
+ ("acos".into(), builtin_acos::INST),
+ ("atan".into(), builtin_atan::INST),
+ ("exp".into(), builtin_exp::INST),
+ ("mantissa".into(), builtin_mantissa::INST),
+ ("exponent".into(), builtin_exponent::INST),
+ ("extVar".into(), builtin_ext_var::INST),
+ ("native".into(), builtin_native::INST),
+ ("filter".into(), builtin_filter::INST),
+ ("map".into(), builtin_map::INST),
+ ("flatMap".into(), builtin_flatmap::INST),
+ ("foldl".into(), builtin_foldl::INST),
+ ("foldr".into(), builtin_foldr::INST),
+ ("sort".into(), builtin_sort::INST),
+ ("format".into(), builtin_format::INST),
+ ("range".into(), builtin_range::INST),
+ ("char".into(), builtin_char::INST),
+ ("encodeUTF8".into(), builtin_encode_utf8::INST),
+ ("decodeUTF8".into(), builtin_decode_utf8::INST),
+ ("md5".into(), builtin_md5::INST),
+ ("base64".into(), builtin_base64::INST),
+ ("base64DecodeBytes".into(), builtin_base64_decode_bytes::INST),
+ ("base64Decode".into(), builtin_base64_decode::INST),
+ ("trace".into(), builtin_trace::INST),
+ ("join".into(), builtin_join::INST),
+ ("escapeStringJson".into(), builtin_escape_string_json::INST),
+ ("manifestJsonEx".into(), builtin_manifest_json_ex::INST),
+ ("manifestYamlDoc".into(), builtin_manifest_yaml_doc::INST),
+ ("reverse".into(), builtin_reverse::INST),
+ ("id".into(), builtin_id::INST),
+ ("strReplace".into(), builtin_str_replace::INST),
+ ("splitLimit".into(), builtin_splitlimit::INST),
+ ("parseJson".into(), builtin_parse_json::INST),
+ ("parseYaml".into(), builtin_parse_yaml::INST),
+ ("asciiUpper".into(), builtin_ascii_upper::INST),
+ ("asciiLower".into(), builtin_ascii_lower::INST),
+ ("member".into(), builtin_member::INST),
+ ("count".into(), builtin_count::INST),
].iter().cloned().collect()
};
}
#[jrsonnet_macros::builtin]
-fn builtin_length(x: Either<IStr, Either<VecVal, ObjValue>>) -> Result<usize> {
+fn builtin_length(x: Either<IStr, Either<VecVal, Either<ObjValue, Cc<FuncVal>>>>) -> Result<usize> {
Ok(match x {
Either::Left(x) => x.len(),
Either::Right(Either::Left(x)) => x.0.len(),
- Either::Right(Either::Right(x)) => x
+ Either::Right(Either::Right(Either::Left(x))) => x
.fields_visibility()
.into_iter()
.filter(|(_k, v)| *v)
.count(),
+ Either::Right(Either::Right(Either::Right(f))) => f.args_len(),
})
}
@@ -167,7 +162,7 @@
fn builtin_make_array(sz: usize, func: Cc<FuncVal>) -> Result<VecVal> {
let mut out = Vec::with_capacity(sz);
for i in 0..sz {
- out.push(func.evaluate_values(&[Val::Num(i as f64)])?)
+ out.push(func.evaluate_simple(&[i as f64].as_slice())?)
}
Ok(VecVal(out))
}
@@ -354,12 +349,12 @@
#[jrsonnet_macros::builtin]
fn builtin_filter(func: Cc<FuncVal>, arr: ArrValue) -> Result<ArrValue> {
- arr.filter(|val| bool::try_from(func.evaluate_values(&[val.clone()])?))
+ arr.filter(|val| bool::try_from(func.evaluate_simple(&[Any(val.clone())].as_slice())?))
}
#[jrsonnet_macros::builtin]
fn builtin_map(func: Cc<FuncVal>, arr: ArrValue) -> Result<ArrValue> {
- arr.map(|val| func.evaluate_values(&[val]))
+ arr.map(|val| func.evaluate_simple(&[Any(val)].as_slice()))
}
#[jrsonnet_macros::builtin]
@@ -368,7 +363,7 @@
IndexableVal::Str(s) => {
let mut out = String::new();
for c in s.chars() {
- match func.evaluate_values(&[Val::Str(c.to_string().into())])? {
+ match func.evaluate_simple(&[c.to_string()].as_slice())? {
Val::Str(o) => out.push_str(&o),
_ => throw!(RuntimeError(
"in std.join all items should be strings".into()
@@ -381,7 +376,7 @@
let mut out = Vec::new();
for el in a.iter() {
let el = el?;
- match func.evaluate_values(&[el])? {
+ match func.evaluate_simple(&[Any(el)].as_slice())? {
Val::Arr(o) => {
for oe in o.iter() {
out.push(oe?)
@@ -401,7 +396,7 @@
fn builtin_foldl(func: Cc<FuncVal>, arr: ArrValue, init: Any) -> Result<Any> {
let mut acc = init.0;
for i in arr.iter() {
- acc = func.evaluate_values(&[acc, i?])?;
+ acc = func.evaluate_simple(&[Any(acc), Any(i?)].as_slice())?;
}
Ok(Any(acc))
}
@@ -410,18 +405,21 @@
fn builtin_foldr(func: Cc<FuncVal>, arr: ArrValue, init: Any) -> Result<Any> {
let mut acc = init.0;
for i in arr.iter().rev() {
- acc = func.evaluate_values(&[i?, acc])?;
+ acc = func.evaluate_simple(&[Any(i?), Any(acc)].as_slice())?;
}
Ok(Any(acc))
}
#[jrsonnet_macros::builtin]
#[allow(non_snake_case)]
-fn builtin_sort_impl(arr: ArrValue, keyF: Cc<FuncVal>) -> Result<ArrValue> {
+fn builtin_sort(arr: ArrValue, keyF: Option<Cc<FuncVal>>) -> Result<ArrValue> {
if arr.len() <= 1 {
return Ok(arr);
}
- Ok(ArrValue::Eager(sort::sort(arr.evaluated()?, &keyF)?))
+ Ok(ArrValue::Eager(sort::sort(
+ arr.evaluated()?,
+ keyF.as_deref(),
+ )?))
}
#[jrsonnet_macros::builtin]
@@ -443,7 +441,7 @@
#[jrsonnet_macros::builtin]
fn builtin_char(n: u32) -> Result<char> {
- Ok(std::char::from_u32(n as u32).ok_or_else(|| InvalidUnicodeCodepointGot(n as u32))?)
+ Ok(std::char::from_u32(n as u32).ok_or(InvalidUnicodeCodepointGot(n as u32))?)
}
#[jrsonnet_macros::builtin]
@@ -466,16 +464,18 @@
}
#[jrsonnet_macros::builtin]
-fn builtin_trace(#[location] loc: &ExprLocation, str: IStr, rest: Any) -> Result<Any> {
+fn builtin_trace(#[location] loc: Option<&ExprLocation>, str: IStr, rest: Any) -> Result<Any> {
eprint!("TRACE:");
- with_state(|s| {
- let locs = s.map_source_locations(&loc.0, &[loc.1]);
- eprint!(
- " {}:{}",
- loc.0.file_name().unwrap().to_str().unwrap(),
- locs[0].line
- );
- });
+ if let Some(loc) = loc {
+ with_state(|s| {
+ let locs = s.map_source_locations(&loc.0, &[loc.1]);
+ eprint!(
+ " {}:{}",
+ loc.0.file_name().unwrap().to_str().unwrap(),
+ locs[0].line
+ );
+ });
+ }
eprintln!(" {}", str);
Ok(rest) as Result<Any>
}
@@ -574,15 +574,19 @@
#[jrsonnet_macros::builtin]
fn builtin_manifest_yaml_doc(
value: Any,
- indent_array_in_object: bool,
- quote_keys: bool,
+ indent_array_in_object: Option<bool>,
+ quote_keys: Option<bool>,
) -> Result<String> {
manifest_yaml_ex(
&value.0,
&ManifestYamlOptions {
padding: " ",
- arr_element_padding: if indent_array_in_object { " " } else { "" },
- quote_keys,
+ arr_element_padding: if indent_array_in_object.unwrap_or(false) {
+ " "
+ } else {
+ ""
+ },
+ quote_keys: quote_keys.unwrap_or(true),
},
)
}
@@ -648,15 +652,4 @@
}
}
Ok(count)
-}
-
-pub fn call_builtin(
- context: Context,
- loc: &ExprLocation,
- name: &str,
- args: &ArgsDesc,
-) -> Result<Val> {
- BUILTINS
- .with(|builtins| builtins.get(name).copied())
- .ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)
}
crates/jrsonnet-evaluator/src/builtin/sort.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/builtin/sort.rs
+++ b/crates/jrsonnet-evaluator/src/builtin/sort.rs
@@ -1,6 +1,8 @@
use crate::{
error::{Error, LocError, Result},
- throw, FuncVal, Val,
+ throw,
+ typed::Any,
+ FuncVal, Val,
};
use gcmodule::{Cc, Trace};
@@ -59,42 +61,47 @@
Ok(sort_type)
}
-pub fn sort(values: Cc<Vec<Val>>, key_getter: &FuncVal) -> Result<Cc<Vec<Val>>> {
+pub fn sort(values: Cc<Vec<Val>>, key_getter: Option<&FuncVal>) -> Result<Cc<Vec<Val>>> {
if values.len() <= 1 {
return Ok(values);
}
- if key_getter.is_ident() {
- let mut mvalues = (*values).clone();
- let sort_type = get_sort_type(&mut mvalues, |k| k)?;
+ if let Some(key_getter) = key_getter {
+ // Slow path, user provided key getter
+ let mut vk = Vec::with_capacity(values.len());
+ for value in values.iter() {
+ vk.push((
+ value.clone(),
+ key_getter.evaluate_simple(&[Any(value.clone())].as_slice())?,
+ ));
+ }
+ let sort_type = get_sort_type(&mut vk, |v| &mut v.1)?;
match sort_type {
- SortKeyType::Number => mvalues.sort_by_key(|v| match v {
- Val::Num(n) => NonNaNf64(*n),
+ SortKeyType::Number => vk.sort_by_key(|v| match v.1 {
+ Val::Num(n) => NonNaNf64(n),
_ => unreachable!(),
}),
- SortKeyType::String => mvalues.sort_by_key(|v| match v {
+ SortKeyType::String => vk.sort_by_key(|v| match &v.1 {
Val::Str(s) => s.clone(),
_ => unreachable!(),
}),
SortKeyType::Unknown => unreachable!(),
};
- Ok(Cc::new(mvalues))
+ Ok(Cc::new(vk.into_iter().map(|v| v.0).collect()))
} else {
- let mut vk = Vec::with_capacity(values.len());
- for value in values.iter() {
- vk.push((value.clone(), key_getter.evaluate_values(&[value.clone()])?));
- }
- let sort_type = get_sort_type(&mut vk, |v| &mut v.1)?;
+ // Fast path, identity key getter
+ let mut mvalues = (*values).clone();
+ let sort_type = get_sort_type(&mut mvalues, |k| k)?;
match sort_type {
- SortKeyType::Number => vk.sort_by_key(|v| match v.1 {
- Val::Num(n) => NonNaNf64(n),
+ SortKeyType::Number => mvalues.sort_unstable_by_key(|v| match v {
+ Val::Num(n) => NonNaNf64(*n),
_ => unreachable!(),
}),
- SortKeyType::String => vk.sort_by_key(|v| match &v.1 {
+ SortKeyType::String => mvalues.sort_unstable_by_key(|v| match v {
Val::Str(s) => s.clone(),
_ => unreachable!(),
}),
SortKeyType::Unknown => unreachable!(),
};
- Ok(Cc::new(vk.into_iter().map(|v| v.0).collect()))
+ Ok(Cc::new(mvalues))
}
}
crates/jrsonnet-evaluator/src/evaluate/mod.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/evaluate/mod.rs
+++ b/crates/jrsonnet-evaluator/src/evaluate/mod.rs
@@ -1,7 +1,7 @@
use std::convert::TryFrom;
use crate::{
- builtin::std_slice,
+ builtin::{std_slice, BUILTINS},
error::Error::*,
evaluate::operator::{evaluate_add_op, evaluate_binary_op_special, evaluate_unary_op},
gc::TraceBox,
@@ -192,7 +192,7 @@
Ok(match field_name {
jrsonnet_parser::FieldName::Fixed(n) => Some(n.clone()),
jrsonnet_parser::FieldName::Dyn(expr) => push_frame(
- &expr.1,
+ Some(&expr.1),
|| "evaluating field name".to_string(),
|| {
let value = evaluate(context, expr)?;
@@ -442,7 +442,7 @@
context: Context,
value: &LocExpr,
args: &ArgsDesc,
- loc: &ExprLocation,
+ loc: Option<&ExprLocation>,
tailstrict: bool,
) -> Result<Val> {
let value = evaluate(context.clone(), value)?;
@@ -463,13 +463,13 @@
let value = &assertion.0;
let msg = &assertion.1;
let assertion_result = push_frame(
- &value.1,
+ Some(&value.1),
|| "assertion condition".to_owned(),
|| bool::try_from(evaluate(context.clone(), value)?),
)?;
if !assertion_result {
push_frame(
- &value.1,
+ Some(&value.1),
|| "assertion failure".to_owned(),
|| {
if let Some(msg) = msg {
@@ -519,7 +519,7 @@
BinaryOp(v1, o, v2) => evaluate_binary_op_special(context, v1, *o, v2)?,
UnaryOp(o, v) => evaluate_unary_op(*o, &evaluate(context, v)?)?,
Var(name) => push_frame(
- loc,
+ Some(loc),
|| format!("variable <{}> access", name),
|| context.binding(name.clone())?.evaluate(),
)?,
@@ -528,7 +528,7 @@
(Val::Obj(v), Val::Str(s)) => {
let sn = s.clone();
push_frame(
- loc,
+ Some(loc),
|| format!("field <{}> access", sn),
|| {
if let Some(v) = v.get(s.clone())? {
@@ -624,17 +624,23 @@
&evaluate(context.clone(), s)?,
&Val::Obj(evaluate_object(context, t)?),
)?,
- Apply(value, args, tailstrict) => evaluate_apply(context, value, args, loc, *tailstrict)?,
+ Apply(value, args, tailstrict) => {
+ evaluate_apply(context, value, args, Some(loc), *tailstrict)?
+ }
Function(params, body) => {
evaluate_method(context, "anonymous".into(), params.clone(), body.clone())
}
- Intrinsic(name) => Val::Func(Cc::new(FuncVal::Intrinsic(name.clone()))),
+ Intrinsic(name) => Val::Func(Cc::new(FuncVal::StaticBuiltin(
+ BUILTINS
+ .with(|b| b.get(name).copied())
+ .ok_or_else(|| IntrinsicNotFound(name.clone()))?,
+ ))),
AssertExpr(assert, returned) => {
evaluate_assert(context.clone(), assert)?;
evaluate(context, returned)?
}
ErrorStmt(e) => push_frame(
- loc,
+ Some(loc),
|| "error statement".to_owned(),
|| throw!(RuntimeError(IStr::try_from(evaluate(context, e)?)?,)),
)?,
@@ -644,7 +650,7 @@
cond_else,
} => {
if push_frame(
- loc,
+ Some(loc),
|| "if condition".to_owned(),
|| bool::try_from(evaluate(context.clone(), &cond.0)?),
)? {
@@ -683,7 +689,7 @@
let mut import_location = tmp.to_path_buf();
import_location.pop();
push_frame(
- loc,
+ Some(loc),
|| format!("import {:?}", path),
|| with_state(|s| s.import_file(&import_location, path)),
)?
crates/jrsonnet-evaluator/src/function.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function.rs
+++ b/crates/jrsonnet-evaluator/src/function.rs
@@ -1,15 +1,16 @@
use crate::{
- error::Error::*, evaluate, evaluate_named, gc::TraceBox, throw, Context, FutureWrapper,
- GcHashMap, LazyVal, LazyValValue, Result, Val,
+ error::{Error::*, LocError},
+ evaluate, evaluate_named,
+ gc::TraceBox,
+ throw,
+ typed::Typed,
+ Context, FutureWrapper, GcHashMap, LazyVal, LazyValValue, Result, Val,
};
use gcmodule::Trace;
use jrsonnet_interner::IStr;
-use jrsonnet_parser::{ArgsDesc, LocExpr, ParamsDesc};
-use std::collections::HashMap;
+use jrsonnet_parser::{ArgsDesc, ExprLocation, LocExpr, ParamsDesc};
+use std::{borrow::Cow, collections::HashMap, convert::TryFrom};
-const NO_DEFAULT_CONTEXT: &str =
- "no default context set for call with defined default parameter value";
-
#[derive(Trace)]
struct EvaluateLazyVal {
context: Context,
@@ -21,6 +22,248 @@
}
}
+pub trait ArgLike {
+ fn evaluate_arg(&self, ctx: Context, tailstrict: bool) -> Result<LazyVal>;
+}
+impl ArgLike for &LocExpr {
+ fn evaluate_arg(&self, ctx: Context, tailstrict: bool) -> Result<LazyVal> {
+ Ok(if tailstrict {
+ LazyVal::new_resolved(evaluate(ctx, self)?)
+ } else {
+ LazyVal::new(TraceBox(Box::new(EvaluateLazyVal {
+ context: ctx,
+ expr: (*self).clone(),
+ })))
+ })
+ }
+}
+impl<T> ArgLike for T
+where
+ T: Typed + Clone,
+ Val: TryFrom<T, Error = LocError>,
+{
+ fn evaluate_arg(&self, _ctx: Context, _tailstrict: bool) -> Result<LazyVal> {
+ let val: Val = Val::try_from(self.clone())?;
+ Ok(LazyVal::new_resolved(val))
+ }
+}
+pub enum TlaArg {
+ String(IStr),
+ Code(LocExpr),
+ Val(Val),
+}
+impl ArgLike for TlaArg {
+ fn evaluate_arg(&self, ctx: Context, tailstrict: bool) -> Result<LazyVal> {
+ match self {
+ TlaArg::String(s) => Ok(LazyVal::new_resolved(Val::Str(s.clone()))),
+ TlaArg::Code(code) => Ok(if tailstrict {
+ LazyVal::new_resolved(evaluate(ctx, code)?)
+ } else {
+ LazyVal::new(TraceBox(Box::new(EvaluateLazyVal {
+ context: ctx,
+ expr: code.clone(),
+ })))
+ }),
+ TlaArg::Val(val) => Ok(LazyVal::new_resolved(val.clone())),
+ }
+ }
+}
+
+pub trait ArgsLike {
+ fn unnamed_len(&self) -> usize;
+ fn unnamed_iter(
+ &self,
+ ctx: Context,
+ tailstrict: bool,
+ handler: &mut dyn FnMut(usize, LazyVal) -> Result<()>,
+ ) -> Result<()>;
+ fn named_iter(
+ &self,
+ ctx: Context,
+ tailstrict: bool,
+ handler: &mut dyn FnMut(&IStr, LazyVal) -> Result<()>,
+ ) -> Result<()>;
+ fn named_names(&self, handler: &mut dyn FnMut(&IStr));
+}
+
+impl ArgsLike for ArgsDesc {
+ fn unnamed_len(&self) -> usize {
+ self.unnamed.len()
+ }
+
+ fn unnamed_iter(
+ &self,
+ ctx: Context,
+ tailstrict: bool,
+ handler: &mut dyn FnMut(usize, LazyVal) -> Result<()>,
+ ) -> Result<()> {
+ for (id, arg) in self.unnamed.iter().enumerate() {
+ handler(
+ id,
+ if tailstrict {
+ LazyVal::new_resolved(evaluate(ctx.clone(), arg)?)
+ } else {
+ LazyVal::new(TraceBox(Box::new(EvaluateLazyVal {
+ context: ctx.clone(),
+ expr: arg.clone(),
+ })))
+ },
+ )?;
+ }
+ Ok(())
+ }
+
+ fn named_iter(
+ &self,
+ ctx: Context,
+ tailstrict: bool,
+ handler: &mut dyn FnMut(&IStr, LazyVal) -> Result<()>,
+ ) -> Result<()> {
+ for (name, arg) in self.named.iter() {
+ handler(
+ name,
+ if tailstrict {
+ LazyVal::new_resolved(evaluate(ctx.clone(), arg)?)
+ } else {
+ LazyVal::new(TraceBox(Box::new(EvaluateLazyVal {
+ context: ctx.clone(),
+ expr: arg.clone(),
+ })))
+ },
+ )?;
+ }
+ Ok(())
+ }
+
+ fn named_names(&self, handler: &mut dyn FnMut(&IStr)) {
+ for (name, _) in self.named.iter() {
+ handler(name)
+ }
+ }
+}
+
+impl<A: ArgLike> ArgsLike for [(IStr, A)] {
+ fn unnamed_len(&self) -> usize {
+ 0
+ }
+
+ fn unnamed_iter(
+ &self,
+ _ctx: Context,
+ _tailstrict: bool,
+ _handler: &mut dyn FnMut(usize, LazyVal) -> Result<()>,
+ ) -> Result<()> {
+ Ok(())
+ }
+
+ fn named_iter(
+ &self,
+ ctx: Context,
+ tailstrict: bool,
+ handler: &mut dyn FnMut(&IStr, LazyVal) -> Result<()>,
+ ) -> Result<()> {
+ for (name, val) in self.iter() {
+ handler(name, val.evaluate_arg(ctx.clone(), tailstrict)?)?;
+ }
+ Ok(())
+ }
+
+ fn named_names(&self, handler: &mut dyn FnMut(&IStr)) {
+ for (name, _) in self.iter() {
+ handler(name);
+ }
+ }
+}
+
+impl<A: ArgLike> ArgsLike for HashMap<IStr, A> {
+ fn unnamed_len(&self) -> usize {
+ 0
+ }
+
+ fn unnamed_iter(
+ &self,
+ _ctx: Context,
+ _tailstrict: bool,
+ _handler: &mut dyn FnMut(usize, LazyVal) -> Result<()>,
+ ) -> Result<()> {
+ Ok(())
+ }
+
+ fn named_iter(
+ &self,
+ ctx: Context,
+ tailstrict: bool,
+ handler: &mut dyn FnMut(&IStr, LazyVal) -> Result<()>,
+ ) -> Result<()> {
+ for (name, value) in self.iter() {
+ handler(name, value.evaluate_arg(ctx.clone(), tailstrict)?)?;
+ }
+ Ok(())
+ }
+
+ fn named_names(&self, handler: &mut dyn FnMut(&IStr)) {
+ for (name, _) in self.iter() {
+ handler(name);
+ }
+ }
+}
+
+impl<A: ArgLike> ArgsLike for [A] {
+ fn unnamed_len(&self) -> usize {
+ self.len()
+ }
+
+ fn unnamed_iter(
+ &self,
+ ctx: Context,
+ tailstrict: bool,
+ handler: &mut dyn FnMut(usize, LazyVal) -> Result<()>,
+ ) -> Result<()> {
+ for (i, arg) in self.iter().enumerate() {
+ handler(i, arg.evaluate_arg(ctx.clone(), tailstrict)?)?;
+ }
+ Ok(())
+ }
+
+ fn named_iter(
+ &self,
+ _ctx: Context,
+ _tailstrict: bool,
+ _handler: &mut dyn FnMut(&IStr, LazyVal) -> Result<()>,
+ ) -> Result<()> {
+ Ok(())
+ }
+
+ fn named_names(&self, _handler: &mut dyn FnMut(&IStr)) {}
+}
+impl<A: ArgLike> ArgsLike for &[A] {
+ fn unnamed_len(&self) -> usize {
+ (*self).unnamed_len()
+ }
+
+ fn unnamed_iter(
+ &self,
+ ctx: Context,
+ tailstrict: bool,
+ handler: &mut dyn FnMut(usize, LazyVal) -> Result<()>,
+ ) -> Result<()> {
+ (*self).unnamed_iter(ctx, tailstrict, handler)
+ }
+
+ fn named_iter(
+ &self,
+ ctx: Context,
+ tailstrict: bool,
+ handler: &mut dyn FnMut(&IStr, LazyVal) -> Result<()>,
+ ) -> Result<()> {
+ (*self).named_iter(ctx, tailstrict, handler)
+ }
+
+ fn named_names(&self, handler: &mut dyn FnMut(&IStr)) {
+ (*self).named_names(handler)
+ }
+}
+
/// Creates correct [context](Context) for function body evaluation returning error on invalid call.
///
/// ## Parameters
@@ -33,55 +276,34 @@
ctx: Context,
body_ctx: Context,
params: &ParamsDesc,
- args: &ArgsDesc,
+ args: &dyn ArgsLike,
tailstrict: bool,
) -> Result<Context> {
let mut passed_args = GcHashMap::with_capacity(params.len());
- if args.unnamed.len() > params.len() {
+ if args.unnamed_len() > params.len() {
throw!(TooManyArgsFunctionHas(params.len()))
}
let mut filled_args = 0;
- for (id, arg) in args.unnamed.iter().enumerate() {
+ args.unnamed_iter(ctx.clone(), tailstrict, &mut |id, arg| {
let name = params[id].0.clone();
- passed_args.insert(
- name,
- if tailstrict {
- LazyVal::new_resolved(evaluate(ctx.clone(), arg)?)
- } else {
- LazyVal::new(TraceBox(Box::new(EvaluateLazyVal {
- context: ctx.clone(),
- expr: arg.clone(),
- })))
- },
- );
+ passed_args.insert(name, arg);
filled_args += 1;
- }
+ Ok(())
+ })?;
- for (name, value) in args.named.iter() {
+ args.named_iter(ctx, tailstrict, &mut |name, value| {
// FIXME: O(n) for arg existence check
if !params.iter().any(|p| &p.0 == name) {
throw!(UnknownFunctionParameter((name as &str).to_owned()));
}
- if passed_args
- .insert(
- name.clone(),
- if tailstrict {
- LazyVal::new_resolved(evaluate(ctx.clone(), value)?)
- } else {
- LazyVal::new(TraceBox(Box::new(EvaluateLazyVal {
- context: ctx.clone(),
- expr: value.clone(),
- })))
- },
- )
- .is_some()
- {
+ if passed_args.insert(name.clone(), value).is_some() {
throw!(BindingParameterASecondTime(name.clone()));
}
filled_args += 1;
- }
+ Ok(())
+ })?;
if filled_args < params.len() {
// Some args are unset, but maybe we have defaults for them
@@ -123,8 +345,14 @@
// Some args still wasn't filled
if filled_args != params.len() {
- for param in params.iter().skip(args.unnamed.len()) {
- if !args.named.iter().any(|a| a.0 == param.0) {
+ for param in params.iter().skip(args.unnamed_len()) {
+ let mut found = false;
+ args.named_names(&mut |name| {
+ if name == ¶m.0 {
+ found = true;
+ }
+ });
+ if !found {
throw!(FunctionParameterNotBoundInCall(param.0.clone()));
}
}
@@ -141,12 +369,33 @@
}
}
-#[derive(Clone, Copy)]
+type BuiltinParamName = Cow<'static, str>;
+
+#[derive(Clone)]
pub struct BuiltinParam {
- pub name: &'static str,
+ pub name: BuiltinParamName,
pub has_default: bool,
}
+pub trait Builtin: Trace {
+ fn name(&self) -> &str;
+ fn params(&self) -> &[BuiltinParam];
+ fn call(
+ &self,
+ context: Context,
+ loc: Option<&ExprLocation>,
+ args: &dyn ArgsLike,
+ ) -> Result<Val>;
+}
+
+pub trait StaticBuiltin: Builtin + Send + Sync
+where
+ Self: 'static,
+{
+ // In impl, to make it object safe:
+ // const INST: &'static Self;
+}
+
/// You shouldn't probally use this function, use jrsonnet_macros::builtin instead
///
/// ## Parameters
@@ -154,58 +403,38 @@
/// * `params`: function parameters' definition
/// * `args`: passed function arguments
/// * `tailstrict`: if set to `true` function arguments are eagerly executed, otherwise - lazily
-pub fn parse_builtin_call<'k>(
+pub fn parse_builtin_call(
ctx: Context,
- params: &'static [BuiltinParam],
- args: &'k ArgsDesc,
+ params: &[BuiltinParam],
+ args: &dyn ArgsLike,
tailstrict: bool,
-) -> Result<GcHashMap<&'k str, LazyVal>> {
+) -> Result<GcHashMap<BuiltinParamName, LazyVal>> {
let mut passed_args = GcHashMap::with_capacity(params.len());
- if args.unnamed.len() > params.len() {
+ if args.unnamed_len() > params.len() {
throw!(TooManyArgsFunctionHas(params.len()))
}
let mut filled_args = 0;
- for (id, arg) in args.unnamed.iter().enumerate() {
- let name = params[id].name;
- passed_args.insert(
- name,
- if tailstrict {
- LazyVal::new_resolved(evaluate(ctx.clone(), arg)?)
- } else {
- LazyVal::new(TraceBox(Box::new(EvaluateLazyVal {
- context: ctx.clone(),
- expr: arg.clone(),
- })))
- },
- );
+ args.unnamed_iter(ctx.clone(), tailstrict, &mut |id, arg| {
+ let name = params[id].name.clone();
+ passed_args.insert(name, arg);
filled_args += 1;
- }
+ Ok(())
+ })?;
- for (name, value) in args.named.iter() {
+ args.named_iter(ctx, tailstrict, &mut |name, arg| {
// FIXME: O(n) for arg existence check
- if !params.iter().any(|p| p.name == name as &str) {
- throw!(UnknownFunctionParameter((name as &str).to_owned()));
- }
- if passed_args
- .insert(
- name,
- if tailstrict {
- LazyVal::new_resolved(evaluate(ctx.clone(), value)?)
- } else {
- LazyVal::new(TraceBox(Box::new(EvaluateLazyVal {
- context: ctx.clone(),
- expr: value.clone(),
- })))
- },
- )
- .is_some()
- {
+ let p = params
+ .iter()
+ .find(|p| p.name == name as &str)
+ .ok_or_else(|| UnknownFunctionParameter((name as &str).to_owned()))?;
+ if passed_args.insert(p.name.clone(), arg).is_some() {
throw!(BindingParameterASecondTime(name.clone()));
}
filled_args += 1;
- }
+ Ok(())
+ })?;
if filled_args < params.len() {
for param in params.iter().filter(|p| p.has_default) {
@@ -217,97 +446,19 @@
// Some args still wasn't filled
if filled_args != params.len() {
- for param in params.iter().skip(args.unnamed.len()) {
- if !args.named.iter().any(|a| &a.0 as &str == param.name) {
- throw!(FunctionParameterNotBoundInCall(param.name.into()));
+ for param in params.iter().skip(args.unnamed_len()) {
+ let mut found = false;
+ args.named_names(&mut |name| {
+ if name as &str == ¶m.name as &str {
+ found = true;
+ }
+ });
+ if !found {
+ throw!(FunctionParameterNotBoundInCall(param.name.clone().into()));
}
}
unreachable!();
}
}
Ok(passed_args)
-}
-
-pub fn parse_function_call_map(
- ctx: Context,
- body_ctx: Option<Context>,
- params: &ParamsDesc,
- args: &HashMap<IStr, Val>,
- tailstrict: bool,
-) -> Result<Context> {
- let mut out = GcHashMap::with_capacity(params.len());
- let mut positioned_args = vec![None; params.0.len()];
- for (name, val) in args.iter() {
- let idx = params
- .iter()
- .position(|p| *p.0 == **name)
- .ok_or_else(|| UnknownFunctionParameter((name as &str).to_owned()))?;
-
- if idx >= params.len() {
- throw!(TooManyArgsFunctionHas(params.len()));
- }
- if positioned_args[idx].is_some() {
- throw!(BindingParameterASecondTime(params[idx].0.clone()));
- }
- positioned_args[idx] = Some(val.clone());
- }
- // Fill defaults
- for (id, p) in params.iter().enumerate() {
- let val = if let Some(arg) = positioned_args[id].take() {
- LazyVal::new_resolved(arg)
- } else if let Some(default) = &p.1 {
- if tailstrict {
- LazyVal::new_resolved(evaluate(
- body_ctx.clone().expect(NO_DEFAULT_CONTEXT),
- default,
- )?)
- } else {
- let body_ctx = body_ctx.clone();
- let default = default.clone();
- #[derive(Trace)]
- struct EvaluateLazyVal {
- body_ctx: Option<Context>,
- default: LocExpr,
- }
- impl LazyValValue for EvaluateLazyVal {
- fn get(self: Box<Self>) -> Result<Val> {
- evaluate(
- self.body_ctx.clone().expect(NO_DEFAULT_CONTEXT),
- &self.default,
- )
- }
- }
- LazyVal::new(TraceBox(Box::new(EvaluateLazyVal { body_ctx, default })))
- }
- } else {
- throw!(FunctionParameterNotBoundInCall(p.0.clone()));
- };
- out.insert(p.0.clone(), val);
- }
-
- Ok(body_ctx.unwrap_or(ctx).extend(out, None, None, None))
-}
-
-pub fn place_args(body_ctx: Context, params: &ParamsDesc, args: &[Val]) -> Result<Context> {
- let mut out = GcHashMap::with_capacity(params.len());
- let mut positioned_args = vec![None; params.0.len()];
- for (id, arg) in args.iter().enumerate() {
- if id >= params.len() {
- throw!(TooManyArgsFunctionHas(params.len()));
- }
- positioned_args[id] = Some(arg);
- }
- // Fill defaults
- for (id, p) in params.iter().enumerate() {
- let val = if let Some(arg) = &positioned_args[id] {
- (*arg).clone()
- } else if let Some(default) = &p.1 {
- evaluate(body_ctx.clone(), default)?
- } else {
- throw!(FunctionParameterNotBoundInCall(p.0.clone()));
- };
- out.insert(p.0.clone(), LazyVal::new_resolved(val));
- }
-
- Ok(body_ctx.extend(out, None, None, None))
}
crates/jrsonnet-evaluator/src/lib.rsdiffbeforeafterboth1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![warn(clippy::all, clippy::nursery)]3#![allow(4 macro_expanded_macro_exports_accessed_by_absolute_paths,5 clippy::ptr_arg6)]78mod builtin;9mod ctx;10mod dynamic;11pub mod error;12mod evaluate;13mod function;14mod import;15mod integrations;16mod map;17pub mod native;18mod obj;19pub mod trace;20pub mod typed;21mod val;2223pub use ctx::*;24pub use dynamic::*;25use error::{Error::*, LocError, Result, StackTraceElement};26pub use evaluate::*;27pub use function::parse_function_call;28use gc::{GcHashMap, TraceBox};29use gcmodule::{Cc, Trace};30pub use import::*;31pub use jrsonnet_interner::IStr;32use jrsonnet_parser::*;33use native::NativeCallback;34pub use obj::*;35use std::{36 cell::{Ref, RefCell, RefMut},37 collections::HashMap,38 fmt::Debug,39 path::{Path, PathBuf},40 rc::Rc,41};42use trace::{location_to_offset, offset_to_location, CodeLocation, CompactFormat, TraceFormat};43pub use val::*;44pub mod gc;4546pub trait Bindable: Trace + 'static {47 fn bind(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal>;48}4950#[derive(Clone, Trace)]51pub enum LazyBinding {52 Bindable(Cc<TraceBox<dyn Bindable>>),53 Bound(LazyVal),54}5556impl Debug for LazyBinding {57 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {58 write!(f, "LazyBinding")59 }60}61impl LazyBinding {62 pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {63 match self {64 Self::Bindable(v) => v.bind(this, super_obj),65 Self::Bound(v) => Ok(v.clone()),66 }67 }68}6970pub struct EvaluationSettings {71 /// Limits recursion by limiting the number of stack frames72 pub max_stack: usize,73 /// Limits amount of stack trace items preserved74 pub max_trace: usize,75 /// Used for s`td.extVar`76 pub ext_vars: HashMap<IStr, Val>,77 /// Used for ext.native78 pub ext_natives: HashMap<IStr, Cc<NativeCallback>>,79 /// TLA vars80 pub tla_vars: HashMap<IStr, Val>,81 /// Global variables are inserted in default context82 pub globals: HashMap<IStr, Val>,83 /// Used to resolve file locations/contents84 pub import_resolver: Box<dyn ImportResolver>,85 /// Used in manifestification functions86 pub manifest_format: ManifestFormat,87 /// Used for bindings88 pub trace_format: Box<dyn TraceFormat>,89}90impl Default for EvaluationSettings {91 fn default() -> Self {92 Self {93 max_stack: 200,94 max_trace: 20,95 globals: Default::default(),96 ext_vars: Default::default(),97 ext_natives: Default::default(),98 tla_vars: Default::default(),99 import_resolver: Box::new(DummyImportResolver),100 manifest_format: ManifestFormat::Json(4),101 trace_format: Box::new(CompactFormat {102 padding: 4,103 resolver: trace::PathResolver::Absolute,104 }),105 }106 }107}108109#[derive(Default)]110struct EvaluationData {111 /// Used for stack overflow detection, stacktrace is populated on unwind112 stack_depth: usize,113 /// Updated every time stack entry is popt114 stack_generation: usize,115116 breakpoints: Breakpoints,117 /// Contains file source codes and evaluation results for imports and pretty-printed stacktraces118 files: HashMap<Rc<Path>, FileData>,119 str_files: HashMap<Rc<Path>, IStr>,120}121122pub struct FileData {123 source_code: IStr,124 parsed: LocExpr,125 evaluated: Option<Val>,126}127128#[allow(clippy::type_complexity)]129pub struct Breakpoint {130 loc: ExprLocation,131 collected: RefCell<HashMap<usize, (usize, Vec<Result<Val>>)>>,132}133#[derive(Default)]134struct Breakpoints(Vec<Rc<Breakpoint>>);135impl Breakpoints {136 fn insert(137 &self,138 stack_depth: usize,139 stack_generation: usize,140 loc: &ExprLocation,141 result: Result<Val>,142 ) -> Result<Val> {143 if self.0.is_empty() {144 return result;145 }146 for item in self.0.iter() {147 if item.loc.belongs_to(loc) {148 let mut collected = item.collected.borrow_mut();149 let (depth, vals) = collected.entry(stack_generation).or_default();150 if stack_depth > *depth {151 vals.clear();152 }153 vals.push(result.clone());154 }155 }156 result157 }158}159160#[derive(Default)]161pub struct EvaluationStateInternals {162 /// Internal state163 data: RefCell<EvaluationData>,164 /// Settings, safe to change at runtime165 settings: RefCell<EvaluationSettings>,166}167168thread_local! {169 /// Contains the state for a currently executed file.170 /// Global state is fine here.171 pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)172}173pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {174 EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))175}176pub(crate) fn push_frame<T>(177 e: &ExprLocation,178 frame_desc: impl FnOnce() -> String,179 f: impl FnOnce() -> Result<T>,180) -> Result<T> {181 with_state(|s| s.push(e, frame_desc, f))182}183184#[allow(dead_code)]185pub(crate) fn push_val_frame(186 e: &ExprLocation,187 frame_desc: impl FnOnce() -> String,188 f: impl FnOnce() -> Result<Val>,189) -> Result<Val> {190 with_state(|s| s.push_val(e, frame_desc, f))191}192#[allow(dead_code)]193pub(crate) fn push_description_frame<T>(194 frame_desc: impl FnOnce() -> String,195 f: impl FnOnce() -> Result<T>,196) -> Result<T> {197 with_state(|s| s.push_description(frame_desc, f))198}199200/// Maintains stack trace and import resolution201#[derive(Default, Clone)]202pub struct EvaluationState(Rc<EvaluationStateInternals>);203204impl EvaluationState {205 /// Parses and adds file as loaded206 pub fn add_file(&self, path: Rc<Path>, source_code: IStr) -> Result<()> {207 self.add_parsed_file(208 path.clone(),209 source_code.clone(),210 parse(211 &source_code,212 &ParserSettings {213 file_name: path.clone(),214 },215 )216 .map_err(|error| ImportSyntaxError {217 error: Box::new(error),218 path: path.to_owned(),219 source_code,220 })?,221 )?;222223 Ok(())224 }225226 pub fn reset_evaluation_state(&self, name: &Path) {227 self.data_mut()228 .files229 .get_mut(name)230 .unwrap()231 .evaluated232 .take();233 }234235 /// Adds file by source code and parsed expr236 pub fn add_parsed_file(237 &self,238 name: Rc<Path>,239 source_code: IStr,240 parsed: LocExpr,241 ) -> Result<()> {242 self.data_mut().files.insert(243 name,244 FileData {245 source_code,246 parsed,247 evaluated: None,248 },249 );250251 Ok(())252 }253 pub fn get_source(&self, name: &Path) -> Option<IStr> {254 let ro_map = &self.data().files;255 ro_map.get(name).map(|value| value.source_code.clone())256 }257 pub fn map_source_locations(&self, file: &Path, locs: &[usize]) -> Vec<CodeLocation> {258 offset_to_location(&self.get_source(file).unwrap_or_else(|| "".into()), locs)259 }260 pub fn map_from_source_location(261 &self,262 file: &Path,263 line: usize,264 column: usize,265 ) -> Option<usize> {266 location_to_offset(&self.get_source(file).unwrap(), line, column)267 }268 pub fn import_file(&self, from: &Path, path: &Path) -> Result<Val> {269 let file_path = self.resolve_file(from, path)?;270 {271 let data = self.data();272 let files = &data.files;273 if files.contains_key(&file_path as &Path) {274 drop(data);275 return self.evaluate_loaded_file_raw(&file_path);276 }277 }278 let contents = self.load_file_contents(&file_path)?;279 self.add_file(file_path.clone(), contents)?;280 self.evaluate_loaded_file_raw(&file_path)281 }282 pub(crate) fn import_file_str(&self, from: &Path, path: &Path) -> Result<IStr> {283 let path = self.resolve_file(from, path)?;284 if !self.data().str_files.contains_key(&path) {285 let file_str = self.load_file_contents(&path)?;286 self.data_mut().str_files.insert(path.clone(), file_str);287 }288 Ok(self.data().str_files.get(&path).cloned().unwrap())289 }290291 fn evaluate_loaded_file_raw(&self, name: &Path) -> Result<Val> {292 let expr: LocExpr = {293 let ro_map = &self.data().files;294 let value = ro_map295 .get(name)296 .unwrap_or_else(|| panic!("file not added: {:?}", name));297 if let Some(ref evaluated) = value.evaluated {298 return Ok(evaluated.clone());299 }300 value.parsed.clone()301 };302 let value = evaluate(self.create_default_context(), &expr)?;303 {304 self.data_mut()305 .files306 .get_mut(name)307 .unwrap()308 .evaluated309 .replace(value.clone());310 }311 Ok(value)312 }313314 /// Adds standard library global variable (std) to this evaluator315 pub fn with_stdlib(&self) -> &Self {316 use jrsonnet_stdlib::STDLIB_STR;317 let std_path: Rc<Path> = PathBuf::from("std.jsonnet").into();318 self.run_in_state(|| {319 self.add_parsed_file(320 std_path.clone(),321 STDLIB_STR.to_owned().into(),322 builtin::get_parsed_stdlib(),323 )324 .unwrap();325 let val = self.evaluate_loaded_file_raw(&std_path).unwrap();326 self.settings_mut().globals.insert("std".into(), val);327 });328 self329 }330331 /// Creates context with all passed global variables332 pub fn create_default_context(&self) -> Context {333 let globals = &self.settings().globals;334 let mut new_bindings = GcHashMap::with_capacity(globals.len());335 for (name, value) in globals.iter() {336 new_bindings.insert(name.clone(), LazyVal::new_resolved(value.clone()));337 }338 Context::new().extend_bound(new_bindings)339 }340341 /// Executes code creating a new stack frame342 pub fn push<T>(343 &self,344 e: &ExprLocation,345 frame_desc: impl FnOnce() -> String,346 f: impl FnOnce() -> Result<T>,347 ) -> Result<T> {348 {349 let mut data = self.data_mut();350 let stack_depth = &mut data.stack_depth;351 if *stack_depth > self.max_stack() {352 // Error creation uses data, so i drop guard here353 drop(data);354 throw!(StackOverflow);355 } else {356 *stack_depth += 1;357 }358 }359 let result = f();360 {361 let mut data = self.data_mut();362 data.stack_depth -= 1;363 data.stack_generation += 1;364 }365 if let Err(mut err) = result {366 err.trace_mut().0.push(StackTraceElement {367 location: Some(e.clone()),368 desc: frame_desc(),369 });370 return Err(err);371 }372 result373 }374375 /// Executes code creating a new stack frame376 pub fn push_val(377 &self,378 e: &ExprLocation,379 frame_desc: impl FnOnce() -> String,380 f: impl FnOnce() -> Result<Val>,381 ) -> Result<Val> {382 {383 let mut data = self.data_mut();384 let stack_depth = &mut data.stack_depth;385 if *stack_depth > self.max_stack() {386 // Error creation uses data, so i drop guard here387 drop(data);388 throw!(StackOverflow);389 } else {390 *stack_depth += 1;391 }392 }393 let mut result = f();394 {395 let mut data = self.data_mut();396 data.stack_depth -= 1;397 data.stack_generation += 1;398 result = data399 .breakpoints400 .insert(data.stack_depth, data.stack_generation, e, result);401 }402 if let Err(mut err) = result {403 err.trace_mut().0.push(StackTraceElement {404 location: Some(e.clone()),405 desc: frame_desc(),406 });407 return Err(err);408 }409 result410 }411 /// Executes code creating a new stack frame412 pub fn push_description<T>(413 &self,414 frame_desc: impl FnOnce() -> String,415 f: impl FnOnce() -> Result<T>,416 ) -> Result<T> {417 {418 let mut data = self.data_mut();419 let stack_depth = &mut data.stack_depth;420 if *stack_depth > self.max_stack() {421 // Error creation uses data, so i drop guard here422 drop(data);423 throw!(StackOverflow);424 } else {425 *stack_depth += 1;426 }427 }428 let result = f();429 {430 let mut data = self.data_mut();431 data.stack_depth -= 1;432 data.stack_generation += 1;433 }434 if let Err(mut err) = result {435 err.trace_mut().0.push(StackTraceElement {436 location: None,437 desc: frame_desc(),438 });439 return Err(err);440 }441 result442 }443444 /// Runs passed function in state (required if function needs to modify stack trace)445 pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {446 EVAL_STATE.with(|v| {447 let has_state = v.borrow().is_some();448 if !has_state {449 v.borrow_mut().replace(self.clone());450 }451 let result = f();452 if !has_state {453 v.borrow_mut().take();454 }455 result456 })457 }458 pub fn run_in_state_with_breakpoint(459 &self,460 bp: Rc<Breakpoint>,461 f: impl FnOnce() -> Result<()>,462 ) -> Result<()> {463 {464 let mut data = self.data_mut();465 data.breakpoints.0.push(bp);466 }467468 let result = self.run_in_state(f);469470 {471 let mut data = self.data_mut();472 data.breakpoints.0.pop();473 }474475 result476 }477478 pub fn stringify_err(&self, e: &LocError) -> String {479 let mut out = String::new();480 self.settings()481 .trace_format482 .write_trace(&mut out, self, e)483 .unwrap();484 out485 }486487 pub fn manifest(&self, val: Val) -> Result<IStr> {488 self.run_in_state(|| {489 push_description_frame(490 || "manifestification".to_string(),491 || val.manifest(&self.manifest_format()),492 )493 })494 }495 pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {496 self.run_in_state(|| val.manifest_multi(&self.manifest_format()))497 }498 pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {499 self.run_in_state(|| val.manifest_stream(&self.manifest_format()))500 }501502 /// If passed value is function then call with set TLA503 pub fn with_tla(&self, val: Val) -> Result<Val> {504 self.run_in_state(|| {505 Ok(match val {506 Val::Func(func) => push_description_frame(507 || "during TLA call".to_owned(),508 || {509 func.evaluate_map(510 self.create_default_context(),511 &self.settings().tla_vars,512 true,513 )514 },515 )?,516 v => v,517 })518 })519 }520}521522/// Internals523impl EvaluationState {524 fn data(&self) -> Ref<EvaluationData> {525 self.0.data.borrow()526 }527 fn data_mut(&self) -> RefMut<EvaluationData> {528 self.0.data.borrow_mut()529 }530 pub fn settings(&self) -> Ref<EvaluationSettings> {531 self.0.settings.borrow()532 }533 pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {534 self.0.settings.borrow_mut()535 }536}537538/// Raw methods evaluate passed values but don't perform TLA execution539impl EvaluationState {540 pub fn evaluate_file_raw(&self, name: &Path) -> Result<Val> {541 self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))542 }543 pub fn evaluate_file_raw_nocwd(&self, name: &Path) -> Result<Val> {544 self.run_in_state(|| self.import_file(&PathBuf::from("."), name))545 }546 /// Parses and evaluates the given snippet547 pub fn evaluate_snippet_raw(&self, source: Rc<Path>, code: IStr) -> Result<Val> {548 let parsed = parse(549 &code,550 &ParserSettings {551 file_name: source.clone(),552 },553 )554 .map_err(|e| ImportSyntaxError {555 path: source.clone(),556 source_code: code.clone(),557 error: Box::new(e),558 })?;559 self.add_parsed_file(source, code, parsed.clone())?;560 self.evaluate_expr_raw(parsed)561 }562 /// Evaluates the parsed expression563 pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {564 self.run_in_state(|| evaluate(self.create_default_context(), &code))565 }566}567568/// Settings utilities569impl EvaluationState {570 pub fn add_ext_var(&self, name: IStr, value: Val) {571 self.settings_mut().ext_vars.insert(name, value);572 }573 pub fn add_ext_str(&self, name: IStr, value: IStr) {574 self.add_ext_var(name, Val::Str(value));575 }576 pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {577 let value =578 self.evaluate_snippet_raw(PathBuf::from(format!("ext_code {}", name)).into(), code)?;579 self.add_ext_var(name, value);580 Ok(())581 }582583 pub fn add_tla(&self, name: IStr, value: Val) {584 self.settings_mut().tla_vars.insert(name, value);585 }586 pub fn add_tla_str(&self, name: IStr, value: IStr) {587 self.add_tla(name, Val::Str(value));588 }589 pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {590 let value =591 self.evaluate_snippet_raw(PathBuf::from(format!("tla_code {}", name)).into(), code)?;592 self.add_tla(name, value);593 Ok(())594 }595596 pub fn resolve_file(&self, from: &Path, path: &Path) -> Result<Rc<Path>> {597 self.settings().import_resolver.resolve_file(from, path)598 }599 pub fn load_file_contents(&self, path: &Path) -> Result<IStr> {600 self.settings().import_resolver.load_file_contents(path)601 }602603 pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {604 Ref::map(self.settings(), |s| &*s.import_resolver)605 }606 pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {607 self.settings_mut().import_resolver = resolver;608 }609610 pub fn add_native(&self, name: IStr, cb: Cc<NativeCallback>) {611 self.settings_mut().ext_natives.insert(name, cb);612 }613614 pub fn manifest_format(&self) -> ManifestFormat {615 self.settings().manifest_format.clone()616 }617 pub fn set_manifest_format(&self, format: ManifestFormat) {618 self.settings_mut().manifest_format = format;619 }620621 pub fn trace_format(&self) -> Ref<dyn TraceFormat> {622 Ref::map(self.settings(), |s| &*s.trace_format)623 }624 pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {625 self.settings_mut().trace_format = format;626 }627628 pub fn max_trace(&self) -> usize {629 self.settings().max_trace630 }631 pub fn set_max_trace(&self, trace: usize) {632 self.settings_mut().max_trace = trace;633 }634635 pub fn max_stack(&self) -> usize {636 self.settings().max_stack637 }638 pub fn set_max_stack(&self, trace: usize) {639 self.settings_mut().max_stack = trace;640 }641}642643pub fn cc_ptr_eq<T>(a: &Cc<T>, b: &Cc<T>) -> bool {644 let a = a as &T;645 let b = b as &T;646 std::ptr::eq(a, b)647}648649#[cfg(test)]650pub mod tests {651 use super::Val;652 use crate::{653 error::Error::*, gc::TraceBox, native::NativeCallbackHandler, primitive_equals,654 EvaluationState,655 };656 use gcmodule::{Cc, Trace};657 use jrsonnet_interner::IStr;658 use jrsonnet_parser::*;659 use std::{660 path::{Path, PathBuf},661 rc::Rc,662 };663664 #[test]665 #[should_panic]666 fn eval_state_stacktrace() {667 let state = EvaluationState::default();668 state.run_in_state(|| {669 state670 .push(671 &ExprLocation(PathBuf::from("test1.jsonnet").into(), 10, 20),672 || "outer".to_owned(),673 || {674 state.push(675 &ExprLocation(PathBuf::from("test2.jsonnet").into(), 30, 40),676 || "inner".to_owned(),677 || Err(RuntimeError("".into()).into()),678 )?;679 Ok(Val::Null)680 },681 )682 .unwrap();683 });684 }685686 #[test]687 fn eval_state_standard() {688 let state = EvaluationState::default();689 state.with_stdlib();690 assert!(primitive_equals(691 &state692 .evaluate_snippet_raw(693 PathBuf::from("raw.jsonnet").into(),694 r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()695 )696 .unwrap(),697 &Val::Bool(true),698 )699 .unwrap());700 }701702 macro_rules! eval {703 ($str: expr) => {704 EvaluationState::default()705 .with_stdlib()706 .evaluate_snippet_raw(PathBuf::from("raw.jsonnet").into(), $str.into())707 .unwrap()708 };709 }710 macro_rules! eval_json {711 ($str: expr) => {{712 let evaluator = EvaluationState::default();713 evaluator.with_stdlib();714 evaluator.run_in_state(|| {715 evaluator716 .evaluate_snippet_raw(PathBuf::from("raw.jsonnet").into(), $str.into())717 .unwrap()718 .to_json(0)719 .unwrap()720 .replace("\n", "")721 })722 }};723 }724725 /// Asserts given code returns `true`726 macro_rules! assert_eval {727 ($str: expr) => {728 assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())729 };730 }731732 /// Asserts given code returns `false`733 macro_rules! assert_eval_neg {734 ($str: expr) => {735 assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())736 };737 }738 macro_rules! assert_json {739 ($str: expr, $out: expr) => {740 assert_eq!(eval_json!($str), $out.replace("\t", ""))741 };742 }743744 /// Sanity checking, before trusting to another tests745 #[test]746 fn equality_operator() {747 assert_eval!("2 == 2");748 assert_eval_neg!("2 != 2");749 assert_eval!("2 != 3");750 assert_eval_neg!("2 == 3");751 assert_eval!("'Hello' == 'Hello'");752 assert_eval_neg!("'Hello' != 'Hello'");753 assert_eval!("'Hello' != 'World'");754 assert_eval_neg!("'Hello' == 'World'");755 }756757 #[test]758 fn math_evaluation() {759 assert_eval!("2 + 2 * 2 == 6");760 assert_eval!("3 + (2 + 2 * 2) == 9");761 }762763 #[test]764 fn string_concat() {765 assert_eval!("'Hello' + 'World' == 'HelloWorld'");766 assert_eval!("'Hello' * 3 == 'HelloHelloHello'");767 assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");768 }769770 #[test]771 fn faster_join() {772 assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");773 assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");774 }775776 #[test]777 fn function_contexts() {778 assert_eval!(779 r#"780 local k = {781 t(name = self.h): [self.h, name],782 h: 3,783 };784 local f = {785 t: k.t(),786 h: 4,787 };788 f.t[0] == f.t[1]789 "#790 );791 }792793 #[test]794 fn local() {795 assert_eval!("local a = 2; local b = 3; a + b == 5");796 assert_eval!("local a = 1, b = a + 1; a + b == 3");797 assert_eval!("local a = 1; local a = 2; a == 2");798 }799800 #[test]801 fn object_lazyness() {802 assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);803 }804805 #[test]806 fn object_inheritance() {807 assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);808 }809810 #[test]811 fn object_assertion_success() {812 eval!("{assert \"a\" in self} + {a:2}");813 }814815 #[test]816 fn object_assertion_error() {817 eval!("{assert \"a\" in self}");818 }819820 #[test]821 fn lazy_args() {822 eval!("local test(a) = 2; test(error '3')");823 }824825 #[test]826 #[should_panic]827 fn tailstrict_args() {828 eval!("local test(a) = 2; test(error '3') tailstrict");829 }830831 #[test]832 #[should_panic]833 fn no_binding_error() {834 eval!("a");835 }836837 #[test]838 fn test_object() {839 assert_json!("{a:2}", r#"{"a": 2}"#);840 assert_json!("{a:2+2}", r#"{"a": 4}"#);841 assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);842 assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);843 assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);844 assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);845 assert_json!(846 r#"847 {848 name: "Alice",849 welcome: "Hello " + self.name + "!",850 }851 "#,852 r#"{"name": "Alice","welcome": "Hello Alice!"}"#853 );854 assert_json!(855 r#"856 {857 name: "Alice",858 welcome: "Hello " + self.name + "!",859 } + {860 name: "Bob"861 }862 "#,863 r#"{"name": "Bob","welcome": "Hello Bob!"}"#864 );865 }866867 #[test]868 fn functions() {869 assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");870 assert_json!(871 r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,872 r#""HelloDearWorld""#873 );874 }875876 #[test]877 fn local_methods() {878 assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");879 assert_json!(880 r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,881 r#""HelloDearWorld""#882 );883 }884885 #[test]886 fn object_locals() {887 assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);888 assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);889 assert_json!(890 r#"{local a = function (b) {[b]:4}, test: a("test")}"#,891 r#"{"test": {"test": 4}}"#892 );893 }894895 #[test]896 fn object_comp() {897 assert_json!(898 r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,899 "{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"900 )901 }902903 #[test]904 fn direct_self() {905 println!(906 "{:#?}",907 eval!(908 r#"909 {910 local me = self,911 a: 3,912 b(): me.a,913 }914 "#915 )916 );917 }918919 #[test]920 fn indirect_self() {921 // `self` assigned to `me` was lost when being922 // referenced from field923 eval!(924 r#"{925 local me = self,926 a: 3,927 b: me.a,928 }.b"#929 );930 }931932 // We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly933 #[test]934 fn std_assert_ok() {935 eval!("std.assertEqual(4.5 << 2, 16)");936 }937938 #[test]939 #[should_panic]940 fn std_assert_failure() {941 eval!("std.assertEqual(4.5 << 2, 15)");942 }943944 #[test]945 fn string_is_string() {946 assert!(primitive_equals(947 &eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),948 &Val::Bool(false),949 )950 .unwrap());951 }952953 #[test]954 fn base64_works() {955 assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);956 }957958 #[test]959 fn utf8_chars() {960 assert_json!(961 r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,962 r#"{"c": 128526,"l": 1}"#963 )964 }965966 #[test]967 fn json() {968 assert_json!(969 r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,970 r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#971 );972 }973974 #[test]975 fn parse_json() {976 assert_json!(977 r#"std.parseJson('{"a": -1,"b": 1,"c": 3.141,"d": []}')"#,978 r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#979 );980 // TODO: this should in fact fail as is no proper JSON syntax981 assert_json!(982 r#"std.parseJson("{a:-1, b:1, c:3.141, d:[]}")"#,983 r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#984 );985 // TODO: this is also no valid JSON986 assert_json!(r#"std.parseJson('local x = 2; x * x')"#, r#"4"#);987 }988989 #[test]990 fn test() {991 assert_json!(992 r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,993 "[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"994 );995 }996997 #[test]998 fn sjsonnet() {999 eval!(1000 r#"1001 local x0 = {k: 1};1002 local x1 = {k: x0.k + x0.k};1003 local x2 = {k: x1.k + x1.k};1004 local x3 = {k: x2.k + x2.k};1005 local x4 = {k: x3.k + x3.k};1006 local x5 = {k: x4.k + x4.k};1007 local x6 = {k: x5.k + x5.k};1008 local x7 = {k: x6.k + x6.k};1009 local x8 = {k: x7.k + x7.k};1010 local x9 = {k: x8.k + x8.k};1011 local x10 = {k: x9.k + x9.k};1012 local x11 = {k: x10.k + x10.k};1013 local x12 = {k: x11.k + x11.k};1014 local x13 = {k: x12.k + x12.k};1015 local x14 = {k: x13.k + x13.k};1016 local x15 = {k: x14.k + x14.k};1017 local x16 = {k: x15.k + x15.k};1018 local x17 = {k: x16.k + x16.k};1019 local x18 = {k: x17.k + x17.k};1020 local x19 = {k: x18.k + x18.k};1021 local x20 = {k: x19.k + x19.k};1022 local x21 = {k: x20.k + x20.k};1023 x21.k1024 "#1025 );1026 }10271028 // This test is commented out by default, because of huge compilation slowdown1029 // #[bench]1030 // fn bench_codegen(b: &mut Bencher) {1031 // b.iter(|| {1032 // #[allow(clippy::all)]1033 // let stdlib = {1034 // use jrsonnet_parser::*;1035 // include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))1036 // };1037 // stdlib1038 // })1039 // }10401041 /*1042 #[bench]1043 fn bench_serialize(b: &mut Bencher) {1044 b.iter(|| {1045 bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(1046 env!("OUT_DIR"),1047 "/stdlib.bincode"1048 )))1049 .expect("deserialize stdlib")1050 })1051 }10521053 #[bench]1054 fn bench_parse(b: &mut Bencher) {1055 b.iter(|| {1056 jrsonnet_parser::parse(1057 jrsonnet_stdlib::STDLIB_STR,1058 &jrsonnet_parser::ParserSettings {1059 loc_data: true,1060 file_name: Rc::new(PathBuf::from("std.jsonnet")),1061 },1062 )1063 })1064 }1065 */10661067 #[test]1068 fn equality() {1069 println!(1070 "{:?}",1071 jrsonnet_parser::parse(1072 "{ x: 1, y: 2 } == { x: 1, y: 2 }",1073 &ParserSettings {1074 file_name: PathBuf::from("equality").into(),1075 }1076 )1077 );1078 assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")1079 }10801081 #[test]1082 fn native_ext() -> crate::error::Result<()> {1083 use super::native::NativeCallback;1084 let evaluator = EvaluationState::default();10851086 evaluator.with_stdlib();10871088 #[derive(Trace)]1089 struct NativeAdd;1090 impl NativeCallbackHandler for NativeAdd {1091 fn call(&self, from: Rc<Path>, args: &[Val]) -> crate::error::Result<Val> {1092 assert_eq!(&from as &Path, &PathBuf::from("native_caller.jsonnet"));1093 match (&args[0], &args[1]) {1094 (Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),1095 (_, _) => unreachable!(),1096 }1097 }1098 }1099 evaluator.settings_mut().ext_natives.insert(1100 "native_add".into(),1101 Cc::new(NativeCallback::new(1102 ParamsDesc(Rc::new(vec![1103 Param("a".into(), None),1104 Param("b".into(), None),1105 ])),1106 TraceBox(Box::new(NativeAdd)),1107 )),1108 );1109 evaluator.evaluate_snippet_raw(1110 PathBuf::from("native_caller.jsonnet").into(),1111 "std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),1112 )?;1113 Ok(())1114 }11151116 #[test]1117 fn constant_intrinsic() -> crate::error::Result<()> {1118 assert_eval!(1119 "local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"1120 );1121 Ok(())1122 }11231124 #[test]1125 fn standalone_super() -> crate::error::Result<()> {1126 assert_eval!(1127 r#"1128 local obj = {1129 a: 1,1130 b: 2,1131 c: 3,1132 };1133 local test = obj + {1134 fields: std.objectFields(super),1135 d: 5,1136 };1137 test.fields == ['a', 'b', 'c']1138 "#1139 );1140 Ok(())1141 }11421143 #[test]1144 fn comp_self() -> crate::error::Result<()> {1145 assert_eval!(1146 r#"1147 std.objectFields({1148 a:{1149 [name]: name for name in std.objectFields(self)1150 },1151 b: 2,1152 c: 3,1153 }.a) == ['a', 'b', 'c']1154 "#1155 );11561157 Ok(())1158 }11591160 struct TestImportResolver(IStr);1161 impl crate::import::ImportResolver for TestImportResolver {1162 fn resolve_file(&self, _: &Path, _: &Path) -> crate::error::Result<Rc<Path>> {1163 Ok(PathBuf::from("/test").into())1164 }11651166 fn load_file_contents(&self, _: &Path) -> crate::error::Result<IStr> {1167 Ok(self.0.clone())1168 }11691170 unsafe fn as_any(&self) -> &dyn std::any::Any {1171 panic!()1172 }1173 }11741175 #[test]1176 fn issue_23() {1177 let state = EvaluationState::default();1178 state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));1179 let _ = state.evaluate_file_raw(&PathBuf::from("/test"));1180 }11811182 #[test]1183 fn issue_40() {1184 let state = EvaluationState::default();1185 state.with_stdlib();11861187 let error = state1188 .evaluate_snippet_raw(1189 PathBuf::from("issue40.jsonnet").into(),1190 r#"1191 local conf = {1192 n: ""1193 };11941195 local result = conf + {1196 assert std.isNumber(self.n): "is number"1197 };11981199 std.manifestJsonEx(result, "")1200 "#1201 .into(),1202 )1203 .unwrap_err();1204 assert_eq!(error.error().to_string(), "assert failed: is number");1205 }12061207 #[test]1208 fn test_ascii_upper_lower() {1209 assert_eval!(r#"std.assertEqual(std.asciiUpper("aBc😀"), "ABC😀")"#);1210 assert_eval!(r#"std.assertEqual(std.asciiLower("aBc😀"), "abc😀")"#);1211 }12121213 #[test]1214 fn test_member() {1215 assert_eval!(r#"!std.member("", "")"#);1216 assert_eval!(r#"std.member("abc", "a")"#);1217 assert_eval!(r#"!std.member("abc", "d")"#);1218 assert_eval!(r#"!std.member([], "")"#);1219 assert_eval!(r#"std.member(["a", "b", "c"], "a")"#);1220 assert_eval!(r#"!std.member(["a", "b", "c"], "d")"#);1221 }12221223 #[test]1224 fn test_count() {1225 assert_eval!(r#"std.assertEqual(std.count([], ""), 0)"#);1226 assert_eval!(r#"std.assertEqual(std.count(["a", "b", "a"], "d"), 0)"#);1227 assert_eval!(r#"std.assertEqual(std.count(["a", "b", "a"], "a"), 2)"#);1228 }1229}crates/jrsonnet-evaluator/src/native.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/native.rs
+++ b/crates/jrsonnet-evaluator/src/native.rs
@@ -8,6 +8,7 @@
use std::path::Path;
use std::rc::Rc;
+#[deprecated(note = "Use builtins instead")]
pub trait NativeCallbackHandler: Trace {
fn call(&self, from: Rc<Path>, args: &[Val]) -> Result<Val>;
}
crates/jrsonnet-evaluator/src/typed/conversions.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/typed/conversions.rs
+++ b/crates/jrsonnet-evaluator/src/typed/conversions.rs
@@ -37,7 +37,7 @@
.into()
))
}
- Ok(n as $ty)
+ Ok(n as Self)
}
_ => unreachable!(),
}
@@ -249,6 +249,7 @@
/// To be used in Vec<Any>
/// Regular Val can't be used here, because it has wrong TryFrom::Error type
+#[derive(Clone)]
pub struct Any(pub Val);
impl Typed for Any {
crates/jrsonnet-evaluator/src/val.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/val.rs
+++ b/crates/jrsonnet-evaluator/src/val.rs
@@ -1,24 +1,20 @@
use crate::{
- builtin::{
- call_builtin,
- manifest::{
- manifest_json_ex, manifest_yaml_ex, ManifestJsonOptions, ManifestType,
- ManifestYamlOptions,
- },
+ builtin::manifest::{
+ manifest_json_ex, manifest_yaml_ex, ManifestJsonOptions, ManifestType, ManifestYamlOptions,
},
cc_ptr_eq,
error::{Error::*, LocError},
evaluate,
- function::{parse_function_call, parse_function_call_map, place_args},
+ function::{parse_function_call, ArgsLike, Builtin, StaticBuiltin},
gc::TraceBox,
native::NativeCallback,
throw, Context, ObjValue, Result,
};
use gcmodule::{Cc, Trace};
use jrsonnet_interner::IStr;
-use jrsonnet_parser::{ArgsDesc, ExprLocation, LocExpr, ParamsDesc};
+use jrsonnet_parser::{ExprLocation, LocExpr, ParamsDesc};
use jrsonnet_types::ValType;
-use std::{cell::RefCell, collections::HashMap, fmt::Debug, rc::Rc};
+use std::{cell::RefCell, fmt::Debug, rc::Rc};
pub trait LazyValValue: Trace {
fn get(self: Box<Self>) -> Result<Val>;
@@ -41,6 +37,10 @@
pub fn new_resolved(val: Val) -> Self {
Self(Cc::new(RefCell::new(LazyValInternals::Computed(val))))
}
+ pub fn force(&self) -> Result<()> {
+ self.evaluate()?;
+ Ok(())
+ }
pub fn evaluate(&self) -> Result<Val> {
match &*self.0.borrow() {
LazyValInternals::Computed(v) => return Ok(v.clone()),
@@ -86,42 +86,63 @@
pub body: LocExpr,
}
-#[derive(Debug, Trace)]
+#[derive(Trace)]
pub enum FuncVal {
/// Plain function implemented in jsonnet
Normal(FuncDesc),
/// Standard library function
- Intrinsic(IStr),
+ StaticBuiltin(#[skip_trace] &'static dyn StaticBuiltin),
+
+ Builtin(TraceBox<dyn Builtin>),
/// Library functions implemented in native
NativeExt(IStr, Cc<NativeCallback>),
}
+impl Debug for FuncVal {
+ fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+ match self {
+ Self::Normal(arg0) => f.debug_tuple("Normal").field(arg0).finish(),
+ Self::StaticBuiltin(arg0) => f.debug_tuple("Intrinsic").field(&arg0.name()).finish(),
+ Self::Builtin(arg0) => f.debug_tuple("Intrinsic").field(&arg0.name()).finish(),
+ Self::NativeExt(arg0, arg1) => {
+ f.debug_tuple("NativeExt").field(arg0).field(arg1).finish()
+ }
+ }
+ }
+}
+
impl PartialEq for FuncVal {
fn eq(&self, other: &Self) -> bool {
match (self, other) {
(Self::Normal(a), Self::Normal(b)) => a == b,
- (Self::Intrinsic(an), Self::Intrinsic(bn)) => an == bn,
+ (Self::StaticBuiltin(an), Self::StaticBuiltin(bn)) => std::ptr::eq(*an, *bn),
(Self::NativeExt(an, _), Self::NativeExt(bn, _)) => an == bn,
(..) => false,
}
}
}
impl FuncVal {
- pub fn is_ident(&self) -> bool {
- matches!(&self, Self::Intrinsic(n) if n as &str == "id")
+ pub fn args_len(&self) -> usize {
+ match self {
+ Self::Normal(n) => n.params.iter().filter(|p| p.1.is_none()).count(),
+ Self::StaticBuiltin(i) => i.params().iter().filter(|p| !p.has_default).count(),
+ Self::Builtin(i) => i.params().iter().filter(|p| !p.has_default).count(),
+ Self::NativeExt(_, n) => n.params.iter().filter(|p| p.1.is_none()).count(),
+ }
}
pub fn name(&self) -> IStr {
match self {
Self::Normal(normal) => normal.name.clone(),
- Self::Intrinsic(name) => format!("std.{}", name).into(),
+ Self::StaticBuiltin(builtin) => builtin.name().into(),
+ Self::Builtin(builtin) => builtin.name().into(),
Self::NativeExt(n, _) => format!("native.{}", n).into(),
}
}
pub fn evaluate(
&self,
call_ctx: Context,
- loc: &ExprLocation,
- args: &ArgsDesc,
+ loc: Option<&ExprLocation>,
+ args: &dyn ArgsLike,
tailstrict: bool,
) -> Result<Val> {
match self {
@@ -135,7 +156,8 @@
)?;
evaluate(ctx, &func.body)
}
- Self::Intrinsic(name) => call_builtin(call_ctx, loc, name, args),
+ Self::StaticBuiltin(name) => name.call(call_ctx, loc, args),
+ Self::Builtin(b) => b.call(call_ctx, loc, args),
Self::NativeExt(_name, handler) => {
let args =
parse_function_call(call_ctx, Context::new(), &handler.params, args, true)?;
@@ -143,42 +165,12 @@
for p in handler.params.0.iter() {
out_args.push(args.binding(p.0.clone())?.evaluate()?);
}
- Ok(handler.call(loc.0.clone(), &out_args)?)
- }
- }
- }
-
- pub fn evaluate_map(
- &self,
- call_ctx: Context,
- args: &HashMap<IStr, Val>,
- tailstrict: bool,
- ) -> Result<Val> {
- match self {
- Self::Normal(func) => {
- let ctx = parse_function_call_map(
- call_ctx,
- Some(func.ctx.clone()),
- &func.params,
- args,
- tailstrict,
- )?;
- evaluate(ctx, &func.body)
+ Ok(handler.call(loc.expect("todo").0.clone(), &out_args)?)
}
- Self::Intrinsic(_) => todo!(),
- Self::NativeExt(_, _) => todo!(),
}
}
-
- pub fn evaluate_values(&self, args: &[Val]) -> Result<Val> {
- match self {
- Self::Normal(func) => {
- let ctx = place_args(func.ctx.clone(), &func.params, args)?;
- evaluate(ctx, &func.body)
- }
- Self::Intrinsic(_) => todo!(),
- Self::NativeExt(_, _) => todo!(),
- }
+ pub fn evaluate_simple(&self, args: &dyn ArgsLike) -> Result<Val> {
+ self.evaluate(Context::default(), None, args, true)
}
}
crates/jrsonnet-interner/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-interner/src/lib.rs
+++ b/crates/jrsonnet-interner/src/lib.rs
@@ -2,6 +2,7 @@
use rustc_hash::FxHashMap;
use serde::{Deserialize, Serialize};
use std::{
+ borrow::Cow,
cell::RefCell,
fmt::{self, Display},
hash::{BuildHasherDefault, Hash, Hasher},
@@ -90,6 +91,12 @@
}
}
+impl<'i> From<Cow<'i, str>> for IStr {
+ fn from(c: Cow<'i, str>) -> Self {
+ (&c as &str).into()
+ }
+}
+
impl Serialize for IStr {
fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
where
crates/jrsonnet-macros/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-macros/src/lib.rs
+++ b/crates/jrsonnet-macros/src/lib.rs
@@ -1,11 +1,50 @@
-use proc_macro2::Span;
use quote::quote;
-use syn::{parse_macro_input, FnArg, Ident, ItemFn, Pat, PatType};
+use syn::{
+ parse_macro_input, FnArg, GenericArgument, ItemFn, Pat, PatType, Path, PathArguments, Type,
+};
fn is_location_arg(t: &PatType) -> bool {
t.attrs.iter().any(|a| a.path.is_ident("location"))
}
+trait RetainHad<T> {
+ fn retain_had(&mut self, h: impl FnMut(&T) -> bool) -> bool;
+}
+impl<T> RetainHad<T> for Vec<T> {
+ fn retain_had(&mut self, h: impl FnMut(&T) -> bool) -> bool {
+ let before = self.len();
+ self.retain(h);
+ let after = self.len();
+ before != after
+ }
+}
+
+fn extract_type_from_option(ty: &Type) -> Option<&Type> {
+ fn path_is_option(path: &Path) -> bool {
+ path.leading_colon.is_none()
+ && path.segments.len() == 1
+ && path.segments.iter().next().unwrap().ident == "Option"
+ }
+
+ match ty {
+ Type::Path(typepath) if typepath.qself.is_none() && path_is_option(&typepath.path) => {
+ // Get the first segment of the path (there is only one, in fact: "Option"):
+ let type_params = &typepath.path.segments.iter().next().unwrap().arguments;
+ // It should have only on angle-bracketed param ("<String>"):
+ let generic_arg = match type_params {
+ PathArguments::AngleBracketed(params) => params.args.iter().next().unwrap(),
+ _ => panic!("missing option generic"),
+ };
+ // This argument must be a type:
+ match generic_arg {
+ GenericArgument::Type(ty) => Some(ty),
+ _ => panic!("option generic should be a type"),
+ }
+ }
+ _ => None,
+ }
+}
+
#[proc_macro_attribute]
pub fn builtin(
_attr: proc_macro::TokenStream,
@@ -33,11 +72,10 @@
Pat::Ident(i) => i.ident.to_string(),
_ => panic!("only idents supported yet"),
};
- // TODO: Check if ty == Option<_>
- let optional = false;
+ let optional = extract_type_from_option(&t.ty).is_some();
quote! {
BuiltinParam {
- name: #ident,
+ name: std::borrow::Cow::Borrowed(#ident),
has_default: #optional,
}
}
@@ -53,10 +91,7 @@
FnArg::Typed(t) => t,
})
.map(|t| {
- let count_before = t.attrs.len();
- t.attrs.retain(|a| !a.path.is_ident("location"));
- let count_after = t.attrs.len();
- let is_location = count_before != count_after;
+ let is_location = t.attrs.retain_had(|a| !a.path.is_ident("location"));
if is_location {
quote! {{
loc
@@ -67,38 +102,68 @@
_ => panic!("only idents supported yet"),
};
let ty = &t.ty;
- quote! {{
- let value = parsed.get(#ident).unwrap();
+ if let Some(opt_ty) = extract_type_from_option(&t.ty) {
+ quote! {{
+ if let Some(value) = parsed.get(#ident) {
+ Some(jrsonnet_evaluator::push_description_frame(
+ || format!("argument <{}> evaluation", #ident),
+ || <#opt_ty>::try_from(value.evaluate()?),
+ )?)
+ } else {
+ None
+ }
+ }}
+ } else {
+ quote! {{
+ let value = parsed.get(#ident).unwrap();
- jrsonnet_evaluator::push_description_frame(
- || format!("argument <{}> evaluation", #ident),
- || <#ty>::try_from(value.evaluate()?),
- )?
- }}
+ jrsonnet_evaluator::push_description_frame(
+ || format!("argument <{}> evaluation", #ident),
+ || <#ty>::try_from(value.evaluate()?),
+ )?
+ }}
+ }
}
- }).collect::<Vec<_>>();
-
- let inner_name = Ident::new("inner", Span::call_site());
- let mut inner_fun = fun.clone();
- inner_fun.sig.ident = inner_name.clone();
+ })
+ .collect::<Vec<_>>();
- let attrs = &fun.attrs;
+ let name = &fun.sig.ident;
let vis = &fun.vis;
- let name = &fun.sig.ident;
(quote! {
- #(#attrs)*
- #vis fn #name(context: Context, loc: &ExprLocation, args: &ArgsDesc) -> Result<Val> {
- #inner_fun
- use jrsonnet_evaluator::function::BuiltinParam;
+ #fun
+ #[doc(hidden)]
+ #[allow(non_camel_case_types)]
+ #[derive(Clone, Copy, gcmodule::Trace)]
+ #vis struct #name {}
+ const _: () = {
+ use jrsonnet_evaluator::function::{Builtin, StaticBuiltin, BuiltinParam, ArgsLike};
const PARAMS: &'static [BuiltinParam] = &[
#(#params),*
];
- let parsed = jrsonnet_evaluator::function::parse_builtin_call(context, &PARAMS, args, false)?;
- let result: #result = #inner_name(#(#args),*);
- let result = result?;
- result.try_into()
- }
+ impl #name {
+ pub const INST: &'static dyn StaticBuiltin = &#name {};
+ }
+ impl StaticBuiltin for #name {}
+ impl Builtin for #name
+ where
+ Self: 'static
+ {
+ fn name(&self) -> &str {
+ stringify!(#name)
+ }
+ fn params(&self) -> &[BuiltinParam] {
+ PARAMS
+ }
+ fn call(&self, context: Context, loc: Option<&ExprLocation>, args: &dyn ArgsLike) -> Result<Val> {
+ let parsed = jrsonnet_evaluator::function::parse_builtin_call(context, &PARAMS, args, false)?;
+
+ let result: #result = #name(#(#args),*);
+ let result = result?;
+ result.try_into()
+ }
+ }
+ };
})
.into()
}
crates/jrsonnet-parser/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-parser/src/lib.rs
+++ b/crates/jrsonnet-parser/src/lib.rs
@@ -40,7 +40,7 @@
/ "#" (!eol()[_])* eol()
rule single_whitespace() = quiet!{([' ' | '\r' | '\n' | '\t'] / comment())} / expected!("<whitespace>")
- rule _() = single_whitespace()*
+ rule _() = quiet!{([' ' | '\r' | '\n' | '\t']+) / comment()}* / expected!("<whitespace>")
/// For comma-delimited elements
rule comma() = quiet!{_ "," _} / expected!("<comma>")
@@ -305,6 +305,14 @@
pub fn parse(str: &str, settings: &ParserSettings) -> Result<LocExpr, ParseError> {
jsonnet_parser::jsonnet(str, settings)
}
+/// Used for importstr values
+pub fn string_to_expr(str: IStr, settings: &ParserSettings) -> LocExpr {
+ let len = str.len();
+ LocExpr(
+ Rc::new(Expr::Str(str)),
+ ExprLocation(settings.file_name.clone(), 0, len),
+ )
+}
#[cfg(test)]
pub mod tests {
crates/jrsonnet-stdlib/src/std.jsonnetdiffbeforeafterboth--- a/crates/jrsonnet-stdlib/src/std.jsonnet
+++ b/crates/jrsonnet-stdlib/src/std.jsonnet
@@ -375,9 +375,7 @@
manifestJsonEx:: $intrinsic(manifestJsonEx),
- manifestYamlDocImpl:: $intrinsic(manifestYamlDocImpl),
-
- manifestYamlDoc(value, indent_array_in_object=false, quote_keys=true):: std.manifestYamlDocImpl(value, indent_array_in_object, quote_keys),
+ manifestYamlDoc:: $intrinsic(manifestYamlDoc),
manifestYamlStream(value, indent_array_in_object=false, c_document_end=true)::
if !std.isArray(value) then
@@ -443,10 +441,7 @@
reverse:: $intrinsic(reverse),
- sortImpl:: $intrinsic(sortImpl),
-
- sort(arr, keyF=id)::
- std.sortImpl(arr, keyF),
+ sort:: $intrinsic(sort),
uniq(arr, keyF=id)::
local f(a, b) =