difftreelog
perf use prepared call for KeyF
in: master
9 files changed
crates/jrsonnet-evaluator/src/function/builtin.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function/builtin.rs
+++ b/crates/jrsonnet-evaluator/src/function/builtin.rs
@@ -3,8 +3,8 @@
use jrsonnet_gcmodule::{cc_dyn, Trace, TraceBox};
use jrsonnet_parser::function::{FunctionSignature, ParamDefault, ParamName, ParamParse};
-use super::{arglike::ArgsLike, parse::parse_builtin_call, CallLocation};
-use crate::{Context, Result, Val};
+use super::CallLocation;
+use crate::{Result, Thunk, Val};
#[macro_export]
macro_rules! params {
@@ -34,8 +34,8 @@
self.0.params()
}
- fn call(&self, ctx: Context, loc: CallLocation<'_>, args: &dyn ArgsLike) -> Result<Val> {
- self.0.call(ctx, loc, args)
+ fn call(&self, loc: CallLocation<'_>, args: &[Option<Thunk<Val>>]) -> Result<Val> {
+ self.0.call(loc, args)
}
fn as_any(&self) -> &dyn Any {
@@ -52,7 +52,7 @@
/// Parameter names for named calls
fn params(&self) -> FunctionSignature;
/// Call the builtin
- fn call(&self, ctx: Context, loc: CallLocation<'_>, args: &dyn ArgsLike) -> Result<Val>;
+ fn call(&self, loc: CallLocation<'_>, args: &[Option<Thunk<Val>>]) -> Result<Val>;
fn as_any(&self) -> &dyn Any;
}
@@ -96,11 +96,10 @@
self.params.clone()
}
- fn call(&self, ctx: Context, _loc: CallLocation<'_>, args: &dyn ArgsLike) -> Result<Val> {
- let args = parse_builtin_call(ctx, self.params.clone(), args, true)?;
+ fn call(&self, _loc: CallLocation<'_>, args: &[Option<Thunk<Val>>]) -> Result<Val> {
let args = args
.into_iter()
- .map(|a| a.expect("legacy natives have no default params"))
+ .map(|a| a.as_ref().expect("legacy natives have no default params"))
.map(|a| a.evaluate())
.collect::<Result<Vec<Val>>>()?;
self.handler.call(&args)
crates/jrsonnet-evaluator/src/function/mod.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function/mod.rs
+++ b/crates/jrsonnet-evaluator/src/function/mod.rs
@@ -11,7 +11,8 @@
arglike::OptionalContext,
builtin::{Builtin, StaticBuiltin},
native::NativeDesc,
- parse::{parse_default_function_call, parse_function_call},
+ parse::{parse_builtin_call, parse_default_function_call, parse_function_call},
+ prepared::{parse_prepared_builtin_call, parse_prepared_function_call, PreparedCall},
};
use crate::{
bail, error::ErrorKind::*, evaluate, evaluate_trivial, function::builtin::BuiltinFunc, Context,
@@ -22,7 +23,9 @@
pub mod builtin;
pub mod native;
pub mod parse;
-pub mod prepared;
+mod prepared;
+
+pub use prepared::PreparedFuncVal;
pub use jrsonnet_parser::function::*;
@@ -173,7 +176,6 @@
tailstrict: bool,
) -> Result<Val> {
match self {
- Self::Id => ID.call(call_ctx, loc, args),
Self::Normal(func) => {
let body_ctx = func.call_body_context(call_ctx, args, tailstrict)?;
evaluate(body_ctx, &func.body)
@@ -184,8 +186,18 @@
}
thunk.evaluate()
}
- Self::StaticBuiltin(b) => b.call(call_ctx, loc, args),
- Self::Builtin(b) => b.call(call_ctx, loc, args),
+ Self::Id => {
+ let args = parse_builtin_call(call_ctx, ID.params(), args, tailstrict)?;
+ ID.call(loc, &args)
+ }
+ Self::StaticBuiltin(b) => {
+ let args = parse_builtin_call(call_ctx, b.params(), args, tailstrict)?;
+ b.call(loc, &args)
+ }
+ Self::Builtin(b) => {
+ let args = parse_builtin_call(call_ctx, b.params(), args, tailstrict)?;
+ b.call(loc, &args)
+ }
}
}
pub fn evaluate_simple<A: ArgsLike + OptionalContext>(
@@ -200,6 +212,41 @@
tailstrict,
)
}
+
+ pub(crate) fn evaluate_prepared(
+ &self,
+ prepared: &PreparedCall,
+ loc: CallLocation<'_>,
+ unnamed: &[Thunk<Val>],
+ named: &[Thunk<Val>],
+ _tailstrict: bool,
+ ) -> Result<Val> {
+ match self {
+ FuncVal::Id => {
+ let args = parse_prepared_builtin_call(prepared, ID.params(), unnamed, named)?;
+ ID.call(loc, &args)
+ }
+ FuncVal::Normal(func) => {
+ let body_ctx = parse_prepared_function_call(
+ func.ctx.clone(),
+ prepared,
+ &func.params,
+ unnamed,
+ named,
+ )?;
+ evaluate(body_ctx, &func.body)
+ }
+ FuncVal::Thunk(t) => t.evaluate(),
+ FuncVal::StaticBuiltin(b) => {
+ let args = parse_prepared_builtin_call(prepared, b.params(), unnamed, named)?;
+ b.call(loc, &args)
+ }
+ FuncVal::Builtin(b) => {
+ let args = parse_prepared_builtin_call(prepared, b.params(), unnamed, named)?;
+ b.call(loc, &args)
+ }
+ }
+ }
/// Convert jsonnet function to plain `Fn` value.
pub fn into_native<D: NativeDesc>(self) -> D::Value {
D::into_native(self)
crates/jrsonnet-evaluator/src/function/prepared.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function/prepared.rs
+++ b/crates/jrsonnet-evaluator/src/function/prepared.rs
@@ -1,3 +1,6 @@
+use std::rc::Rc;
+
+use jrsonnet_gcmodule::{Acyclic, Trace};
use jrsonnet_parser::function::FunctionSignature;
use jrsonnet_parser::{ExprParams, IStr};
use rustc_hash::{FxHashMap, FxHashSet};
@@ -7,6 +10,34 @@
use crate::{bail, error::ErrorKind::*, Result};
use crate::{evaluate_named_param, Context, ContextBuilder, Pending, Thunk, Val};
+use super::{CallLocation, FuncVal};
+
+#[derive(Debug, Trace, Clone)]
+pub struct PreparedFuncVal {
+ fun: FuncVal,
+ prepared: Rc<PreparedCall>,
+}
+
+impl PreparedFuncVal {
+ pub fn new(fun: FuncVal, unnamed: usize, named: &[IStr]) -> Result<Self> {
+ let prepared = prepare_call(fun.params(), unnamed, named)?;
+ Ok(Self {
+ fun,
+ prepared: Rc::new(prepared),
+ })
+ }
+ pub fn call(
+ &self,
+ loc: CallLocation<'_>,
+ unnamed: &[Thunk<Val>],
+ named: &[Thunk<Val>],
+ ) -> Result<Val> {
+ self.fun
+ .evaluate_prepared(&self.prepared, loc, unnamed, named, false)
+ }
+}
+
+#[derive(Acyclic, Debug)]
pub struct PreparedCall {
// Param, named input.
named: Vec<(usize, usize)>,
crates/jrsonnet-macros/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-macros/src/lib.rs
+++ b/crates/jrsonnet-macros/src/lib.rs
@@ -3,16 +3,32 @@
use proc_macro2::TokenStream;
use quote::{quote, quote_spanned};
use syn::{
- parenthesized,
- parse::{Parse, ParseStream},
- parse_macro_input,
- punctuated::Punctuated,
- spanned::Spanned,
- token::{self, Comma},
- Attribute, DeriveInput, Error, Expr, ExprClosure, FnArg, GenericArgument, Ident, ItemFn,
- LitStr, Pat, Path, PathArguments, Result, ReturnType, Token, Type,
+ Attribute, DeriveInput, Error, Expr, ExprClosure, FnArg, GenericArgument, Ident, ItemFn, LitStr, Meta, Pat, Path, PathArguments, Result, ReturnType, Token, Type, parenthesized, parse::{Parse, ParseStream}, parse_macro_input, punctuated::Punctuated, spanned::Spanned, token::{self, Comma}
};
+fn try_parse_attr_noargs<I>(attrs: &[Attribute], ident: I) -> Result<bool>
+where
+ Ident: PartialEq<I>,
+{
+ let attrs = attrs
+ .iter()
+ .filter(|a| a.path().is_ident(&ident))
+ .collect::<Vec<_>>();
+ if attrs.len() > 1 {
+ return Err(Error::new(
+ attrs[1].span(),
+ "this attribute may be specified only once",
+ ));
+ } else if attrs.is_empty() {
+ return Ok(false);
+ }
+ let attr = attrs[0];
+
+ match attr.meta {
+ Meta::Path(_) => Ok(true),
+ _ => Ok(false),
+ }
+}
fn parse_attr<A: Parse, I>(attrs: &[Attribute], ident: I) -> Result<Option<A>>
where
Ident: PartialEq<I>,
@@ -125,9 +141,13 @@
Required,
Optional,
Default(Expr),
+ TypeDefault,
}
-#[allow(clippy::large_enum_variant, reason = "this macro is not that hot for it to matter")]
+#[allow(
+ clippy::large_enum_variant,
+ reason = "this macro is not that hot for it to matter"
+)]
enum ArgInfo {
Normal {
ty: Box<Type>,
@@ -170,7 +190,10 @@
_ => {}
}
- let (optionality, ty) = if let Some(default) = parse_attr::<_, _>(&arg.attrs, "default")? {
+ let (optionality, ty) = if try_parse_attr_noargs(&mut arg.attrs, "default")? {
+ remove_attr(&mut arg.attrs, "default");
+ (Optionality::TypeDefault, ty.clone())
+ } else if let Some(default) = parse_attr::<_, _>(&arg.attrs, "default")? {
remove_attr(&mut arg.attrs, "default");
(Optionality::Default(default), ty.clone())
} else if let Some(ty) = extract_type_from_option(ty)? {
@@ -245,7 +268,7 @@
.map_or_else(|| quote! {unnamed}, |n| quote! {named(#n)});
let default = match optionality {
Optionality::Required => quote!(ParamDefault::None),
- Optionality::Optional => quote!(ParamDefault::Exists),
+ Optionality::Optional | Optionality::TypeDefault => quote!(ParamDefault::Exists),
Optionality::Default(e) => quote!(ParamDefault::Literal(stringify!(#e))),
};
Some(quote! {
@@ -305,6 +328,12 @@
let v: #ty = #expr;
v
},},
+ Optionality::TypeDefault => quote! {if let Some(value) = &parsed[#id] {
+ #eval
+ } else {
+ let v: #ty = Default::default();
+ v
+ },},
};
quote! {
#(#cfg_attrs)*
@@ -371,7 +400,7 @@
State, Val,
function::{builtin::{Builtin, StaticBuiltin}, FunctionSignature, ParamParse, ParamName, ParamDefault, CallLocation, ArgsLike, parse::parse_builtin_call},
Result, Context, typed::Typed,
- parser::Span, params,
+ parser::Span, params, Thunk,
};
params!(
#(#params_desc)*
@@ -389,9 +418,7 @@
PARAMS.with(|p| p.clone())
}
#[allow(unused_variables)]
- fn call(&self, ctx: Context, location: CallLocation, args: &dyn ArgsLike) -> Result<Val> {
- let parsed = parse_builtin_call(ctx.clone(), self.params(), args, false)?;
-
+ fn call(&self, location: CallLocation<'_>, parsed: &[Option<Thunk<Val>>]) -> Result<Val> {
let result: #result = #name(#(#pass)*);
<_ as Typed>::into_result(result)
}
crates/jrsonnet-stdlib/src/keyf.rsdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-stdlib/src/keyf.rs
@@ -0,0 +1,41 @@
+use jrsonnet_evaluator::function::{CallLocation, FuncVal, PreparedFuncVal};
+use jrsonnet_evaluator::typed::{ComplexValType, Typed, ValType};
+use jrsonnet_evaluator::{Error, Result, Thunk, Val};
+
+#[derive(Default, Clone)]
+pub enum KeyF {
+ #[default]
+ Identity,
+ Prepared(PreparedFuncVal),
+ PrepareFailure(Error),
+}
+impl KeyF {
+ pub fn is_identity(&self) -> bool {
+ matches!(self, Self::Identity)
+ }
+ fn new(val: FuncVal) -> Self {
+ if val.is_identity() {
+ Self::Identity
+ } else {
+ PreparedFuncVal::new(val, 1, &[]).map_or_else(Self::PrepareFailure, Self::Prepared)
+ }
+ }
+ pub fn eval(&self, val: impl Into<Thunk<Val>>) -> Result<Val> {
+ match self {
+ KeyF::Identity => val.into().evaluate(),
+ KeyF::Prepared(p) => p.call(CallLocation::native(), &[val.into()], &[]),
+ KeyF::PrepareFailure(e) => Err(e.clone()),
+ }
+ }
+}
+
+impl Typed for KeyF {
+ const TYPE: &'static ComplexValType = &ComplexValType::Simple(ValType::Func);
+ fn from_untyped(untyped: Val) -> Result<Self> {
+ FuncVal::from_untyped(untyped).map(Self::new)
+ }
+
+ fn into_untyped(_typed: Self) -> Result<Val> {
+ unreachable!("unused, todo: port split of Typed trait from #193")
+ }
+}
crates/jrsonnet-stdlib/src/lib.rsdiffbeforeafterboth1#![allow(clippy::similar_names)]23use std::{4 cell::{Ref, RefCell, RefMut},5 collections::HashMap,6 f64,7 rc::Rc,8};910pub use arrays::*;11pub use compat::*;12pub use encoding::*;13pub use hash::*;14use jrsonnet_evaluator::{15 error::Result,16 function::{CallLocation, FuncVal, TlaArg},17 trace::PathResolver,18 val::NumValue,19 ContextBuilder, IStr, ObjValue, ObjValueBuilder, Thunk, Val,20};21use jrsonnet_gcmodule::{Acyclic, Cc, Trace};22use jrsonnet_parser::Source;23pub use manifest::*;24pub use math::*;25pub use misc::*;26pub use objects::*;27pub use operator::*;28pub use parse::*;29pub use sets::*;30pub use sort::*;31pub use strings::*;32pub use types::*;3334#[cfg(feature = "exp-regex")]35pub use crate::regex::*;3637mod arrays;38mod compat;39mod encoding;40mod hash;41mod manifest;42mod math;43mod misc;44mod objects;45mod operator;46mod parse;47#[cfg(feature = "exp-regex")]48mod regex;49mod sets;50mod sort;51mod strings;52mod types;5354#[allow(clippy::too_many_lines)]55pub fn stdlib_uncached(settings: Cc<RefCell<Settings>>) -> ObjValue {56 let mut builder = ObjValueBuilder::new();5758 // FIXME: Use PHF59 for (name, builtin) in [60 // Types61 ("type", builtin_type::INST),62 ("isString", builtin_is_string::INST),63 ("isNumber", builtin_is_number::INST),64 ("isBoolean", builtin_is_boolean::INST),65 ("isObject", builtin_is_object::INST),66 ("isArray", builtin_is_array::INST),67 ("isFunction", builtin_is_function::INST),68 ("isNull", builtin_is_null::INST),69 // Arrays70 ("makeArray", builtin_make_array::INST),71 ("repeat", builtin_repeat::INST),72 ("slice", builtin_slice::INST),73 ("map", builtin_map::INST),74 ("mapWithIndex", builtin_map_with_index::INST),75 ("mapWithKey", builtin_map_with_key::INST),76 ("flatMap", builtin_flatmap::INST),77 ("filter", builtin_filter::INST),78 ("foldl", builtin_foldl::INST),79 ("foldr", builtin_foldr::INST),80 ("range", builtin_range::INST),81 ("join", builtin_join::INST),82 ("lines", builtin_lines::INST),83 ("resolvePath", builtin_resolve_path::INST),84 ("deepJoin", builtin_deep_join::INST),85 ("reverse", builtin_reverse::INST),86 ("any", builtin_any::INST),87 ("all", builtin_all::INST),88 ("member", builtin_member::INST),89 ("find", builtin_find::INST),90 ("contains", builtin_contains::INST),91 ("count", builtin_count::INST),92 ("avg", builtin_avg::INST),93 ("removeAt", builtin_remove_at::INST),94 ("remove", builtin_remove::INST),95 ("flattenArrays", builtin_flatten_arrays::INST),96 ("flattenDeepArray", builtin_flatten_deep_array::INST),97 ("prune", builtin_prune::INST),98 ("filterMap", builtin_filter_map::INST),99 // Math100 ("abs", builtin_abs::INST),101 ("sign", builtin_sign::INST),102 ("max", builtin_max::INST),103 ("min", builtin_min::INST),104 ("clamp", builtin_clamp::INST),105 ("sum", builtin_sum::INST),106 ("modulo", builtin_modulo::INST),107 ("floor", builtin_floor::INST),108 ("ceil", builtin_ceil::INST),109 ("log", builtin_log::INST),110 ("log2", builtin_log2::INST),111 ("log10", builtin_log10::INST),112 ("pow", builtin_pow::INST),113 ("sqrt", builtin_sqrt::INST),114 ("sin", builtin_sin::INST),115 ("cos", builtin_cos::INST),116 ("tan", builtin_tan::INST),117 ("asin", builtin_asin::INST),118 ("acos", builtin_acos::INST),119 ("atan", builtin_atan::INST),120 ("atan2", builtin_atan2::INST),121 ("exp", builtin_exp::INST),122 ("mantissa", builtin_mantissa::INST),123 ("exponent", builtin_exponent::INST),124 ("round", builtin_round::INST),125 ("isEven", builtin_is_even::INST),126 ("isOdd", builtin_is_odd::INST),127 ("isInteger", builtin_is_integer::INST),128 ("isDecimal", builtin_is_decimal::INST),129 ("deg2rad", builtin_deg2rad::INST),130 ("rad2deg", builtin_rad2deg::INST),131 ("hypot", builtin_hypot::INST),132 // Operator133 ("mod", builtin_mod::INST),134 ("primitiveEquals", builtin_primitive_equals::INST),135 ("equals", builtin_equals::INST),136 ("xor", builtin_xor::INST),137 ("xnor", builtin_xnor::INST),138 ("format", builtin_format::INST),139 // Sort140 ("sort", builtin_sort::INST),141 ("uniq", builtin_uniq::INST),142 ("set", builtin_set::INST),143 ("minArray", builtin_min_array::INST),144 ("maxArray", builtin_max_array::INST),145 // Hash146 ("md5", builtin_md5::INST),147 ("sha1", builtin_sha1::INST),148 ("sha256", builtin_sha256::INST),149 ("sha512", builtin_sha512::INST),150 ("sha3", builtin_sha3::INST),151 // Encoding152 ("encodeUTF8", builtin_encode_utf8::INST),153 ("decodeUTF8", builtin_decode_utf8::INST),154 ("base64", builtin_base64::INST),155 ("base64Decode", builtin_base64_decode::INST),156 ("base64DecodeBytes", builtin_base64_decode_bytes::INST),157 // Objects158 ("objectFieldsEx", builtin_object_fields_ex::INST),159 ("objectFields", builtin_object_fields::INST),160 ("objectFieldsAll", builtin_object_fields_all::INST),161 ("objectValues", builtin_object_values::INST),162 ("objectValuesAll", builtin_object_values_all::INST),163 ("objectKeysValues", builtin_object_keys_values::INST),164 ("objectKeysValuesAll", builtin_object_keys_values_all::INST),165 ("objectHasEx", builtin_object_has_ex::INST),166 ("objectHas", builtin_object_has::INST),167 ("objectHasAll", builtin_object_has_all::INST),168 ("objectRemoveKey", builtin_object_remove_key::INST),169 // Manifest170 ("escapeStringJson", builtin_escape_string_json::INST),171 ("escapeStringPython", builtin_escape_string_python::INST),172 ("escapeStringXML", builtin_escape_string_xml::INST),173 ("manifestJsonEx", builtin_manifest_json_ex::INST),174 ("manifestJson", builtin_manifest_json::INST),175 ("manifestJsonMinified", builtin_manifest_json_minified::INST),176 ("manifestYamlDoc", builtin_manifest_yaml_doc::INST),177 ("manifestYamlStream", builtin_manifest_yaml_stream::INST),178 ("manifestTomlEx", builtin_manifest_toml_ex::INST),179 ("manifestToml", builtin_manifest_toml::INST),180 ("toString", builtin_to_string::INST),181 ("manifestPython", builtin_manifest_python::INST),182 ("manifestPythonVars", builtin_manifest_python_vars::INST),183 ("manifestXmlJsonml", builtin_manifest_xml_jsonml::INST),184 ("manifestIni", builtin_manifest_ini::INST),185 // Parse186 ("parseJson", builtin_parse_json::INST),187 ("parseYaml", builtin_parse_yaml::INST),188 // Strings189 ("codepoint", builtin_codepoint::INST),190 ("substr", builtin_substr::INST),191 ("char", builtin_char::INST),192 ("strReplace", builtin_str_replace::INST),193 ("escapeStringBash", builtin_escape_string_bash::INST),194 ("escapeStringDollars", builtin_escape_string_dollars::INST),195 ("isEmpty", builtin_is_empty::INST),196 ("equalsIgnoreCase", builtin_equals_ignore_case::INST),197 ("splitLimit", builtin_splitlimit::INST),198 ("splitLimitR", builtin_splitlimitr::INST),199 ("split", builtin_split::INST),200 ("asciiUpper", builtin_ascii_upper::INST),201 ("asciiLower", builtin_ascii_lower::INST),202 ("findSubstr", builtin_find_substr::INST),203 ("parseInt", builtin_parse_int::INST),204 #[cfg(feature = "exp-bigint")]205 ("bigint", builtin_bigint::INST),206 ("parseOctal", builtin_parse_octal::INST),207 ("parseHex", builtin_parse_hex::INST),208 ("stringChars", builtin_string_chars::INST),209 ("lstripChars", builtin_lstrip_chars::INST),210 ("rstripChars", builtin_rstrip_chars::INST),211 ("stripChars", builtin_strip_chars::INST),212 ("trim", builtin_trim::INST),213 // Misc214 ("length", builtin_length::INST),215 ("get", builtin_get::INST),216 ("startsWith", builtin_starts_with::INST),217 ("endsWith", builtin_ends_with::INST),218 ("assertEqual", builtin_assert_equal::INST),219 ("mergePatch", builtin_merge_patch::INST),220 // Sets221 ("setMember", builtin_set_member::INST),222 ("setInter", builtin_set_inter::INST),223 ("setDiff", builtin_set_diff::INST),224 ("setUnion", builtin_set_union::INST),225 // Regex226 #[cfg(feature = "exp-regex")]227 ("regexQuoteMeta", builtin_regex_quote_meta::INST),228 // Compat229 ("__compare", builtin___compare::INST),230 ("__compare_array", builtin___compare_array::INST),231 ("__array_less", builtin___array_less::INST),232 ("__array_greater", builtin___array_greater::INST),233 ("__array_less_or_equal", builtin___array_less_or_equal::INST),234 (235 "__array_greater_or_equal",236 builtin___array_greater_or_equal::INST,237 ),238 ]239 .iter()240 .copied()241 {242 builder.method(name, builtin);243 }244245 builder.method(246 "extVar",247 builtin_ext_var {248 settings: settings.clone(),249 },250 );251 builder.method(252 "native",253 builtin_native {254 settings: settings.clone(),255 },256 );257 builder.method("trace", builtin_trace { settings });258 builder.method("id", FuncVal::Id);259260 builder.field("pi").hide().value(Val::Num(261 NumValue::new(f64::consts::PI).expect("pi is finite"),262 ));263264 #[cfg(feature = "exp-regex")]265 {266 // Regex267 let regex_cache = RegexCache::default();268 builder.method(269 "regexFullMatch",270 builtin_regex_full_match {271 cache: regex_cache.clone(),272 },273 );274 builder.method(275 "regexPartialMatch",276 builtin_regex_partial_match {277 cache: regex_cache.clone(),278 },279 );280 builder.method(281 "regexReplace",282 builtin_regex_replace {283 cache: regex_cache.clone(),284 },285 );286 builder.method(287 "regexGlobalReplace",288 builtin_regex_global_replace { cache: regex_cache },289 );290 };291292 builder.build()293}294295pub trait TracePrinter: Acyclic {296 fn print_trace(&self, loc: CallLocation, value: IStr);297}298299#[derive(Acyclic)]300pub struct StdTracePrinter {301 resolver: PathResolver,302}303impl StdTracePrinter {304 pub fn new(resolver: PathResolver) -> Self {305 Self { resolver }306 }307}308impl TracePrinter for StdTracePrinter {309 fn print_trace(&self, loc: CallLocation, value: IStr) {310 eprint!("TRACE:");311 if let Some(loc) = loc.0 {312 let locs = loc.0.map_source_locations(&[loc.1]);313 eprint!(314 " {}:{}",315 loc.0.source_path().path().map_or_else(316 || loc.0.source_path().to_string(),317 |p| self.resolver.resolve(p)318 ),319 locs[0].line320 );321 }322 eprintln!(" {value}");323 }324}325326#[derive(Clone, Trace)]327pub struct Settings {328 /// Used for `std.extVar`329 pub ext_vars: HashMap<IStr, TlaArg>,330 /// Used for `std.native`331 pub ext_natives: HashMap<IStr, FuncVal>,332 /// Used for `std.trace`333 pub trace_printer: Rc<dyn TracePrinter>,334 /// Used for `std.thisFile`335 pub path_resolver: PathResolver,336}337338#[derive(Trace, Clone)]339pub struct ContextInitializer {340 /// std without applied thisFile overlay341 stdlib_obj: ObjValue,342 settings: Cc<RefCell<Settings>>,343}344impl ContextInitializer {345 pub fn new(resolver: PathResolver) -> Self {346 let settings = Settings {347 ext_vars: HashMap::new(),348 ext_natives: HashMap::new(),349 trace_printer: Rc::new(StdTracePrinter::new(resolver.clone())),350 path_resolver: resolver,351 };352 let settings = Cc::new(RefCell::new(settings));353 let stdlib_obj = stdlib_uncached(settings.clone());354 Self {355 stdlib_obj,356 settings,357 }358 }359 pub fn settings(&self) -> Ref<'_, Settings> {360 self.settings.borrow()361 }362 pub fn settings_mut(&self) -> RefMut<'_, Settings> {363 self.settings.borrow_mut()364 }365 pub fn add_ext_var(&self, name: IStr, value: Val) {366 self.settings_mut()367 .ext_vars368 .insert(name, TlaArg::Val(value));369 }370 pub fn add_ext_str(&self, name: IStr, value: IStr) {371 self.settings_mut()372 .ext_vars373 .insert(name, TlaArg::String(value));374 }375 pub fn add_ext_code(&self, name: &str, code: impl AsRef<str>) -> Result<()> {376 // self.data_mut().volatile_files.insert(source_name, code);377 self.settings_mut()378 .ext_vars379 .insert(name.into(), TlaArg::InlineCode(code.as_ref().to_owned()));380 Ok(())381 }382 pub fn add_native(&self, name: impl Into<IStr>, cb: impl Into<FuncVal>) {383 self.settings_mut()384 .ext_natives385 .insert(name.into(), cb.into());386 }387}388impl jrsonnet_evaluator::ContextInitializer for ContextInitializer {389 fn reserve_vars(&self) -> usize {390 1391 }392 fn populate(&self, source: Source, builder: &mut ContextBuilder) {393 let mut std = ObjValueBuilder::new();394 std.with_super(self.stdlib_obj.clone());395 std.field("thisFile").hide().value({396 let source_path = source.source_path();397 source_path.path().map_or_else(398 || source_path.to_string(),399 |p| self.settings().path_resolver.resolve(p),400 )401 });402 let stdlib_with_this_file = std.build();403404 builder.bind("std", Thunk::evaluated(Val::Obj(stdlib_with_this_file)));405 }406 fn as_any(&self) -> &dyn std::any::Any {407 self408 }409}crates/jrsonnet-stdlib/src/sets.rsdiffbeforeafterboth--- a/crates/jrsonnet-stdlib/src/sets.rs
+++ b/crates/jrsonnet-stdlib/src/sets.rs
@@ -1,28 +1,23 @@
use std::cmp::Ordering;
use jrsonnet_evaluator::{
- function::{builtin, FuncVal},
- operator::evaluate_compare_op,
- val::ArrValue,
- Result, Thunk, Val,
+ function::builtin, operator::evaluate_compare_op, val::ArrValue, Result, Thunk, Val,
};
use jrsonnet_parser::BinaryOpType;
+use crate::keyf::KeyF;
+
#[builtin]
#[allow(non_snake_case)]
-pub fn builtin_set_member(x: Thunk<Val>, arr: ArrValue, keyF: Option<FuncVal>) -> Result<bool> {
+pub fn builtin_set_member(x: Thunk<Val>, arr: ArrValue, #[default] keyF: KeyF) -> Result<bool> {
let mut low = 0;
let mut high = arr.len();
- let keyF = keyF
- .unwrap_or(FuncVal::Id)
- .into_native::<((Thunk<Val>,), Val)>();
-
- let x = keyF(x)?;
+ let x = keyF.eval(x)?;
while low < high {
let middle = usize::midpoint(high, low);
- let comp = keyF(arr.get_lazy(middle).expect("in bounds"))?;
+ let comp = keyF.eval(arr.get_lazy(middle).expect("in bounds"))?;
match evaluate_compare_op(&comp, &x, BinaryOpType::Lt)? {
Ordering::Less => low = middle + 1,
Ordering::Equal => return Ok(true),
@@ -34,14 +29,11 @@
#[builtin]
#[allow(non_snake_case, clippy::redundant_closure)]
-pub fn builtin_set_inter(a: ArrValue, b: ArrValue, keyF: Option<FuncVal>) -> Result<ArrValue> {
+pub fn builtin_set_inter(a: ArrValue, b: ArrValue, #[default] keyF: KeyF) -> Result<ArrValue> {
let mut a = a.iter_lazy();
let mut b = b.iter_lazy();
- let keyF = keyF
- .unwrap_or(FuncVal::identity())
- .into_native::<((Thunk<Val>,), Val)>();
- let keyF = |v| keyF(v);
+ let keyF = |v| keyF.eval(v);
let mut av = a.next();
let mut bv = b.next();
@@ -73,14 +65,11 @@
#[builtin]
#[allow(non_snake_case, clippy::redundant_closure)]
-pub fn builtin_set_diff(a: ArrValue, b: ArrValue, keyF: Option<FuncVal>) -> Result<ArrValue> {
+pub fn builtin_set_diff(a: ArrValue, b: ArrValue, #[default] keyF: KeyF) -> Result<ArrValue> {
let mut a = a.iter_lazy();
let mut b = b.iter_lazy();
- let keyF = keyF
- .unwrap_or(FuncVal::identity())
- .into_native::<((Thunk<Val>,), Val)>();
- let keyF = |v| keyF(v);
+ let keyF = |v| keyF.eval(v);
let mut av = a.next();
let mut bv = b.next();
@@ -119,14 +108,11 @@
#[builtin]
#[allow(non_snake_case, clippy::redundant_closure)]
-pub fn builtin_set_union(a: ArrValue, b: ArrValue, keyF: Option<FuncVal>) -> Result<ArrValue> {
+pub fn builtin_set_union(a: ArrValue, b: ArrValue, #[default] keyF: KeyF) -> Result<ArrValue> {
let mut a = a.iter_lazy();
let mut b = b.iter_lazy();
- let keyF = keyF
- .unwrap_or(FuncVal::identity())
- .into_native::<((Thunk<Val>,), Val)>();
- let keyF = |v| keyF(v);
+ let keyF = |v| keyF.eval(v);
let mut av = a.next();
let mut bv = b.next();
crates/jrsonnet-stdlib/src/sort.rsdiffbeforeafterboth--- a/crates/jrsonnet-stdlib/src/sort.rs
+++ b/crates/jrsonnet-stdlib/src/sort.rs
@@ -4,14 +4,14 @@
use jrsonnet_evaluator::{
bail,
- function::{builtin, FuncVal},
+ function::builtin,
operator::evaluate_compare_op,
val::{equals, ArrValue},
Result, Thunk, Val,
};
use jrsonnet_parser::BinaryOpType;
-use crate::eval_on_empty;
+use crate::{eval_on_empty, keyf::KeyF};
#[derive(Copy, Clone)]
enum SortKeyType {
@@ -70,14 +70,11 @@
Ok(values)
}
-fn sort_keyf(values: ArrValue, keyf: FuncVal) -> Result<Vec<Thunk<Val>>> {
+fn sort_keyf(values: ArrValue, keyf: KeyF) -> Result<Vec<Thunk<Val>>> {
// Slow path, user provided key getter
let mut vk = Vec::with_capacity(values.len());
for value in values.iter_lazy() {
- vk.push((
- value.clone(),
- keyf.evaluate_simple(&(value.clone(),), false)?,
- ));
+ vk.push((value.clone(), keyf.eval(value)?));
}
let sort_type = get_sort_type(&vk, |v| &v.1)?;
match sort_type {
@@ -112,7 +109,7 @@
}
/// * `key_getter` - None, if identity sort required
-pub fn sort(values: ArrValue, key_getter: FuncVal) -> Result<ArrValue> {
+pub fn sort(values: ArrValue, key_getter: KeyF) -> Result<ArrValue> {
if values.len() <= 1 {
return Ok(values);
}
@@ -126,11 +123,7 @@
}
#[builtin]
-pub fn builtin_sort(
- arr: ArrValue,
-
- #[default(FuncVal::identity())] keyF: FuncVal,
-) -> Result<ArrValue> {
+pub fn builtin_sort(arr: ArrValue, #[default] keyF: KeyF) -> Result<ArrValue> {
super::sort::sort(arr, keyF)
}
@@ -147,14 +140,14 @@
Ok(out)
}
-fn uniq_keyf(arr: ArrValue, keyf: FuncVal) -> Result<Vec<Thunk<Val>>> {
+fn uniq_keyf(arr: ArrValue, keyf: KeyF) -> Result<Vec<Thunk<Val>>> {
let mut out = Vec::new();
let last_value = arr.get_lazy(0).unwrap();
- let mut last_key = keyf.evaluate_simple(&(last_value.clone(),), false)?;
+ let mut last_key = keyf.eval(last_value.clone())?;
out.push(last_value);
for next in arr.iter_lazy().skip(1) {
- let next_key = keyf.evaluate_simple(&(next.clone(),), false)?;
+ let next_key = keyf.eval(next.clone())?;
if !equals(&last_key, &next_key)? {
out.push(next.clone());
}
@@ -165,11 +158,7 @@
#[builtin]
#[allow(non_snake_case)]
-pub fn builtin_uniq(
- arr: ArrValue,
-
- #[default(FuncVal::identity())] keyF: FuncVal,
-) -> Result<ArrValue> {
+pub fn builtin_uniq(arr: ArrValue, #[default] keyF: KeyF) -> Result<ArrValue> {
if arr.len() <= 1 {
return Ok(arr);
}
@@ -184,11 +173,7 @@
#[builtin]
#[allow(non_snake_case)]
-pub fn builtin_set(
- arr: ArrValue,
-
- #[default(FuncVal::identity())] keyF: FuncVal,
-) -> Result<ArrValue> {
+pub fn builtin_set(arr: ArrValue, #[default] keyF: KeyF) -> Result<ArrValue> {
if arr.len() <= 1 {
return Ok(arr);
}
@@ -201,24 +186,16 @@
let arr = sort_keyf(arr, keyF.clone())?;
let arr = uniq_keyf(ArrValue::lazy(arr), keyF)?;
Ok(ArrValue::lazy(arr))
- }
-}
-
-fn eval_keyf(val: Val, key_f: Option<&FuncVal>) -> Result<Val> {
- if let Some(key_f) = key_f {
- key_f.evaluate_simple(&(val,), false)
- } else {
- Ok(val)
}
}
-fn array_top1(arr: ArrValue, key_f: Option<&FuncVal>, ordering: Ordering) -> Result<Val> {
+fn array_top1(arr: ArrValue, keyf: KeyF, ordering: Ordering) -> Result<Val> {
let mut iter = arr.iter();
let mut min = iter.next().expect("not empty")?;
- let mut min_key = eval_keyf(min.clone(), key_f)?;
+ let mut min_key = keyf.eval(Thunk::evaluated(min.clone()))?;
for item in iter {
let cur = item?;
- let cur_key = eval_keyf(cur.clone(), key_f)?;
+ let cur_key = keyf.eval(Thunk::evaluated(cur.clone()))?;
if evaluate_compare_op(&cur_key, &min_key, BinaryOpType::Lt)? == ordering {
min = cur;
min_key = cur_key;
@@ -230,22 +207,22 @@
#[builtin]
pub fn builtin_min_array(
arr: ArrValue,
- keyF: Option<FuncVal>,
+ #[default] keyF: KeyF,
onEmpty: Option<Thunk<Val>>,
) -> Result<Val> {
if arr.is_empty() {
return eval_on_empty(onEmpty);
}
- array_top1(arr, keyF.as_ref(), Ordering::Less)
+ array_top1(arr, keyF, Ordering::Less)
}
#[builtin]
pub fn builtin_max_array(
arr: ArrValue,
- keyF: Option<FuncVal>,
+ #[default] keyF: KeyF,
onEmpty: Option<Thunk<Val>>,
) -> Result<Val> {
if arr.is_empty() {
return eval_on_empty(onEmpty);
}
- array_top1(arr, keyF.as_ref(), Ordering::Greater)
+ array_top1(arr, keyF, Ordering::Greater)
}
tests/tests/builtin.rsdiffbeforeafterboth--- a/tests/tests/builtin.rs
+++ b/tests/tests/builtin.rs
@@ -18,8 +18,7 @@
#[test]
fn basic_function() -> Result<()> {
let a: a = a {};
- let v =
- u32::from_untyped(a.call(ContextBuilder::new().build(), CallLocation::native(), &())?)?;
+ let v = u32::from_untyped(a.call(CallLocation::native(), &[])?)?;
ensure_eq!(v, 1);
Ok(())