difftreelog
feat native callbacks
in: master
10 files changed
bindings/jsonnet/src/interop.rsdiffbeforeafterboth--- a/bindings/jsonnet/src/interop.rs
+++ b/bindings/jsonnet/src/interop.rs
@@ -1,7 +1,7 @@
//! Jrsonnet specific additional binding helpers
-use crate::import::jsonnet_import_callback;
-use jrsonnet_evaluator::EvaluationState;
+use crate::{import::jsonnet_import_callback, native::jsonnet_native_callback};
+use jrsonnet_evaluator::{EvaluationState, Val};
use std::{
ffi::c_void,
os::raw::{c_char, c_int},
@@ -15,6 +15,13 @@
found_here: *mut *const c_char,
success: &mut c_int,
) -> *const c_char;
+
+ #[allow(improper_ctypes)]
+ pub fn _jrsonnet_static_native_callback(
+ ctx: *const c_void,
+ argv: *const *const Val,
+ success: *mut c_int,
+ ) -> *mut Val;
}
/// # Safety
@@ -26,6 +33,17 @@
jsonnet_import_callback(vm, _jrsonnet_static_import_callback, ctx)
}
+/// # Safety
+#[no_mangle]
+pub unsafe extern "C" fn jrsonnet_apply_static_native_callback(
+ vm: &EvaluationState,
+ name: *const c_char,
+ ctx: *mut c_void,
+ raw_params: *const *const c_char,
+) {
+ jsonnet_native_callback(vm, name, _jrsonnet_static_native_callback, ctx, raw_params)
+}
+
#[no_mangle]
pub extern "C" fn jrsonnet_set_trace_format(vm: &EvaluationState, format: u8) {
use jrsonnet_evaluator::trace::JSFormat;
bindings/jsonnet/src/lib.rsdiffbeforeafterboth--- a/bindings/jsonnet/src/lib.rs
+++ b/bindings/jsonnet/src/lib.rs
@@ -1,5 +1,6 @@
pub mod import;
pub mod interop;
+pub mod native;
pub mod val_extract;
pub mod val_make;
pub mod val_modify;
@@ -90,11 +91,6 @@
#[allow(clippy::boxed_local)]
pub unsafe extern "C" fn jsonnet_json_destroy(_vm: &EvaluationState, v: *mut Val) {
Box::from_raw(v);
-}
-
-#[no_mangle]
-pub extern "C" fn jsonnet_native_callback() {
- todo!()
}
#[no_mangle]
bindings/jsonnet/src/native.rsdiffbeforeafterboth--- /dev/null
+++ b/bindings/jsonnet/src/native.rs
@@ -0,0 +1,55 @@
+use jrsonnet_evaluator::{error::Error, native::NativeCallback, EvaluationState, Val};
+use jrsonnet_parser::{Param, ParamsDesc};
+use std::{
+ ffi::{c_void, CStr},
+ os::raw::{c_char, c_int},
+ rc::Rc,
+};
+
+type JsonnetNativeCallback = unsafe extern "C" fn(
+ ctx: *const c_void,
+ argv: *const *const Val,
+ success: *mut c_int,
+) -> *mut Val;
+
+/// # Safety
+#[no_mangle]
+pub unsafe extern "C" fn jsonnet_native_callback(
+ vm: &EvaluationState,
+ name: *const c_char,
+ cb: JsonnetNativeCallback,
+ ctx: *const c_void,
+ mut raw_params: *const *const c_char,
+) {
+ let name = CStr::from_ptr(name).to_str().expect("utf8 name").into();
+ let mut params = Vec::new();
+ loop {
+ if (*raw_params).is_null() {
+ break;
+ }
+ let param = CStr::from_ptr(*raw_params).to_str().expect("not utf8");
+ params.push(Param(param.into(), None));
+ raw_params = raw_params.offset(1);
+ }
+ let params = ParamsDesc(Rc::new(params));
+
+ vm.add_native(
+ name,
+ Rc::new(NativeCallback::new(params, move |args| {
+ let mut n_args = Vec::new();
+ for a in args {
+ n_args.push(Some(Box::new(a.clone())));
+ }
+ n_args.push(None);
+ let mut success = 1;
+ let v = cb(ctx, &n_args as *const _ as *const *const Val, &mut success);
+ let v = *Box::from_raw(v);
+ if success == 1 {
+ Ok(v)
+ } else {
+ let e = v.try_cast_str("native error").expect("error msg");
+ Err(Error::RuntimeError(e).into())
+ }
+ })),
+ )
+}
crates/jrsonnet-evaluator/src/builtin/manifest.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/builtin/manifest.rs
+++ b/crates/jrsonnet-evaluator/src/builtin/manifest.rs
@@ -117,7 +117,7 @@
}
buf.push('}');
}
- Val::Func(_) | Val::Intristic(_, _) => {
+ Val::Func(_) | Val::Intristic(_, _) | Val::NativeExt(_, _) => {
throw!(RuntimeError("tried to manifest function".into()))
}
Val::Lazy(_) => unreachable!(),
crates/jrsonnet-evaluator/src/error.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/error.rs
+++ b/crates/jrsonnet-evaluator/src/error.rs
@@ -33,6 +33,7 @@
FunctionParameterNotBoundInCall(Rc<str>),
UndefinedExternalVariable(Rc<str>),
+ UndefinedExternalFunction(Rc<str>),
FieldMustBeStringGot(ValType),
crates/jrsonnet-evaluator/src/evaluate.rsdiffbeforeafterboth1use crate::{2 builtin::{3 format::{format_arr, format_obj},4 manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType},5 },6 context_creator, equals,7 error::Error::*,8 future_wrapper, lazy_val, parse_args, primitive_equals, push, throw, with_state, Context,9 ContextCreator, FuncDesc, LazyBinding, LazyVal, LocError, ObjMember, ObjValue, Result, Val,10 ValType,11};12use closure::closure;13use jrsonnet_parser::{14 ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, ExprLocation, FieldMember,15 ForSpecData, IfSpecData, LiteralType, LocExpr, Member, ObjBody, ParamsDesc, UnaryOpType,16 Visibility,17};18use std::{cmp::Ordering, collections::HashMap, path::PathBuf, rc::Rc};1920pub fn evaluate_binding(b: &BindSpec, context_creator: ContextCreator) -> (Rc<str>, LazyBinding) {21 let b = b.clone();22 if let Some(params) = &b.params {23 let params = params.clone();24 (25 b.name.clone(),26 LazyBinding::Bindable(Rc::new(move |this, super_obj| {27 Ok(lazy_val!(28 closure!(clone b, clone params, clone context_creator, || Ok(evaluate_method(29 context_creator.0(this.clone(), super_obj.clone())?,30 b.name.clone(),31 params.clone(),32 b.value.clone(),33 )))34 ))35 })),36 )37 } else {38 (39 b.name.clone(),40 LazyBinding::Bindable(Rc::new(move |this, super_obj| {41 Ok(lazy_val!(closure!(clone context_creator, clone b, ||42 evaluate_named(43 context_creator.0(this.clone(), super_obj.clone())?,44 &b.value,45 b.name.clone()46 )47 )))48 })),49 )50 }51}5253pub fn evaluate_method(ctx: Context, name: Rc<str>, params: ParamsDesc, body: LocExpr) -> Val {54 Val::Func(Rc::new(FuncDesc {55 name,56 ctx,57 params,58 body,59 }))60}6162pub fn evaluate_field_name(63 context: Context,64 field_name: &jrsonnet_parser::FieldName,65) -> Result<Option<Rc<str>>> {66 Ok(match field_name {67 jrsonnet_parser::FieldName::Fixed(n) => Some(n.clone()),68 jrsonnet_parser::FieldName::Dyn(expr) => {69 let lazy = evaluate(context, expr)?;70 let value = lazy.unwrap_if_lazy()?;71 if matches!(value, Val::Null) {72 None73 } else {74 Some(value.try_cast_str("dynamic field name")?)75 }76 }77 })78}7980pub fn evaluate_unary_op(op: UnaryOpType, b: &Val) -> Result<Val> {81 Ok(match (op, b) {82 (o, Val::Lazy(l)) => evaluate_unary_op(o, &l.evaluate()?)?,83 (UnaryOpType::Not, Val::Bool(v)) => Val::Bool(!v),84 (UnaryOpType::Minus, Val::Num(n)) => Val::Num(-*n),85 (UnaryOpType::BitNot, Val::Num(n)) => Val::Num(!(*n as i32) as f64),86 (op, o) => throw!(UnaryOperatorDoesNotOperateOnType(op, o.value_type()?)),87 })88}8990pub(crate) fn evaluate_add_op(a: &Val, b: &Val) -> Result<Val> {91 Ok(match (a, b) {92 (Val::Str(v1), Val::Str(v2)) => Val::Str(((**v1).to_owned() + &v2).into()),9394 // Can't use generic json serialization way, because it depends on number to string concatenation (std.jsonnet:890)95 (Val::Num(n), Val::Str(o)) => Val::Str(format!("{}{}", n, o).into()),96 (Val::Str(o), Val::Num(n)) => Val::Str(format!("{}{}", o, n).into()),9798 (Val::Str(s), o) => Val::Str(format!("{}{}", s, o.clone().into_string()?).into()),99 (o, Val::Str(s)) => Val::Str(format!("{}{}", o.clone().into_string()?, s).into()),100101 (Val::Obj(v1), Val::Obj(v2)) => Val::Obj(v2.with_super(v1.clone())),102 (Val::Arr(a), Val::Arr(b)) => Val::Arr(Rc::new([&a[..], &b[..]].concat())),103 (Val::Num(v1), Val::Num(v2)) => Val::new_checked_num(v1 + v2)?,104 _ => throw!(BinaryOperatorDoesNotOperateOnValues(105 BinaryOpType::Add,106 a.value_type()?,107 b.value_type()?,108 )),109 })110}111112pub fn evaluate_binary_op_special(113 context: Context,114 a: &LocExpr,115 op: BinaryOpType,116 b: &LocExpr,117) -> Result<Val> {118 Ok(119 match (evaluate(context.clone(), &a)?.unwrap_if_lazy()?, op, b) {120 (Val::Bool(true), BinaryOpType::Or, _o) => Val::Bool(true),121 (Val::Bool(false), BinaryOpType::And, _o) => Val::Bool(false),122 (a, op, eb) => {123 evaluate_binary_op_normal(&a, op, &evaluate(context, eb)?.unwrap_if_lazy()?)?124 }125 },126 )127}128129pub fn evaluate_binary_op_normal(a: &Val, op: BinaryOpType, b: &Val) -> Result<Val> {130 Ok(match (a, op, b) {131 (a, BinaryOpType::Add, b) => evaluate_add_op(a, b)?,132133 (Val::Str(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::Str(v1.repeat(*v2 as usize).into()),134135 // Bool X Bool136 (Val::Bool(a), BinaryOpType::And, Val::Bool(b)) => Val::Bool(*a && *b),137 (Val::Bool(a), BinaryOpType::Or, Val::Bool(b)) => Val::Bool(*a || *b),138139 // Str X Str140 (Val::Str(v1), BinaryOpType::Lt, Val::Str(v2)) => Val::Bool(v1 < v2),141 (Val::Str(v1), BinaryOpType::Gt, Val::Str(v2)) => Val::Bool(v1 > v2),142 (Val::Str(v1), BinaryOpType::Lte, Val::Str(v2)) => Val::Bool(v1 <= v2),143 (Val::Str(v1), BinaryOpType::Gte, Val::Str(v2)) => Val::Bool(v1 >= v2),144145 // Num X Num146 (Val::Num(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::new_checked_num(v1 * v2)?,147 (Val::Num(v1), BinaryOpType::Div, Val::Num(v2)) => {148 if *v2 <= f64::EPSILON {149 throw!(DivisionByZero)150 }151 Val::new_checked_num(v1 / v2)?152 }153154 (Val::Num(v1), BinaryOpType::Sub, Val::Num(v2)) => Val::new_checked_num(v1 - v2)?,155156 (Val::Num(v1), BinaryOpType::Lt, Val::Num(v2)) => Val::Bool(v1 < v2),157 (Val::Num(v1), BinaryOpType::Gt, Val::Num(v2)) => Val::Bool(v1 > v2),158 (Val::Num(v1), BinaryOpType::Lte, Val::Num(v2)) => Val::Bool(v1 <= v2),159 (Val::Num(v1), BinaryOpType::Gte, Val::Num(v2)) => Val::Bool(v1 >= v2),160161 (Val::Num(v1), BinaryOpType::BitAnd, Val::Num(v2)) => {162 Val::Num(((*v1 as i32) & (*v2 as i32)) as f64)163 }164 (Val::Num(v1), BinaryOpType::BitOr, Val::Num(v2)) => {165 Val::Num(((*v1 as i32) | (*v2 as i32)) as f64)166 }167 (Val::Num(v1), BinaryOpType::BitXor, Val::Num(v2)) => {168 Val::Num(((*v1 as i32) ^ (*v2 as i32)) as f64)169 }170 (Val::Num(v1), BinaryOpType::Lhs, Val::Num(v2)) => {171 if *v2 < 0.0 {172 throw!(RuntimeError("shift by negative exponent".into()))173 }174 Val::Num(((*v1 as i32) << (*v2 as i32)) as f64)175 }176 (Val::Num(v1), BinaryOpType::Rhs, Val::Num(v2)) => {177 if *v2 < 0.0 {178 throw!(RuntimeError("shift by negative exponent".into()))179 }180 Val::Num(((*v1 as i32) >> (*v2 as i32)) as f64)181 }182183 _ => throw!(BinaryOperatorDoesNotOperateOnValues(184 op,185 a.value_type()?,186 b.value_type()?,187 )),188 })189}190191future_wrapper!(HashMap<Rc<str>, LazyBinding>, FutureNewBindings);192future_wrapper!(ObjValue, FutureObjValue);193194pub fn evaluate_comp<T>(195 context: Context,196 value: &impl Fn(Context) -> Result<T>,197 specs: &[CompSpec],198) -> Result<Option<Vec<T>>> {199 Ok(match specs.get(0) {200 None => Some(vec![value(context)?]),201 Some(CompSpec::IfSpec(IfSpecData(cond))) => {202 if evaluate(context.clone(), &cond)?.try_cast_bool("if spec")? {203 evaluate_comp(context, value, &specs[1..])?204 } else {205 None206 }207 }208 Some(CompSpec::ForSpec(ForSpecData(var, expr))) => {209 match evaluate(context.clone(), &expr)?.unwrap_if_lazy()? {210 Val::Arr(list) => {211 let mut out = Vec::new();212 for item in list.iter() {213 let item = item.unwrap_if_lazy()?;214 out.push(evaluate_comp(215 context.clone().with_var(var.clone(), item.clone()),216 value,217 &specs[1..],218 )?);219 }220 Some(out.into_iter().flatten().flatten().collect())221 }222 _ => throw!(InComprehensionCanOnlyIterateOverArray),223 }224 }225 })226}227228pub fn evaluate_member_list_object(context: Context, members: &[Member]) -> Result<ObjValue> {229 let new_bindings = FutureNewBindings::new();230 let future_this = FutureObjValue::new();231 let context_creator = context_creator!(232 closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {233 Ok(context.clone().extend_unbound(234 new_bindings.clone().unwrap(),235 context.dollar().clone().or_else(||this.clone()),236 Some(this.unwrap()),237 super_obj238 )?)239 })240 );241 {242 let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();243 for (n, b) in members244 .iter()245 .filter_map(|m| match m {246 Member::BindStmt(b) => Some(b.clone()),247 _ => None,248 })249 .map(|b| evaluate_binding(&b, context_creator.clone()))250 {251 bindings.insert(n, b);252 }253 new_bindings.fill(bindings);254 }255256 let mut new_members = HashMap::new();257 for member in members.iter() {258 match member {259 Member::Field(FieldMember {260 name,261 plus,262 params: None,263 visibility,264 value,265 }) => {266 let name = evaluate_field_name(context.clone(), &name)?;267 if name.is_none() {268 continue;269 }270 let name = name.unwrap();271 new_members.insert(272 name.clone(),273 ObjMember {274 add: *plus,275 visibility: *visibility,276 invoke: LazyBinding::Bindable(Rc::new(277 closure!(clone name, clone value, clone context_creator, |this, super_obj| {278 Ok(LazyVal::new_resolved(evaluate(279 context_creator.0(this, super_obj)?,280 &value,281 )?))282 }),283 )),284 location: value.1.clone(),285 },286 );287 }288 Member::Field(FieldMember {289 name,290 params: Some(params),291 value,292 ..293 }) => {294 let name = evaluate_field_name(context.clone(), &name)?;295 if name.is_none() {296 continue;297 }298 let name = name.unwrap();299 new_members.insert(300 name.clone(),301 ObjMember {302 add: false,303 visibility: Visibility::Hidden,304 invoke: LazyBinding::Bindable(Rc::new(305 closure!(clone value, clone context_creator, clone params, clone name, |this, super_obj| {306 // TODO: Assert307 Ok(LazyVal::new_resolved(evaluate_method(308 context_creator.0(this, super_obj)?,309 name.clone(),310 params.clone(),311 value.clone(),312 )))313 }),314 )),315 location: value.1.clone(),316 },317 );318 }319 Member::BindStmt(_) => {}320 Member::AssertStmt(_) => {}321 }322 }323 Ok(future_this.fill(ObjValue::new(None, Rc::new(new_members))))324}325326pub fn evaluate_object(context: Context, object: &ObjBody) -> Result<ObjValue> {327 Ok(match object {328 ObjBody::MemberList(members) => evaluate_member_list_object(context, &members)?,329 ObjBody::ObjComp(obj) => {330 let future_this = FutureObjValue::new();331 let mut new_members = HashMap::new();332 for (k, v) in evaluate_comp(333 context.clone(),334 &|ctx| {335 let new_bindings = FutureNewBindings::new();336 let context_creator = context_creator!(337 closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {338 Ok(context.clone().extend_unbound(339 new_bindings.clone().unwrap(),340 context.dollar().clone().or_else(||this.clone()),341 None,342 super_obj343 )?)344 })345 );346 let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();347 for (n, b) in obj348 .pre_locals349 .iter()350 .chain(obj.post_locals.iter())351 .map(|b| evaluate_binding(b, context_creator.clone()))352 {353 bindings.insert(n, b);354 }355 let bindings = new_bindings.fill(bindings);356 let ctx = ctx.extend_unbound(bindings, None, None, None)?;357 let key = evaluate(ctx.clone(), &obj.key)?;358 let value = LazyBinding::Bindable(Rc::new(359 closure!(clone ctx, clone obj.value, |this, _super_obj| {360 Ok(LazyVal::new_resolved(evaluate(ctx.clone().extend(HashMap::new(), None, this, None), &value)?))361 }),362 ));363364 Ok((key, value))365 },366 &obj.compspecs,367 )?368 .unwrap()369 {370 match k {371 Val::Null => {}372 Val::Str(n) => {373 new_members.insert(374 n,375 ObjMember {376 add: false,377 visibility: Visibility::Normal,378 invoke: v,379 location: obj.value.1.clone(),380 },381 );382 }383 v => throw!(FieldMustBeStringGot(v.value_type()?)),384 }385 }386387 future_this.fill(ObjValue::new(None, Rc::new(new_members)))388 }389 })390}391392/// Extracts code block and disables inlining for them393/// Fixes WASM to java bytecode compilation failing because of very large method394#[cfg(feature = "unstable")]395macro_rules! noinline {396 ($e:expr) => {397 (#![inline(never)] move || $e)()398 };399}400#[cfg(not(feature = "unstable"))]401macro_rules! noinline {402 ($e:expr) => {403 (move || $e)()404 };405}406407pub fn evaluate_apply(408 context: Context,409 value: &LocExpr,410 args: &ArgsDesc,411 loc: &Option<ExprLocation>,412 tailstrict: bool,413) -> Result<Val> {414 let lazy = evaluate(context.clone(), value)?;415 let value = lazy.unwrap_if_lazy()?;416 Ok(match value {417 Val::Intristic(ns, name) => push(418 loc,419 || format!("intristic <{}.{}> call", ns, name),420 || {421 Ok(match (&ns as &str, &name as &str) {422 // arr/string/function423 ("std", "length") => parse_args!(context, "std.length", args, 1, [424 0, x: [Val::Str|Val::Arr|Val::Obj], vec![ValType::Str, ValType::Arr, ValType::Obj];425 ], {426 Ok(match x {427 Val::Str(n) => Val::Num(n.chars().count() as f64),428 Val::Arr(i) => Val::Num(i.len() as f64),429 Val::Obj(o) => Val::Num(430 o.fields_visibility()431 .into_iter()432 .filter(|(_k, v)| *v)433 .count() as f64,434 ),435 _ => unreachable!(),436 })437 })?,438 // any439 ("std", "type") => parse_args!(context, "std.type", args, 1, [440 0, x, vec![];441 ], {442 Ok(Val::Str(x.value_type()?.name().into()))443 })?,444 // length, idx=>any445 ("std", "makeArray") => {446 noinline!(parse_args!(context, "std.makeArray", args, 2, [447 0, sz: [Val::Num]!!Val::Num, vec![ValType::Num];448 1, func: [Val::Func]!!Val::Func, vec![ValType::Func];449 ], {450 if sz < 0.0 {451 throw!(RuntimeError(format!("makeArray requires size >= 0, got {}", sz).into()));452 }453 let mut out = Vec::with_capacity(sz as usize);454 for i in 0..sz as usize {455 out.push(func.evaluate_values(456 Context::new(),457 &[Val::Num(i as f64)]458 )?)459 }460 Ok(Val::Arr(Rc::new(out)))461 }))?462 }463 // string464 ("std", "codepoint") => parse_args!(context, "std.codepoint", args, 1, [465 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];466 ], {467 assert!(468 str.chars().count() == 1,469 "std.codepoint should receive single char string"470 );471 Ok(Val::Num(str.chars().take(1).next().unwrap() as u32 as f64))472 })?,473 // object, includeHidden474 ("std", "objectFieldsEx") => {475 noinline!(parse_args!(context, "std.objectFieldsEx",args, 2, [476 0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];477 1, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];478 ], {479 let mut out = obj.fields_visibility()480 .into_iter()481 .filter(|(_k, v)| *v || inc_hidden)482 .map(|(k, _v)|k)483 .collect::<Vec<_>>();484 out.sort();485 Ok(Val::Arr(Rc::new(out.into_iter().map(Val::Str).collect())))486 }))?487 }488 // object, field, includeHidden489 ("std", "objectHasEx") => parse_args!(context, "std.objectHasEx", args, 3, [490 0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];491 1, f: [Val::Str]!!Val::Str, vec![ValType::Str];492 2, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];493 ], {494 Ok(Val::Bool(495 obj.fields_visibility()496 .into_iter()497 .filter(|(_k, v)| *v || inc_hidden)498 .any(|(k, _v)| *k == *f),499 ))500 })?,501 ("std", "primitiveEquals") => {502 parse_args!(context, "std.primitiveEquals", args, 2, [503 0, a, vec![];504 1, b, vec![];505 ], {506 Ok(Val::Bool(primitive_equals(&a, &b)?))507 })?508 }509 // faster510 ("std", "equals") => parse_args!(context, "std.equals", args, 2, [511 0, a, vec![];512 1, b, vec![];513 ], {514 Ok(Val::Bool(equals(&a, &b)?))515 })?,516 ("std", "modulo") => parse_args!(context, "std.modulo", args, 2, [517 0, a: [Val::Num]!!Val::Num, vec![ValType::Num];518 1, b: [Val::Num]!!Val::Num, vec![ValType::Num];519 ], {520 Ok(Val::Num(a % b))521 })?,522 ("std", "floor") => parse_args!(context, "std.floor", args, 1, [523 0, x: [Val::Num]!!Val::Num, vec![ValType::Num];524 ], {525 Ok(Val::Num(x.floor()))526 })?,527 ("std", "log") => parse_args!(context, "std.log", args, 2, [528 0, n: [Val::Num]!!Val::Num, vec![ValType::Num];529 ], {530 Ok(Val::Num(n.ln()))531 })?,532 ("std", "trace") => parse_args!(context, "std.trace", args, 2, [533 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];534 1, rest, vec![];535 ], {536 eprint!("TRACE:");537 if let Some(loc) = loc {538 with_state(|s|{539 let locs = s.map_source_locations(&loc.0, &[loc.1]);540 eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);541 });542 }543 eprintln!(" {}", str);544 Ok(rest)545 })?,546 ("std", "pow") => parse_args!(context, "std.modulo", args, 2, [547 0, x: [Val::Num]!!Val::Num, vec![ValType::Num];548 1, n: [Val::Num]!!Val::Num, vec![ValType::Num];549 ], {550 Ok(Val::Num(x.powf(n)))551 })?,552 ("std", "extVar") => parse_args!(context, "std.extVar", args, 2, [553 0, x: [Val::Str]!!Val::Str, vec![ValType::Str];554 ], {555 Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or_else(556 || UndefinedExternalVariable(x),557 )?)558 })?,559 ("std", "filter") => noinline!(parse_args!(context, "std.filter", args, 2, [560 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];561 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];562 ], {563 Ok(Val::Arr(Rc::new(564 arr.iter()565 .cloned()566 .filter(|e| {567 func568 .evaluate_values(context.clone(), &[e.clone()])569 .unwrap()570 .try_cast_bool("filter predicate")571 .unwrap()572 })573 .collect(),574 )))575 }))?,576 // faster577 ("std", "foldl") => noinline!(parse_args!(context, "std.foldl", args, 3, [578 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];579 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];580 2, init, vec![];581 ], {582 let mut acc = init;583 for i in arr.iter().cloned() {584 acc = func.evaluate_values(context.clone(), &[acc, i])?;585 }586 Ok(acc)587 }))?,588 // faster589 ("std", "foldr") => noinline!(parse_args!(context, "std.foldr", args, 3, [590 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];591 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];592 2, init, vec![];593 ], {594 let mut acc = init;595 for i in arr.iter().rev().cloned() {596 acc = func.evaluate_values(context.clone(), &[acc, i])?;597 }598 Ok(acc)599 }))?,600 // faster601 #[allow(non_snake_case)]602 ("std", "sortImpl") => noinline!(parse_args!(context, "std.sort", args, 2, [603 0, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];604 1, keyF: [Val::Func]!!Val::Func, vec![ValType::Func];605 ], {606 if arr.len() <= 1 {607 return Ok(Val::Arr(arr))608 }609 let mut new_arr = arr.iter().cloned().collect::<Vec<_>>();610 match keyF.evaluate_values(context.clone(), &[new_arr[0].clone()])? {611 Val::Str(_) => {612 let mut err = None;613 new_arr.sort_by_cached_key(|k| {614 match keyF.evaluate_values(context.clone(), &[k.clone()]) {615 Ok(Val::Str(v)) => v,616 Ok(_) => {617 err = Some(LocError::new(RuntimeError("types of all array elements should equal".into())));618 "".into()619 }620 Err(e) => {621 err = Some(e);622 "".into()623 }624 }625 });626 if let Some(e) = err {627 return Err(e);628 }629 },630 Val::Num(_) => {631 let mut err = None;632 new_arr.sort_unstable_by(|a, b| {633 match (keyF.evaluate_values(context.clone(), &[a.clone()]), keyF.evaluate_values(context.clone(), &[b.clone()])) {634 (Ok(Val::Num(a)), Ok(Val::Num(b))) => a.partial_cmp(&b).unwrap(),635 (Ok(_a), Ok(_b)) => {636 err = Some(RuntimeError("types of all array elements should equal".into()).into());637 Ordering::Equal638 }639 (Err(e), _) | (_, Err(e)) => {640 err = Some(e);641 Ordering::Equal642 }643 }644 });645 if let Some(e) = err {646 return Err(e);647 }648 },649 _ => throw!(RuntimeError("keys should be number or string".into()))650 }651 Ok(Val::Arr(Rc::new(new_arr)))652 }))?,653 // faster654 ("std", "format") => parse_args!(context, "std.format", args, 2, [655 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];656 1, vals, vec![]657 ], {658 push(&Some(ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)), ||format!("std.format of {}", str), ||{659 Ok(match vals {660 Val::Arr(vals) => Val::Str(format_arr(&str, &vals)?.into()),661 Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),662 o => Val::Str(format_arr(&str, &[o])?.into()),663 })664 })665 })?,666 // faster667 ("std", "range") => parse_args!(context, "std.range", args, 2, [668 0, from: [Val::Num]!!Val::Num, vec![ValType::Num];669 1, to: [Val::Num]!!Val::Num, vec![ValType::Num];670 ], {671 let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));672 for i in from as usize..=to as usize {673 out.push(Val::Num(i as f64));674 }675 Ok(Val::Arr(Rc::new(out)))676 })?,677 ("std", "char") => parse_args!(context, "std.char", args, 1, [678 0, n: [Val::Num]!!Val::Num, vec![ValType::Num];679 ], {680 let mut out = String::new();681 out.push(std::char::from_u32(n as u32).ok_or_else(||682 InvalidUnicodeCodepointGot(n as u32)683 )?);684 Ok(Val::Str(out.into()))685 })?,686 ("std", "encodeUTF8") => parse_args!(context, "std.encodeUtf8", args, 1, [687 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];688 ], {689 Ok(Val::Arr(Rc::new(str.bytes().map(|b| Val::Num(b as f64)).collect())))690 })?,691 ("std", "md5") => noinline!(parse_args!(context, "std.md5", args, 1, [692 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];693 ], {694 Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))695 }))?,696 // faster697 ("std", "base64") => parse_args!(context, "std.base64", args, 1, [698 0, input: [Val::Str | Val::Arr], vec![ValType::Arr, ValType::Str];699 ], {700 Ok(Val::Str(match input {701 Val::Str(s) => {702 base64::encode(s.bytes().collect::<Vec<_>>()).into()703 },704 Val::Arr(a) => {705 base64::encode(a.iter().map(|v| {706 Ok(v.clone().try_cast_num("base64 array")? as u8)707 }).collect::<Result<Vec<_>>>()?).into()708 },709 _ => unreachable!()710 }))711 })?,712 // faster713 ("std", "join") => noinline!(parse_args!(context, "std.join", args, 2, [714 0, sep: [Val::Str|Val::Arr], vec![ValType::Str, ValType::Arr];715 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];716 ], {717 Ok(match sep {718 Val::Arr(joiner_items) => {719 let mut out = Vec::new();720721 let mut first = true;722 for item in arr.iter().cloned() {723 if let Val::Arr(items) = item.unwrap_if_lazy()? {724 if !first {725 out.reserve(joiner_items.len());726 out.extend(joiner_items.iter().cloned());727 }728 first = false;729 out.reserve(items.len());730 out.extend(items.iter().cloned());731 } else {732 throw!(RuntimeError("in std.join all items should be arrays".into()));733 }734 }735736 Val::Arr(Rc::new(out))737 },738 Val::Str(sep) => {739 let mut out = String::new();740741 let mut first = true;742 for item in arr.iter().cloned() {743 if let Val::Str(item) = item.unwrap_if_lazy()? {744 if !first {745 out += &sep;746 }747 first = false;748 out += &item;749 } else {750 throw!(RuntimeError("in std.join all items should be strings".into()));751 }752 }753754 Val::Str(out.into())755 },756 _ => unreachable!()757 })758 }))?,759 // Faster760 ("std", "escapeStringJson") => {761 parse_args!(context, "std.escapeStringJson", args, 1, [762 0, str_: [Val::Str]!!Val::Str, vec![ValType::Str];763 ], {764 Ok(Val::Str(escape_string_json(&str_).into()))765 })?766 }767 // Faster768 ("std", "manifestJsonEx") => {769 parse_args!(context, "std.manifestJsonEx", args, 2, [770 0, value, vec![];771 1, indent: [Val::Str]!!Val::Str, vec![ValType::Str];772 ], {773 Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {774 padding: &indent,775 mtype: ManifestType::Std,776 })?.into()))777 })?778 }779 (ns, name) => throw!(IntristicNotFound(ns.into(), name.into())),780 })781 },782 )?,783 Val::Func(f) => {784 let body = || f.evaluate(context, args, tailstrict);785 if tailstrict {786 body()?787 } else {788 push(loc, || format!("function <{}> call", f.name), body)?789 }790 }791 v => throw!(OnlyFunctionsCanBeCalledGot(v.value_type()?)),792 })793}794795pub fn evaluate_named(context: Context, lexpr: &LocExpr, name: Rc<str>) -> Result<Val> {796 use Expr::*;797 let LocExpr(expr, _loc) = lexpr;798 Ok(match &**expr {799 Function(params, body) => evaluate_method(context, name, params.clone(), body.clone()),800 _ => evaluate(context, lexpr)?,801 })802}803804pub fn evaluate(context: Context, expr: &LocExpr) -> Result<Val> {805 use Expr::*;806 let LocExpr(expr, loc) = expr;807 Ok(match &**expr {808 Literal(LiteralType::This) => Val::Obj(809 context810 .this()811 .clone()812 .ok_or_else(|| CantUseSelfOutsideOfObject)?,813 ),814 Literal(LiteralType::Dollar) => Val::Obj(815 context816 .dollar()817 .clone()818 .ok_or_else(|| NoTopLevelObjectFound)?,819 ),820 Literal(LiteralType::True) => Val::Bool(true),821 Literal(LiteralType::False) => Val::Bool(false),822 Literal(LiteralType::Null) => Val::Null,823 Parened(e) => evaluate(context, e)?,824 Str(v) => Val::Str(v.clone()),825 Num(v) => Val::new_checked_num(*v)?,826 BinaryOp(v1, o, v2) => evaluate_binary_op_special(context, &v1, *o, &v2)?,827 UnaryOp(o, v) => evaluate_unary_op(*o, &evaluate(context, v)?)?,828 Var(name) => push(829 loc,830 || format!("variable <{}>", name),831 || Ok(Val::Lazy(context.binding(name.clone())?).unwrap_if_lazy()?),832 )?,833 Index(LocExpr(v, _), index) if matches!(&**v, Expr::Literal(LiteralType::Super)) => {834 let name = evaluate(context.clone(), index)?.try_cast_str("object index")?;835 context836 .super_obj()837 .clone()838 .expect("no super found")839 .get_raw(name, &context.this().clone().expect("no this found"))?840 .expect("value not found")841 }842 Index(value, index) => {843 match (844 evaluate(context.clone(), value)?.unwrap_if_lazy()?,845 evaluate(context, index)?,846 ) {847 (Val::Obj(v), Val::Str(s)) => {848 let sn = s.clone();849 push(850 &loc,851 || format!("field <{}> access", sn),852 || {853 if let Some(v) = v.get(s.clone())? {854 Ok(v.unwrap_if_lazy()?)855 } else if let Some(Val::Str(n)) =856 v.get("__intristic_namespace__".into())?857 {858 Ok(Val::Intristic(n, s))859 } else {860 throw!(NoSuchField(s))861 }862 },863 )?864 }865 (Val::Obj(_), n) => throw!(ValueIndexMustBeTypeGot(866 ValType::Obj,867 ValType::Str,868 n.value_type()?,869 )),870871 (Val::Arr(v), Val::Num(n)) => {872 if n.fract() > f64::EPSILON {873 throw!(FractionalIndex)874 }875 v.get(n as usize)876 .ok_or_else(|| ArrayBoundsError(n as usize, v.len()))?877 .clone()878 .unwrap_if_lazy()?879 }880 (Val::Arr(_), Val::Str(n)) => throw!(AttemptedIndexAnArrayWithString(n)),881 (Val::Arr(_), n) => throw!(ValueIndexMustBeTypeGot(882 ValType::Arr,883 ValType::Num,884 n.value_type()?,885 )),886887 (Val::Str(s), Val::Num(n)) => Val::Str(888 s.chars()889 .skip(n as usize)890 .take(1)891 .collect::<String>()892 .into(),893 ),894 (Val::Str(_), n) => throw!(ValueIndexMustBeTypeGot(895 ValType::Str,896 ValType::Num,897 n.value_type()?,898 )),899900 (v, _) => throw!(CantIndexInto(v.value_type()?)),901 }902 }903 LocalExpr(bindings, returned) => {904 let mut new_bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();905 let future_context = Context::new_future();906907 let context_creator = context_creator!(908 closure!(clone future_context, |_, _| Ok(future_context.clone().unwrap()))909 );910911 for (k, v) in bindings912 .iter()913 .map(|b| evaluate_binding(b, context_creator.clone()))914 {915 new_bindings.insert(k, v);916 }917918 let context = context919 .extend_unbound(new_bindings, None, None, None)?920 .into_future(future_context);921 evaluate(context, &returned.clone())?922 }923 Arr(items) => {924 let mut out = Vec::with_capacity(items.len());925 for item in items {926 out.push(Val::Lazy(lazy_val!(927 closure!(clone context, clone item, || {928 evaluate(context.clone(), &item)929 })930 )));931 }932 Val::Arr(Rc::new(out))933 }934 ArrComp(expr, compspecs) => Val::Arr(935 // First compspec should be forspec, so no "None" possible here936 Rc::new(evaluate_comp(context, &|ctx| evaluate(ctx, expr), compspecs)?.unwrap()),937 ),938 Obj(body) => Val::Obj(evaluate_object(context, body)?),939 ObjExtend(s, t) => evaluate_add_op(940 &evaluate(context.clone(), s)?,941 &Val::Obj(evaluate_object(context, t)?),942 )?,943 Apply(value, args, tailstrict) => evaluate_apply(context, value, args, loc, *tailstrict)?,944 Function(params, body) => {945 evaluate_method(context, "anonymous".into(), params.clone(), body.clone())946 }947 AssertExpr(AssertStmt(value, msg), returned) => {948 let assertion_result = push(949 &value.1,950 || "assertion condition".to_owned(),951 || {952 evaluate(context.clone(), &value)?953 .try_cast_bool("assertion condition should be boolean")954 },955 )?;956 if assertion_result {957 evaluate(context, returned)?958 } else if let Some(msg) = msg {959 throw!(AssertionFailed(evaluate(context, msg)?));960 } else {961 throw!(AssertionFailed(Val::Null));962 }963 }964 ErrorStmt(e) => push(965 &loc,966 || "error statement".to_owned(),967 || {968 throw!(RuntimeError(969 evaluate(context, e)?.try_cast_str("error text should be string")?,970 ))971 },972 )?,973 IfElse {974 cond,975 cond_then,976 cond_else,977 } => {978 if evaluate(context.clone(), &cond.0)?979 .try_cast_bool("if condition should be boolean")?980 {981 evaluate(context, cond_then)?982 } else {983 match cond_else {984 Some(v) => evaluate(context, v)?,985 None => Val::Null,986 }987 }988 }989 Import(path) => {990 let mut tmp = loc991 .clone()992 .expect("imports can't be used without loc_data")993 .0;994 let import_location = Rc::make_mut(&mut tmp);995 import_location.pop();996 push(997 loc,998 || format!("import {:?}", path),999 || with_state(|s| s.import_file(&import_location, path)),1000 )?1001 }1002 ImportStr(path) => {1003 let mut tmp = loc1004 .clone()1005 .expect("imports can't be used without loc_data")1006 .0;1007 let import_location = Rc::make_mut(&mut tmp);1008 import_location.pop();1009 Val::Str(with_state(|s| s.import_file_str(&import_location, path))?)1010 }1011 Literal(LiteralType::Super) => throw!(StandaloneSuper),1012 })1013}1use crate::{2 builtin::{3 format::{format_arr, format_obj},4 manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType},5 },6 context_creator, equals,7 error::Error::*,8 future_wrapper, lazy_val, parse_args, parse_function_call, primitive_equals, push, throw,9 with_state, Context, ContextCreator, FuncDesc, LazyBinding, LazyVal, LocError, ObjMember,10 ObjValue, Result, Val, ValType,11};12use closure::closure;13use jrsonnet_parser::{14 ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, ExprLocation, FieldMember,15 ForSpecData, IfSpecData, LiteralType, LocExpr, Member, ObjBody, ParamsDesc, UnaryOpType,16 Visibility,17};18use std::{cmp::Ordering, collections::HashMap, path::PathBuf, rc::Rc};1920pub fn evaluate_binding(b: &BindSpec, context_creator: ContextCreator) -> (Rc<str>, LazyBinding) {21 let b = b.clone();22 if let Some(params) = &b.params {23 let params = params.clone();24 (25 b.name.clone(),26 LazyBinding::Bindable(Rc::new(move |this, super_obj| {27 Ok(lazy_val!(28 closure!(clone b, clone params, clone context_creator, || Ok(evaluate_method(29 context_creator.0(this.clone(), super_obj.clone())?,30 b.name.clone(),31 params.clone(),32 b.value.clone(),33 )))34 ))35 })),36 )37 } else {38 (39 b.name.clone(),40 LazyBinding::Bindable(Rc::new(move |this, super_obj| {41 Ok(lazy_val!(closure!(clone context_creator, clone b, ||42 evaluate_named(43 context_creator.0(this.clone(), super_obj.clone())?,44 &b.value,45 b.name.clone()46 )47 )))48 })),49 )50 }51}5253pub fn evaluate_method(ctx: Context, name: Rc<str>, params: ParamsDesc, body: LocExpr) -> Val {54 Val::Func(Rc::new(FuncDesc {55 name,56 ctx,57 params,58 body,59 }))60}6162pub fn evaluate_field_name(63 context: Context,64 field_name: &jrsonnet_parser::FieldName,65) -> Result<Option<Rc<str>>> {66 Ok(match field_name {67 jrsonnet_parser::FieldName::Fixed(n) => Some(n.clone()),68 jrsonnet_parser::FieldName::Dyn(expr) => {69 let lazy = evaluate(context, expr)?;70 let value = lazy.unwrap_if_lazy()?;71 if matches!(value, Val::Null) {72 None73 } else {74 Some(value.try_cast_str("dynamic field name")?)75 }76 }77 })78}7980pub fn evaluate_unary_op(op: UnaryOpType, b: &Val) -> Result<Val> {81 Ok(match (op, b) {82 (o, Val::Lazy(l)) => evaluate_unary_op(o, &l.evaluate()?)?,83 (UnaryOpType::Not, Val::Bool(v)) => Val::Bool(!v),84 (UnaryOpType::Minus, Val::Num(n)) => Val::Num(-*n),85 (UnaryOpType::BitNot, Val::Num(n)) => Val::Num(!(*n as i32) as f64),86 (op, o) => throw!(UnaryOperatorDoesNotOperateOnType(op, o.value_type()?)),87 })88}8990pub(crate) fn evaluate_add_op(a: &Val, b: &Val) -> Result<Val> {91 Ok(match (a, b) {92 (Val::Str(v1), Val::Str(v2)) => Val::Str(((**v1).to_owned() + &v2).into()),9394 // Can't use generic json serialization way, because it depends on number to string concatenation (std.jsonnet:890)95 (Val::Num(n), Val::Str(o)) => Val::Str(format!("{}{}", n, o).into()),96 (Val::Str(o), Val::Num(n)) => Val::Str(format!("{}{}", o, n).into()),9798 (Val::Str(s), o) => Val::Str(format!("{}{}", s, o.clone().into_string()?).into()),99 (o, Val::Str(s)) => Val::Str(format!("{}{}", o.clone().into_string()?, s).into()),100101 (Val::Obj(v1), Val::Obj(v2)) => Val::Obj(v2.with_super(v1.clone())),102 (Val::Arr(a), Val::Arr(b)) => Val::Arr(Rc::new([&a[..], &b[..]].concat())),103 (Val::Num(v1), Val::Num(v2)) => Val::new_checked_num(v1 + v2)?,104 _ => throw!(BinaryOperatorDoesNotOperateOnValues(105 BinaryOpType::Add,106 a.value_type()?,107 b.value_type()?,108 )),109 })110}111112pub fn evaluate_binary_op_special(113 context: Context,114 a: &LocExpr,115 op: BinaryOpType,116 b: &LocExpr,117) -> Result<Val> {118 Ok(119 match (evaluate(context.clone(), &a)?.unwrap_if_lazy()?, op, b) {120 (Val::Bool(true), BinaryOpType::Or, _o) => Val::Bool(true),121 (Val::Bool(false), BinaryOpType::And, _o) => Val::Bool(false),122 (a, op, eb) => {123 evaluate_binary_op_normal(&a, op, &evaluate(context, eb)?.unwrap_if_lazy()?)?124 }125 },126 )127}128129pub fn evaluate_binary_op_normal(a: &Val, op: BinaryOpType, b: &Val) -> Result<Val> {130 Ok(match (a, op, b) {131 (a, BinaryOpType::Add, b) => evaluate_add_op(a, b)?,132133 (Val::Str(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::Str(v1.repeat(*v2 as usize).into()),134135 // Bool X Bool136 (Val::Bool(a), BinaryOpType::And, Val::Bool(b)) => Val::Bool(*a && *b),137 (Val::Bool(a), BinaryOpType::Or, Val::Bool(b)) => Val::Bool(*a || *b),138139 // Str X Str140 (Val::Str(v1), BinaryOpType::Lt, Val::Str(v2)) => Val::Bool(v1 < v2),141 (Val::Str(v1), BinaryOpType::Gt, Val::Str(v2)) => Val::Bool(v1 > v2),142 (Val::Str(v1), BinaryOpType::Lte, Val::Str(v2)) => Val::Bool(v1 <= v2),143 (Val::Str(v1), BinaryOpType::Gte, Val::Str(v2)) => Val::Bool(v1 >= v2),144145 // Num X Num146 (Val::Num(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::new_checked_num(v1 * v2)?,147 (Val::Num(v1), BinaryOpType::Div, Val::Num(v2)) => {148 if *v2 <= f64::EPSILON {149 throw!(DivisionByZero)150 }151 Val::new_checked_num(v1 / v2)?152 }153154 (Val::Num(v1), BinaryOpType::Sub, Val::Num(v2)) => Val::new_checked_num(v1 - v2)?,155156 (Val::Num(v1), BinaryOpType::Lt, Val::Num(v2)) => Val::Bool(v1 < v2),157 (Val::Num(v1), BinaryOpType::Gt, Val::Num(v2)) => Val::Bool(v1 > v2),158 (Val::Num(v1), BinaryOpType::Lte, Val::Num(v2)) => Val::Bool(v1 <= v2),159 (Val::Num(v1), BinaryOpType::Gte, Val::Num(v2)) => Val::Bool(v1 >= v2),160161 (Val::Num(v1), BinaryOpType::BitAnd, Val::Num(v2)) => {162 Val::Num(((*v1 as i32) & (*v2 as i32)) as f64)163 }164 (Val::Num(v1), BinaryOpType::BitOr, Val::Num(v2)) => {165 Val::Num(((*v1 as i32) | (*v2 as i32)) as f64)166 }167 (Val::Num(v1), BinaryOpType::BitXor, Val::Num(v2)) => {168 Val::Num(((*v1 as i32) ^ (*v2 as i32)) as f64)169 }170 (Val::Num(v1), BinaryOpType::Lhs, Val::Num(v2)) => {171 if *v2 < 0.0 {172 throw!(RuntimeError("shift by negative exponent".into()))173 }174 Val::Num(((*v1 as i32) << (*v2 as i32)) as f64)175 }176 (Val::Num(v1), BinaryOpType::Rhs, Val::Num(v2)) => {177 if *v2 < 0.0 {178 throw!(RuntimeError("shift by negative exponent".into()))179 }180 Val::Num(((*v1 as i32) >> (*v2 as i32)) as f64)181 }182183 _ => throw!(BinaryOperatorDoesNotOperateOnValues(184 op,185 a.value_type()?,186 b.value_type()?,187 )),188 })189}190191future_wrapper!(HashMap<Rc<str>, LazyBinding>, FutureNewBindings);192future_wrapper!(ObjValue, FutureObjValue);193194pub fn evaluate_comp<T>(195 context: Context,196 value: &impl Fn(Context) -> Result<T>,197 specs: &[CompSpec],198) -> Result<Option<Vec<T>>> {199 Ok(match specs.get(0) {200 None => Some(vec![value(context)?]),201 Some(CompSpec::IfSpec(IfSpecData(cond))) => {202 if evaluate(context.clone(), &cond)?.try_cast_bool("if spec")? {203 evaluate_comp(context, value, &specs[1..])?204 } else {205 None206 }207 }208 Some(CompSpec::ForSpec(ForSpecData(var, expr))) => {209 match evaluate(context.clone(), &expr)?.unwrap_if_lazy()? {210 Val::Arr(list) => {211 let mut out = Vec::new();212 for item in list.iter() {213 let item = item.unwrap_if_lazy()?;214 out.push(evaluate_comp(215 context.clone().with_var(var.clone(), item.clone()),216 value,217 &specs[1..],218 )?);219 }220 Some(out.into_iter().flatten().flatten().collect())221 }222 _ => throw!(InComprehensionCanOnlyIterateOverArray),223 }224 }225 })226}227228pub fn evaluate_member_list_object(context: Context, members: &[Member]) -> Result<ObjValue> {229 let new_bindings = FutureNewBindings::new();230 let future_this = FutureObjValue::new();231 let context_creator = context_creator!(232 closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {233 Ok(context.clone().extend_unbound(234 new_bindings.clone().unwrap(),235 context.dollar().clone().or_else(||this.clone()),236 Some(this.unwrap()),237 super_obj238 )?)239 })240 );241 {242 let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();243 for (n, b) in members244 .iter()245 .filter_map(|m| match m {246 Member::BindStmt(b) => Some(b.clone()),247 _ => None,248 })249 .map(|b| evaluate_binding(&b, context_creator.clone()))250 {251 bindings.insert(n, b);252 }253 new_bindings.fill(bindings);254 }255256 let mut new_members = HashMap::new();257 for member in members.iter() {258 match member {259 Member::Field(FieldMember {260 name,261 plus,262 params: None,263 visibility,264 value,265 }) => {266 let name = evaluate_field_name(context.clone(), &name)?;267 if name.is_none() {268 continue;269 }270 let name = name.unwrap();271 new_members.insert(272 name.clone(),273 ObjMember {274 add: *plus,275 visibility: *visibility,276 invoke: LazyBinding::Bindable(Rc::new(277 closure!(clone name, clone value, clone context_creator, |this, super_obj| {278 Ok(LazyVal::new_resolved(evaluate(279 context_creator.0(this, super_obj)?,280 &value,281 )?))282 }),283 )),284 location: value.1.clone(),285 },286 );287 }288 Member::Field(FieldMember {289 name,290 params: Some(params),291 value,292 ..293 }) => {294 let name = evaluate_field_name(context.clone(), &name)?;295 if name.is_none() {296 continue;297 }298 let name = name.unwrap();299 new_members.insert(300 name.clone(),301 ObjMember {302 add: false,303 visibility: Visibility::Hidden,304 invoke: LazyBinding::Bindable(Rc::new(305 closure!(clone value, clone context_creator, clone params, clone name, |this, super_obj| {306 // TODO: Assert307 Ok(LazyVal::new_resolved(evaluate_method(308 context_creator.0(this, super_obj)?,309 name.clone(),310 params.clone(),311 value.clone(),312 )))313 }),314 )),315 location: value.1.clone(),316 },317 );318 }319 Member::BindStmt(_) => {}320 Member::AssertStmt(_) => {}321 }322 }323 Ok(future_this.fill(ObjValue::new(None, Rc::new(new_members))))324}325326pub fn evaluate_object(context: Context, object: &ObjBody) -> Result<ObjValue> {327 Ok(match object {328 ObjBody::MemberList(members) => evaluate_member_list_object(context, &members)?,329 ObjBody::ObjComp(obj) => {330 let future_this = FutureObjValue::new();331 let mut new_members = HashMap::new();332 for (k, v) in evaluate_comp(333 context.clone(),334 &|ctx| {335 let new_bindings = FutureNewBindings::new();336 let context_creator = context_creator!(337 closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {338 Ok(context.clone().extend_unbound(339 new_bindings.clone().unwrap(),340 context.dollar().clone().or_else(||this.clone()),341 None,342 super_obj343 )?)344 })345 );346 let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();347 for (n, b) in obj348 .pre_locals349 .iter()350 .chain(obj.post_locals.iter())351 .map(|b| evaluate_binding(b, context_creator.clone()))352 {353 bindings.insert(n, b);354 }355 let bindings = new_bindings.fill(bindings);356 let ctx = ctx.extend_unbound(bindings, None, None, None)?;357 let key = evaluate(ctx.clone(), &obj.key)?;358 let value = LazyBinding::Bindable(Rc::new(359 closure!(clone ctx, clone obj.value, |this, _super_obj| {360 Ok(LazyVal::new_resolved(evaluate(ctx.clone().extend(HashMap::new(), None, this, None), &value)?))361 }),362 ));363364 Ok((key, value))365 },366 &obj.compspecs,367 )?368 .unwrap()369 {370 match k {371 Val::Null => {}372 Val::Str(n) => {373 new_members.insert(374 n,375 ObjMember {376 add: false,377 visibility: Visibility::Normal,378 invoke: v,379 location: obj.value.1.clone(),380 },381 );382 }383 v => throw!(FieldMustBeStringGot(v.value_type()?)),384 }385 }386387 future_this.fill(ObjValue::new(None, Rc::new(new_members)))388 }389 })390}391392/// Extracts code block and disables inlining for them393/// Fixes WASM to java bytecode compilation failing because of very large method394#[cfg(feature = "unstable")]395macro_rules! noinline {396 ($e:expr) => {397 (#![inline(never)] move || $e)()398 };399}400#[cfg(not(feature = "unstable"))]401macro_rules! noinline {402 ($e:expr) => {403 (move || $e)()404 };405}406407pub fn evaluate_apply(408 context: Context,409 value: &LocExpr,410 args: &ArgsDesc,411 loc: &Option<ExprLocation>,412 tailstrict: bool,413) -> Result<Val> {414 let lazy = evaluate(context.clone(), value)?;415 let value = lazy.unwrap_if_lazy()?;416 Ok(match value {417 Val::Intristic(ns, name) => push(418 loc,419 || format!("intristic <{}.{}> call", ns, name),420 || {421 Ok(match (&ns as &str, &name as &str) {422 // arr/string/function423 ("std", "length") => parse_args!(context, "std.length", args, 1, [424 0, x: [Val::Str|Val::Arr|Val::Obj], vec![ValType::Str, ValType::Arr, ValType::Obj];425 ], {426 Ok(match x {427 Val::Str(n) => Val::Num(n.chars().count() as f64),428 Val::Arr(i) => Val::Num(i.len() as f64),429 Val::Obj(o) => Val::Num(430 o.fields_visibility()431 .into_iter()432 .filter(|(_k, v)| *v)433 .count() as f64,434 ),435 _ => unreachable!(),436 })437 })?,438 // any439 ("std", "type") => parse_args!(context, "std.type", args, 1, [440 0, x, vec![];441 ], {442 Ok(Val::Str(x.value_type()?.name().into()))443 })?,444 // length, idx=>any445 ("std", "makeArray") => {446 noinline!(parse_args!(context, "std.makeArray", args, 2, [447 0, sz: [Val::Num]!!Val::Num, vec![ValType::Num];448 1, func: [Val::Func]!!Val::Func, vec![ValType::Func];449 ], {450 if sz < 0.0 {451 throw!(RuntimeError(format!("makeArray requires size >= 0, got {}", sz).into()));452 }453 let mut out = Vec::with_capacity(sz as usize);454 for i in 0..sz as usize {455 out.push(func.evaluate_values(456 Context::new(),457 &[Val::Num(i as f64)]458 )?)459 }460 Ok(Val::Arr(Rc::new(out)))461 }))?462 }463 // string464 ("std", "codepoint") => parse_args!(context, "std.codepoint", args, 1, [465 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];466 ], {467 assert!(468 str.chars().count() == 1,469 "std.codepoint should receive single char string"470 );471 Ok(Val::Num(str.chars().take(1).next().unwrap() as u32 as f64))472 })?,473 // object, includeHidden474 ("std", "objectFieldsEx") => {475 noinline!(parse_args!(context, "std.objectFieldsEx",args, 2, [476 0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];477 1, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];478 ], {479 let mut out = obj.fields_visibility()480 .into_iter()481 .filter(|(_k, v)| *v || inc_hidden)482 .map(|(k, _v)|k)483 .collect::<Vec<_>>();484 out.sort();485 Ok(Val::Arr(Rc::new(out.into_iter().map(Val::Str).collect())))486 }))?487 }488 // object, field, includeHidden489 ("std", "objectHasEx") => parse_args!(context, "std.objectHasEx", args, 3, [490 0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];491 1, f: [Val::Str]!!Val::Str, vec![ValType::Str];492 2, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];493 ], {494 Ok(Val::Bool(495 obj.fields_visibility()496 .into_iter()497 .filter(|(_k, v)| *v || inc_hidden)498 .any(|(k, _v)| *k == *f),499 ))500 })?,501 ("std", "primitiveEquals") => {502 parse_args!(context, "std.primitiveEquals", args, 2, [503 0, a, vec![];504 1, b, vec![];505 ], {506 Ok(Val::Bool(primitive_equals(&a, &b)?))507 })?508 }509 // faster510 ("std", "equals") => parse_args!(context, "std.equals", args, 2, [511 0, a, vec![];512 1, b, vec![];513 ], {514 Ok(Val::Bool(equals(&a, &b)?))515 })?,516 ("std", "modulo") => parse_args!(context, "std.modulo", args, 2, [517 0, a: [Val::Num]!!Val::Num, vec![ValType::Num];518 1, b: [Val::Num]!!Val::Num, vec![ValType::Num];519 ], {520 Ok(Val::Num(a % b))521 })?,522 ("std", "floor") => parse_args!(context, "std.floor", args, 1, [523 0, x: [Val::Num]!!Val::Num, vec![ValType::Num];524 ], {525 Ok(Val::Num(x.floor()))526 })?,527 ("std", "log") => parse_args!(context, "std.log", args, 2, [528 0, n: [Val::Num]!!Val::Num, vec![ValType::Num];529 ], {530 Ok(Val::Num(n.ln()))531 })?,532 ("std", "trace") => parse_args!(context, "std.trace", args, 2, [533 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];534 1, rest, vec![];535 ], {536 eprint!("TRACE:");537 if let Some(loc) = loc {538 with_state(|s|{539 let locs = s.map_source_locations(&loc.0, &[loc.1]);540 eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);541 });542 }543 eprintln!(" {}", str);544 Ok(rest)545 })?,546 ("std", "pow") => parse_args!(context, "std.modulo", args, 2, [547 0, x: [Val::Num]!!Val::Num, vec![ValType::Num];548 1, n: [Val::Num]!!Val::Num, vec![ValType::Num];549 ], {550 Ok(Val::Num(x.powf(n)))551 })?,552 ("std", "extVar") => parse_args!(context, "std.extVar", args, 1, [553 0, x: [Val::Str]!!Val::Str, vec![ValType::Str];554 ], {555 Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or_else(556 || UndefinedExternalVariable(x),557 )?)558 })?,559 ("std", "native") => parse_args!(context, "std.native", args, 1, [560 0, x: [Val::Str]!!Val::Str, vec![ValType::Str];561 ], {562 Ok(with_state(|s| s.settings().ext_natives.get(&x).cloned()).map(|v| Val::NativeExt(x.clone(), v)).ok_or_else(563 || UndefinedExternalFunction(x),564 )?)565 })?,566 ("std", "filter") => noinline!(parse_args!(context, "std.filter", args, 2, [567 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];568 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];569 ], {570 Ok(Val::Arr(Rc::new(571 arr.iter()572 .cloned()573 .filter(|e| {574 func575 .evaluate_values(context.clone(), &[e.clone()])576 .unwrap()577 .try_cast_bool("filter predicate")578 .unwrap()579 })580 .collect(),581 )))582 }))?,583 // faster584 ("std", "foldl") => noinline!(parse_args!(context, "std.foldl", args, 3, [585 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];586 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];587 2, init, vec![];588 ], {589 let mut acc = init;590 for i in arr.iter().cloned() {591 acc = func.evaluate_values(context.clone(), &[acc, i])?;592 }593 Ok(acc)594 }))?,595 // faster596 ("std", "foldr") => noinline!(parse_args!(context, "std.foldr", args, 3, [597 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];598 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];599 2, init, vec![];600 ], {601 let mut acc = init;602 for i in arr.iter().rev().cloned() {603 acc = func.evaluate_values(context.clone(), &[acc, i])?;604 }605 Ok(acc)606 }))?,607 // faster608 #[allow(non_snake_case)]609 ("std", "sortImpl") => noinline!(parse_args!(context, "std.sort", args, 2, [610 0, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];611 1, keyF: [Val::Func]!!Val::Func, vec![ValType::Func];612 ], {613 if arr.len() <= 1 {614 return Ok(Val::Arr(arr))615 }616 let mut new_arr = arr.iter().cloned().collect::<Vec<_>>();617 match keyF.evaluate_values(context.clone(), &[new_arr[0].clone()])? {618 Val::Str(_) => {619 let mut err = None;620 new_arr.sort_by_cached_key(|k| {621 match keyF.evaluate_values(context.clone(), &[k.clone()]) {622 Ok(Val::Str(v)) => v,623 Ok(_) => {624 err = Some(LocError::new(RuntimeError("types of all array elements should equal".into())));625 "".into()626 }627 Err(e) => {628 err = Some(e);629 "".into()630 }631 }632 });633 if let Some(e) = err {634 return Err(e);635 }636 },637 Val::Num(_) => {638 let mut err = None;639 new_arr.sort_unstable_by(|a, b| {640 match (keyF.evaluate_values(context.clone(), &[a.clone()]), keyF.evaluate_values(context.clone(), &[b.clone()])) {641 (Ok(Val::Num(a)), Ok(Val::Num(b))) => a.partial_cmp(&b).unwrap(),642 (Ok(_a), Ok(_b)) => {643 err = Some(RuntimeError("types of all array elements should equal".into()).into());644 Ordering::Equal645 }646 (Err(e), _) | (_, Err(e)) => {647 err = Some(e);648 Ordering::Equal649 }650 }651 });652 if let Some(e) = err {653 return Err(e);654 }655 },656 _ => throw!(RuntimeError("keys should be number or string".into()))657 }658 Ok(Val::Arr(Rc::new(new_arr)))659 }))?,660 // faster661 ("std", "format") => parse_args!(context, "std.format", args, 2, [662 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];663 1, vals, vec![]664 ], {665 push(&Some(ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)), ||format!("std.format of {}", str), ||{666 Ok(match vals {667 Val::Arr(vals) => Val::Str(format_arr(&str, &vals)?.into()),668 Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),669 o => Val::Str(format_arr(&str, &[o])?.into()),670 })671 })672 })?,673 // faster674 ("std", "range") => parse_args!(context, "std.range", args, 2, [675 0, from: [Val::Num]!!Val::Num, vec![ValType::Num];676 1, to: [Val::Num]!!Val::Num, vec![ValType::Num];677 ], {678 let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));679 for i in from as usize..=to as usize {680 out.push(Val::Num(i as f64));681 }682 Ok(Val::Arr(Rc::new(out)))683 })?,684 ("std", "char") => parse_args!(context, "std.char", args, 1, [685 0, n: [Val::Num]!!Val::Num, vec![ValType::Num];686 ], {687 let mut out = String::new();688 out.push(std::char::from_u32(n as u32).ok_or_else(||689 InvalidUnicodeCodepointGot(n as u32)690 )?);691 Ok(Val::Str(out.into()))692 })?,693 ("std", "encodeUTF8") => parse_args!(context, "std.encodeUtf8", args, 1, [694 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];695 ], {696 Ok(Val::Arr(Rc::new(str.bytes().map(|b| Val::Num(b as f64)).collect())))697 })?,698 ("std", "md5") => noinline!(parse_args!(context, "std.md5", args, 1, [699 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];700 ], {701 Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))702 }))?,703 // faster704 ("std", "base64") => parse_args!(context, "std.base64", args, 1, [705 0, input: [Val::Str | Val::Arr], vec![ValType::Arr, ValType::Str];706 ], {707 Ok(Val::Str(match input {708 Val::Str(s) => {709 base64::encode(s.bytes().collect::<Vec<_>>()).into()710 },711 Val::Arr(a) => {712 base64::encode(a.iter().map(|v| {713 Ok(v.clone().try_cast_num("base64 array")? as u8)714 }).collect::<Result<Vec<_>>>()?).into()715 },716 _ => unreachable!()717 }))718 })?,719 // faster720 ("std", "join") => noinline!(parse_args!(context, "std.join", args, 2, [721 0, sep: [Val::Str|Val::Arr], vec![ValType::Str, ValType::Arr];722 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];723 ], {724 Ok(match sep {725 Val::Arr(joiner_items) => {726 let mut out = Vec::new();727728 let mut first = true;729 for item in arr.iter().cloned() {730 if let Val::Arr(items) = item.unwrap_if_lazy()? {731 if !first {732 out.reserve(joiner_items.len());733 out.extend(joiner_items.iter().cloned());734 }735 first = false;736 out.reserve(items.len());737 out.extend(items.iter().cloned());738 } else {739 throw!(RuntimeError("in std.join all items should be arrays".into()));740 }741 }742743 Val::Arr(Rc::new(out))744 },745 Val::Str(sep) => {746 let mut out = String::new();747748 let mut first = true;749 for item in arr.iter().cloned() {750 if let Val::Str(item) = item.unwrap_if_lazy()? {751 if !first {752 out += &sep;753 }754 first = false;755 out += &item;756 } else {757 throw!(RuntimeError("in std.join all items should be strings".into()));758 }759 }760761 Val::Str(out.into())762 },763 _ => unreachable!()764 })765 }))?,766 // Faster767 ("std", "escapeStringJson") => {768 parse_args!(context, "std.escapeStringJson", args, 1, [769 0, str_: [Val::Str]!!Val::Str, vec![ValType::Str];770 ], {771 Ok(Val::Str(escape_string_json(&str_).into()))772 })?773 }774 // Faster775 ("std", "manifestJsonEx") => {776 parse_args!(context, "std.manifestJsonEx", args, 2, [777 0, value, vec![];778 1, indent: [Val::Str]!!Val::Str, vec![ValType::Str];779 ], {780 Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {781 padding: &indent,782 mtype: ManifestType::Std,783 })?.into()))784 })?785 }786 (ns, name) => throw!(IntristicNotFound(ns.into(), name.into())),787 })788 },789 )?,790 Val::NativeExt(n, f) => push(791 loc,792 || format!("native <{}> call", n),793 || {794 let args = parse_function_call(context, None, &f.params, args, true)?;795 let mut out_args = Vec::with_capacity(f.params.len());796 for p in f.params.0.iter() {797 out_args.push(args.binding(p.0.clone())?.evaluate()?);798 }799 Ok(f.call(&out_args)?)800 },801 )?,802 Val::Func(f) => {803 let body = || f.evaluate(context, args, tailstrict);804 if tailstrict {805 body()?806 } else {807 push(loc, || format!("function <{}> call", f.name), body)?808 }809 }810 v => throw!(OnlyFunctionsCanBeCalledGot(v.value_type()?)),811 })812}813814pub fn evaluate_named(context: Context, lexpr: &LocExpr, name: Rc<str>) -> Result<Val> {815 use Expr::*;816 let LocExpr(expr, _loc) = lexpr;817 Ok(match &**expr {818 Function(params, body) => evaluate_method(context, name, params.clone(), body.clone()),819 _ => evaluate(context, lexpr)?,820 })821}822823pub fn evaluate(context: Context, expr: &LocExpr) -> Result<Val> {824 use Expr::*;825 let LocExpr(expr, loc) = expr;826 Ok(match &**expr {827 Literal(LiteralType::This) => Val::Obj(828 context829 .this()830 .clone()831 .ok_or_else(|| CantUseSelfOutsideOfObject)?,832 ),833 Literal(LiteralType::Dollar) => Val::Obj(834 context835 .dollar()836 .clone()837 .ok_or_else(|| NoTopLevelObjectFound)?,838 ),839 Literal(LiteralType::True) => Val::Bool(true),840 Literal(LiteralType::False) => Val::Bool(false),841 Literal(LiteralType::Null) => Val::Null,842 Parened(e) => evaluate(context, e)?,843 Str(v) => Val::Str(v.clone()),844 Num(v) => Val::new_checked_num(*v)?,845 BinaryOp(v1, o, v2) => evaluate_binary_op_special(context, &v1, *o, &v2)?,846 UnaryOp(o, v) => evaluate_unary_op(*o, &evaluate(context, v)?)?,847 Var(name) => push(848 loc,849 || format!("variable <{}>", name),850 || Ok(Val::Lazy(context.binding(name.clone())?).unwrap_if_lazy()?),851 )?,852 Index(LocExpr(v, _), index) if matches!(&**v, Expr::Literal(LiteralType::Super)) => {853 let name = evaluate(context.clone(), index)?.try_cast_str("object index")?;854 context855 .super_obj()856 .clone()857 .expect("no super found")858 .get_raw(name, &context.this().clone().expect("no this found"))?859 .expect("value not found")860 }861 Index(value, index) => {862 match (863 evaluate(context.clone(), value)?.unwrap_if_lazy()?,864 evaluate(context, index)?,865 ) {866 (Val::Obj(v), Val::Str(s)) => {867 let sn = s.clone();868 push(869 &loc,870 || format!("field <{}> access", sn),871 || {872 if let Some(v) = v.get(s.clone())? {873 Ok(v.unwrap_if_lazy()?)874 } else if let Some(Val::Str(n)) =875 v.get("__intristic_namespace__".into())?876 {877 Ok(Val::Intristic(n, s))878 } else {879 throw!(NoSuchField(s))880 }881 },882 )?883 }884 (Val::Obj(_), n) => throw!(ValueIndexMustBeTypeGot(885 ValType::Obj,886 ValType::Str,887 n.value_type()?,888 )),889890 (Val::Arr(v), Val::Num(n)) => {891 if n.fract() > f64::EPSILON {892 throw!(FractionalIndex)893 }894 v.get(n as usize)895 .ok_or_else(|| ArrayBoundsError(n as usize, v.len()))?896 .clone()897 .unwrap_if_lazy()?898 }899 (Val::Arr(_), Val::Str(n)) => throw!(AttemptedIndexAnArrayWithString(n)),900 (Val::Arr(_), n) => throw!(ValueIndexMustBeTypeGot(901 ValType::Arr,902 ValType::Num,903 n.value_type()?,904 )),905906 (Val::Str(s), Val::Num(n)) => Val::Str(907 s.chars()908 .skip(n as usize)909 .take(1)910 .collect::<String>()911 .into(),912 ),913 (Val::Str(_), n) => throw!(ValueIndexMustBeTypeGot(914 ValType::Str,915 ValType::Num,916 n.value_type()?,917 )),918919 (v, _) => throw!(CantIndexInto(v.value_type()?)),920 }921 }922 LocalExpr(bindings, returned) => {923 let mut new_bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();924 let future_context = Context::new_future();925926 let context_creator = context_creator!(927 closure!(clone future_context, |_, _| Ok(future_context.clone().unwrap()))928 );929930 for (k, v) in bindings931 .iter()932 .map(|b| evaluate_binding(b, context_creator.clone()))933 {934 new_bindings.insert(k, v);935 }936937 let context = context938 .extend_unbound(new_bindings, None, None, None)?939 .into_future(future_context);940 evaluate(context, &returned.clone())?941 }942 Arr(items) => {943 let mut out = Vec::with_capacity(items.len());944 for item in items {945 out.push(Val::Lazy(lazy_val!(946 closure!(clone context, clone item, || {947 evaluate(context.clone(), &item)948 })949 )));950 }951 Val::Arr(Rc::new(out))952 }953 ArrComp(expr, compspecs) => Val::Arr(954 // First compspec should be forspec, so no "None" possible here955 Rc::new(evaluate_comp(context, &|ctx| evaluate(ctx, expr), compspecs)?.unwrap()),956 ),957 Obj(body) => Val::Obj(evaluate_object(context, body)?),958 ObjExtend(s, t) => evaluate_add_op(959 &evaluate(context.clone(), s)?,960 &Val::Obj(evaluate_object(context, t)?),961 )?,962 Apply(value, args, tailstrict) => evaluate_apply(context, value, args, loc, *tailstrict)?,963 Function(params, body) => {964 evaluate_method(context, "anonymous".into(), params.clone(), body.clone())965 }966 AssertExpr(AssertStmt(value, msg), returned) => {967 let assertion_result = push(968 &value.1,969 || "assertion condition".to_owned(),970 || {971 evaluate(context.clone(), &value)?972 .try_cast_bool("assertion condition should be boolean")973 },974 )?;975 if assertion_result {976 evaluate(context, returned)?977 } else if let Some(msg) = msg {978 throw!(AssertionFailed(evaluate(context, msg)?));979 } else {980 throw!(AssertionFailed(Val::Null));981 }982 }983 ErrorStmt(e) => push(984 &loc,985 || "error statement".to_owned(),986 || {987 throw!(RuntimeError(988 evaluate(context, e)?.try_cast_str("error text should be string")?,989 ))990 },991 )?,992 IfElse {993 cond,994 cond_then,995 cond_else,996 } => {997 if evaluate(context.clone(), &cond.0)?998 .try_cast_bool("if condition should be boolean")?999 {1000 evaluate(context, cond_then)?1001 } else {1002 match cond_else {1003 Some(v) => evaluate(context, v)?,1004 None => Val::Null,1005 }1006 }1007 }1008 Import(path) => {1009 let mut tmp = loc1010 .clone()1011 .expect("imports can't be used without loc_data")1012 .0;1013 let import_location = Rc::make_mut(&mut tmp);1014 import_location.pop();1015 push(1016 loc,1017 || format!("import {:?}", path),1018 || with_state(|s| s.import_file(&import_location, path)),1019 )?1020 }1021 ImportStr(path) => {1022 let mut tmp = loc1023 .clone()1024 .expect("imports can't be used without loc_data")1025 .0;1026 let import_location = Rc::make_mut(&mut tmp);1027 import_location.pop();1028 Val::Str(with_state(|s| s.import_file_str(&import_location, path))?)1029 }1030 Literal(LiteralType::Super) => throw!(StandaloneSuper),1031 })1032}crates/jrsonnet-evaluator/src/integrations/serde.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/integrations/serde.rs
+++ b/crates/jrsonnet-evaluator/src/integrations/serde.rs
@@ -40,7 +40,7 @@
}
Value::Object(out)
}
- Val::Func(_) | Val::Intristic(_, _) => {
+ Val::Func(_) | Val::Intristic(_, _) | Val::NativeExt(_, _) => {
throw!(RuntimeError("tried to manifest function".into()))
}
})
crates/jrsonnet-evaluator/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/lib.rs
+++ b/crates/jrsonnet-evaluator/src/lib.rs
@@ -10,6 +10,7 @@
mod import;
mod integrations;
mod map;
+pub mod native;
mod obj;
pub mod trace;
mod val;
@@ -21,6 +22,7 @@
pub use function::parse_function_call;
pub use import::*;
use jrsonnet_parser::*;
+use native::NativeCallback;
pub use obj::*;
use std::{
cell::{Ref, RefCell, RefMut},
@@ -60,6 +62,8 @@
pub max_trace: usize,
/// Used for std.extVar
pub ext_vars: HashMap<Rc<str>, Val>,
+ /// Used for ext.native
+ pub ext_natives: HashMap<Rc<str>, Rc<NativeCallback>>,
/// TLA vars
pub tla_vars: HashMap<Rc<str>, Val>,
/// Global variables are inserted in default context
@@ -78,6 +82,7 @@
max_trace: 20,
globals: Default::default(),
ext_vars: Default::default(),
+ ext_natives: Default::default(),
tla_vars: Default::default(),
import_resolver: Box::new(DummyImportResolver),
manifest_format: ManifestFormat::Json(4),
@@ -415,6 +420,10 @@
self.settings_mut().import_resolver = resolver;
}
+ pub fn add_native(&self, name: Rc<str>, cb: Rc<NativeCallback>) {
+ self.settings_mut().ext_natives.insert(name, cb);
+ }
+
pub fn manifest_format(&self) -> ManifestFormat {
self.settings().manifest_format.clone()
}
@@ -850,4 +859,30 @@
);
assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")
}
+
+ #[test]
+ fn native_ext() -> crate::error::Result<()> {
+ use super::native::NativeCallback;
+ let evaluator = EvaluationState::default();
+
+ evaluator.with_stdlib();
+ evaluator.settings_mut().ext_natives.insert(
+ "native_add".into(),
+ Rc::new(NativeCallback::new(
+ ParamsDesc(Rc::new(vec![
+ Param("a".into(), None),
+ Param("b".into(), None),
+ ])),
+ |args| match (&args[0], &args[1]) {
+ (Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),
+ (_, _) => todo!(),
+ },
+ )),
+ );
+ evaluator.evaluate_snippet_raw(
+ Rc::new(PathBuf::from("test.jsonnet")),
+ "std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),
+ )?;
+ Ok(())
+ }
}
crates/jrsonnet-evaluator/src/native.rsdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-evaluator/src/native.rs
@@ -0,0 +1,24 @@
+use crate::{error::Result, Val};
+use jrsonnet_parser::ParamsDesc;
+use std::fmt::Debug;
+
+pub struct NativeCallback {
+ pub params: ParamsDesc,
+ handler: Box<dyn Fn(&[Val]) -> Result<Val>>,
+}
+impl NativeCallback {
+ pub fn new(params: ParamsDesc, handler: impl Fn(&[Val]) -> Result<Val> + 'static) -> Self {
+ Self {
+ params,
+ handler: Box::new(handler),
+ }
+ }
+ pub fn call(&self, args: &[Val]) -> Result<Val> {
+ (self.handler)(args)
+ }
+}
+impl Debug for NativeCallback {
+ fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+ f.debug_struct("NativeCallback").finish()
+ }
+}
crates/jrsonnet-evaluator/src/val.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/val.rs
+++ b/crates/jrsonnet-evaluator/src/val.rs
@@ -3,6 +3,7 @@
error::Error::*,
evaluate,
function::{parse_function_call, parse_function_call_map, place_args},
+ native::NativeCallback,
throw, with_state, Context, ObjValue, Result,
};
use jrsonnet_parser::{el, Arg, ArgsDesc, Expr, LocExpr, ParamsDesc};
@@ -152,6 +153,7 @@
// Library functions implemented in native
Intristic(Rc<str>, Rc<str>),
+ NativeExt(Rc<str>, Rc<NativeCallback>),
}
macro_rules! matches_unwrap {
($e: expr, $p: pat, $r: expr) => {
@@ -204,10 +206,9 @@
Val::Num(..) => ValType::Num,
Val::Arr(..) => ValType::Arr,
Val::Obj(..) => ValType::Obj,
- Val::Func(..) => ValType::Func,
Val::Bool(_) => ValType::Bool,
Val::Null => ValType::Null,
- Val::Intristic(_, _) => ValType::Func,
+ Val::Func(..) | Val::Intristic(_, _) | Val::NativeExt(_, _) => ValType::Func,
Val::Lazy(_) => self.clone().unwrap_if_lazy()?.value_type()?,
})
}
@@ -343,7 +344,7 @@
}
fn is_function_like(val: &Val) -> bool {
- matches!(val, Val::Func(_) | Val::Intristic(_, _))
+ matches!(val, Val::Func(_) | Val::Intristic(_, _) | Val::NativeExt(_, _))
}
/// Implements std.primitiveEquals builtin