difftreelog
feat add intristic calls to stack
in: master
2 files changed
crates/jrsonnet-evaluator/src/builtin/format.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/builtin/format.rs
+++ b/crates/jrsonnet-evaluator/src/builtin/format.rs
@@ -1,7 +1,7 @@
//! faster std.format impl
#![allow(clippy::too_many_arguments)]
-use crate::{error::Error::*, throw, to_string, LocError, ObjValue, Result, Val, ValType};
+use crate::{error::Error::*, throw, LocError, ObjValue, Result, Val, ValType};
#[derive(Debug, Clone)]
pub enum FormatError {
crates/jrsonnet-evaluator/src/evaluate.rsdiffbeforeafterboth1use crate::{2 builtin::format::{format_arr, format_obj},3 context_creator, equals,4 error::Error::*,5 escape_string_json, future_wrapper, lazy_val, manifest_json_ex, parse_args, primitive_equals,6 push, throw, with_state, Context, ContextCreator, FuncDesc, LazyBinding, LazyVal, LocError,7 ObjMember, ObjValue, Result, Val, ValType,8};9use closure::closure;10use jrsonnet_parser::{11 ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, ExprLocation, FieldMember,12 ForSpecData, IfSpecData, LiteralType, LocExpr, Member, ObjBody, ParamsDesc, UnaryOpType,13 Visibility,14};15use std::{cmp::Ordering, collections::HashMap, path::PathBuf, rc::Rc};1617pub fn evaluate_binding(b: &BindSpec, context_creator: ContextCreator) -> (Rc<str>, LazyBinding) {18 let b = b.clone();19 if let Some(params) = &b.params {20 let params = params.clone();21 (22 b.name.clone(),23 LazyBinding::Bindable(Rc::new(move |this, super_obj| {24 Ok(lazy_val!(25 closure!(clone b, clone params, clone context_creator, || Ok(evaluate_method(26 context_creator.0(this.clone(), super_obj.clone())?,27 b.name.clone(),28 params.clone(),29 b.value.clone(),30 )))31 ))32 })),33 )34 } else {35 (36 b.name.clone(),37 LazyBinding::Bindable(Rc::new(move |this, super_obj| {38 Ok(lazy_val!(closure!(clone context_creator, clone b, ||39 evaluate_named(40 context_creator.0(this.clone(), super_obj.clone())?,41 &b.value,42 b.name.clone()43 )44 )))45 })),46 )47 }48}4950pub fn evaluate_method(ctx: Context, name: Rc<str>, params: ParamsDesc, body: LocExpr) -> Val {51 Val::Func(Rc::new(FuncDesc {52 name,53 ctx,54 params,55 body,56 }))57}5859pub fn evaluate_field_name(60 context: Context,61 field_name: &jrsonnet_parser::FieldName,62) -> Result<Option<Rc<str>>> {63 Ok(match field_name {64 jrsonnet_parser::FieldName::Fixed(n) => Some(n.clone()),65 jrsonnet_parser::FieldName::Dyn(expr) => {66 let lazy = evaluate(context, expr)?;67 let value = lazy.unwrap_if_lazy()?;68 if matches!(value, Val::Null) {69 None70 } else {71 Some(value.try_cast_str("dynamic field name")?)72 }73 }74 })75}7677pub fn evaluate_unary_op(op: UnaryOpType, b: &Val) -> Result<Val> {78 Ok(match (op, b) {79 (o, Val::Lazy(l)) => evaluate_unary_op(o, &l.evaluate()?)?,80 (UnaryOpType::Not, Val::Bool(v)) => Val::Bool(!v),81 (UnaryOpType::Minus, Val::Num(n)) => Val::Num(-*n),82 (UnaryOpType::BitNot, Val::Num(n)) => Val::Num(!(*n as i32) as f64),83 (op, o) => throw!(UnaryOperatorDoesNotOperateOnType(op, o.value_type()?)),84 })85}8687pub(crate) fn evaluate_add_op(a: &Val, b: &Val) -> Result<Val> {88 Ok(match (a, b) {89 (Val::Str(v1), Val::Str(v2)) => Val::Str(((**v1).to_owned() + &v2).into()),9091 // Can't use generic json serialization way, because it depends on number to string concatenation (std.jsonnet:890)92 (Val::Num(n), Val::Str(o)) => Val::Str(format!("{}{}", n, o).into()),93 (Val::Str(o), Val::Num(n)) => Val::Str(format!("{}{}", o, n).into()),9495 (Val::Str(s), o) => Val::Str(format!("{}{}", s, o.clone().into_string()?).into()),96 (o, Val::Str(s)) => Val::Str(format!("{}{}", o.clone().into_string()?, s).into()),9798 (Val::Obj(v1), Val::Obj(v2)) => Val::Obj(v2.with_super(v1.clone())),99 (Val::Arr(a), Val::Arr(b)) => Val::Arr(Rc::new([&a[..], &b[..]].concat())),100 (Val::Num(v1), Val::Num(v2)) => Val::new_checked_num(v1 + v2)?,101 _ => throw!(BinaryOperatorDoesNotOperateOnValues(102 BinaryOpType::Add,103 a.value_type()?,104 b.value_type()?,105 )),106 })107}108109pub fn evaluate_binary_op_special(110 context: Context,111 a: &LocExpr,112 op: BinaryOpType,113 b: &LocExpr,114) -> Result<Val> {115 Ok(116 match (evaluate(context.clone(), &a)?.unwrap_if_lazy()?, op, b) {117 (Val::Bool(true), BinaryOpType::Or, _o) => Val::Bool(true),118 (Val::Bool(false), BinaryOpType::And, _o) => Val::Bool(false),119 (a, op, eb) => {120 evaluate_binary_op_normal(&a, op, &evaluate(context, eb)?.unwrap_if_lazy()?)?121 }122 },123 )124}125126pub fn evaluate_binary_op_normal(a: &Val, op: BinaryOpType, b: &Val) -> Result<Val> {127 Ok(match (a, op, b) {128 (a, BinaryOpType::Add, b) => evaluate_add_op(a, b)?,129130 (Val::Str(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::Str(v1.repeat(*v2 as usize).into()),131132 // Bool X Bool133 (Val::Bool(a), BinaryOpType::And, Val::Bool(b)) => Val::Bool(*a && *b),134 (Val::Bool(a), BinaryOpType::Or, Val::Bool(b)) => Val::Bool(*a || *b),135136 // Str X Str137 (Val::Str(v1), BinaryOpType::Lt, Val::Str(v2)) => Val::Bool(v1 < v2),138 (Val::Str(v1), BinaryOpType::Gt, Val::Str(v2)) => Val::Bool(v1 > v2),139 (Val::Str(v1), BinaryOpType::Lte, Val::Str(v2)) => Val::Bool(v1 <= v2),140 (Val::Str(v1), BinaryOpType::Gte, Val::Str(v2)) => Val::Bool(v1 >= v2),141142 // Num X Num143 (Val::Num(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::new_checked_num(v1 * v2)?,144 (Val::Num(v1), BinaryOpType::Div, Val::Num(v2)) => {145 if *v2 <= f64::EPSILON {146 throw!(DivisionByZero)147 }148 Val::new_checked_num(v1 / v2)?149 }150151 (Val::Num(v1), BinaryOpType::Sub, Val::Num(v2)) => Val::new_checked_num(v1 - v2)?,152153 (Val::Num(v1), BinaryOpType::Lt, Val::Num(v2)) => Val::Bool(v1 < v2),154 (Val::Num(v1), BinaryOpType::Gt, Val::Num(v2)) => Val::Bool(v1 > v2),155 (Val::Num(v1), BinaryOpType::Lte, Val::Num(v2)) => Val::Bool(v1 <= v2),156 (Val::Num(v1), BinaryOpType::Gte, Val::Num(v2)) => Val::Bool(v1 >= v2),157158 (Val::Num(v1), BinaryOpType::BitAnd, Val::Num(v2)) => {159 Val::Num(((*v1 as i32) & (*v2 as i32)) as f64)160 }161 (Val::Num(v1), BinaryOpType::BitOr, Val::Num(v2)) => {162 Val::Num(((*v1 as i32) | (*v2 as i32)) as f64)163 }164 (Val::Num(v1), BinaryOpType::BitXor, Val::Num(v2)) => {165 Val::Num(((*v1 as i32) ^ (*v2 as i32)) as f64)166 }167 (Val::Num(v1), BinaryOpType::Lhs, Val::Num(v2)) => {168 if *v2 < 0.0 {169 throw!(RuntimeError("shift by negative exponent".into()))170 }171 Val::Num(((*v1 as i32) << (*v2 as i32)) as f64)172 }173 (Val::Num(v1), BinaryOpType::Rhs, Val::Num(v2)) => {174 if *v2 < 0.0 {175 throw!(RuntimeError("shift by negative exponent".into()))176 }177 Val::Num(((*v1 as i32) >> (*v2 as i32)) as f64)178 }179180 _ => throw!(BinaryOperatorDoesNotOperateOnValues(181 op,182 a.value_type()?,183 b.value_type()?,184 )),185 })186}187188future_wrapper!(HashMap<Rc<str>, LazyBinding>, FutureNewBindings);189future_wrapper!(ObjValue, FutureObjValue);190191pub fn evaluate_comp<T>(192 context: Context,193 value: &impl Fn(Context) -> Result<T>,194 specs: &[CompSpec],195) -> Result<Option<Vec<T>>> {196 Ok(match specs.get(0) {197 None => Some(vec![value(context)?]),198 Some(CompSpec::IfSpec(IfSpecData(cond))) => {199 if evaluate(context.clone(), &cond)?.try_cast_bool("if spec")? {200 evaluate_comp(context, value, &specs[1..])?201 } else {202 None203 }204 }205 Some(CompSpec::ForSpec(ForSpecData(var, expr))) => {206 match evaluate(context.clone(), &expr)?.unwrap_if_lazy()? {207 Val::Arr(list) => {208 let mut out = Vec::new();209 for item in list.iter() {210 let item = item.unwrap_if_lazy()?;211 out.push(evaluate_comp(212 context.clone().with_var(var.clone(), item.clone()),213 value,214 &specs[1..],215 )?);216 }217 Some(out.into_iter().flatten().flatten().collect())218 }219 _ => throw!(InComprehensionCanOnlyIterateOverArray),220 }221 }222 })223}224225pub fn evaluate_member_list_object(context: Context, members: &[Member]) -> Result<ObjValue> {226 let new_bindings = FutureNewBindings::new();227 let future_this = FutureObjValue::new();228 let context_creator = context_creator!(229 closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {230 Ok(context.clone().extend_unbound(231 new_bindings.clone().unwrap(),232 context.dollar().clone().or_else(||this.clone()),233 Some(this.unwrap()),234 super_obj235 )?)236 })237 );238 {239 let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();240 for (n, b) in members241 .iter()242 .filter_map(|m| match m {243 Member::BindStmt(b) => Some(b.clone()),244 _ => None,245 })246 .map(|b| evaluate_binding(&b, context_creator.clone()))247 {248 bindings.insert(n, b);249 }250 new_bindings.fill(bindings);251 }252253 let mut new_members = HashMap::new();254 for member in members.iter() {255 match member {256 Member::Field(FieldMember {257 name,258 plus,259 params: None,260 visibility,261 value,262 }) => {263 let name = evaluate_field_name(context.clone(), &name)?;264 if name.is_none() {265 continue;266 }267 let name = name.unwrap();268 new_members.insert(269 name.clone(),270 ObjMember {271 add: *plus,272 visibility: *visibility,273 invoke: LazyBinding::Bindable(Rc::new(274 closure!(clone name, clone value, clone context_creator, |this, super_obj| {275 Ok(LazyVal::new_resolved(evaluate(276 context_creator.0(this, super_obj)?,277 &value,278 )?))279 }),280 )),281 location: value.1.clone(),282 },283 );284 }285 Member::Field(FieldMember {286 name,287 params: Some(params),288 value,289 ..290 }) => {291 let name = evaluate_field_name(context.clone(), &name)?;292 if name.is_none() {293 continue;294 }295 let name = name.unwrap();296 new_members.insert(297 name.clone(),298 ObjMember {299 add: false,300 visibility: Visibility::Hidden,301 invoke: LazyBinding::Bindable(Rc::new(302 closure!(clone value, clone context_creator, clone params, clone name, |this, super_obj| {303 // TODO: Assert304 Ok(LazyVal::new_resolved(evaluate_method(305 context_creator.0(this, super_obj)?,306 name.clone(),307 params.clone(),308 value.clone(),309 )))310 }),311 )),312 location: value.1.clone(),313 },314 );315 }316 Member::BindStmt(_) => {}317 Member::AssertStmt(_) => {}318 }319 }320 Ok(future_this.fill(ObjValue::new(None, Rc::new(new_members))))321}322323pub fn evaluate_object(context: Context, object: &ObjBody) -> Result<ObjValue> {324 Ok(match object {325 ObjBody::MemberList(members) => evaluate_member_list_object(context, &members)?,326 ObjBody::ObjComp(obj) => {327 let future_this = FutureObjValue::new();328 let mut new_members = HashMap::new();329 for (k, v) in evaluate_comp(330 context.clone(),331 &|ctx| {332 let new_bindings = FutureNewBindings::new();333 let context_creator = context_creator!(334 closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {335 Ok(context.clone().extend_unbound(336 new_bindings.clone().unwrap(),337 context.dollar().clone().or_else(||this.clone()),338 None,339 super_obj340 )?)341 })342 );343 let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();344 for (n, b) in obj345 .pre_locals346 .iter()347 .chain(obj.post_locals.iter())348 .map(|b| evaluate_binding(b, context_creator.clone()))349 {350 bindings.insert(n, b);351 }352 let bindings = new_bindings.fill(bindings);353 let ctx = ctx.extend_unbound(bindings, None, None, None)?;354 let key = evaluate(ctx.clone(), &obj.key)?;355 let value = LazyBinding::Bindable(Rc::new(356 closure!(clone ctx, clone obj.value, |this, _super_obj| {357 Ok(LazyVal::new_resolved(evaluate(ctx.clone().extend(HashMap::new(), None, this, None), &value)?))358 }),359 ));360361 Ok((key, value))362 },363 &obj.compspecs,364 )?365 .unwrap()366 {367 match k {368 Val::Null => {}369 Val::Str(n) => {370 new_members.insert(371 n,372 ObjMember {373 add: false,374 visibility: Visibility::Normal,375 invoke: v,376 location: obj.value.1.clone(),377 },378 );379 }380 v => throw!(FieldMustBeStringGot(v.value_type()?)),381 }382 }383384 future_this.fill(ObjValue::new(None, Rc::new(new_members)))385 }386 })387}388389/// Extracts code block and disables inlining for them390/// Fixes WASM to java bytecode compilation failing because of very large method391macro_rules! noinline {392 ($e:expr) => {393 (#[inline(never)]394 move || $e)()395 };396}397398pub fn evaluate_apply(399 context: Context,400 value: &LocExpr,401 args: &ArgsDesc,402 loc: &Option<ExprLocation>,403 tailstrict: bool,404) -> Result<Val> {405 let lazy = evaluate(context.clone(), value)?;406 let value = lazy.unwrap_if_lazy()?;407 Ok(match value {408 Val::Intristic(ns, name) => match (&ns as &str, &name as &str) {409 // arr/string/function410 ("std", "length") => parse_args!(context, "std.length", args, 1, [411 0, x: [Val::Str|Val::Arr|Val::Obj], vec![ValType::Str, ValType::Arr, ValType::Obj];412 ], {413 Ok(match x {414 Val::Str(n) => Val::Num(n.chars().count() as f64),415 Val::Arr(i) => Val::Num(i.len() as f64),416 Val::Obj(o) => Val::Num(417 o.fields_visibility()418 .into_iter()419 .filter(|(_k, v)| *v)420 .count() as f64,421 ),422 _ => unreachable!(),423 })424 })?,425 // any426 ("std", "type") => parse_args!(context, "std.type", args, 1, [427 0, x, vec![];428 ], {429 Ok(Val::Str(x.value_type()?.name().into()))430 })?,431 // length, idx=>any432 ("std", "makeArray") => noinline!(parse_args!(context, "std.makeArray", args, 2, [433 0, sz: [Val::Num]!!Val::Num, vec![ValType::Num];434 1, func: [Val::Func]!!Val::Func, vec![ValType::Func];435 ], {436 if sz < 0.0 {437 throw!(RuntimeError(format!("makeArray requires size >= 0, got {}", sz).into()));438 }439 let mut out = Vec::with_capacity(sz as usize);440 for i in 0..sz as usize {441 out.push(func.evaluate_values(442 Context::new(),443 &[Val::Num(i as f64)]444 )?)445 }446 Ok(Val::Arr(Rc::new(out)))447 }))?,448 // string449 ("std", "codepoint") => parse_args!(context, "std.codepoint", args, 1, [450 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];451 ], {452 assert!(453 str.chars().count() == 1,454 "std.codepoint should receive single char string"455 );456 Ok(Val::Num(str.chars().take(1).next().unwrap() as u32 as f64))457 })?,458 // object, includeHidden459 ("std", "objectFieldsEx") => {460 noinline!(parse_args!(context, "std.objectFieldsEx",args, 2, [461 0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];462 1, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];463 ], {464 let mut out = obj.fields_visibility()465 .into_iter()466 .filter(|(_k, v)| *v || inc_hidden)467 .map(|(k, _v)|k)468 .collect::<Vec<_>>();469 out.sort();470 Ok(Val::Arr(Rc::new(out.into_iter().map(Val::Str).collect())))471 }))?472 }473 // object, field, includeHidden474 ("std", "objectHasEx") => parse_args!(context, "std.objectHasEx", args, 3, [475 0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];476 1, f: [Val::Str]!!Val::Str, vec![ValType::Str];477 2, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];478 ], {479 Ok(Val::Bool(480 obj.fields_visibility()481 .into_iter()482 .filter(|(_k, v)| *v || inc_hidden)483 .any(|(k, _v)| *k == *f),484 ))485 })?,486 ("std", "primitiveEquals") => parse_args!(context, "std.primitiveEquals", args, 2, [487 0, a, vec![];488 1, b, vec![];489 ], {490 Ok(Val::Bool(primitive_equals(&a, &b)?))491 })?,492 // faster493 ("std", "equals") => parse_args!(context, "std.equals", args, 2, [494 0, a, vec![];495 1, b, vec![];496 ], {497 Ok(Val::Bool(equals(&a, &b)?))498 })?,499 ("std", "modulo") => parse_args!(context, "std.modulo", args, 2, [500 0, a: [Val::Num]!!Val::Num, vec![ValType::Num];501 1, b: [Val::Num]!!Val::Num, vec![ValType::Num];502 ], {503 Ok(Val::Num(a % b))504 })?,505 ("std", "floor") => parse_args!(context, "std.floor", args, 1, [506 0, x: [Val::Num]!!Val::Num, vec![ValType::Num];507 ], {508 Ok(Val::Num(x.floor()))509 })?,510 ("std", "log") => parse_args!(context, "std.log", args, 2, [511 0, n: [Val::Num]!!Val::Num, vec![ValType::Num];512 ], {513 Ok(Val::Num(n.ln()))514 })?,515 ("std", "trace") => parse_args!(context, "std.trace", args, 2, [516 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];517 1, rest, vec![];518 ], {519 eprint!("TRACE:");520 if let Some(loc) = loc {521 with_state(|s|{522 let locs = s.map_source_locations(&loc.0, &[loc.1]);523 eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);524 });525 }526 eprintln!(" {}", str);527 Ok(rest)528 })?,529 ("std", "pow") => parse_args!(context, "std.modulo", args, 2, [530 0, x: [Val::Num]!!Val::Num, vec![ValType::Num];531 1, n: [Val::Num]!!Val::Num, vec![ValType::Num];532 ], {533 Ok(Val::Num(x.powf(n)))534 })?,535 ("std", "extVar") => parse_args!(context, "std.extVar", args, 2, [536 0, x: [Val::Str]!!Val::Str, vec![ValType::Str];537 ], {538 Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or_else(539 || UndefinedExternalVariable(x),540 )?)541 })?,542 ("std", "filter") => noinline!(parse_args!(context, "std.filter", args, 2, [543 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];544 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];545 ], {546 Ok(Val::Arr(Rc::new(547 arr.iter()548 .cloned()549 .filter(|e| {550 func551 .evaluate_values(context.clone(), &[e.clone()])552 .unwrap()553 .try_cast_bool("filter predicate")554 .unwrap()555 })556 .collect(),557 )))558 }))?,559 // faster560 ("std", "foldl") => noinline!(parse_args!(context, "std.foldl", args, 3, [561 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];562 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];563 2, init, vec![];564 ], {565 let mut acc = init;566 for i in arr.iter().cloned() {567 acc = func.evaluate_values(context.clone(), &[acc, i])?;568 }569 Ok(acc)570 }))?,571 // faster572 ("std", "foldr") => noinline!(parse_args!(context, "std.foldr", args, 3, [573 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];574 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];575 2, init, vec![];576 ], {577 let mut acc = init;578 for i in arr.iter().rev().cloned() {579 acc = func.evaluate_values(context.clone(), &[acc, i])?;580 }581 Ok(acc)582 }))?,583 // faster584 #[allow(non_snake_case)]585 ("std", "sortImpl") => noinline!(parse_args!(context, "std.sort", args, 2, [586 0, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];587 1, keyF: [Val::Func]!!Val::Func, vec![ValType::Func];588 ], {589 if arr.len() <= 1 {590 return Ok(Val::Arr(arr))591 }592 let mut new_arr = arr.iter().cloned().collect::<Vec<_>>();593 match keyF.evaluate_values(context.clone(), &[new_arr[0].clone()])? {594 Val::Str(_) => {595 let mut err = None;596 new_arr.sort_by_cached_key(|k| {597 match keyF.evaluate_values(context.clone(), &[k.clone()]) {598 Ok(Val::Str(v)) => v,599 Ok(_) => {600 err = Some(LocError::new(RuntimeError("types of all array elements should equal".into())));601 "".into()602 }603 Err(e) => {604 err = Some(e);605 "".into()606 }607 }608 });609 if let Some(e) = err {610 return Err(e);611 }612 },613 Val::Num(_) => {614 let mut err = None;615 new_arr.sort_unstable_by(|a, b| {616 match (keyF.evaluate_values(context.clone(), &[a.clone()]), keyF.evaluate_values(context.clone(), &[b.clone()])) {617 (Ok(Val::Num(a)), Ok(Val::Num(b))) => a.partial_cmp(&b).unwrap(),618 (Ok(_a), Ok(_b)) => {619 err = Some(RuntimeError("types of all array elements should equal".into()).into());620 Ordering::Equal621 }622 (Err(e), _) | (_, Err(e)) => {623 err = Some(e);624 Ordering::Equal625 }626 }627 });628 if let Some(e) = err {629 return Err(e);630 }631 },632 _ => throw!(RuntimeError("keys should be number or string".into()))633 }634 Ok(Val::Arr(Rc::new(new_arr)))635 }))?,636 // faster637 ("std", "format") => parse_args!(context, "std.format", args, 2, [638 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];639 1, vals, vec![]640 ], {641 push(&Some(ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)), ||format!("std.format of {}", str), ||{642 Ok(match vals {643 Val::Arr(vals) => Val::Str(format_arr(&str, &vals)?.into()),644 Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),645 o => Val::Str(format_arr(&str, &[o])?.into()),646 })647 })648 })?,649 // faster650 ("std", "range") => parse_args!(context, "std.range", args, 2, [651 0, from: [Val::Num]!!Val::Num, vec![ValType::Num];652 0, to: [Val::Num]!!Val::Num, vec![ValType::Num];653 ], {654 let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));655 for i in from as usize..=to as usize {656 out.push(Val::Num(i as f64));657 }658 Ok(Val::Arr(Rc::new(out)))659 })?,660 ("std", "char") => parse_args!(context, "std.char", args, 1, [661 0, n: [Val::Num]!!Val::Num, vec![ValType::Num];662 ], {663 let mut out = String::new();664 out.push(std::char::from_u32(n as u32).ok_or_else(||665 InvalidUnicodeCodepointGot(n as u32)666 )?);667 Ok(Val::Str(out.into()))668 })?,669 ("std", "encodeUTF8") => parse_args!(context, "std.encodeUtf8", args, 1, [670 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];671 ], {672 Ok(Val::Arr(Rc::new(str.bytes().map(|b| Val::Num(b as f64)).collect())))673 })?,674 ("std", "md5") => noinline!(parse_args!(context, "std.md5", args, 1, [675 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];676 ], {677 Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))678 }))?,679 // faster680 ("std", "base64") => parse_args!(context, "std.base64", args, 1, [681 0, input: [Val::Str | Val::Arr], vec![ValType::Arr, ValType::Str];682 ], {683 Ok(Val::Str(match input {684 Val::Str(s) => {685 base64::encode(s.bytes().collect::<Vec<_>>()).into()686 },687 Val::Arr(a) => {688 base64::encode(a.iter().map(|v| {689 Ok(v.clone().try_cast_num("base64 array")? as u8)690 }).collect::<Result<Vec<_>>>()?).into()691 },692 _ => unreachable!()693 }))694 })?,695 // faster696 ("std", "join") => noinline!(parse_args!(context, "std.join", args, 2, [697 0, sep: [Val::Str|Val::Arr], vec![ValType::Str, ValType::Arr];698 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];699 ], {700 Ok(match sep {701 Val::Arr(joiner_items) => {702 let mut out = Vec::new();703704 let mut first = true;705 for item in arr.iter().cloned() {706 if let Val::Arr(items) = item.unwrap_if_lazy()? {707 if !first {708 out.reserve(joiner_items.len());709 out.extend(joiner_items.iter().cloned());710 }711 first = false;712 out.reserve(items.len());713 out.extend(items.iter().cloned());714 } else {715 throw!(RuntimeError("in std.join all items should be arrays".into()));716 }717 }718719 Val::Arr(Rc::new(out))720 },721 Val::Str(sep) => {722 let mut out = String::new();723724 let mut first = true;725 for item in arr.iter().cloned() {726 if let Val::Str(item) = item.unwrap_if_lazy()? {727 if !first {728 out += &sep;729 }730 first = false;731 out += &item;732 } else {733 throw!(RuntimeError("in std.join all items should be strings".into()));734 }735 }736737 Val::Str(out.into())738 },739 _ => unreachable!()740 })741 }))?,742 // Faster743 ("std", "escapeStringJson") => parse_args!(context, "std.escapeStringJson", args, 1, [744 0, str_: [Val::Str]!!Val::Str, vec![ValType::Str];745 ], {746 Ok(Val::Str(escape_string_json(&str_).into()))747 })?,748 // Faster749 ("std", "manifestJsonEx") => parse_args!(context, "std.manifestJsonEx", args, 2, [750 0, value, vec![];751 1, indent: [Val::Str]!!Val::Str, vec![ValType::Str];752 ], {753 Ok(Val::Str(manifest_json_ex(&value, &indent)?.into()))754 })?,755 (ns, name) => throw!(IntristicNotFound(ns.into(), name.into())),756 },757 Val::Func(f) => {758 let body = || f.evaluate(context, args, tailstrict);759 if tailstrict {760 body()?761 } else {762 push(loc, || format!("function <{}> call", f.name), body)?763 }764 }765 v => throw!(OnlyFunctionsCanBeCalledGot(v.value_type()?)),766 })767}768769pub fn evaluate_named(context: Context, lexpr: &LocExpr, name: Rc<str>) -> Result<Val> {770 use Expr::*;771 let LocExpr(expr, _loc) = lexpr;772 Ok(match &**expr {773 Function(params, body) => evaluate_method(context, name, params.clone(), body.clone()),774 _ => evaluate(context, lexpr)?,775 })776}777778pub fn evaluate(context: Context, expr: &LocExpr) -> Result<Val> {779 use Expr::*;780 let LocExpr(expr, loc) = expr;781 Ok(match &**expr {782 Literal(LiteralType::This) => Val::Obj(783 context784 .this()785 .clone()786 .ok_or_else(|| CantUseSelfOutsideOfObject)?,787 ),788 Literal(LiteralType::Dollar) => Val::Obj(789 context790 .dollar()791 .clone()792 .ok_or_else(|| NoTopLevelObjectFound)?,793 ),794 Literal(LiteralType::True) => Val::Bool(true),795 Literal(LiteralType::False) => Val::Bool(false),796 Literal(LiteralType::Null) => Val::Null,797 Parened(e) => evaluate(context, e)?,798 Str(v) => Val::Str(v.clone()),799 Num(v) => Val::new_checked_num(*v)?,800 BinaryOp(v1, o, v2) => evaluate_binary_op_special(context, &v1, *o, &v2)?,801 UnaryOp(o, v) => evaluate_unary_op(*o, &evaluate(context, v)?)?,802 Var(name) => push(803 loc,804 || format!("variable <{}>", name),805 || Ok(Val::Lazy(context.binding(name.clone())?).unwrap_if_lazy()?),806 )?,807 Index(LocExpr(v, _), index) if matches!(&**v, Expr::Literal(LiteralType::Super)) => {808 let name = evaluate(context.clone(), index)?.try_cast_str("object index")?;809 context810 .super_obj()811 .clone()812 .expect("no super found")813 .get_raw(name, &context.this().clone().expect("no this found"))?814 .expect("value not found")815 }816 Index(value, index) => {817 match (818 evaluate(context.clone(), value)?.unwrap_if_lazy()?,819 evaluate(context, index)?,820 ) {821 (Val::Obj(v), Val::Str(s)) => {822 let sn = s.clone();823 push(824 &loc,825 || format!("field <{}> access", sn),826 || {827 if let Some(v) = v.get(s.clone())? {828 Ok(v.unwrap_if_lazy()?)829 } else if let Some(Val::Str(n)) =830 v.get("__intristic_namespace__".into())?831 {832 Ok(Val::Intristic(n, s))833 } else {834 throw!(NoSuchField(s))835 }836 },837 )?838 }839 (Val::Obj(_), n) => throw!(ValueIndexMustBeTypeGot(840 ValType::Obj,841 ValType::Str,842 n.value_type()?,843 )),844845 (Val::Arr(v), Val::Num(n)) => {846 if n.fract() > f64::EPSILON {847 throw!(FractionalIndex)848 }849 v.get(n as usize)850 .ok_or_else(|| ArrayBoundsError(n as usize, v.len()))?851 .clone()852 .unwrap_if_lazy()?853 }854 (Val::Arr(_), Val::Str(n)) => throw!(AttemptedIndexAnArrayWithString(n)),855 (Val::Arr(_), n) => throw!(ValueIndexMustBeTypeGot(856 ValType::Arr,857 ValType::Num,858 n.value_type()?,859 )),860861 (Val::Str(s), Val::Num(n)) => Val::Str(862 s.chars()863 .skip(n as usize)864 .take(1)865 .collect::<String>()866 .into(),867 ),868 (Val::Str(_), n) => throw!(ValueIndexMustBeTypeGot(869 ValType::Str,870 ValType::Num,871 n.value_type()?,872 )),873874 (v, _) => throw!(CantIndexInto(v.value_type()?)),875 }876 }877 LocalExpr(bindings, returned) => {878 let mut new_bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();879 let future_context = Context::new_future();880881 let context_creator = context_creator!(882 closure!(clone future_context, |_, _| Ok(future_context.clone().unwrap()))883 );884885 for (k, v) in bindings886 .iter()887 .map(|b| evaluate_binding(b, context_creator.clone()))888 {889 new_bindings.insert(k, v);890 }891892 let context = context893 .extend_unbound(new_bindings, None, None, None)?894 .into_future(future_context);895 evaluate(context, &returned.clone())?896 }897 Arr(items) => {898 let mut out = Vec::with_capacity(items.len());899 for item in items {900 out.push(Val::Lazy(lazy_val!(901 closure!(clone context, clone item, || {902 evaluate(context.clone(), &item)903 })904 )));905 }906 Val::Arr(Rc::new(out))907 }908 ArrComp(expr, compspecs) => Val::Arr(909 // First compspec should be forspec, so no "None" possible here910 Rc::new(evaluate_comp(context, &|ctx| evaluate(ctx, expr), compspecs)?.unwrap()),911 ),912 Obj(body) => Val::Obj(evaluate_object(context, body)?),913 ObjExtend(s, t) => evaluate_add_op(914 &evaluate(context.clone(), s)?,915 &Val::Obj(evaluate_object(context, t)?),916 )?,917 Apply(value, args, tailstrict) => evaluate_apply(context, value, args, loc, *tailstrict)?,918 Function(params, body) => {919 evaluate_method(context, "anonymous".into(), params.clone(), body.clone())920 }921 AssertExpr(AssertStmt(value, msg), returned) => {922 let assertion_result = push(923 &value.1,924 || "assertion condition".to_owned(),925 || {926 evaluate(context.clone(), &value)?927 .try_cast_bool("assertion condition should be boolean")928 },929 )?;930 if assertion_result {931 evaluate(context, returned)?932 } else if let Some(msg) = msg {933 throw!(AssertionFailed(evaluate(context, msg)?));934 } else {935 throw!(AssertionFailed(Val::Null));936 }937 }938 ErrorStmt(e) => push(939 &loc,940 || "error statement".to_owned(),941 || {942 throw!(RuntimeError(943 evaluate(context, e)?.try_cast_str("error text should be string")?,944 ))945 },946 )?,947 IfElse {948 cond,949 cond_then,950 cond_else,951 } => {952 if evaluate(context.clone(), &cond.0)?953 .try_cast_bool("if condition should be boolean")?954 {955 evaluate(context, cond_then)?956 } else {957 match cond_else {958 Some(v) => evaluate(context, v)?,959 None => Val::Null,960 }961 }962 }963 Import(path) => {964 let mut tmp = loc965 .clone()966 .expect("imports can't be used without loc_data")967 .0;968 let import_location = Rc::make_mut(&mut tmp);969 import_location.pop();970 push(971 loc,972 || format!("import {:?}", path),973 || with_state(|s| s.import_file(&import_location, path)),974 )?975 }976 ImportStr(path) => {977 let mut tmp = loc978 .clone()979 .expect("imports can't be used without loc_data")980 .0;981 let import_location = Rc::make_mut(&mut tmp);982 import_location.pop();983 Val::Str(with_state(|s| s.import_file_str(&import_location, path))?)984 }985 Literal(LiteralType::Super) => throw!(StandaloneSuper),986 })987}1use crate::{2 builtin::format::{format_arr, format_obj},3 context_creator, equals,4 error::Error::*,5 escape_string_json, future_wrapper, lazy_val, manifest_json_ex, parse_args, primitive_equals,6 push, throw,7 val::ManifestJsonOptions,8 with_state, Context, ContextCreator, FuncDesc, LazyBinding, LazyVal, LocError, ManifestType,9 ObjMember, ObjValue, Result, Val, ValType,10};11use closure::closure;12use jrsonnet_parser::{13 ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, ExprLocation, FieldMember,14 ForSpecData, IfSpecData, LiteralType, LocExpr, Member, ObjBody, ParamsDesc, UnaryOpType,15 Visibility,16};17use std::{cmp::Ordering, collections::HashMap, path::PathBuf, rc::Rc};1819pub fn evaluate_binding(b: &BindSpec, context_creator: ContextCreator) -> (Rc<str>, LazyBinding) {20 let b = b.clone();21 if let Some(params) = &b.params {22 let params = params.clone();23 (24 b.name.clone(),25 LazyBinding::Bindable(Rc::new(move |this, super_obj| {26 Ok(lazy_val!(27 closure!(clone b, clone params, clone context_creator, || Ok(evaluate_method(28 context_creator.0(this.clone(), super_obj.clone())?,29 b.name.clone(),30 params.clone(),31 b.value.clone(),32 )))33 ))34 })),35 )36 } else {37 (38 b.name.clone(),39 LazyBinding::Bindable(Rc::new(move |this, super_obj| {40 Ok(lazy_val!(closure!(clone context_creator, clone b, ||41 evaluate_named(42 context_creator.0(this.clone(), super_obj.clone())?,43 &b.value,44 b.name.clone()45 )46 )))47 })),48 )49 }50}5152pub fn evaluate_method(ctx: Context, name: Rc<str>, params: ParamsDesc, body: LocExpr) -> Val {53 Val::Func(Rc::new(FuncDesc {54 name,55 ctx,56 params,57 body,58 }))59}6061pub fn evaluate_field_name(62 context: Context,63 field_name: &jrsonnet_parser::FieldName,64) -> Result<Option<Rc<str>>> {65 Ok(match field_name {66 jrsonnet_parser::FieldName::Fixed(n) => Some(n.clone()),67 jrsonnet_parser::FieldName::Dyn(expr) => {68 let lazy = evaluate(context, expr)?;69 let value = lazy.unwrap_if_lazy()?;70 if matches!(value, Val::Null) {71 None72 } else {73 Some(value.try_cast_str("dynamic field name")?)74 }75 }76 })77}7879pub fn evaluate_unary_op(op: UnaryOpType, b: &Val) -> Result<Val> {80 Ok(match (op, b) {81 (o, Val::Lazy(l)) => evaluate_unary_op(o, &l.evaluate()?)?,82 (UnaryOpType::Not, Val::Bool(v)) => Val::Bool(!v),83 (UnaryOpType::Minus, Val::Num(n)) => Val::Num(-*n),84 (UnaryOpType::BitNot, Val::Num(n)) => Val::Num(!(*n as i32) as f64),85 (op, o) => throw!(UnaryOperatorDoesNotOperateOnType(op, o.value_type()?)),86 })87}8889pub(crate) fn evaluate_add_op(a: &Val, b: &Val) -> Result<Val> {90 Ok(match (a, b) {91 (Val::Str(v1), Val::Str(v2)) => Val::Str(((**v1).to_owned() + &v2).into()),9293 // Can't use generic json serialization way, because it depends on number to string concatenation (std.jsonnet:890)94 (Val::Num(n), Val::Str(o)) => Val::Str(format!("{}{}", n, o).into()),95 (Val::Str(o), Val::Num(n)) => Val::Str(format!("{}{}", o, n).into()),9697 (Val::Str(s), o) => Val::Str(format!("{}{}", s, o.clone().into_string()?).into()),98 (o, Val::Str(s)) => Val::Str(format!("{}{}", o.clone().into_string()?, s).into()),99100 (Val::Obj(v1), Val::Obj(v2)) => Val::Obj(v2.with_super(v1.clone())),101 (Val::Arr(a), Val::Arr(b)) => Val::Arr(Rc::new([&a[..], &b[..]].concat())),102 (Val::Num(v1), Val::Num(v2)) => Val::new_checked_num(v1 + v2)?,103 _ => throw!(BinaryOperatorDoesNotOperateOnValues(104 BinaryOpType::Add,105 a.value_type()?,106 b.value_type()?,107 )),108 })109}110111pub fn evaluate_binary_op_special(112 context: Context,113 a: &LocExpr,114 op: BinaryOpType,115 b: &LocExpr,116) -> Result<Val> {117 Ok(118 match (evaluate(context.clone(), &a)?.unwrap_if_lazy()?, op, b) {119 (Val::Bool(true), BinaryOpType::Or, _o) => Val::Bool(true),120 (Val::Bool(false), BinaryOpType::And, _o) => Val::Bool(false),121 (a, op, eb) => {122 evaluate_binary_op_normal(&a, op, &evaluate(context, eb)?.unwrap_if_lazy()?)?123 }124 },125 )126}127128pub fn evaluate_binary_op_normal(a: &Val, op: BinaryOpType, b: &Val) -> Result<Val> {129 Ok(match (a, op, b) {130 (a, BinaryOpType::Add, b) => evaluate_add_op(a, b)?,131132 (Val::Str(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::Str(v1.repeat(*v2 as usize).into()),133134 // Bool X Bool135 (Val::Bool(a), BinaryOpType::And, Val::Bool(b)) => Val::Bool(*a && *b),136 (Val::Bool(a), BinaryOpType::Or, Val::Bool(b)) => Val::Bool(*a || *b),137138 // Str X Str139 (Val::Str(v1), BinaryOpType::Lt, Val::Str(v2)) => Val::Bool(v1 < v2),140 (Val::Str(v1), BinaryOpType::Gt, Val::Str(v2)) => Val::Bool(v1 > v2),141 (Val::Str(v1), BinaryOpType::Lte, Val::Str(v2)) => Val::Bool(v1 <= v2),142 (Val::Str(v1), BinaryOpType::Gte, Val::Str(v2)) => Val::Bool(v1 >= v2),143144 // Num X Num145 (Val::Num(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::new_checked_num(v1 * v2)?,146 (Val::Num(v1), BinaryOpType::Div, Val::Num(v2)) => {147 if *v2 <= f64::EPSILON {148 throw!(DivisionByZero)149 }150 Val::new_checked_num(v1 / v2)?151 }152153 (Val::Num(v1), BinaryOpType::Sub, Val::Num(v2)) => Val::new_checked_num(v1 - v2)?,154155 (Val::Num(v1), BinaryOpType::Lt, Val::Num(v2)) => Val::Bool(v1 < v2),156 (Val::Num(v1), BinaryOpType::Gt, Val::Num(v2)) => Val::Bool(v1 > v2),157 (Val::Num(v1), BinaryOpType::Lte, Val::Num(v2)) => Val::Bool(v1 <= v2),158 (Val::Num(v1), BinaryOpType::Gte, Val::Num(v2)) => Val::Bool(v1 >= v2),159160 (Val::Num(v1), BinaryOpType::BitAnd, Val::Num(v2)) => {161 Val::Num(((*v1 as i32) & (*v2 as i32)) as f64)162 }163 (Val::Num(v1), BinaryOpType::BitOr, Val::Num(v2)) => {164 Val::Num(((*v1 as i32) | (*v2 as i32)) as f64)165 }166 (Val::Num(v1), BinaryOpType::BitXor, Val::Num(v2)) => {167 Val::Num(((*v1 as i32) ^ (*v2 as i32)) as f64)168 }169 (Val::Num(v1), BinaryOpType::Lhs, Val::Num(v2)) => {170 if *v2 < 0.0 {171 throw!(RuntimeError("shift by negative exponent".into()))172 }173 Val::Num(((*v1 as i32) << (*v2 as i32)) as f64)174 }175 (Val::Num(v1), BinaryOpType::Rhs, Val::Num(v2)) => {176 if *v2 < 0.0 {177 throw!(RuntimeError("shift by negative exponent".into()))178 }179 Val::Num(((*v1 as i32) >> (*v2 as i32)) as f64)180 }181182 _ => throw!(BinaryOperatorDoesNotOperateOnValues(183 op,184 a.value_type()?,185 b.value_type()?,186 )),187 })188}189190future_wrapper!(HashMap<Rc<str>, LazyBinding>, FutureNewBindings);191future_wrapper!(ObjValue, FutureObjValue);192193pub fn evaluate_comp<T>(194 context: Context,195 value: &impl Fn(Context) -> Result<T>,196 specs: &[CompSpec],197) -> Result<Option<Vec<T>>> {198 Ok(match specs.get(0) {199 None => Some(vec![value(context)?]),200 Some(CompSpec::IfSpec(IfSpecData(cond))) => {201 if evaluate(context.clone(), &cond)?.try_cast_bool("if spec")? {202 evaluate_comp(context, value, &specs[1..])?203 } else {204 None205 }206 }207 Some(CompSpec::ForSpec(ForSpecData(var, expr))) => {208 match evaluate(context.clone(), &expr)?.unwrap_if_lazy()? {209 Val::Arr(list) => {210 let mut out = Vec::new();211 for item in list.iter() {212 let item = item.unwrap_if_lazy()?;213 out.push(evaluate_comp(214 context.clone().with_var(var.clone(), item.clone()),215 value,216 &specs[1..],217 )?);218 }219 Some(out.into_iter().flatten().flatten().collect())220 }221 _ => throw!(InComprehensionCanOnlyIterateOverArray),222 }223 }224 })225}226227pub fn evaluate_member_list_object(context: Context, members: &[Member]) -> Result<ObjValue> {228 let new_bindings = FutureNewBindings::new();229 let future_this = FutureObjValue::new();230 let context_creator = context_creator!(231 closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {232 Ok(context.clone().extend_unbound(233 new_bindings.clone().unwrap(),234 context.dollar().clone().or_else(||this.clone()),235 Some(this.unwrap()),236 super_obj237 )?)238 })239 );240 {241 let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();242 for (n, b) in members243 .iter()244 .filter_map(|m| match m {245 Member::BindStmt(b) => Some(b.clone()),246 _ => None,247 })248 .map(|b| evaluate_binding(&b, context_creator.clone()))249 {250 bindings.insert(n, b);251 }252 new_bindings.fill(bindings);253 }254255 let mut new_members = HashMap::new();256 for member in members.iter() {257 match member {258 Member::Field(FieldMember {259 name,260 plus,261 params: None,262 visibility,263 value,264 }) => {265 let name = evaluate_field_name(context.clone(), &name)?;266 if name.is_none() {267 continue;268 }269 let name = name.unwrap();270 new_members.insert(271 name.clone(),272 ObjMember {273 add: *plus,274 visibility: *visibility,275 invoke: LazyBinding::Bindable(Rc::new(276 closure!(clone name, clone value, clone context_creator, |this, super_obj| {277 Ok(LazyVal::new_resolved(evaluate(278 context_creator.0(this, super_obj)?,279 &value,280 )?))281 }),282 )),283 location: value.1.clone(),284 },285 );286 }287 Member::Field(FieldMember {288 name,289 params: Some(params),290 value,291 ..292 }) => {293 let name = evaluate_field_name(context.clone(), &name)?;294 if name.is_none() {295 continue;296 }297 let name = name.unwrap();298 new_members.insert(299 name.clone(),300 ObjMember {301 add: false,302 visibility: Visibility::Hidden,303 invoke: LazyBinding::Bindable(Rc::new(304 closure!(clone value, clone context_creator, clone params, clone name, |this, super_obj| {305 // TODO: Assert306 Ok(LazyVal::new_resolved(evaluate_method(307 context_creator.0(this, super_obj)?,308 name.clone(),309 params.clone(),310 value.clone(),311 )))312 }),313 )),314 location: value.1.clone(),315 },316 );317 }318 Member::BindStmt(_) => {}319 Member::AssertStmt(_) => {}320 }321 }322 Ok(future_this.fill(ObjValue::new(None, Rc::new(new_members))))323}324325pub fn evaluate_object(context: Context, object: &ObjBody) -> Result<ObjValue> {326 Ok(match object {327 ObjBody::MemberList(members) => evaluate_member_list_object(context, &members)?,328 ObjBody::ObjComp(obj) => {329 let future_this = FutureObjValue::new();330 let mut new_members = HashMap::new();331 for (k, v) in evaluate_comp(332 context.clone(),333 &|ctx| {334 let new_bindings = FutureNewBindings::new();335 let context_creator = context_creator!(336 closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {337 Ok(context.clone().extend_unbound(338 new_bindings.clone().unwrap(),339 context.dollar().clone().or_else(||this.clone()),340 None,341 super_obj342 )?)343 })344 );345 let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();346 for (n, b) in obj347 .pre_locals348 .iter()349 .chain(obj.post_locals.iter())350 .map(|b| evaluate_binding(b, context_creator.clone()))351 {352 bindings.insert(n, b);353 }354 let bindings = new_bindings.fill(bindings);355 let ctx = ctx.extend_unbound(bindings, None, None, None)?;356 let key = evaluate(ctx.clone(), &obj.key)?;357 let value = LazyBinding::Bindable(Rc::new(358 closure!(clone ctx, clone obj.value, |this, _super_obj| {359 Ok(LazyVal::new_resolved(evaluate(ctx.clone().extend(HashMap::new(), None, this, None), &value)?))360 }),361 ));362363 Ok((key, value))364 },365 &obj.compspecs,366 )?367 .unwrap()368 {369 match k {370 Val::Null => {}371 Val::Str(n) => {372 new_members.insert(373 n,374 ObjMember {375 add: false,376 visibility: Visibility::Normal,377 invoke: v,378 location: obj.value.1.clone(),379 },380 );381 }382 v => throw!(FieldMustBeStringGot(v.value_type()?)),383 }384 }385386 future_this.fill(ObjValue::new(None, Rc::new(new_members)))387 }388 })389}390391/// Extracts code block and disables inlining for them392/// Fixes WASM to java bytecode compilation failing because of very large method393macro_rules! noinline {394 ($e:expr) => {395 (#[inline(never)]396 move || $e)()397 };398}399400pub fn evaluate_apply(401 context: Context,402 value: &LocExpr,403 args: &ArgsDesc,404 loc: &Option<ExprLocation>,405 tailstrict: bool,406) -> Result<Val> {407 let lazy = evaluate(context.clone(), value)?;408 let value = lazy.unwrap_if_lazy()?;409 Ok(match value {410 Val::Intristic(ns, name) => push(411 loc,412 || format!("intristic <{}.{}> call", ns, name),413 || {414 Ok(match (&ns as &str, &name as &str) {415 // arr/string/function416 ("std", "length") => parse_args!(context, "std.length", args, 1, [417 0, x: [Val::Str|Val::Arr|Val::Obj], vec![ValType::Str, ValType::Arr, ValType::Obj];418 ], {419 Ok(match x {420 Val::Str(n) => Val::Num(n.chars().count() as f64),421 Val::Arr(i) => Val::Num(i.len() as f64),422 Val::Obj(o) => Val::Num(423 o.fields_visibility()424 .into_iter()425 .filter(|(_k, v)| *v)426 .count() as f64,427 ),428 _ => unreachable!(),429 })430 })?,431 // any432 ("std", "type") => parse_args!(context, "std.type", args, 1, [433 0, x, vec![];434 ], {435 Ok(Val::Str(x.value_type()?.name().into()))436 })?,437 // length, idx=>any438 ("std", "makeArray") => {439 noinline!(parse_args!(context, "std.makeArray", args, 2, [440 0, sz: [Val::Num]!!Val::Num, vec![ValType::Num];441 1, func: [Val::Func]!!Val::Func, vec![ValType::Func];442 ], {443 if sz < 0.0 {444 throw!(RuntimeError(format!("makeArray requires size >= 0, got {}", sz).into()));445 }446 let mut out = Vec::with_capacity(sz as usize);447 for i in 0..sz as usize {448 out.push(func.evaluate_values(449 Context::new(),450 &[Val::Num(i as f64)]451 )?)452 }453 Ok(Val::Arr(Rc::new(out)))454 }))?455 }456 // string457 ("std", "codepoint") => parse_args!(context, "std.codepoint", args, 1, [458 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];459 ], {460 assert!(461 str.chars().count() == 1,462 "std.codepoint should receive single char string"463 );464 Ok(Val::Num(str.chars().take(1).next().unwrap() as u32 as f64))465 })?,466 // object, includeHidden467 ("std", "objectFieldsEx") => {468 noinline!(parse_args!(context, "std.objectFieldsEx",args, 2, [469 0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];470 1, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];471 ], {472 let mut out = obj.fields_visibility()473 .into_iter()474 .filter(|(_k, v)| *v || inc_hidden)475 .map(|(k, _v)|k)476 .collect::<Vec<_>>();477 out.sort();478 Ok(Val::Arr(Rc::new(out.into_iter().map(Val::Str).collect())))479 }))?480 }481 // object, field, includeHidden482 ("std", "objectHasEx") => parse_args!(context, "std.objectHasEx", args, 3, [483 0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];484 1, f: [Val::Str]!!Val::Str, vec![ValType::Str];485 2, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];486 ], {487 Ok(Val::Bool(488 obj.fields_visibility()489 .into_iter()490 .filter(|(_k, v)| *v || inc_hidden)491 .any(|(k, _v)| *k == *f),492 ))493 })?,494 ("std", "primitiveEquals") => {495 parse_args!(context, "std.primitiveEquals", args, 2, [496 0, a, vec![];497 1, b, vec![];498 ], {499 Ok(Val::Bool(primitive_equals(&a, &b)?))500 })?501 }502 // faster503 ("std", "equals") => parse_args!(context, "std.equals", args, 2, [504 0, a, vec![];505 1, b, vec![];506 ], {507 Ok(Val::Bool(equals(&a, &b)?))508 })?,509 ("std", "modulo") => parse_args!(context, "std.modulo", args, 2, [510 0, a: [Val::Num]!!Val::Num, vec![ValType::Num];511 1, b: [Val::Num]!!Val::Num, vec![ValType::Num];512 ], {513 Ok(Val::Num(a % b))514 })?,515 ("std", "floor") => parse_args!(context, "std.floor", args, 1, [516 0, x: [Val::Num]!!Val::Num, vec![ValType::Num];517 ], {518 Ok(Val::Num(x.floor()))519 })?,520 ("std", "log") => parse_args!(context, "std.log", args, 2, [521 0, n: [Val::Num]!!Val::Num, vec![ValType::Num];522 ], {523 Ok(Val::Num(n.ln()))524 })?,525 ("std", "trace") => parse_args!(context, "std.trace", args, 2, [526 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];527 1, rest, vec![];528 ], {529 eprint!("TRACE:");530 if let Some(loc) = loc {531 with_state(|s|{532 let locs = s.map_source_locations(&loc.0, &[loc.1]);533 eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);534 });535 }536 eprintln!(" {}", str);537 Ok(rest)538 })?,539 ("std", "pow") => parse_args!(context, "std.modulo", args, 2, [540 0, x: [Val::Num]!!Val::Num, vec![ValType::Num];541 1, n: [Val::Num]!!Val::Num, vec![ValType::Num];542 ], {543 Ok(Val::Num(x.powf(n)))544 })?,545 ("std", "extVar") => parse_args!(context, "std.extVar", args, 2, [546 0, x: [Val::Str]!!Val::Str, vec![ValType::Str];547 ], {548 Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or_else(549 || UndefinedExternalVariable(x),550 )?)551 })?,552 ("std", "filter") => noinline!(parse_args!(context, "std.filter", args, 2, [553 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];554 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];555 ], {556 Ok(Val::Arr(Rc::new(557 arr.iter()558 .cloned()559 .filter(|e| {560 func561 .evaluate_values(context.clone(), &[e.clone()])562 .unwrap()563 .try_cast_bool("filter predicate")564 .unwrap()565 })566 .collect(),567 )))568 }))?,569 // faster570 ("std", "foldl") => noinline!(parse_args!(context, "std.foldl", args, 3, [571 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];572 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];573 2, init, vec![];574 ], {575 let mut acc = init;576 for i in arr.iter().cloned() {577 acc = func.evaluate_values(context.clone(), &[acc, i])?;578 }579 Ok(acc)580 }))?,581 // faster582 ("std", "foldr") => noinline!(parse_args!(context, "std.foldr", args, 3, [583 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];584 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];585 2, init, vec![];586 ], {587 let mut acc = init;588 for i in arr.iter().rev().cloned() {589 acc = func.evaluate_values(context.clone(), &[acc, i])?;590 }591 Ok(acc)592 }))?,593 // faster594 #[allow(non_snake_case)]595 ("std", "sortImpl") => noinline!(parse_args!(context, "std.sort", args, 2, [596 0, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];597 1, keyF: [Val::Func]!!Val::Func, vec![ValType::Func];598 ], {599 if arr.len() <= 1 {600 return Ok(Val::Arr(arr))601 }602 let mut new_arr = arr.iter().cloned().collect::<Vec<_>>();603 match keyF.evaluate_values(context.clone(), &[new_arr[0].clone()])? {604 Val::Str(_) => {605 let mut err = None;606 new_arr.sort_by_cached_key(|k| {607 match keyF.evaluate_values(context.clone(), &[k.clone()]) {608 Ok(Val::Str(v)) => v,609 Ok(_) => {610 err = Some(LocError::new(RuntimeError("types of all array elements should equal".into())));611 "".into()612 }613 Err(e) => {614 err = Some(e);615 "".into()616 }617 }618 });619 if let Some(e) = err {620 return Err(e);621 }622 },623 Val::Num(_) => {624 let mut err = None;625 new_arr.sort_unstable_by(|a, b| {626 match (keyF.evaluate_values(context.clone(), &[a.clone()]), keyF.evaluate_values(context.clone(), &[b.clone()])) {627 (Ok(Val::Num(a)), Ok(Val::Num(b))) => a.partial_cmp(&b).unwrap(),628 (Ok(_a), Ok(_b)) => {629 err = Some(RuntimeError("types of all array elements should equal".into()).into());630 Ordering::Equal631 }632 (Err(e), _) | (_, Err(e)) => {633 err = Some(e);634 Ordering::Equal635 }636 }637 });638 if let Some(e) = err {639 return Err(e);640 }641 },642 _ => throw!(RuntimeError("keys should be number or string".into()))643 }644 Ok(Val::Arr(Rc::new(new_arr)))645 }))?,646 // faster647 ("std", "format") => parse_args!(context, "std.format", args, 2, [648 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];649 1, vals, vec![]650 ], {651 push(&Some(ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)), ||format!("std.format of {}", str), ||{652 Ok(match vals {653 Val::Arr(vals) => Val::Str(format_arr(&str, &vals)?.into()),654 Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),655 o => Val::Str(format_arr(&str, &[o])?.into()),656 })657 })658 })?,659 // faster660 ("std", "range") => parse_args!(context, "std.range", args, 2, [661 0, from: [Val::Num]!!Val::Num, vec![ValType::Num];662 1, to: [Val::Num]!!Val::Num, vec![ValType::Num];663 ], {664 let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));665 for i in from as usize..=to as usize {666 out.push(Val::Num(i as f64));667 }668 Ok(Val::Arr(Rc::new(out)))669 })?,670 ("std", "char") => parse_args!(context, "std.char", args, 1, [671 0, n: [Val::Num]!!Val::Num, vec![ValType::Num];672 ], {673 let mut out = String::new();674 out.push(std::char::from_u32(n as u32).ok_or_else(||675 InvalidUnicodeCodepointGot(n as u32)676 )?);677 Ok(Val::Str(out.into()))678 })?,679 ("std", "encodeUTF8") => parse_args!(context, "std.encodeUtf8", args, 1, [680 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];681 ], {682 Ok(Val::Arr(Rc::new(str.bytes().map(|b| Val::Num(b as f64)).collect())))683 })?,684 ("std", "md5") => noinline!(parse_args!(context, "std.md5", args, 1, [685 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];686 ], {687 Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))688 }))?,689 // faster690 ("std", "base64") => parse_args!(context, "std.base64", args, 1, [691 0, input: [Val::Str | Val::Arr], vec![ValType::Arr, ValType::Str];692 ], {693 Ok(Val::Str(match input {694 Val::Str(s) => {695 base64::encode(s.bytes().collect::<Vec<_>>()).into()696 },697 Val::Arr(a) => {698 base64::encode(a.iter().map(|v| {699 Ok(v.clone().try_cast_num("base64 array")? as u8)700 }).collect::<Result<Vec<_>>>()?).into()701 },702 _ => unreachable!()703 }))704 })?,705 // faster706 ("std", "join") => noinline!(parse_args!(context, "std.join", args, 2, [707 0, sep: [Val::Str|Val::Arr], vec![ValType::Str, ValType::Arr];708 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];709 ], {710 Ok(match sep {711 Val::Arr(joiner_items) => {712 let mut out = Vec::new();713714 let mut first = true;715 for item in arr.iter().cloned() {716 if let Val::Arr(items) = item.unwrap_if_lazy()? {717 if !first {718 out.reserve(joiner_items.len());719 out.extend(joiner_items.iter().cloned());720 }721 first = false;722 out.reserve(items.len());723 out.extend(items.iter().cloned());724 } else {725 throw!(RuntimeError("in std.join all items should be arrays".into()));726 }727 }728729 Val::Arr(Rc::new(out))730 },731 Val::Str(sep) => {732 let mut out = String::new();733734 let mut first = true;735 for item in arr.iter().cloned() {736 if let Val::Str(item) = item.unwrap_if_lazy()? {737 if !first {738 out += &sep;739 }740 first = false;741 out += &item;742 } else {743 throw!(RuntimeError("in std.join all items should be strings".into()));744 }745 }746747 Val::Str(out.into())748 },749 _ => unreachable!()750 })751 }))?,752 // Faster753 ("std", "escapeStringJson") => {754 parse_args!(context, "std.escapeStringJson", args, 1, [755 0, str_: [Val::Str]!!Val::Str, vec![ValType::Str];756 ], {757 Ok(Val::Str(escape_string_json(&str_).into()))758 })?759 }760 // Faster761 ("std", "manifestJsonEx") => {762 parse_args!(context, "std.manifestJsonEx", args, 2, [763 0, value, vec![];764 1, indent: [Val::Str]!!Val::Str, vec![ValType::Str];765 ], {766 Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {767 padding: &indent,768 mtype: ManifestType::Std,769 })?.into()))770 })?771 }772 (ns, name) => throw!(IntristicNotFound(ns.into(), name.into())),773 })774 },775 )?,776 Val::Func(f) => {777 let body = || f.evaluate(context, args, tailstrict);778 if tailstrict {779 body()?780 } else {781 push(loc, || format!("function <{}> call", f.name), body)?782 }783 }784 v => throw!(OnlyFunctionsCanBeCalledGot(v.value_type()?)),785 })786}787788pub fn evaluate_named(context: Context, lexpr: &LocExpr, name: Rc<str>) -> Result<Val> {789 use Expr::*;790 let LocExpr(expr, _loc) = lexpr;791 Ok(match &**expr {792 Function(params, body) => evaluate_method(context, name, params.clone(), body.clone()),793 _ => evaluate(context, lexpr)?,794 })795}796797pub fn evaluate(context: Context, expr: &LocExpr) -> Result<Val> {798 use Expr::*;799 let LocExpr(expr, loc) = expr;800 Ok(match &**expr {801 Literal(LiteralType::This) => Val::Obj(802 context803 .this()804 .clone()805 .ok_or_else(|| CantUseSelfOutsideOfObject)?,806 ),807 Literal(LiteralType::Dollar) => Val::Obj(808 context809 .dollar()810 .clone()811 .ok_or_else(|| NoTopLevelObjectFound)?,812 ),813 Literal(LiteralType::True) => Val::Bool(true),814 Literal(LiteralType::False) => Val::Bool(false),815 Literal(LiteralType::Null) => Val::Null,816 Parened(e) => evaluate(context, e)?,817 Str(v) => Val::Str(v.clone()),818 Num(v) => Val::new_checked_num(*v)?,819 BinaryOp(v1, o, v2) => evaluate_binary_op_special(context, &v1, *o, &v2)?,820 UnaryOp(o, v) => evaluate_unary_op(*o, &evaluate(context, v)?)?,821 Var(name) => push(822 loc,823 || format!("variable <{}>", name),824 || Ok(Val::Lazy(context.binding(name.clone())?).unwrap_if_lazy()?),825 )?,826 Index(LocExpr(v, _), index) if matches!(&**v, Expr::Literal(LiteralType::Super)) => {827 let name = evaluate(context.clone(), index)?.try_cast_str("object index")?;828 context829 .super_obj()830 .clone()831 .expect("no super found")832 .get_raw(name, &context.this().clone().expect("no this found"))?833 .expect("value not found")834 }835 Index(value, index) => {836 match (837 evaluate(context.clone(), value)?.unwrap_if_lazy()?,838 evaluate(context, index)?,839 ) {840 (Val::Obj(v), Val::Str(s)) => {841 let sn = s.clone();842 push(843 &loc,844 || format!("field <{}> access", sn),845 || {846 if let Some(v) = v.get(s.clone())? {847 Ok(v.unwrap_if_lazy()?)848 } else if let Some(Val::Str(n)) =849 v.get("__intristic_namespace__".into())?850 {851 Ok(Val::Intristic(n, s))852 } else {853 throw!(NoSuchField(s))854 }855 },856 )?857 }858 (Val::Obj(_), n) => throw!(ValueIndexMustBeTypeGot(859 ValType::Obj,860 ValType::Str,861 n.value_type()?,862 )),863864 (Val::Arr(v), Val::Num(n)) => {865 if n.fract() > f64::EPSILON {866 throw!(FractionalIndex)867 }868 v.get(n as usize)869 .ok_or_else(|| ArrayBoundsError(n as usize, v.len()))?870 .clone()871 .unwrap_if_lazy()?872 }873 (Val::Arr(_), Val::Str(n)) => throw!(AttemptedIndexAnArrayWithString(n)),874 (Val::Arr(_), n) => throw!(ValueIndexMustBeTypeGot(875 ValType::Arr,876 ValType::Num,877 n.value_type()?,878 )),879880 (Val::Str(s), Val::Num(n)) => Val::Str(881 s.chars()882 .skip(n as usize)883 .take(1)884 .collect::<String>()885 .into(),886 ),887 (Val::Str(_), n) => throw!(ValueIndexMustBeTypeGot(888 ValType::Str,889 ValType::Num,890 n.value_type()?,891 )),892893 (v, _) => throw!(CantIndexInto(v.value_type()?)),894 }895 }896 LocalExpr(bindings, returned) => {897 let mut new_bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();898 let future_context = Context::new_future();899900 let context_creator = context_creator!(901 closure!(clone future_context, |_, _| Ok(future_context.clone().unwrap()))902 );903904 for (k, v) in bindings905 .iter()906 .map(|b| evaluate_binding(b, context_creator.clone()))907 {908 new_bindings.insert(k, v);909 }910911 let context = context912 .extend_unbound(new_bindings, None, None, None)?913 .into_future(future_context);914 evaluate(context, &returned.clone())?915 }916 Arr(items) => {917 let mut out = Vec::with_capacity(items.len());918 for item in items {919 out.push(Val::Lazy(lazy_val!(920 closure!(clone context, clone item, || {921 evaluate(context.clone(), &item)922 })923 )));924 }925 Val::Arr(Rc::new(out))926 }927 ArrComp(expr, compspecs) => Val::Arr(928 // First compspec should be forspec, so no "None" possible here929 Rc::new(evaluate_comp(context, &|ctx| evaluate(ctx, expr), compspecs)?.unwrap()),930 ),931 Obj(body) => Val::Obj(evaluate_object(context, body)?),932 ObjExtend(s, t) => evaluate_add_op(933 &evaluate(context.clone(), s)?,934 &Val::Obj(evaluate_object(context, t)?),935 )?,936 Apply(value, args, tailstrict) => evaluate_apply(context, value, args, loc, *tailstrict)?,937 Function(params, body) => {938 evaluate_method(context, "anonymous".into(), params.clone(), body.clone())939 }940 AssertExpr(AssertStmt(value, msg), returned) => {941 let assertion_result = push(942 &value.1,943 || "assertion condition".to_owned(),944 || {945 evaluate(context.clone(), &value)?946 .try_cast_bool("assertion condition should be boolean")947 },948 )?;949 if assertion_result {950 evaluate(context, returned)?951 } else if let Some(msg) = msg {952 throw!(AssertionFailed(evaluate(context, msg)?));953 } else {954 throw!(AssertionFailed(Val::Null));955 }956 }957 ErrorStmt(e) => push(958 &loc,959 || "error statement".to_owned(),960 || {961 throw!(RuntimeError(962 evaluate(context, e)?.try_cast_str("error text should be string")?,963 ))964 },965 )?,966 IfElse {967 cond,968 cond_then,969 cond_else,970 } => {971 if evaluate(context.clone(), &cond.0)?972 .try_cast_bool("if condition should be boolean")?973 {974 evaluate(context, cond_then)?975 } else {976 match cond_else {977 Some(v) => evaluate(context, v)?,978 None => Val::Null,979 }980 }981 }982 Import(path) => {983 let mut tmp = loc984 .clone()985 .expect("imports can't be used without loc_data")986 .0;987 let import_location = Rc::make_mut(&mut tmp);988 import_location.pop();989 push(990 loc,991 || format!("import {:?}", path),992 || with_state(|s| s.import_file(&import_location, path)),993 )?994 }995 ImportStr(path) => {996 let mut tmp = loc997 .clone()998 .expect("imports can't be used without loc_data")999 .0;1000 let import_location = Rc::make_mut(&mut tmp);1001 import_location.pop();1002 Val::Str(with_state(|s| s.import_file_str(&import_location, path))?)1003 }1004 Literal(LiteralType::Super) => throw!(StandaloneSuper),1005 })1006}