difftreelog
perf(evaluator) faster std.base64
in: master
4 files changed
Cargo.lockdiffbeforeafterboth--- a/Cargo.lock
+++ b/Cargo.lock
@@ -108,6 +108,7 @@
name = "jrsonnet-evaluator"
version = "1.0.0"
dependencies = [
+ "base64",
"bincode",
"closure",
"indexmap",
crates/jrsonnet-evaluator/Cargo.tomldiffbeforeafterboth--- a/crates/jrsonnet-evaluator/Cargo.toml
+++ b/crates/jrsonnet-evaluator/Cargo.toml
@@ -24,6 +24,7 @@
jrsonnet-stdlib = { path = "../jrsonnet-stdlib", version = "1.0.0" }
indexmap = "1.4.0"
md5 = "0.7.0"
+base64 = "0.12.3"
serde = { version = "1.0.114", optional = true }
bincode = { version = "1.3.1", optional = true }
crates/jrsonnet-evaluator/build.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/build.rs
+++ b/crates/jrsonnet-evaluator/build.rs
@@ -35,7 +35,7 @@
Member::Field(FieldMember {
name: FieldName::Fixed(name),
..
- }) if **name == *"join" || **name == *"manifestJsonEx" || **name == *"escapeStringJson" || **name == *"equals"
+ }) if **name == *"join" || **name == *"manifestJsonEx" || **name == *"escapeStringJson" || **name == *"equals" || **name == *"base64"
)
})
.collect(),
crates/jrsonnet-evaluator/src/evaluate.rsdiffbeforeafterboth1use crate::{2 context_creator, create_error, create_error_result, escape_string_json, future_wrapper,3 lazy_val, manifest_json_ex, parse_args, push, with_state, Context, ContextCreator, Error,4 FuncDesc, LazyBinding, LazyVal, ObjMember, ObjValue, Result, Val, ValType,5};6use closure::closure;7use jrsonnet_parser::{8 ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, ExprLocation, FieldMember,9 ForSpecData, IfSpecData, LiteralType, LocExpr, Member, ObjBody, ParamsDesc, UnaryOpType,10 Visibility,11};12use std::{collections::HashMap, rc::Rc};1314pub fn evaluate_binding(b: &BindSpec, context_creator: ContextCreator) -> (Rc<str>, LazyBinding) {15 let b = b.clone();16 if let Some(params) = &b.params {17 let params = params.clone();18 (19 b.name.clone(),20 LazyBinding::Bindable(Rc::new(move |this, super_obj| {21 Ok(lazy_val!(22 closure!(clone b, clone params, clone context_creator, || Ok(evaluate_method(23 context_creator.0(this.clone(), super_obj.clone())?,24 params.clone(),25 b.value.clone(),26 )))27 ))28 })),29 )30 } else {31 (32 b.name.clone(),33 LazyBinding::Bindable(Rc::new(move |this, super_obj| {34 Ok(lazy_val!(closure!(clone context_creator, clone b, ||35 push(&b.value.1, "thunk", ||{36 evaluate(37 context_creator.0(this.clone(), super_obj.clone())?,38 &b.value39 )40 })41 )))42 })),43 )44 }45}4647pub fn evaluate_method(ctx: Context, params: ParamsDesc, body: LocExpr) -> Val {48 Val::Func(FuncDesc { ctx, params, body })49}5051pub fn evaluate_field_name(52 context: Context,53 field_name: &jrsonnet_parser::FieldName,54) -> Result<Option<Rc<str>>> {55 Ok(match field_name {56 jrsonnet_parser::FieldName::Fixed(n) => Some(n.clone()),57 jrsonnet_parser::FieldName::Dyn(expr) => {58 let lazy = evaluate(context, expr)?;59 let value = lazy.unwrap_if_lazy()?;60 if matches!(value, Val::Null) {61 None62 } else {63 Some(value.try_cast_str("dynamic field name")?)64 }65 }66 })67}6869pub fn evaluate_unary_op(op: UnaryOpType, b: &Val) -> Result<Val> {70 Ok(match (op, b) {71 (o, Val::Lazy(l)) => evaluate_unary_op(o, &l.evaluate()?)?,72 (UnaryOpType::Not, Val::Bool(v)) => Val::Bool(!v),73 (UnaryOpType::Minus, Val::Num(n)) => Val::Num(-*n),74 (UnaryOpType::BitNot, Val::Num(n)) => Val::Num(!(*n as i32) as f64),75 (op, o) => create_error_result(Error::UnaryOperatorDoesNotOperateOnType(76 op,77 o.value_type()?,78 ))?,79 })80}8182pub(crate) fn evaluate_add_op(a: &Val, b: &Val) -> Result<Val> {83 Ok(match (a, b) {84 (Val::Str(v1), Val::Str(v2)) => Val::Str(((**v1).to_owned() + &v2).into()),8586 // Can't use generic json serialization way, because it depends on number to string concatenation (std.jsonnet:890)87 (Val::Num(n), Val::Str(o)) => Val::Str(format!("{}{}", n, o).into()),88 (Val::Str(o), Val::Num(n)) => Val::Str(format!("{}{}", o, n).into()),8990 (Val::Str(s), o) => Val::Str(format!("{}{}", s, o.clone().into_json(0)?).into()),91 (o, Val::Str(s)) => Val::Str(format!("{}{}", o.clone().into_json(0)?, s).into()),9293 (Val::Obj(v1), Val::Obj(v2)) => Val::Obj(v2.with_super(v1.clone())),94 (Val::Arr(a), Val::Arr(b)) => Val::Arr(Rc::new([&a[..], &b[..]].concat())),95 (Val::Num(v1), Val::Num(v2)) => Val::new_checked_num(v1 + v2)?,96 _ => create_error_result(Error::BinaryOperatorDoesNotOperateOnValues(97 BinaryOpType::Add,98 a.value_type()?,99 b.value_type()?,100 ))?,101 })102}103104pub fn evaluate_binary_op_special(105 context: Context,106 a: &LocExpr,107 op: BinaryOpType,108 b: &LocExpr,109) -> Result<Val> {110 Ok(111 match (evaluate(context.clone(), &a)?.unwrap_if_lazy()?, op, b) {112 (Val::Bool(true), BinaryOpType::Or, _o) => Val::Bool(true),113 (Val::Bool(false), BinaryOpType::And, _o) => Val::Bool(false),114 (a, op, eb) => {115 evaluate_binary_op_normal(&a, op, &evaluate(context, eb)?.unwrap_if_lazy()?)?116 }117 },118 )119}120121pub fn evaluate_binary_op_normal(a: &Val, op: BinaryOpType, b: &Val) -> Result<Val> {122 Ok(match (a, op, b) {123 (a, BinaryOpType::Add, b) => evaluate_add_op(a, b)?,124125 (Val::Str(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::Str(v1.repeat(*v2 as usize).into()),126127 // Bool X Bool128 (Val::Bool(a), BinaryOpType::And, Val::Bool(b)) => Val::Bool(*a && *b),129 (Val::Bool(a), BinaryOpType::Or, Val::Bool(b)) => Val::Bool(*a || *b),130131 // Str X Str132 (Val::Str(v1), BinaryOpType::Lt, Val::Str(v2)) => Val::Bool(v1 < v2),133 (Val::Str(v1), BinaryOpType::Gt, Val::Str(v2)) => Val::Bool(v1 > v2),134 (Val::Str(v1), BinaryOpType::Lte, Val::Str(v2)) => Val::Bool(v1 <= v2),135 (Val::Str(v1), BinaryOpType::Gte, Val::Str(v2)) => Val::Bool(v1 >= v2),136137 // Num X Num138 (Val::Num(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::new_checked_num(v1 * v2)?,139 (Val::Num(v1), BinaryOpType::Div, Val::Num(v2)) => {140 if *v2 <= f64::EPSILON {141 create_error_result(crate::Error::DivisionByZero)?142 }143 Val::new_checked_num(v1 / v2)?144 }145146 (Val::Num(v1), BinaryOpType::Sub, Val::Num(v2)) => Val::new_checked_num(v1 - v2)?,147148 (Val::Num(v1), BinaryOpType::Lt, Val::Num(v2)) => Val::Bool(v1 < v2),149 (Val::Num(v1), BinaryOpType::Gt, Val::Num(v2)) => Val::Bool(v1 > v2),150 (Val::Num(v1), BinaryOpType::Lte, Val::Num(v2)) => Val::Bool(v1 <= v2),151 (Val::Num(v1), BinaryOpType::Gte, Val::Num(v2)) => Val::Bool(v1 >= v2),152153 (Val::Num(v1), BinaryOpType::BitAnd, Val::Num(v2)) => {154 Val::Num(((*v1 as i32) & (*v2 as i32)) as f64)155 }156 (Val::Num(v1), BinaryOpType::BitOr, Val::Num(v2)) => {157 Val::Num(((*v1 as i32) | (*v2 as i32)) as f64)158 }159 (Val::Num(v1), BinaryOpType::BitXor, Val::Num(v2)) => {160 Val::Num(((*v1 as i32) ^ (*v2 as i32)) as f64)161 }162 (Val::Num(v1), BinaryOpType::Lhs, Val::Num(v2)) => {163 if *v2 < 0.0 {164 create_error_result(Error::RuntimeError("shift by negative exponent".into()))?165 }166 Val::Num(((*v1 as i32) << (*v2 as i32)) as f64)167 }168 (Val::Num(v1), BinaryOpType::Rhs, Val::Num(v2)) => {169 if *v2 < 0.0 {170 create_error_result(Error::RuntimeError("shift by negative exponent".into()))?171 }172 Val::Num(((*v1 as i32) >> (*v2 as i32)) as f64)173 }174175 _ => create_error_result(Error::BinaryOperatorDoesNotOperateOnValues(176 op,177 a.value_type()?,178 b.value_type()?,179 ))?,180 })181}182183future_wrapper!(HashMap<Rc<str>, LazyBinding>, FutureNewBindings);184future_wrapper!(ObjValue, FutureObjValue);185186pub fn evaluate_comp<T>(187 context: Context,188 value: &impl Fn(Context) -> Result<T>,189 specs: &[CompSpec],190) -> Result<Option<Vec<T>>> {191 Ok(match specs.get(0) {192 None => Some(vec![value(context)?]),193 Some(CompSpec::IfSpec(IfSpecData(cond))) => {194 if evaluate(context.clone(), &cond)?.try_cast_bool("if spec")? {195 evaluate_comp(context, value, &specs[1..])?196 } else {197 None198 }199 }200 Some(CompSpec::ForSpec(ForSpecData(var, expr))) => {201 match evaluate(context.clone(), &expr)?.unwrap_if_lazy()? {202 Val::Arr(list) => {203 let mut out = Vec::new();204 for item in list.iter() {205 let item = item.unwrap_if_lazy()?;206 out.push(evaluate_comp(207 context.with_var(var.clone(), item.clone())?,208 value,209 &specs[1..],210 )?);211 }212 Some(out.into_iter().flatten().flatten().collect())213 }214 _ => create_error_result(Error::InComprehensionCanOnlyIterateOverArray)?,215 }216 }217 })218}219220pub fn evaluate_member_list_object(context: Context, members: &[Member]) -> Result<ObjValue> {221 let new_bindings = FutureNewBindings::new();222 let future_this = FutureObjValue::new();223 let context_creator = context_creator!(224 closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {225 Ok(context.extend_unbound(226 new_bindings.clone().unwrap(),227 context.dollar().clone().or_else(||this.clone()),228 Some(this.unwrap()),229 super_obj230 )?)231 })232 );233 {234 let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();235 for (n, b) in members236 .iter()237 .filter_map(|m| match m {238 Member::BindStmt(b) => Some(b.clone()),239 _ => None,240 })241 .map(|b| evaluate_binding(&b, context_creator.clone()))242 {243 bindings.insert(n, b);244 }245 new_bindings.fill(bindings);246 }247248 let mut new_members = HashMap::new();249 for member in members.iter() {250 match member {251 Member::Field(FieldMember {252 name,253 plus,254 params: None,255 visibility,256 value,257 }) => {258 let name = evaluate_field_name(context.clone(), &name)?;259 if name.is_none() {260 continue;261 }262 let name = name.unwrap();263 new_members.insert(264 name.clone(),265 ObjMember {266 add: *plus,267 visibility: *visibility,268 invoke: LazyBinding::Bindable(Rc::new(269 closure!(clone name, clone value, clone context_creator, |this, super_obj| {270 Ok(LazyVal::new_resolved(push(&value.1, "object field", ||{271 let context = context_creator.0(this, super_obj)?;272 evaluate(273 context,274 &value,275 )276 })?))277 }),278 )),279 location: value.1.clone(),280 },281 );282 }283 Member::Field(FieldMember {284 name,285 params: Some(params),286 value,287 ..288 }) => {289 let name = evaluate_field_name(context.clone(), &name)?;290 if name.is_none() {291 continue;292 }293 let name = name.unwrap();294 new_members.insert(295 name,296 ObjMember {297 add: false,298 visibility: Visibility::Hidden,299 invoke: LazyBinding::Bindable(Rc::new(300 closure!(clone value, clone context_creator, clone params, |this, super_obj| {301 // TODO: Assert302 Ok(LazyVal::new_resolved(evaluate_method(303 context_creator.0(this, super_obj)?,304 params.clone(),305 value.clone(),306 )))307 }),308 )),309 location: value.1.clone(),310 },311 );312 }313 Member::BindStmt(_) => {}314 Member::AssertStmt(_) => {}315 }316 }317 Ok(future_this.fill(ObjValue::new(None, Rc::new(new_members))))318}319320pub fn evaluate_object(context: Context, object: &ObjBody) -> Result<ObjValue> {321 Ok(match object {322 ObjBody::MemberList(members) => evaluate_member_list_object(context, &members)?,323 ObjBody::ObjComp(obj) => {324 let future_this = FutureObjValue::new();325 let mut new_members = HashMap::new();326 for (k, v) in evaluate_comp(327 context.clone(),328 &|ctx| {329 let new_bindings = FutureNewBindings::new();330 let context_creator = context_creator!(331 closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {332 Ok(context.extend_unbound(333 new_bindings.clone().unwrap(),334 context.dollar().clone().or_else(||this.clone()),335 None,336 super_obj337 )?)338 })339 );340 let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();341 for (n, b) in obj342 .pre_locals343 .iter()344 .chain(obj.post_locals.iter())345 .map(|b| evaluate_binding(b, context_creator.clone()))346 {347 bindings.insert(n, b);348 }349 let bindings = new_bindings.fill(bindings);350 let ctx = ctx.extend_unbound(bindings, None, None, None)?;351 let key = evaluate(ctx.clone(), &obj.key)?;352 let value = LazyBinding::Bindable(Rc::new(353 closure!(clone ctx, clone obj.value, |this, _super_obj| {354 Ok(LazyVal::new_resolved(evaluate(ctx.extend(HashMap::new(), None, this, None)?, &value)?))355 }),356 ));357358 Ok((key, value))359 },360 &obj.compspecs,361 )?362 .unwrap()363 {364 match k {365 Val::Null => {}366 Val::Str(n) => {367 new_members.insert(368 n,369 ObjMember {370 add: false,371 visibility: Visibility::Normal,372 invoke: v,373 location: obj.value.1.clone(),374 },375 );376 }377 v => create_error_result(Error::FieldMustBeStringGot(v.value_type()?))?,378 }379 }380381 future_this.fill(ObjValue::new(None, Rc::new(new_members)))382 }383 })384}385386/// Extracts code block and disables inlining for them387/// Fixes WASM to java bytecode compilation failing because of very large method388macro_rules! noinline {389 ($e:expr) => {390 (#[inline(never)]391 move || $e)()392 };393}394395pub fn evaluate_apply(396 context: Context,397 value: &LocExpr,398 args: &ArgsDesc,399 loc: &Option<ExprLocation>,400 tailstrict: bool,401) -> Result<Val> {402 let lazy = evaluate(context.clone(), value)?;403 let value = lazy.unwrap_if_lazy()?;404 Ok(match value {405 Val::Intristic(ns, name) => match (&ns as &str, &name as &str) {406 // arr/string/function407 ("std", "length") => noinline!(parse_args!(context, "std.length", args, 1, [408 0, x: [Val::Str|Val::Arr|Val::Obj], vec![ValType::Str, ValType::Arr, ValType::Obj];409 ], {410 Ok(match x {411 Val::Str(n) => Val::Num(n.chars().count() as f64),412 Val::Arr(i) => Val::Num(i.len() as f64),413 Val::Obj(o) => Val::Num(414 o.fields_visibility()415 .into_iter()416 .filter(|(_k, v)| *v)417 .count() as f64,418 ),419 _ => unreachable!(),420 })421 }))?,422 // any423 ("std", "type") => parse_args!(context, "std.type", args, 1, [424 0, x, vec![];425 ], {426 Val::Str(x.value_type()?.name().into())427 }),428 // length, idx=>any429 ("std", "makeArray") => noinline!(parse_args!(context, "std.makeArray", args, 2, [430 0, sz: [Val::Num]!!Val::Num, vec![ValType::Num];431 1, func: [Val::Func]!!Val::Func, vec![ValType::Func];432 ], {433 if sz < 0.0 {434 create_error_result(crate::error::Error::RuntimeError(format!("makeArray requires size >= 0, got {}", sz).into()))?;435 }436 let mut out = Vec::with_capacity(sz as usize);437 for i in 0..sz as usize {438 out.push(func.evaluate_values(439 Context::new(),440 &[Val::Num(i as f64)]441 )?)442 }443 Ok(Val::Arr(Rc::new(out)))444 }))?,445 // string446 ("std", "codepoint") => parse_args!(context, "std.codepoint", args, 1, [447 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];448 ], {449 assert!(450 str.chars().count() == 1,451 "std.codepoint should receive single char string"452 );453 Val::Num(str.chars().take(1).next().unwrap() as u32 as f64)454 }),455 // object, includeHidden456 ("std", "objectFieldsEx") => {457 noinline!(parse_args!(context, "std.objectFieldsEx",args, 2, [458 0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];459 1, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];460 ], {461 let mut out = obj.fields_visibility()462 .into_iter()463 .filter(|(_k, v)| *v || inc_hidden)464 .map(|(k, _v)|k)465 .collect::<Vec<_>>();466 out.sort();467 Ok(Val::Arr(Rc::new(out.into_iter().map(Val::Str).collect())))468 }))?469 }470 // object, field, includeHidden471 ("std", "objectHasEx") => parse_args!(context, "std.objectHasEx", args, 3, [472 0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];473 1, f: [Val::Str]!!Val::Str, vec![ValType::Str];474 2, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];475 ], {476 Val::Bool(477 obj.fields_visibility()478 .into_iter()479 .filter(|(_k, v)| *v || inc_hidden)480 .any(|(k, _v)| *k == *f),481 )482 }),483 ("std", "primitiveEquals") => parse_args!(context, "std.primitiveEquals", args, 2, [484 0, a, vec![];485 1, b, vec![];486 ], {487 Val::Bool(primitive_equals(&a, &b)?)488 }),489 // faster490 ("std", "equals") => parse_args!(context, "std.equals", args, 2, [491 0, a, vec![];492 1, b, vec![];493 ], {494 Val::Bool(equals(&a, &b)?)495 }),496 ("std", "modulo") => parse_args!(context, "std.modulo", args, 2, [497 0, a: [Val::Num]!!Val::Num, vec![ValType::Num];498 1, b: [Val::Num]!!Val::Num, vec![ValType::Num];499 ], {500 Val::Num(a % b)501 }),502 ("std", "floor") => parse_args!(context, "std.floor", args, 1, [503 0, x: [Val::Num]!!Val::Num, vec![ValType::Num];504 ], {505 Val::Num(x.floor())506 }),507 ("std", "trace") => parse_args!(context, "std.trace", args, 2, [508 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];509 1, rest, vec![];510 ], {511 eprint!("TRACE: ");512 if let Some(loc) = loc {513 with_state(|s|{514 let locs = s.map_source_locations(&loc.0, &[loc.1]);515 eprint!("{}:{} ", loc.0.display(), locs[0].line);516 });517 }518 eprintln!("{}", str);519 rest520 }),521 ("std", "pow") => parse_args!(context, "std.modulo", args, 2, [522 0, x: [Val::Num]!!Val::Num, vec![ValType::Num];523 1, n: [Val::Num]!!Val::Num, vec![ValType::Num];524 ], {525 Val::Num(x.powf(n))526 }),527 ("std", "extVar") => parse_args!(context, "std.extVar", args, 2, [528 0, x: [Val::Str]!!Val::Str, vec![ValType::Str];529 ], {530 with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or_else(531 || create_error(crate::Error::UndefinedExternalVariable(x)),532 )?533 }),534 ("std", "filter") => noinline!(parse_args!(context, "std.filter", args, 2, [535 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];536 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];537 ], {538 Ok(Val::Arr(Rc::new(539 arr.iter()540 .cloned()541 .filter(|e| {542 func543 .evaluate_values(context.clone(), &[e.clone()])544 .unwrap()545 .try_cast_bool("filter predicate")546 .unwrap()547 })548 .collect(),549 )))550 }))?,551 ("std", "char") => parse_args!(context, "std.char", args, 1, [552 0, n: [Val::Num]!!Val::Num, vec![ValType::Num];553 ], {554 let mut out = String::new();555 out.push(std::char::from_u32(n as u32).unwrap());556 Val::Str(out.into())557 }),558 ("std", "encodeUTF8") => parse_args!(context, "std.encodeUtf8", args, 1, [559 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];560 ], {561 Val::Arr(Rc::new(str.bytes().map(|b| Val::Num(b as f64)).collect()))562 }),563 ("std", "md5") => noinline!(parse_args!(context, "std.md5", args, 1, [564 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];565 ], {566 Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))567 }))?,568 // faster569 ("std", "join") => noinline!(parse_args!(context, "std.join", args, 2, [570 0, sep: [Val::Str|Val::Arr], vec![ValType::Str, ValType::Arr];571 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];572 ], {573 Ok(match sep {574 Val::Arr(joiner_items) => {575 let mut out = Vec::new();576577 let mut first = true;578 for item in arr.iter().cloned() {579 if let Val::Arr(items) = item.unwrap_if_lazy()? {580 if !first {581 out.reserve(joiner_items.len());582 out.extend(joiner_items.iter().cloned());583 }584 first = false;585 out.reserve(items.len());586 out.extend(items.iter().cloned());587 } else {588 create_error_result(crate::Error::RuntimeError("in std.join all items should be arrays".into()))?;589 }590 }591592 Val::Arr(Rc::new(out))593 },594 Val::Str(sep) => {595 let mut out = String::new();596597 let mut first = true;598 for item in arr.iter().cloned() {599 if let Val::Str(item) = item.unwrap_if_lazy()? {600 if !first {601 out += &sep;602 }603 first = false;604 out += &item;605 } else {606 create_error_result(crate::Error::RuntimeError("in std.join all items should be strings".into()))?;607 }608 }609610 Val::Str(out.into())611 },612 _ => unreachable!()613 })614 }))?,615 // Faster616 ("std", "escapeStringJson") => parse_args!(context, "std.escapeStringJson", args, 1, [617 0, str_: [Val::Str]!!Val::Str, vec![ValType::Str];618 ], {619 Val::Str(escape_string_json(&str_).into())620 }),621 // Faster622 ("std", "manifestJsonEx") => parse_args!(context, "std.manifestJsonEx", args, 2, [623 0, value, vec![];624 1, indent: [Val::Str]!!Val::Str, vec![ValType::Str];625 ], {626 Val::Str(manifest_json_ex(&value, &indent)?.into())627 }),628 (ns, name) => {629 create_error_result(crate::Error::IntristicNotFound(ns.into(), name.into()))?630 }631 },632 Val::Func(f) => {633 let body = || f.evaluate(context, args, tailstrict);634 if tailstrict {635 body()?636 } else {637 push(loc, "function call", body)?638 }639 }640 v => create_error_result(crate::Error::OnlyFunctionsCanBeCalledGot(v.value_type()?))?,641 })642}643644pub fn evaluate(context: Context, expr: &LocExpr) -> Result<Val> {645 use Expr::*;646 let LocExpr(expr, loc) = expr;647 Ok(match &**expr {648 Literal(LiteralType::This) => Val::Obj(649 context650 .this()651 .clone()652 .ok_or_else(|| create_error(crate::Error::CantUseSelfOutsideOfObject))?,653 ),654 Literal(LiteralType::Dollar) => Val::Obj(655 context656 .dollar()657 .clone()658 .ok_or_else(|| create_error(crate::Error::NoTopLevelObjectFound))?,659 ),660 Literal(LiteralType::True) => Val::Bool(true),661 Literal(LiteralType::False) => Val::Bool(false),662 Literal(LiteralType::Null) => Val::Null,663 Parened(e) => evaluate(context, e)?,664 Str(v) => Val::Str(v.clone()),665 Num(v) => Val::new_checked_num(*v)?,666 BinaryOp(v1, o, v2) => evaluate_binary_op_special(context, &v1, *o, &v2)?,667 UnaryOp(o, v) => evaluate_unary_op(*o, &evaluate(context, v)?)?,668 Var(name) => push(669 loc,670 || "var".to_owned(),671 || Ok(Val::Lazy(context.binding(name.clone())?).unwrap_if_lazy()?),672 )?,673 Index(LocExpr(v, _), index) if matches!(&**v, Expr::Literal(LiteralType::Super)) => {674 let name = evaluate(context.clone(), index)?.try_cast_str("object index")?;675 context676 .super_obj()677 .clone()678 .expect("no super found")679 .get_raw(&name, &context.this().clone().expect("no this found"))?680 .expect("value not found")681 }682 Index(value, index) => {683 match (684 evaluate(context.clone(), value)?.unwrap_if_lazy()?,685 evaluate(context, index)?,686 ) {687 (Val::Obj(v), Val::Str(s)) => {688 if let Some(v) = v.get(s.clone())? {689 v.unwrap_if_lazy()?690 } else if let Some(Val::Str(n)) = v.get("__intristic_namespace__".into())? {691 Val::Intristic(n, s)692 } else {693 create_error_result(crate::Error::NoSuchField(s))?694 }695 }696 (Val::Obj(_), n) => create_error_result(crate::Error::ValueIndexMustBeTypeGot(697 ValType::Obj,698 ValType::Str,699 n.value_type()?,700 ))?,701702 (Val::Arr(v), Val::Num(n)) => {703 if n.fract() > f64::EPSILON {704 create_error_result(crate::Error::FractionalIndex)?705 }706 v.get(n as usize)707 .ok_or_else(|| {708 create_error(crate::Error::ArrayBoundsError(n as usize, v.len()))709 })?710 .clone()711 .unwrap_if_lazy()?712 }713 (Val::Arr(_), Val::Str(n)) => {714 create_error_result(crate::Error::AttemptedIndexAnArrayWithString(n))?715 }716 (Val::Arr(_), n) => create_error_result(crate::Error::ValueIndexMustBeTypeGot(717 ValType::Arr,718 ValType::Num,719 n.value_type()?,720 ))?,721722 (Val::Str(s), Val::Num(n)) => Val::Str(723 s.chars()724 .skip(n as usize)725 .take(1)726 .collect::<String>()727 .into(),728 ),729 (Val::Str(_), n) => create_error_result(crate::Error::ValueIndexMustBeTypeGot(730 ValType::Str,731 ValType::Num,732 n.value_type()?,733 ))?,734735 (v, _) => create_error_result(crate::Error::CantIndexInto(v.value_type()?))?,736 }737 }738 LocalExpr(bindings, returned) => {739 let mut new_bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();740 let future_context = Context::new_future();741742 let context_creator = context_creator!(743 closure!(clone future_context, |_, _| Ok(future_context.clone().unwrap()))744 );745746 for (k, v) in bindings747 .iter()748 .map(|b| evaluate_binding(b, context_creator.clone()))749 {750 new_bindings.insert(k, v);751 }752753 let context = context754 .extend_unbound(new_bindings, None, None, None)?755 .into_future(future_context);756 evaluate(context, &returned.clone())?757 }758 Arr(items) => {759 let mut out = Vec::with_capacity(items.len());760 for item in items {761 out.push(Val::Lazy(lazy_val!(762 closure!(clone context, clone item, || {763 evaluate(context.clone(), &item)764 })765 )));766 }767 Val::Arr(Rc::new(out))768 }769 ArrComp(expr, compspecs) => Val::Arr(770 // First compspec should be forspec, so no "None" possible here771 Rc::new(evaluate_comp(context, &|ctx| evaluate(ctx, expr), compspecs)?.unwrap()),772 ),773 Obj(body) => Val::Obj(evaluate_object(context, body)?),774 ObjExtend(s, t) => evaluate_add_op(775 &evaluate(context.clone(), s)?,776 &Val::Obj(evaluate_object(context, t)?),777 )?,778 Apply(value, args, tailstrict) => evaluate_apply(context, value, args, loc, *tailstrict)?,779 Function(params, body) => evaluate_method(context, params.clone(), body.clone()),780 AssertExpr(AssertStmt(value, msg), returned) => {781 let assertion_result = push(782 &value.1,783 || "assertion condition".to_owned(),784 || {785 evaluate(context.clone(), &value)?786 .try_cast_bool("assertion condition should be boolean")787 },788 )?;789 if assertion_result {790 evaluate(context, returned)?791 } else if let Some(msg) = msg {792 create_error_result(crate::Error::AssertionFailed(evaluate(context, msg)?))?793 } else {794 create_error_result(crate::Error::AssertionFailed(Val::Null))?795 }796 }797 Error(e) => push(798 &loc,799 || "error statement".to_owned(),800 || {801 create_error_result(crate::Error::RuntimeError(802 evaluate(context, e)?.try_cast_str("error text should be string")?,803 ))?804 },805 )?,806 IfElse {807 cond,808 cond_then,809 cond_else,810 } => {811 if evaluate(context.clone(), &cond.0)?812 .try_cast_bool("if condition should be boolean")?813 {814 evaluate(context, cond_then)?815 } else {816 match cond_else {817 Some(v) => evaluate(context, v)?,818 None => Val::Null,819 }820 }821 }822 Import(path) => {823 let mut tmp = loc824 .clone()825 .expect("imports can't be used without loc_data")826 .0;827 let import_location = Rc::make_mut(&mut tmp);828 import_location.pop();829 with_state(|s| s.import_file(&import_location, path))?830 }831 ImportStr(path) => {832 let mut tmp = loc833 .clone()834 .expect("imports can't be used without loc_data")835 .0;836 let import_location = Rc::make_mut(&mut tmp);837 import_location.pop();838 Val::Str(with_state(|s| s.import_file_str(&import_location, path))?)839 }840 Literal(LiteralType::Super) => return create_error_result(crate::Error::StandaloneSuper),841 })842}1use crate::{2 context_creator, create_error, create_error_result, escape_string_json, future_wrapper,3 lazy_val, manifest_json_ex, parse_args, push, with_state, Context, ContextCreator, Error,4 FuncDesc, LazyBinding, LazyVal, ObjMember, ObjValue, Result, Val, ValType,5};6use closure::closure;7use jrsonnet_parser::{8 ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, ExprLocation, FieldMember,9 ForSpecData, IfSpecData, LiteralType, LocExpr, Member, ObjBody, ParamsDesc, UnaryOpType,10 Visibility,11};12use std::{collections::HashMap, rc::Rc};1314pub fn evaluate_binding(b: &BindSpec, context_creator: ContextCreator) -> (Rc<str>, LazyBinding) {15 let b = b.clone();16 if let Some(params) = &b.params {17 let params = params.clone();18 (19 b.name.clone(),20 LazyBinding::Bindable(Rc::new(move |this, super_obj| {21 Ok(lazy_val!(22 closure!(clone b, clone params, clone context_creator, || Ok(evaluate_method(23 context_creator.0(this.clone(), super_obj.clone())?,24 params.clone(),25 b.value.clone(),26 )))27 ))28 })),29 )30 } else {31 (32 b.name.clone(),33 LazyBinding::Bindable(Rc::new(move |this, super_obj| {34 Ok(lazy_val!(closure!(clone context_creator, clone b, ||35 push(&b.value.1, "thunk", ||{36 evaluate(37 context_creator.0(this.clone(), super_obj.clone())?,38 &b.value39 )40 })41 )))42 })),43 )44 }45}4647pub fn evaluate_method(ctx: Context, params: ParamsDesc, body: LocExpr) -> Val {48 Val::Func(FuncDesc { ctx, params, body })49}5051pub fn evaluate_field_name(52 context: Context,53 field_name: &jrsonnet_parser::FieldName,54) -> Result<Option<Rc<str>>> {55 Ok(match field_name {56 jrsonnet_parser::FieldName::Fixed(n) => Some(n.clone()),57 jrsonnet_parser::FieldName::Dyn(expr) => {58 let lazy = evaluate(context, expr)?;59 let value = lazy.unwrap_if_lazy()?;60 if matches!(value, Val::Null) {61 None62 } else {63 Some(value.try_cast_str("dynamic field name")?)64 }65 }66 })67}6869pub fn evaluate_unary_op(op: UnaryOpType, b: &Val) -> Result<Val> {70 Ok(match (op, b) {71 (o, Val::Lazy(l)) => evaluate_unary_op(o, &l.evaluate()?)?,72 (UnaryOpType::Not, Val::Bool(v)) => Val::Bool(!v),73 (UnaryOpType::Minus, Val::Num(n)) => Val::Num(-*n),74 (UnaryOpType::BitNot, Val::Num(n)) => Val::Num(!(*n as i32) as f64),75 (op, o) => create_error_result(Error::UnaryOperatorDoesNotOperateOnType(76 op,77 o.value_type()?,78 ))?,79 })80}8182pub(crate) fn evaluate_add_op(a: &Val, b: &Val) -> Result<Val> {83 Ok(match (a, b) {84 (Val::Str(v1), Val::Str(v2)) => Val::Str(((**v1).to_owned() + &v2).into()),8586 // Can't use generic json serialization way, because it depends on number to string concatenation (std.jsonnet:890)87 (Val::Num(n), Val::Str(o)) => Val::Str(format!("{}{}", n, o).into()),88 (Val::Str(o), Val::Num(n)) => Val::Str(format!("{}{}", o, n).into()),8990 (Val::Str(s), o) => Val::Str(format!("{}{}", s, o.clone().into_json(0)?).into()),91 (o, Val::Str(s)) => Val::Str(format!("{}{}", o.clone().into_json(0)?, s).into()),9293 (Val::Obj(v1), Val::Obj(v2)) => Val::Obj(v2.with_super(v1.clone())),94 (Val::Arr(a), Val::Arr(b)) => Val::Arr(Rc::new([&a[..], &b[..]].concat())),95 (Val::Num(v1), Val::Num(v2)) => Val::new_checked_num(v1 + v2)?,96 _ => create_error_result(Error::BinaryOperatorDoesNotOperateOnValues(97 BinaryOpType::Add,98 a.value_type()?,99 b.value_type()?,100 ))?,101 })102}103104pub fn evaluate_binary_op_special(105 context: Context,106 a: &LocExpr,107 op: BinaryOpType,108 b: &LocExpr,109) -> Result<Val> {110 Ok(111 match (evaluate(context.clone(), &a)?.unwrap_if_lazy()?, op, b) {112 (Val::Bool(true), BinaryOpType::Or, _o) => Val::Bool(true),113 (Val::Bool(false), BinaryOpType::And, _o) => Val::Bool(false),114 (a, op, eb) => {115 evaluate_binary_op_normal(&a, op, &evaluate(context, eb)?.unwrap_if_lazy()?)?116 }117 },118 )119}120121pub fn evaluate_binary_op_normal(a: &Val, op: BinaryOpType, b: &Val) -> Result<Val> {122 Ok(match (a, op, b) {123 (a, BinaryOpType::Add, b) => evaluate_add_op(a, b)?,124125 (Val::Str(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::Str(v1.repeat(*v2 as usize).into()),126127 // Bool X Bool128 (Val::Bool(a), BinaryOpType::And, Val::Bool(b)) => Val::Bool(*a && *b),129 (Val::Bool(a), BinaryOpType::Or, Val::Bool(b)) => Val::Bool(*a || *b),130131 // Str X Str132 (Val::Str(v1), BinaryOpType::Lt, Val::Str(v2)) => Val::Bool(v1 < v2),133 (Val::Str(v1), BinaryOpType::Gt, Val::Str(v2)) => Val::Bool(v1 > v2),134 (Val::Str(v1), BinaryOpType::Lte, Val::Str(v2)) => Val::Bool(v1 <= v2),135 (Val::Str(v1), BinaryOpType::Gte, Val::Str(v2)) => Val::Bool(v1 >= v2),136137 // Num X Num138 (Val::Num(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::new_checked_num(v1 * v2)?,139 (Val::Num(v1), BinaryOpType::Div, Val::Num(v2)) => {140 if *v2 <= f64::EPSILON {141 create_error_result(crate::Error::DivisionByZero)?142 }143 Val::new_checked_num(v1 / v2)?144 }145146 (Val::Num(v1), BinaryOpType::Sub, Val::Num(v2)) => Val::new_checked_num(v1 - v2)?,147148 (Val::Num(v1), BinaryOpType::Lt, Val::Num(v2)) => Val::Bool(v1 < v2),149 (Val::Num(v1), BinaryOpType::Gt, Val::Num(v2)) => Val::Bool(v1 > v2),150 (Val::Num(v1), BinaryOpType::Lte, Val::Num(v2)) => Val::Bool(v1 <= v2),151 (Val::Num(v1), BinaryOpType::Gte, Val::Num(v2)) => Val::Bool(v1 >= v2),152153 (Val::Num(v1), BinaryOpType::BitAnd, Val::Num(v2)) => {154 Val::Num(((*v1 as i32) & (*v2 as i32)) as f64)155 }156 (Val::Num(v1), BinaryOpType::BitOr, Val::Num(v2)) => {157 Val::Num(((*v1 as i32) | (*v2 as i32)) as f64)158 }159 (Val::Num(v1), BinaryOpType::BitXor, Val::Num(v2)) => {160 Val::Num(((*v1 as i32) ^ (*v2 as i32)) as f64)161 }162 (Val::Num(v1), BinaryOpType::Lhs, Val::Num(v2)) => {163 if *v2 < 0.0 {164 create_error_result(Error::RuntimeError("shift by negative exponent".into()))?165 }166 Val::Num(((*v1 as i32) << (*v2 as i32)) as f64)167 }168 (Val::Num(v1), BinaryOpType::Rhs, Val::Num(v2)) => {169 if *v2 < 0.0 {170 create_error_result(Error::RuntimeError("shift by negative exponent".into()))?171 }172 Val::Num(((*v1 as i32) >> (*v2 as i32)) as f64)173 }174175 _ => create_error_result(Error::BinaryOperatorDoesNotOperateOnValues(176 op,177 a.value_type()?,178 b.value_type()?,179 ))?,180 })181}182183future_wrapper!(HashMap<Rc<str>, LazyBinding>, FutureNewBindings);184future_wrapper!(ObjValue, FutureObjValue);185186pub fn evaluate_comp<T>(187 context: Context,188 value: &impl Fn(Context) -> Result<T>,189 specs: &[CompSpec],190) -> Result<Option<Vec<T>>> {191 Ok(match specs.get(0) {192 None => Some(vec![value(context)?]),193 Some(CompSpec::IfSpec(IfSpecData(cond))) => {194 if evaluate(context.clone(), &cond)?.try_cast_bool("if spec")? {195 evaluate_comp(context, value, &specs[1..])?196 } else {197 None198 }199 }200 Some(CompSpec::ForSpec(ForSpecData(var, expr))) => {201 match evaluate(context.clone(), &expr)?.unwrap_if_lazy()? {202 Val::Arr(list) => {203 let mut out = Vec::new();204 for item in list.iter() {205 let item = item.unwrap_if_lazy()?;206 out.push(evaluate_comp(207 context.with_var(var.clone(), item.clone())?,208 value,209 &specs[1..],210 )?);211 }212 Some(out.into_iter().flatten().flatten().collect())213 }214 _ => create_error_result(Error::InComprehensionCanOnlyIterateOverArray)?,215 }216 }217 })218}219220pub fn evaluate_member_list_object(context: Context, members: &[Member]) -> Result<ObjValue> {221 let new_bindings = FutureNewBindings::new();222 let future_this = FutureObjValue::new();223 let context_creator = context_creator!(224 closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {225 Ok(context.extend_unbound(226 new_bindings.clone().unwrap(),227 context.dollar().clone().or_else(||this.clone()),228 Some(this.unwrap()),229 super_obj230 )?)231 })232 );233 {234 let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();235 for (n, b) in members236 .iter()237 .filter_map(|m| match m {238 Member::BindStmt(b) => Some(b.clone()),239 _ => None,240 })241 .map(|b| evaluate_binding(&b, context_creator.clone()))242 {243 bindings.insert(n, b);244 }245 new_bindings.fill(bindings);246 }247248 let mut new_members = HashMap::new();249 for member in members.iter() {250 match member {251 Member::Field(FieldMember {252 name,253 plus,254 params: None,255 visibility,256 value,257 }) => {258 let name = evaluate_field_name(context.clone(), &name)?;259 if name.is_none() {260 continue;261 }262 let name = name.unwrap();263 new_members.insert(264 name.clone(),265 ObjMember {266 add: *plus,267 visibility: *visibility,268 invoke: LazyBinding::Bindable(Rc::new(269 closure!(clone name, clone value, clone context_creator, |this, super_obj| {270 Ok(LazyVal::new_resolved(push(&value.1, "object field", ||{271 let context = context_creator.0(this, super_obj)?;272 evaluate(273 context,274 &value,275 )276 })?))277 }),278 )),279 location: value.1.clone(),280 },281 );282 }283 Member::Field(FieldMember {284 name,285 params: Some(params),286 value,287 ..288 }) => {289 let name = evaluate_field_name(context.clone(), &name)?;290 if name.is_none() {291 continue;292 }293 let name = name.unwrap();294 new_members.insert(295 name,296 ObjMember {297 add: false,298 visibility: Visibility::Hidden,299 invoke: LazyBinding::Bindable(Rc::new(300 closure!(clone value, clone context_creator, clone params, |this, super_obj| {301 // TODO: Assert302 Ok(LazyVal::new_resolved(evaluate_method(303 context_creator.0(this, super_obj)?,304 params.clone(),305 value.clone(),306 )))307 }),308 )),309 location: value.1.clone(),310 },311 );312 }313 Member::BindStmt(_) => {}314 Member::AssertStmt(_) => {}315 }316 }317 Ok(future_this.fill(ObjValue::new(None, Rc::new(new_members))))318}319320pub fn evaluate_object(context: Context, object: &ObjBody) -> Result<ObjValue> {321 Ok(match object {322 ObjBody::MemberList(members) => evaluate_member_list_object(context, &members)?,323 ObjBody::ObjComp(obj) => {324 let future_this = FutureObjValue::new();325 let mut new_members = HashMap::new();326 for (k, v) in evaluate_comp(327 context.clone(),328 &|ctx| {329 let new_bindings = FutureNewBindings::new();330 let context_creator = context_creator!(331 closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {332 Ok(context.extend_unbound(333 new_bindings.clone().unwrap(),334 context.dollar().clone().or_else(||this.clone()),335 None,336 super_obj337 )?)338 })339 );340 let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();341 for (n, b) in obj342 .pre_locals343 .iter()344 .chain(obj.post_locals.iter())345 .map(|b| evaluate_binding(b, context_creator.clone()))346 {347 bindings.insert(n, b);348 }349 let bindings = new_bindings.fill(bindings);350 let ctx = ctx.extend_unbound(bindings, None, None, None)?;351 let key = evaluate(ctx.clone(), &obj.key)?;352 let value = LazyBinding::Bindable(Rc::new(353 closure!(clone ctx, clone obj.value, |this, _super_obj| {354 Ok(LazyVal::new_resolved(evaluate(ctx.extend(HashMap::new(), None, this, None)?, &value)?))355 }),356 ));357358 Ok((key, value))359 },360 &obj.compspecs,361 )?362 .unwrap()363 {364 match k {365 Val::Null => {}366 Val::Str(n) => {367 new_members.insert(368 n,369 ObjMember {370 add: false,371 visibility: Visibility::Normal,372 invoke: v,373 location: obj.value.1.clone(),374 },375 );376 }377 v => create_error_result(Error::FieldMustBeStringGot(v.value_type()?))?,378 }379 }380381 future_this.fill(ObjValue::new(None, Rc::new(new_members)))382 }383 })384}385386/// Extracts code block and disables inlining for them387/// Fixes WASM to java bytecode compilation failing because of very large method388macro_rules! noinline {389 ($e:expr) => {390 (#[inline(never)]391 move || $e)()392 };393}394395pub fn evaluate_apply(396 context: Context,397 value: &LocExpr,398 args: &ArgsDesc,399 loc: &Option<ExprLocation>,400 tailstrict: bool,401) -> Result<Val> {402 let lazy = evaluate(context.clone(), value)?;403 let value = lazy.unwrap_if_lazy()?;404 Ok(match value {405 Val::Intristic(ns, name) => match (&ns as &str, &name as &str) {406 // arr/string/function407 ("std", "length") => noinline!(parse_args!(context, "std.length", args, 1, [408 0, x: [Val::Str|Val::Arr|Val::Obj], vec![ValType::Str, ValType::Arr, ValType::Obj];409 ], {410 Ok(match x {411 Val::Str(n) => Val::Num(n.chars().count() as f64),412 Val::Arr(i) => Val::Num(i.len() as f64),413 Val::Obj(o) => Val::Num(414 o.fields_visibility()415 .into_iter()416 .filter(|(_k, v)| *v)417 .count() as f64,418 ),419 _ => unreachable!(),420 })421 }))?,422 // any423 ("std", "type") => parse_args!(context, "std.type", args, 1, [424 0, x, vec![];425 ], {426 Val::Str(x.value_type()?.name().into())427 }),428 // length, idx=>any429 ("std", "makeArray") => noinline!(parse_args!(context, "std.makeArray", args, 2, [430 0, sz: [Val::Num]!!Val::Num, vec![ValType::Num];431 1, func: [Val::Func]!!Val::Func, vec![ValType::Func];432 ], {433 if sz < 0.0 {434 create_error_result(crate::error::Error::RuntimeError(format!("makeArray requires size >= 0, got {}", sz).into()))?;435 }436 let mut out = Vec::with_capacity(sz as usize);437 for i in 0..sz as usize {438 out.push(func.evaluate_values(439 Context::new(),440 &[Val::Num(i as f64)]441 )?)442 }443 Ok(Val::Arr(Rc::new(out)))444 }))?,445 // string446 ("std", "codepoint") => parse_args!(context, "std.codepoint", args, 1, [447 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];448 ], {449 assert!(450 str.chars().count() == 1,451 "std.codepoint should receive single char string"452 );453 Val::Num(str.chars().take(1).next().unwrap() as u32 as f64)454 }),455 // object, includeHidden456 ("std", "objectFieldsEx") => {457 noinline!(parse_args!(context, "std.objectFieldsEx",args, 2, [458 0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];459 1, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];460 ], {461 let mut out = obj.fields_visibility()462 .into_iter()463 .filter(|(_k, v)| *v || inc_hidden)464 .map(|(k, _v)|k)465 .collect::<Vec<_>>();466 out.sort();467 Ok(Val::Arr(Rc::new(out.into_iter().map(Val::Str).collect())))468 }))?469 }470 // object, field, includeHidden471 ("std", "objectHasEx") => parse_args!(context, "std.objectHasEx", args, 3, [472 0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];473 1, f: [Val::Str]!!Val::Str, vec![ValType::Str];474 2, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];475 ], {476 Val::Bool(477 obj.fields_visibility()478 .into_iter()479 .filter(|(_k, v)| *v || inc_hidden)480 .any(|(k, _v)| *k == *f),481 )482 }),483 ("std", "primitiveEquals") => parse_args!(context, "std.primitiveEquals", args, 2, [484 0, a, vec![];485 1, b, vec![];486 ], {487 Val::Bool(primitive_equals(&a, &b)?)488 }),489 // faster490 ("std", "equals") => parse_args!(context, "std.equals", args, 2, [491 0, a, vec![];492 1, b, vec![];493 ], {494 Val::Bool(equals(&a, &b)?)495 }),496 ("std", "modulo") => parse_args!(context, "std.modulo", args, 2, [497 0, a: [Val::Num]!!Val::Num, vec![ValType::Num];498 1, b: [Val::Num]!!Val::Num, vec![ValType::Num];499 ], {500 Val::Num(a % b)501 }),502 ("std", "floor") => parse_args!(context, "std.floor", args, 1, [503 0, x: [Val::Num]!!Val::Num, vec![ValType::Num];504 ], {505 Val::Num(x.floor())506 }),507 ("std", "trace") => parse_args!(context, "std.trace", args, 2, [508 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];509 1, rest, vec![];510 ], {511 eprint!("TRACE: ");512 if let Some(loc) = loc {513 with_state(|s|{514 let locs = s.map_source_locations(&loc.0, &[loc.1]);515 eprint!("{}:{} ", loc.0.display(), locs[0].line);516 });517 }518 eprintln!("{}", str);519 rest520 }),521 ("std", "pow") => parse_args!(context, "std.modulo", args, 2, [522 0, x: [Val::Num]!!Val::Num, vec![ValType::Num];523 1, n: [Val::Num]!!Val::Num, vec![ValType::Num];524 ], {525 Val::Num(x.powf(n))526 }),527 ("std", "extVar") => parse_args!(context, "std.extVar", args, 2, [528 0, x: [Val::Str]!!Val::Str, vec![ValType::Str];529 ], {530 with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or_else(531 || create_error(crate::Error::UndefinedExternalVariable(x)),532 )?533 }),534 ("std", "filter") => noinline!(parse_args!(context, "std.filter", args, 2, [535 0, func: [Val::Func]!!Val::Func, vec![ValType::Func];536 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];537 ], {538 Ok(Val::Arr(Rc::new(539 arr.iter()540 .cloned()541 .filter(|e| {542 func543 .evaluate_values(context.clone(), &[e.clone()])544 .unwrap()545 .try_cast_bool("filter predicate")546 .unwrap()547 })548 .collect(),549 )))550 }))?,551 ("std", "char") => parse_args!(context, "std.char", args, 1, [552 0, n: [Val::Num]!!Val::Num, vec![ValType::Num];553 ], {554 let mut out = String::new();555 out.push(std::char::from_u32(n as u32).unwrap());556 Val::Str(out.into())557 }),558 ("std", "encodeUTF8") => parse_args!(context, "std.encodeUtf8", args, 1, [559 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];560 ], {561 Val::Arr(Rc::new(str.bytes().map(|b| Val::Num(b as f64)).collect()))562 }),563 ("std", "md5") => noinline!(parse_args!(context, "std.md5", args, 1, [564 0, str: [Val::Str]!!Val::Str, vec![ValType::Str];565 ], {566 Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))567 }))?,568 // faster569 ("std", "base64") => parse_args!(context, "std.base64", args, 1, [570 0, input: [Val::Str | Val::Arr], vec![ValType::Arr, ValType::Str];571 ], {572 Val::Str(match input {573 Val::Str(s) => {574 base64::encode(s.bytes().collect::<Vec<_>>()).into()575 },576 Val::Arr(a) => {577 base64::encode(a.iter().map(|v| {578 Ok(v.clone().try_cast_num("base64 array")? as u8)579 }).collect::<Result<Vec<_>>>()?).into()580 },581 _ => unreachable!()582 })583 }),584 // faster585 ("std", "join") => noinline!(parse_args!(context, "std.join", args, 2, [586 0, sep: [Val::Str|Val::Arr], vec![ValType::Str, ValType::Arr];587 1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];588 ], {589 Ok(match sep {590 Val::Arr(joiner_items) => {591 let mut out = Vec::new();592593 let mut first = true;594 for item in arr.iter().cloned() {595 if let Val::Arr(items) = item.unwrap_if_lazy()? {596 if !first {597 out.reserve(joiner_items.len());598 out.extend(joiner_items.iter().cloned());599 }600 first = false;601 out.reserve(items.len());602 out.extend(items.iter().cloned());603 } else {604 create_error_result(crate::Error::RuntimeError("in std.join all items should be arrays".into()))?;605 }606 }607608 Val::Arr(Rc::new(out))609 },610 Val::Str(sep) => {611 let mut out = String::new();612613 let mut first = true;614 for item in arr.iter().cloned() {615 if let Val::Str(item) = item.unwrap_if_lazy()? {616 if !first {617 out += &sep;618 }619 first = false;620 out += &item;621 } else {622 create_error_result(crate::Error::RuntimeError("in std.join all items should be strings".into()))?;623 }624 }625626 Val::Str(out.into())627 },628 _ => unreachable!()629 })630 }))?,631 // Faster632 ("std", "escapeStringJson") => parse_args!(context, "std.escapeStringJson", args, 1, [633 0, str_: [Val::Str]!!Val::Str, vec![ValType::Str];634 ], {635 Val::Str(escape_string_json(&str_).into())636 }),637 // Faster638 ("std", "manifestJsonEx") => parse_args!(context, "std.manifestJsonEx", args, 2, [639 0, value, vec![];640 1, indent: [Val::Str]!!Val::Str, vec![ValType::Str];641 ], {642 Val::Str(manifest_json_ex(&value, &indent)?.into())643 }),644 (ns, name) => {645 create_error_result(crate::Error::IntristicNotFound(ns.into(), name.into()))?646 }647 },648 Val::Func(f) => {649 let body = || f.evaluate(context, args, tailstrict);650 if tailstrict {651 body()?652 } else {653 push(loc, "function call", body)?654 }655 }656 v => create_error_result(crate::Error::OnlyFunctionsCanBeCalledGot(v.value_type()?))?,657 })658}659660pub fn evaluate(context: Context, expr: &LocExpr) -> Result<Val> {661 use Expr::*;662 let LocExpr(expr, loc) = expr;663 Ok(match &**expr {664 Literal(LiteralType::This) => Val::Obj(665 context666 .this()667 .clone()668 .ok_or_else(|| create_error(crate::Error::CantUseSelfOutsideOfObject))?,669 ),670 Literal(LiteralType::Dollar) => Val::Obj(671 context672 .dollar()673 .clone()674 .ok_or_else(|| create_error(crate::Error::NoTopLevelObjectFound))?,675 ),676 Literal(LiteralType::True) => Val::Bool(true),677 Literal(LiteralType::False) => Val::Bool(false),678 Literal(LiteralType::Null) => Val::Null,679 Parened(e) => evaluate(context, e)?,680 Str(v) => Val::Str(v.clone()),681 Num(v) => Val::new_checked_num(*v)?,682 BinaryOp(v1, o, v2) => evaluate_binary_op_special(context, &v1, *o, &v2)?,683 UnaryOp(o, v) => evaluate_unary_op(*o, &evaluate(context, v)?)?,684 Var(name) => push(685 loc,686 || "var".to_owned(),687 || Ok(Val::Lazy(context.binding(name.clone())?).unwrap_if_lazy()?),688 )?,689 Index(LocExpr(v, _), index) if matches!(&**v, Expr::Literal(LiteralType::Super)) => {690 let name = evaluate(context.clone(), index)?.try_cast_str("object index")?;691 context692 .super_obj()693 .clone()694 .expect("no super found")695 .get_raw(&name, &context.this().clone().expect("no this found"))?696 .expect("value not found")697 }698 Index(value, index) => {699 match (700 evaluate(context.clone(), value)?.unwrap_if_lazy()?,701 evaluate(context, index)?,702 ) {703 (Val::Obj(v), Val::Str(s)) => {704 if let Some(v) = v.get(s.clone())? {705 v.unwrap_if_lazy()?706 } else if let Some(Val::Str(n)) = v.get("__intristic_namespace__".into())? {707 Val::Intristic(n, s)708 } else {709 create_error_result(crate::Error::NoSuchField(s))?710 }711 }712 (Val::Obj(_), n) => create_error_result(crate::Error::ValueIndexMustBeTypeGot(713 ValType::Obj,714 ValType::Str,715 n.value_type()?,716 ))?,717718 (Val::Arr(v), Val::Num(n)) => {719 if n.fract() > f64::EPSILON {720 create_error_result(crate::Error::FractionalIndex)?721 }722 v.get(n as usize)723 .ok_or_else(|| {724 create_error(crate::Error::ArrayBoundsError(n as usize, v.len()))725 })?726 .clone()727 .unwrap_if_lazy()?728 }729 (Val::Arr(_), Val::Str(n)) => {730 create_error_result(crate::Error::AttemptedIndexAnArrayWithString(n))?731 }732 (Val::Arr(_), n) => create_error_result(crate::Error::ValueIndexMustBeTypeGot(733 ValType::Arr,734 ValType::Num,735 n.value_type()?,736 ))?,737738 (Val::Str(s), Val::Num(n)) => Val::Str(739 s.chars()740 .skip(n as usize)741 .take(1)742 .collect::<String>()743 .into(),744 ),745 (Val::Str(_), n) => create_error_result(crate::Error::ValueIndexMustBeTypeGot(746 ValType::Str,747 ValType::Num,748 n.value_type()?,749 ))?,750751 (v, _) => create_error_result(crate::Error::CantIndexInto(v.value_type()?))?,752 }753 }754 LocalExpr(bindings, returned) => {755 let mut new_bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();756 let future_context = Context::new_future();757758 let context_creator = context_creator!(759 closure!(clone future_context, |_, _| Ok(future_context.clone().unwrap()))760 );761762 for (k, v) in bindings763 .iter()764 .map(|b| evaluate_binding(b, context_creator.clone()))765 {766 new_bindings.insert(k, v);767 }768769 let context = context770 .extend_unbound(new_bindings, None, None, None)?771 .into_future(future_context);772 evaluate(context, &returned.clone())?773 }774 Arr(items) => {775 let mut out = Vec::with_capacity(items.len());776 for item in items {777 out.push(Val::Lazy(lazy_val!(778 closure!(clone context, clone item, || {779 evaluate(context.clone(), &item)780 })781 )));782 }783 Val::Arr(Rc::new(out))784 }785 ArrComp(expr, compspecs) => Val::Arr(786 // First compspec should be forspec, so no "None" possible here787 Rc::new(evaluate_comp(context, &|ctx| evaluate(ctx, expr), compspecs)?.unwrap()),788 ),789 Obj(body) => Val::Obj(evaluate_object(context, body)?),790 ObjExtend(s, t) => evaluate_add_op(791 &evaluate(context.clone(), s)?,792 &Val::Obj(evaluate_object(context, t)?),793 )?,794 Apply(value, args, tailstrict) => evaluate_apply(context, value, args, loc, *tailstrict)?,795 Function(params, body) => evaluate_method(context, params.clone(), body.clone()),796 AssertExpr(AssertStmt(value, msg), returned) => {797 let assertion_result = push(798 &value.1,799 || "assertion condition".to_owned(),800 || {801 evaluate(context.clone(), &value)?802 .try_cast_bool("assertion condition should be boolean")803 },804 )?;805 if assertion_result {806 evaluate(context, returned)?807 } else if let Some(msg) = msg {808 create_error_result(crate::Error::AssertionFailed(evaluate(context, msg)?))?809 } else {810 create_error_result(crate::Error::AssertionFailed(Val::Null))?811 }812 }813 Error(e) => push(814 &loc,815 || "error statement".to_owned(),816 || {817 create_error_result(crate::Error::RuntimeError(818 evaluate(context, e)?.try_cast_str("error text should be string")?,819 ))?820 },821 )?,822 IfElse {823 cond,824 cond_then,825 cond_else,826 } => {827 if evaluate(context.clone(), &cond.0)?828 .try_cast_bool("if condition should be boolean")?829 {830 evaluate(context, cond_then)?831 } else {832 match cond_else {833 Some(v) => evaluate(context, v)?,834 None => Val::Null,835 }836 }837 }838 Import(path) => {839 let mut tmp = loc840 .clone()841 .expect("imports can't be used without loc_data")842 .0;843 let import_location = Rc::make_mut(&mut tmp);844 import_location.pop();845 with_state(|s| s.import_file(&import_location, path))?846 }847 ImportStr(path) => {848 let mut tmp = loc849 .clone()850 .expect("imports can't be used without loc_data")851 .0;852 let import_location = Rc::make_mut(&mut tmp);853 import_location.pop();854 Val::Str(with_state(|s| s.import_file_str(&import_location, path))?)855 }856 Literal(LiteralType::Super) => return create_error_result(crate::Error::StandaloneSuper),857 })858}