git.delta.rocks / jrsonnet / refs/commits / 9e7e8fe7eb87

difftreelog

perf(evaluator) faster std.base64

Лач2020-07-02parent: #ceab885.patch.diff
in: master

4 files changed

modifiedCargo.lockdiffbeforeafterboth
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -108,6 +108,7 @@
 name = "jrsonnet-evaluator"
 version = "1.0.0"
 dependencies = [
+ "base64",
  "bincode",
  "closure",
  "indexmap",
modifiedcrates/jrsonnet-evaluator/Cargo.tomldiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/Cargo.toml
+++ b/crates/jrsonnet-evaluator/Cargo.toml
@@ -24,6 +24,7 @@
 jrsonnet-stdlib = { path = "../jrsonnet-stdlib", version = "1.0.0" }
 indexmap = "1.4.0"
 md5 = "0.7.0"
+base64 = "0.12.3"
 
 serde = { version = "1.0.114", optional = true }
 bincode = { version = "1.3.1", optional = true }
modifiedcrates/jrsonnet-evaluator/build.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/build.rs
+++ b/crates/jrsonnet-evaluator/build.rs
@@ -35,7 +35,7 @@
 								Member::Field(FieldMember {
 									name: FieldName::Fixed(name),
 									..
-								}) if **name == *"join" || **name == *"manifestJsonEx" || **name == *"escapeStringJson" || **name == *"equals"
+								}) if **name == *"join" || **name == *"manifestJsonEx" || **name == *"escapeStringJson" || **name == *"equals" || **name == *"base64"
 							)
 						})
 						.collect(),
modifiedcrates/jrsonnet-evaluator/src/evaluate.rsdiffbeforeafterboth
before · crates/jrsonnet-evaluator/src/evaluate.rs
1use crate::{2	context_creator, create_error, create_error_result, escape_string_json, future_wrapper,3	lazy_val, manifest_json_ex, parse_args, push, with_state, Context, ContextCreator, Error,4	FuncDesc, LazyBinding, LazyVal, ObjMember, ObjValue, Result, Val, ValType,5};6use closure::closure;7use jrsonnet_parser::{8	ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, ExprLocation, FieldMember,9	ForSpecData, IfSpecData, LiteralType, LocExpr, Member, ObjBody, ParamsDesc, UnaryOpType,10	Visibility,11};12use std::{collections::HashMap, rc::Rc};1314pub fn evaluate_binding(b: &BindSpec, context_creator: ContextCreator) -> (Rc<str>, LazyBinding) {15	let b = b.clone();16	if let Some(params) = &b.params {17		let params = params.clone();18		(19			b.name.clone(),20			LazyBinding::Bindable(Rc::new(move |this, super_obj| {21				Ok(lazy_val!(22					closure!(clone b, clone params, clone context_creator, || Ok(evaluate_method(23						context_creator.0(this.clone(), super_obj.clone())?,24						params.clone(),25						b.value.clone(),26					)))27				))28			})),29		)30	} else {31		(32			b.name.clone(),33			LazyBinding::Bindable(Rc::new(move |this, super_obj| {34				Ok(lazy_val!(closure!(clone context_creator, clone b, ||35					push(&b.value.1, "thunk", ||{36						evaluate(37							context_creator.0(this.clone(), super_obj.clone())?,38							&b.value39						)40					})41				)))42			})),43		)44	}45}4647pub fn evaluate_method(ctx: Context, params: ParamsDesc, body: LocExpr) -> Val {48	Val::Func(FuncDesc { ctx, params, body })49}5051pub fn evaluate_field_name(52	context: Context,53	field_name: &jrsonnet_parser::FieldName,54) -> Result<Option<Rc<str>>> {55	Ok(match field_name {56		jrsonnet_parser::FieldName::Fixed(n) => Some(n.clone()),57		jrsonnet_parser::FieldName::Dyn(expr) => {58			let lazy = evaluate(context, expr)?;59			let value = lazy.unwrap_if_lazy()?;60			if matches!(value, Val::Null) {61				None62			} else {63				Some(value.try_cast_str("dynamic field name")?)64			}65		}66	})67}6869pub fn evaluate_unary_op(op: UnaryOpType, b: &Val) -> Result<Val> {70	Ok(match (op, b) {71		(o, Val::Lazy(l)) => evaluate_unary_op(o, &l.evaluate()?)?,72		(UnaryOpType::Not, Val::Bool(v)) => Val::Bool(!v),73		(UnaryOpType::Minus, Val::Num(n)) => Val::Num(-*n),74		(UnaryOpType::BitNot, Val::Num(n)) => Val::Num(!(*n as i32) as f64),75		(op, o) => create_error_result(Error::UnaryOperatorDoesNotOperateOnType(76			op,77			o.value_type()?,78		))?,79	})80}8182pub(crate) fn evaluate_add_op(a: &Val, b: &Val) -> Result<Val> {83	Ok(match (a, b) {84		(Val::Str(v1), Val::Str(v2)) => Val::Str(((**v1).to_owned() + &v2).into()),8586		// Can't use generic json serialization way, because it depends on number to string concatenation (std.jsonnet:890)87		(Val::Num(n), Val::Str(o)) => Val::Str(format!("{}{}", n, o).into()),88		(Val::Str(o), Val::Num(n)) => Val::Str(format!("{}{}", o, n).into()),8990		(Val::Str(s), o) => Val::Str(format!("{}{}", s, o.clone().into_json(0)?).into()),91		(o, Val::Str(s)) => Val::Str(format!("{}{}", o.clone().into_json(0)?, s).into()),9293		(Val::Obj(v1), Val::Obj(v2)) => Val::Obj(v2.with_super(v1.clone())),94		(Val::Arr(a), Val::Arr(b)) => Val::Arr(Rc::new([&a[..], &b[..]].concat())),95		(Val::Num(v1), Val::Num(v2)) => Val::new_checked_num(v1 + v2)?,96		_ => create_error_result(Error::BinaryOperatorDoesNotOperateOnValues(97			BinaryOpType::Add,98			a.value_type()?,99			b.value_type()?,100		))?,101	})102}103104pub fn evaluate_binary_op_special(105	context: Context,106	a: &LocExpr,107	op: BinaryOpType,108	b: &LocExpr,109) -> Result<Val> {110	Ok(111		match (evaluate(context.clone(), &a)?.unwrap_if_lazy()?, op, b) {112			(Val::Bool(true), BinaryOpType::Or, _o) => Val::Bool(true),113			(Val::Bool(false), BinaryOpType::And, _o) => Val::Bool(false),114			(a, op, eb) => {115				evaluate_binary_op_normal(&a, op, &evaluate(context, eb)?.unwrap_if_lazy()?)?116			}117		},118	)119}120121pub fn evaluate_binary_op_normal(a: &Val, op: BinaryOpType, b: &Val) -> Result<Val> {122	Ok(match (a, op, b) {123		(a, BinaryOpType::Add, b) => evaluate_add_op(a, b)?,124125		(Val::Str(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::Str(v1.repeat(*v2 as usize).into()),126127		// Bool X Bool128		(Val::Bool(a), BinaryOpType::And, Val::Bool(b)) => Val::Bool(*a && *b),129		(Val::Bool(a), BinaryOpType::Or, Val::Bool(b)) => Val::Bool(*a || *b),130131		// Str X Str132		(Val::Str(v1), BinaryOpType::Lt, Val::Str(v2)) => Val::Bool(v1 < v2),133		(Val::Str(v1), BinaryOpType::Gt, Val::Str(v2)) => Val::Bool(v1 > v2),134		(Val::Str(v1), BinaryOpType::Lte, Val::Str(v2)) => Val::Bool(v1 <= v2),135		(Val::Str(v1), BinaryOpType::Gte, Val::Str(v2)) => Val::Bool(v1 >= v2),136137		// Num X Num138		(Val::Num(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::new_checked_num(v1 * v2)?,139		(Val::Num(v1), BinaryOpType::Div, Val::Num(v2)) => {140			if *v2 <= f64::EPSILON {141				create_error_result(crate::Error::DivisionByZero)?142			}143			Val::new_checked_num(v1 / v2)?144		}145146		(Val::Num(v1), BinaryOpType::Sub, Val::Num(v2)) => Val::new_checked_num(v1 - v2)?,147148		(Val::Num(v1), BinaryOpType::Lt, Val::Num(v2)) => Val::Bool(v1 < v2),149		(Val::Num(v1), BinaryOpType::Gt, Val::Num(v2)) => Val::Bool(v1 > v2),150		(Val::Num(v1), BinaryOpType::Lte, Val::Num(v2)) => Val::Bool(v1 <= v2),151		(Val::Num(v1), BinaryOpType::Gte, Val::Num(v2)) => Val::Bool(v1 >= v2),152153		(Val::Num(v1), BinaryOpType::BitAnd, Val::Num(v2)) => {154			Val::Num(((*v1 as i32) & (*v2 as i32)) as f64)155		}156		(Val::Num(v1), BinaryOpType::BitOr, Val::Num(v2)) => {157			Val::Num(((*v1 as i32) | (*v2 as i32)) as f64)158		}159		(Val::Num(v1), BinaryOpType::BitXor, Val::Num(v2)) => {160			Val::Num(((*v1 as i32) ^ (*v2 as i32)) as f64)161		}162		(Val::Num(v1), BinaryOpType::Lhs, Val::Num(v2)) => {163			if *v2 < 0.0 {164				create_error_result(Error::RuntimeError("shift by negative exponent".into()))?165			}166			Val::Num(((*v1 as i32) << (*v2 as i32)) as f64)167		}168		(Val::Num(v1), BinaryOpType::Rhs, Val::Num(v2)) => {169			if *v2 < 0.0 {170				create_error_result(Error::RuntimeError("shift by negative exponent".into()))?171			}172			Val::Num(((*v1 as i32) >> (*v2 as i32)) as f64)173		}174175		_ => create_error_result(Error::BinaryOperatorDoesNotOperateOnValues(176			op,177			a.value_type()?,178			b.value_type()?,179		))?,180	})181}182183future_wrapper!(HashMap<Rc<str>, LazyBinding>, FutureNewBindings);184future_wrapper!(ObjValue, FutureObjValue);185186pub fn evaluate_comp<T>(187	context: Context,188	value: &impl Fn(Context) -> Result<T>,189	specs: &[CompSpec],190) -> Result<Option<Vec<T>>> {191	Ok(match specs.get(0) {192		None => Some(vec![value(context)?]),193		Some(CompSpec::IfSpec(IfSpecData(cond))) => {194			if evaluate(context.clone(), &cond)?.try_cast_bool("if spec")? {195				evaluate_comp(context, value, &specs[1..])?196			} else {197				None198			}199		}200		Some(CompSpec::ForSpec(ForSpecData(var, expr))) => {201			match evaluate(context.clone(), &expr)?.unwrap_if_lazy()? {202				Val::Arr(list) => {203					let mut out = Vec::new();204					for item in list.iter() {205						let item = item.unwrap_if_lazy()?;206						out.push(evaluate_comp(207							context.with_var(var.clone(), item.clone())?,208							value,209							&specs[1..],210						)?);211					}212					Some(out.into_iter().flatten().flatten().collect())213				}214				_ => create_error_result(Error::InComprehensionCanOnlyIterateOverArray)?,215			}216		}217	})218}219220pub fn evaluate_member_list_object(context: Context, members: &[Member]) -> Result<ObjValue> {221	let new_bindings = FutureNewBindings::new();222	let future_this = FutureObjValue::new();223	let context_creator = context_creator!(224		closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {225			Ok(context.extend_unbound(226				new_bindings.clone().unwrap(),227				context.dollar().clone().or_else(||this.clone()),228				Some(this.unwrap()),229				super_obj230			)?)231		})232	);233	{234		let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();235		for (n, b) in members236			.iter()237			.filter_map(|m| match m {238				Member::BindStmt(b) => Some(b.clone()),239				_ => None,240			})241			.map(|b| evaluate_binding(&b, context_creator.clone()))242		{243			bindings.insert(n, b);244		}245		new_bindings.fill(bindings);246	}247248	let mut new_members = HashMap::new();249	for member in members.iter() {250		match member {251			Member::Field(FieldMember {252				name,253				plus,254				params: None,255				visibility,256				value,257			}) => {258				let name = evaluate_field_name(context.clone(), &name)?;259				if name.is_none() {260					continue;261				}262				let name = name.unwrap();263				new_members.insert(264					name.clone(),265					ObjMember {266						add: *plus,267						visibility: *visibility,268						invoke: LazyBinding::Bindable(Rc::new(269							closure!(clone name, clone value, clone context_creator, |this, super_obj| {270								Ok(LazyVal::new_resolved(push(&value.1, "object field", ||{271									let context = context_creator.0(this, super_obj)?;272									evaluate(273										context,274										&value,275									)276								})?))277							}),278						)),279						location: value.1.clone(),280					},281				);282			}283			Member::Field(FieldMember {284				name,285				params: Some(params),286				value,287				..288			}) => {289				let name = evaluate_field_name(context.clone(), &name)?;290				if name.is_none() {291					continue;292				}293				let name = name.unwrap();294				new_members.insert(295					name,296					ObjMember {297						add: false,298						visibility: Visibility::Hidden,299						invoke: LazyBinding::Bindable(Rc::new(300							closure!(clone value, clone context_creator, clone params, |this, super_obj| {301								// TODO: Assert302								Ok(LazyVal::new_resolved(evaluate_method(303									context_creator.0(this, super_obj)?,304									params.clone(),305									value.clone(),306								)))307							}),308						)),309						location: value.1.clone(),310					},311				);312			}313			Member::BindStmt(_) => {}314			Member::AssertStmt(_) => {}315		}316	}317	Ok(future_this.fill(ObjValue::new(None, Rc::new(new_members))))318}319320pub fn evaluate_object(context: Context, object: &ObjBody) -> Result<ObjValue> {321	Ok(match object {322		ObjBody::MemberList(members) => evaluate_member_list_object(context, &members)?,323		ObjBody::ObjComp(obj) => {324			let future_this = FutureObjValue::new();325			let mut new_members = HashMap::new();326			for (k, v) in evaluate_comp(327				context.clone(),328				&|ctx| {329					let new_bindings = FutureNewBindings::new();330					let context_creator = context_creator!(331						closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {332							Ok(context.extend_unbound(333								new_bindings.clone().unwrap(),334								context.dollar().clone().or_else(||this.clone()),335								None,336								super_obj337							)?)338						})339					);340					let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();341					for (n, b) in obj342						.pre_locals343						.iter()344						.chain(obj.post_locals.iter())345						.map(|b| evaluate_binding(b, context_creator.clone()))346					{347						bindings.insert(n, b);348					}349					let bindings = new_bindings.fill(bindings);350					let ctx = ctx.extend_unbound(bindings, None, None, None)?;351					let key = evaluate(ctx.clone(), &obj.key)?;352					let value = LazyBinding::Bindable(Rc::new(353						closure!(clone ctx, clone obj.value, |this, _super_obj| {354							Ok(LazyVal::new_resolved(evaluate(ctx.extend(HashMap::new(), None, this, None)?, &value)?))355						}),356					));357358					Ok((key, value))359				},360				&obj.compspecs,361			)?362			.unwrap()363			{364				match k {365					Val::Null => {}366					Val::Str(n) => {367						new_members.insert(368							n,369							ObjMember {370								add: false,371								visibility: Visibility::Normal,372								invoke: v,373								location: obj.value.1.clone(),374							},375						);376					}377					v => create_error_result(Error::FieldMustBeStringGot(v.value_type()?))?,378				}379			}380381			future_this.fill(ObjValue::new(None, Rc::new(new_members)))382		}383	})384}385386/// Extracts code block and disables inlining for them387/// Fixes WASM to java bytecode compilation failing because of very large method388macro_rules! noinline {389	($e:expr) => {390		(#[inline(never)]391		move || $e)()392	};393}394395pub fn evaluate_apply(396	context: Context,397	value: &LocExpr,398	args: &ArgsDesc,399	loc: &Option<ExprLocation>,400	tailstrict: bool,401) -> Result<Val> {402	let lazy = evaluate(context.clone(), value)?;403	let value = lazy.unwrap_if_lazy()?;404	Ok(match value {405		Val::Intristic(ns, name) => match (&ns as &str, &name as &str) {406			// arr/string/function407			("std", "length") => noinline!(parse_args!(context, "std.length", args, 1, [408				0, x: [Val::Str|Val::Arr|Val::Obj], vec![ValType::Str, ValType::Arr, ValType::Obj];409			], {410				Ok(match x {411					Val::Str(n) => Val::Num(n.chars().count() as f64),412					Val::Arr(i) => Val::Num(i.len() as f64),413					Val::Obj(o) => Val::Num(414						o.fields_visibility()415							.into_iter()416							.filter(|(_k, v)| *v)417							.count() as f64,418					),419					_ => unreachable!(),420				})421			}))?,422			// any423			("std", "type") => parse_args!(context, "std.type", args, 1, [424				0, x, vec![];425			], {426				Val::Str(x.value_type()?.name().into())427			}),428			// length, idx=>any429			("std", "makeArray") => noinline!(parse_args!(context, "std.makeArray", args, 2, [430				0, sz: [Val::Num]!!Val::Num, vec![ValType::Num];431				1, func: [Val::Func]!!Val::Func, vec![ValType::Func];432			], {433				if sz < 0.0 {434					create_error_result(crate::error::Error::RuntimeError(format!("makeArray requires size >= 0, got {}", sz).into()))?;435				}436				let mut out = Vec::with_capacity(sz as usize);437				for i in 0..sz as usize {438					out.push(func.evaluate_values(439						Context::new(),440						&[Val::Num(i as f64)]441					)?)442				}443				Ok(Val::Arr(Rc::new(out)))444			}))?,445			// string446			("std", "codepoint") => parse_args!(context, "std.codepoint", args, 1, [447				0, str: [Val::Str]!!Val::Str, vec![ValType::Str];448			], {449				assert!(450					str.chars().count() == 1,451					"std.codepoint should receive single char string"452				);453				Val::Num(str.chars().take(1).next().unwrap() as u32 as f64)454			}),455			// object, includeHidden456			("std", "objectFieldsEx") => {457				noinline!(parse_args!(context, "std.objectFieldsEx",args, 2, [458					0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];459					1, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];460				], {461					let mut out = obj.fields_visibility()462						.into_iter()463						.filter(|(_k, v)| *v || inc_hidden)464						.map(|(k, _v)|k)465						.collect::<Vec<_>>();466					out.sort();467					Ok(Val::Arr(Rc::new(out.into_iter().map(Val::Str).collect())))468				}))?469			}470			// object, field, includeHidden471			("std", "objectHasEx") => parse_args!(context, "std.objectHasEx", args, 3, [472				0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];473				1, f: [Val::Str]!!Val::Str, vec![ValType::Str];474				2, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];475			], {476				Val::Bool(477					obj.fields_visibility()478						.into_iter()479						.filter(|(_k, v)| *v || inc_hidden)480						.any(|(k, _v)| *k == *f),481				)482			}),483			("std", "primitiveEquals") => parse_args!(context, "std.primitiveEquals", args, 2, [484				0, a, vec![];485				1, b, vec![];486			], {487				Val::Bool(primitive_equals(&a, &b)?)488			}),489			// faster490			("std", "equals") => parse_args!(context, "std.equals", args, 2, [491				0, a, vec![];492				1, b, vec![];493			], {494				Val::Bool(equals(&a, &b)?)495			}),496			("std", "modulo") => parse_args!(context, "std.modulo", args, 2, [497				0, a: [Val::Num]!!Val::Num, vec![ValType::Num];498				1, b: [Val::Num]!!Val::Num, vec![ValType::Num];499			], {500				Val::Num(a % b)501			}),502			("std", "floor") => parse_args!(context, "std.floor", args, 1, [503				0, x: [Val::Num]!!Val::Num, vec![ValType::Num];504			], {505				Val::Num(x.floor())506			}),507			("std", "trace") => parse_args!(context, "std.trace", args, 2, [508				0, str: [Val::Str]!!Val::Str, vec![ValType::Str];509				1, rest, vec![];510			], {511				eprint!("TRACE: ");512				if let Some(loc) = loc {513					with_state(|s|{514						let locs = s.map_source_locations(&loc.0, &[loc.1]);515						eprint!("{}:{} ", loc.0.display(), locs[0].line);516					});517				}518				eprintln!("{}", str);519				rest520			}),521			("std", "pow") => parse_args!(context, "std.modulo", args, 2, [522				0, x: [Val::Num]!!Val::Num, vec![ValType::Num];523				1, n: [Val::Num]!!Val::Num, vec![ValType::Num];524			], {525				Val::Num(x.powf(n))526			}),527			("std", "extVar") => parse_args!(context, "std.extVar", args, 2, [528				0, x: [Val::Str]!!Val::Str, vec![ValType::Str];529			], {530				with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or_else(531					|| create_error(crate::Error::UndefinedExternalVariable(x)),532				)?533			}),534			("std", "filter") => noinline!(parse_args!(context, "std.filter", args, 2, [535				0, func: [Val::Func]!!Val::Func, vec![ValType::Func];536				1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];537			], {538				Ok(Val::Arr(Rc::new(539					arr.iter()540						.cloned()541						.filter(|e| {542							func543								.evaluate_values(context.clone(), &[e.clone()])544								.unwrap()545								.try_cast_bool("filter predicate")546								.unwrap()547						})548						.collect(),549				)))550			}))?,551			("std", "char") => parse_args!(context, "std.char", args, 1, [552				0, n: [Val::Num]!!Val::Num, vec![ValType::Num];553			], {554				let mut out = String::new();555				out.push(std::char::from_u32(n as u32).unwrap());556				Val::Str(out.into())557			}),558			("std", "encodeUTF8") => parse_args!(context, "std.encodeUtf8", args, 1, [559				0, str: [Val::Str]!!Val::Str, vec![ValType::Str];560			], {561				Val::Arr(Rc::new(str.bytes().map(|b| Val::Num(b as f64)).collect()))562			}),563			("std", "md5") => noinline!(parse_args!(context, "std.md5", args, 1, [564				0, str: [Val::Str]!!Val::Str, vec![ValType::Str];565			], {566				Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))567			}))?,568			// faster569			("std", "join") => noinline!(parse_args!(context, "std.join", args, 2, [570				0, sep: [Val::Str|Val::Arr], vec![ValType::Str, ValType::Arr];571				1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];572			], {573				Ok(match sep {574					Val::Arr(joiner_items) => {575						let mut out = Vec::new();576577						let mut first = true;578						for item in arr.iter().cloned() {579							if let Val::Arr(items) = item.unwrap_if_lazy()? {580								if !first {581									out.reserve(joiner_items.len());582									out.extend(joiner_items.iter().cloned());583								}584								first = false;585								out.reserve(items.len());586								out.extend(items.iter().cloned());587							} else {588								create_error_result(crate::Error::RuntimeError("in std.join all items should be arrays".into()))?;589							}590						}591592						Val::Arr(Rc::new(out))593					},594					Val::Str(sep) => {595						let mut out = String::new();596597						let mut first = true;598						for item in arr.iter().cloned() {599							if let Val::Str(item) = item.unwrap_if_lazy()? {600								if !first {601									out += &sep;602								}603								first = false;604								out += &item;605							} else {606								create_error_result(crate::Error::RuntimeError("in std.join all items should be strings".into()))?;607							}608						}609610						Val::Str(out.into())611					},612					_ => unreachable!()613				})614			}))?,615			// Faster616			("std", "escapeStringJson") => parse_args!(context, "std.escapeStringJson", args, 1, [617				0, str_: [Val::Str]!!Val::Str, vec![ValType::Str];618			], {619				Val::Str(escape_string_json(&str_).into())620			}),621			// Faster622			("std", "manifestJsonEx") => parse_args!(context, "std.manifestJsonEx", args, 2, [623				0, value, vec![];624				1, indent: [Val::Str]!!Val::Str, vec![ValType::Str];625			], {626				Val::Str(manifest_json_ex(&value, &indent)?.into())627			}),628			(ns, name) => {629				create_error_result(crate::Error::IntristicNotFound(ns.into(), name.into()))?630			}631		},632		Val::Func(f) => {633			let body = || f.evaluate(context, args, tailstrict);634			if tailstrict {635				body()?636			} else {637				push(loc, "function call", body)?638			}639		}640		v => create_error_result(crate::Error::OnlyFunctionsCanBeCalledGot(v.value_type()?))?,641	})642}643644pub fn evaluate(context: Context, expr: &LocExpr) -> Result<Val> {645	use Expr::*;646	let LocExpr(expr, loc) = expr;647	Ok(match &**expr {648		Literal(LiteralType::This) => Val::Obj(649			context650				.this()651				.clone()652				.ok_or_else(|| create_error(crate::Error::CantUseSelfOutsideOfObject))?,653		),654		Literal(LiteralType::Dollar) => Val::Obj(655			context656				.dollar()657				.clone()658				.ok_or_else(|| create_error(crate::Error::NoTopLevelObjectFound))?,659		),660		Literal(LiteralType::True) => Val::Bool(true),661		Literal(LiteralType::False) => Val::Bool(false),662		Literal(LiteralType::Null) => Val::Null,663		Parened(e) => evaluate(context, e)?,664		Str(v) => Val::Str(v.clone()),665		Num(v) => Val::new_checked_num(*v)?,666		BinaryOp(v1, o, v2) => evaluate_binary_op_special(context, &v1, *o, &v2)?,667		UnaryOp(o, v) => evaluate_unary_op(*o, &evaluate(context, v)?)?,668		Var(name) => push(669			loc,670			|| "var".to_owned(),671			|| Ok(Val::Lazy(context.binding(name.clone())?).unwrap_if_lazy()?),672		)?,673		Index(LocExpr(v, _), index) if matches!(&**v, Expr::Literal(LiteralType::Super)) => {674			let name = evaluate(context.clone(), index)?.try_cast_str("object index")?;675			context676				.super_obj()677				.clone()678				.expect("no super found")679				.get_raw(&name, &context.this().clone().expect("no this found"))?680				.expect("value not found")681		}682		Index(value, index) => {683			match (684				evaluate(context.clone(), value)?.unwrap_if_lazy()?,685				evaluate(context, index)?,686			) {687				(Val::Obj(v), Val::Str(s)) => {688					if let Some(v) = v.get(s.clone())? {689						v.unwrap_if_lazy()?690					} else if let Some(Val::Str(n)) = v.get("__intristic_namespace__".into())? {691						Val::Intristic(n, s)692					} else {693						create_error_result(crate::Error::NoSuchField(s))?694					}695				}696				(Val::Obj(_), n) => create_error_result(crate::Error::ValueIndexMustBeTypeGot(697					ValType::Obj,698					ValType::Str,699					n.value_type()?,700				))?,701702				(Val::Arr(v), Val::Num(n)) => {703					if n.fract() > f64::EPSILON {704						create_error_result(crate::Error::FractionalIndex)?705					}706					v.get(n as usize)707						.ok_or_else(|| {708							create_error(crate::Error::ArrayBoundsError(n as usize, v.len()))709						})?710						.clone()711						.unwrap_if_lazy()?712				}713				(Val::Arr(_), Val::Str(n)) => {714					create_error_result(crate::Error::AttemptedIndexAnArrayWithString(n))?715				}716				(Val::Arr(_), n) => create_error_result(crate::Error::ValueIndexMustBeTypeGot(717					ValType::Arr,718					ValType::Num,719					n.value_type()?,720				))?,721722				(Val::Str(s), Val::Num(n)) => Val::Str(723					s.chars()724						.skip(n as usize)725						.take(1)726						.collect::<String>()727						.into(),728				),729				(Val::Str(_), n) => create_error_result(crate::Error::ValueIndexMustBeTypeGot(730					ValType::Str,731					ValType::Num,732					n.value_type()?,733				))?,734735				(v, _) => create_error_result(crate::Error::CantIndexInto(v.value_type()?))?,736			}737		}738		LocalExpr(bindings, returned) => {739			let mut new_bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();740			let future_context = Context::new_future();741742			let context_creator = context_creator!(743				closure!(clone future_context, |_, _| Ok(future_context.clone().unwrap()))744			);745746			for (k, v) in bindings747				.iter()748				.map(|b| evaluate_binding(b, context_creator.clone()))749			{750				new_bindings.insert(k, v);751			}752753			let context = context754				.extend_unbound(new_bindings, None, None, None)?755				.into_future(future_context);756			evaluate(context, &returned.clone())?757		}758		Arr(items) => {759			let mut out = Vec::with_capacity(items.len());760			for item in items {761				out.push(Val::Lazy(lazy_val!(762					closure!(clone context, clone item, || {763						evaluate(context.clone(), &item)764					})765				)));766			}767			Val::Arr(Rc::new(out))768		}769		ArrComp(expr, compspecs) => Val::Arr(770			// First compspec should be forspec, so no "None" possible here771			Rc::new(evaluate_comp(context, &|ctx| evaluate(ctx, expr), compspecs)?.unwrap()),772		),773		Obj(body) => Val::Obj(evaluate_object(context, body)?),774		ObjExtend(s, t) => evaluate_add_op(775			&evaluate(context.clone(), s)?,776			&Val::Obj(evaluate_object(context, t)?),777		)?,778		Apply(value, args, tailstrict) => evaluate_apply(context, value, args, loc, *tailstrict)?,779		Function(params, body) => evaluate_method(context, params.clone(), body.clone()),780		AssertExpr(AssertStmt(value, msg), returned) => {781			let assertion_result = push(782				&value.1,783				|| "assertion condition".to_owned(),784				|| {785					evaluate(context.clone(), &value)?786						.try_cast_bool("assertion condition should be boolean")787				},788			)?;789			if assertion_result {790				evaluate(context, returned)?791			} else if let Some(msg) = msg {792				create_error_result(crate::Error::AssertionFailed(evaluate(context, msg)?))?793			} else {794				create_error_result(crate::Error::AssertionFailed(Val::Null))?795			}796		}797		Error(e) => push(798			&loc,799			|| "error statement".to_owned(),800			|| {801				create_error_result(crate::Error::RuntimeError(802					evaluate(context, e)?.try_cast_str("error text should be string")?,803				))?804			},805		)?,806		IfElse {807			cond,808			cond_then,809			cond_else,810		} => {811			if evaluate(context.clone(), &cond.0)?812				.try_cast_bool("if condition should be boolean")?813			{814				evaluate(context, cond_then)?815			} else {816				match cond_else {817					Some(v) => evaluate(context, v)?,818					None => Val::Null,819				}820			}821		}822		Import(path) => {823			let mut tmp = loc824				.clone()825				.expect("imports can't be used without loc_data")826				.0;827			let import_location = Rc::make_mut(&mut tmp);828			import_location.pop();829			with_state(|s| s.import_file(&import_location, path))?830		}831		ImportStr(path) => {832			let mut tmp = loc833				.clone()834				.expect("imports can't be used without loc_data")835				.0;836			let import_location = Rc::make_mut(&mut tmp);837			import_location.pop();838			Val::Str(with_state(|s| s.import_file_str(&import_location, path))?)839		}840		Literal(LiteralType::Super) => return create_error_result(crate::Error::StandaloneSuper),841	})842}
after · crates/jrsonnet-evaluator/src/evaluate.rs
1use crate::{2	context_creator, create_error, create_error_result, escape_string_json, future_wrapper,3	lazy_val, manifest_json_ex, parse_args, push, with_state, Context, ContextCreator, Error,4	FuncDesc, LazyBinding, LazyVal, ObjMember, ObjValue, Result, Val, ValType,5};6use closure::closure;7use jrsonnet_parser::{8	ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, ExprLocation, FieldMember,9	ForSpecData, IfSpecData, LiteralType, LocExpr, Member, ObjBody, ParamsDesc, UnaryOpType,10	Visibility,11};12use std::{collections::HashMap, rc::Rc};1314pub fn evaluate_binding(b: &BindSpec, context_creator: ContextCreator) -> (Rc<str>, LazyBinding) {15	let b = b.clone();16	if let Some(params) = &b.params {17		let params = params.clone();18		(19			b.name.clone(),20			LazyBinding::Bindable(Rc::new(move |this, super_obj| {21				Ok(lazy_val!(22					closure!(clone b, clone params, clone context_creator, || Ok(evaluate_method(23						context_creator.0(this.clone(), super_obj.clone())?,24						params.clone(),25						b.value.clone(),26					)))27				))28			})),29		)30	} else {31		(32			b.name.clone(),33			LazyBinding::Bindable(Rc::new(move |this, super_obj| {34				Ok(lazy_val!(closure!(clone context_creator, clone b, ||35					push(&b.value.1, "thunk", ||{36						evaluate(37							context_creator.0(this.clone(), super_obj.clone())?,38							&b.value39						)40					})41				)))42			})),43		)44	}45}4647pub fn evaluate_method(ctx: Context, params: ParamsDesc, body: LocExpr) -> Val {48	Val::Func(FuncDesc { ctx, params, body })49}5051pub fn evaluate_field_name(52	context: Context,53	field_name: &jrsonnet_parser::FieldName,54) -> Result<Option<Rc<str>>> {55	Ok(match field_name {56		jrsonnet_parser::FieldName::Fixed(n) => Some(n.clone()),57		jrsonnet_parser::FieldName::Dyn(expr) => {58			let lazy = evaluate(context, expr)?;59			let value = lazy.unwrap_if_lazy()?;60			if matches!(value, Val::Null) {61				None62			} else {63				Some(value.try_cast_str("dynamic field name")?)64			}65		}66	})67}6869pub fn evaluate_unary_op(op: UnaryOpType, b: &Val) -> Result<Val> {70	Ok(match (op, b) {71		(o, Val::Lazy(l)) => evaluate_unary_op(o, &l.evaluate()?)?,72		(UnaryOpType::Not, Val::Bool(v)) => Val::Bool(!v),73		(UnaryOpType::Minus, Val::Num(n)) => Val::Num(-*n),74		(UnaryOpType::BitNot, Val::Num(n)) => Val::Num(!(*n as i32) as f64),75		(op, o) => create_error_result(Error::UnaryOperatorDoesNotOperateOnType(76			op,77			o.value_type()?,78		))?,79	})80}8182pub(crate) fn evaluate_add_op(a: &Val, b: &Val) -> Result<Val> {83	Ok(match (a, b) {84		(Val::Str(v1), Val::Str(v2)) => Val::Str(((**v1).to_owned() + &v2).into()),8586		// Can't use generic json serialization way, because it depends on number to string concatenation (std.jsonnet:890)87		(Val::Num(n), Val::Str(o)) => Val::Str(format!("{}{}", n, o).into()),88		(Val::Str(o), Val::Num(n)) => Val::Str(format!("{}{}", o, n).into()),8990		(Val::Str(s), o) => Val::Str(format!("{}{}", s, o.clone().into_json(0)?).into()),91		(o, Val::Str(s)) => Val::Str(format!("{}{}", o.clone().into_json(0)?, s).into()),9293		(Val::Obj(v1), Val::Obj(v2)) => Val::Obj(v2.with_super(v1.clone())),94		(Val::Arr(a), Val::Arr(b)) => Val::Arr(Rc::new([&a[..], &b[..]].concat())),95		(Val::Num(v1), Val::Num(v2)) => Val::new_checked_num(v1 + v2)?,96		_ => create_error_result(Error::BinaryOperatorDoesNotOperateOnValues(97			BinaryOpType::Add,98			a.value_type()?,99			b.value_type()?,100		))?,101	})102}103104pub fn evaluate_binary_op_special(105	context: Context,106	a: &LocExpr,107	op: BinaryOpType,108	b: &LocExpr,109) -> Result<Val> {110	Ok(111		match (evaluate(context.clone(), &a)?.unwrap_if_lazy()?, op, b) {112			(Val::Bool(true), BinaryOpType::Or, _o) => Val::Bool(true),113			(Val::Bool(false), BinaryOpType::And, _o) => Val::Bool(false),114			(a, op, eb) => {115				evaluate_binary_op_normal(&a, op, &evaluate(context, eb)?.unwrap_if_lazy()?)?116			}117		},118	)119}120121pub fn evaluate_binary_op_normal(a: &Val, op: BinaryOpType, b: &Val) -> Result<Val> {122	Ok(match (a, op, b) {123		(a, BinaryOpType::Add, b) => evaluate_add_op(a, b)?,124125		(Val::Str(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::Str(v1.repeat(*v2 as usize).into()),126127		// Bool X Bool128		(Val::Bool(a), BinaryOpType::And, Val::Bool(b)) => Val::Bool(*a && *b),129		(Val::Bool(a), BinaryOpType::Or, Val::Bool(b)) => Val::Bool(*a || *b),130131		// Str X Str132		(Val::Str(v1), BinaryOpType::Lt, Val::Str(v2)) => Val::Bool(v1 < v2),133		(Val::Str(v1), BinaryOpType::Gt, Val::Str(v2)) => Val::Bool(v1 > v2),134		(Val::Str(v1), BinaryOpType::Lte, Val::Str(v2)) => Val::Bool(v1 <= v2),135		(Val::Str(v1), BinaryOpType::Gte, Val::Str(v2)) => Val::Bool(v1 >= v2),136137		// Num X Num138		(Val::Num(v1), BinaryOpType::Mul, Val::Num(v2)) => Val::new_checked_num(v1 * v2)?,139		(Val::Num(v1), BinaryOpType::Div, Val::Num(v2)) => {140			if *v2 <= f64::EPSILON {141				create_error_result(crate::Error::DivisionByZero)?142			}143			Val::new_checked_num(v1 / v2)?144		}145146		(Val::Num(v1), BinaryOpType::Sub, Val::Num(v2)) => Val::new_checked_num(v1 - v2)?,147148		(Val::Num(v1), BinaryOpType::Lt, Val::Num(v2)) => Val::Bool(v1 < v2),149		(Val::Num(v1), BinaryOpType::Gt, Val::Num(v2)) => Val::Bool(v1 > v2),150		(Val::Num(v1), BinaryOpType::Lte, Val::Num(v2)) => Val::Bool(v1 <= v2),151		(Val::Num(v1), BinaryOpType::Gte, Val::Num(v2)) => Val::Bool(v1 >= v2),152153		(Val::Num(v1), BinaryOpType::BitAnd, Val::Num(v2)) => {154			Val::Num(((*v1 as i32) & (*v2 as i32)) as f64)155		}156		(Val::Num(v1), BinaryOpType::BitOr, Val::Num(v2)) => {157			Val::Num(((*v1 as i32) | (*v2 as i32)) as f64)158		}159		(Val::Num(v1), BinaryOpType::BitXor, Val::Num(v2)) => {160			Val::Num(((*v1 as i32) ^ (*v2 as i32)) as f64)161		}162		(Val::Num(v1), BinaryOpType::Lhs, Val::Num(v2)) => {163			if *v2 < 0.0 {164				create_error_result(Error::RuntimeError("shift by negative exponent".into()))?165			}166			Val::Num(((*v1 as i32) << (*v2 as i32)) as f64)167		}168		(Val::Num(v1), BinaryOpType::Rhs, Val::Num(v2)) => {169			if *v2 < 0.0 {170				create_error_result(Error::RuntimeError("shift by negative exponent".into()))?171			}172			Val::Num(((*v1 as i32) >> (*v2 as i32)) as f64)173		}174175		_ => create_error_result(Error::BinaryOperatorDoesNotOperateOnValues(176			op,177			a.value_type()?,178			b.value_type()?,179		))?,180	})181}182183future_wrapper!(HashMap<Rc<str>, LazyBinding>, FutureNewBindings);184future_wrapper!(ObjValue, FutureObjValue);185186pub fn evaluate_comp<T>(187	context: Context,188	value: &impl Fn(Context) -> Result<T>,189	specs: &[CompSpec],190) -> Result<Option<Vec<T>>> {191	Ok(match specs.get(0) {192		None => Some(vec![value(context)?]),193		Some(CompSpec::IfSpec(IfSpecData(cond))) => {194			if evaluate(context.clone(), &cond)?.try_cast_bool("if spec")? {195				evaluate_comp(context, value, &specs[1..])?196			} else {197				None198			}199		}200		Some(CompSpec::ForSpec(ForSpecData(var, expr))) => {201			match evaluate(context.clone(), &expr)?.unwrap_if_lazy()? {202				Val::Arr(list) => {203					let mut out = Vec::new();204					for item in list.iter() {205						let item = item.unwrap_if_lazy()?;206						out.push(evaluate_comp(207							context.with_var(var.clone(), item.clone())?,208							value,209							&specs[1..],210						)?);211					}212					Some(out.into_iter().flatten().flatten().collect())213				}214				_ => create_error_result(Error::InComprehensionCanOnlyIterateOverArray)?,215			}216		}217	})218}219220pub fn evaluate_member_list_object(context: Context, members: &[Member]) -> Result<ObjValue> {221	let new_bindings = FutureNewBindings::new();222	let future_this = FutureObjValue::new();223	let context_creator = context_creator!(224		closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {225			Ok(context.extend_unbound(226				new_bindings.clone().unwrap(),227				context.dollar().clone().or_else(||this.clone()),228				Some(this.unwrap()),229				super_obj230			)?)231		})232	);233	{234		let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();235		for (n, b) in members236			.iter()237			.filter_map(|m| match m {238				Member::BindStmt(b) => Some(b.clone()),239				_ => None,240			})241			.map(|b| evaluate_binding(&b, context_creator.clone()))242		{243			bindings.insert(n, b);244		}245		new_bindings.fill(bindings);246	}247248	let mut new_members = HashMap::new();249	for member in members.iter() {250		match member {251			Member::Field(FieldMember {252				name,253				plus,254				params: None,255				visibility,256				value,257			}) => {258				let name = evaluate_field_name(context.clone(), &name)?;259				if name.is_none() {260					continue;261				}262				let name = name.unwrap();263				new_members.insert(264					name.clone(),265					ObjMember {266						add: *plus,267						visibility: *visibility,268						invoke: LazyBinding::Bindable(Rc::new(269							closure!(clone name, clone value, clone context_creator, |this, super_obj| {270								Ok(LazyVal::new_resolved(push(&value.1, "object field", ||{271									let context = context_creator.0(this, super_obj)?;272									evaluate(273										context,274										&value,275									)276								})?))277							}),278						)),279						location: value.1.clone(),280					},281				);282			}283			Member::Field(FieldMember {284				name,285				params: Some(params),286				value,287				..288			}) => {289				let name = evaluate_field_name(context.clone(), &name)?;290				if name.is_none() {291					continue;292				}293				let name = name.unwrap();294				new_members.insert(295					name,296					ObjMember {297						add: false,298						visibility: Visibility::Hidden,299						invoke: LazyBinding::Bindable(Rc::new(300							closure!(clone value, clone context_creator, clone params, |this, super_obj| {301								// TODO: Assert302								Ok(LazyVal::new_resolved(evaluate_method(303									context_creator.0(this, super_obj)?,304									params.clone(),305									value.clone(),306								)))307							}),308						)),309						location: value.1.clone(),310					},311				);312			}313			Member::BindStmt(_) => {}314			Member::AssertStmt(_) => {}315		}316	}317	Ok(future_this.fill(ObjValue::new(None, Rc::new(new_members))))318}319320pub fn evaluate_object(context: Context, object: &ObjBody) -> Result<ObjValue> {321	Ok(match object {322		ObjBody::MemberList(members) => evaluate_member_list_object(context, &members)?,323		ObjBody::ObjComp(obj) => {324			let future_this = FutureObjValue::new();325			let mut new_members = HashMap::new();326			for (k, v) in evaluate_comp(327				context.clone(),328				&|ctx| {329					let new_bindings = FutureNewBindings::new();330					let context_creator = context_creator!(331						closure!(clone context, clone new_bindings, |this: Option<ObjValue>, super_obj: Option<ObjValue>| {332							Ok(context.extend_unbound(333								new_bindings.clone().unwrap(),334								context.dollar().clone().or_else(||this.clone()),335								None,336								super_obj337							)?)338						})339					);340					let mut bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();341					for (n, b) in obj342						.pre_locals343						.iter()344						.chain(obj.post_locals.iter())345						.map(|b| evaluate_binding(b, context_creator.clone()))346					{347						bindings.insert(n, b);348					}349					let bindings = new_bindings.fill(bindings);350					let ctx = ctx.extend_unbound(bindings, None, None, None)?;351					let key = evaluate(ctx.clone(), &obj.key)?;352					let value = LazyBinding::Bindable(Rc::new(353						closure!(clone ctx, clone obj.value, |this, _super_obj| {354							Ok(LazyVal::new_resolved(evaluate(ctx.extend(HashMap::new(), None, this, None)?, &value)?))355						}),356					));357358					Ok((key, value))359				},360				&obj.compspecs,361			)?362			.unwrap()363			{364				match k {365					Val::Null => {}366					Val::Str(n) => {367						new_members.insert(368							n,369							ObjMember {370								add: false,371								visibility: Visibility::Normal,372								invoke: v,373								location: obj.value.1.clone(),374							},375						);376					}377					v => create_error_result(Error::FieldMustBeStringGot(v.value_type()?))?,378				}379			}380381			future_this.fill(ObjValue::new(None, Rc::new(new_members)))382		}383	})384}385386/// Extracts code block and disables inlining for them387/// Fixes WASM to java bytecode compilation failing because of very large method388macro_rules! noinline {389	($e:expr) => {390		(#[inline(never)]391		move || $e)()392	};393}394395pub fn evaluate_apply(396	context: Context,397	value: &LocExpr,398	args: &ArgsDesc,399	loc: &Option<ExprLocation>,400	tailstrict: bool,401) -> Result<Val> {402	let lazy = evaluate(context.clone(), value)?;403	let value = lazy.unwrap_if_lazy()?;404	Ok(match value {405		Val::Intristic(ns, name) => match (&ns as &str, &name as &str) {406			// arr/string/function407			("std", "length") => noinline!(parse_args!(context, "std.length", args, 1, [408				0, x: [Val::Str|Val::Arr|Val::Obj], vec![ValType::Str, ValType::Arr, ValType::Obj];409			], {410				Ok(match x {411					Val::Str(n) => Val::Num(n.chars().count() as f64),412					Val::Arr(i) => Val::Num(i.len() as f64),413					Val::Obj(o) => Val::Num(414						o.fields_visibility()415							.into_iter()416							.filter(|(_k, v)| *v)417							.count() as f64,418					),419					_ => unreachable!(),420				})421			}))?,422			// any423			("std", "type") => parse_args!(context, "std.type", args, 1, [424				0, x, vec![];425			], {426				Val::Str(x.value_type()?.name().into())427			}),428			// length, idx=>any429			("std", "makeArray") => noinline!(parse_args!(context, "std.makeArray", args, 2, [430				0, sz: [Val::Num]!!Val::Num, vec![ValType::Num];431				1, func: [Val::Func]!!Val::Func, vec![ValType::Func];432			], {433				if sz < 0.0 {434					create_error_result(crate::error::Error::RuntimeError(format!("makeArray requires size >= 0, got {}", sz).into()))?;435				}436				let mut out = Vec::with_capacity(sz as usize);437				for i in 0..sz as usize {438					out.push(func.evaluate_values(439						Context::new(),440						&[Val::Num(i as f64)]441					)?)442				}443				Ok(Val::Arr(Rc::new(out)))444			}))?,445			// string446			("std", "codepoint") => parse_args!(context, "std.codepoint", args, 1, [447				0, str: [Val::Str]!!Val::Str, vec![ValType::Str];448			], {449				assert!(450					str.chars().count() == 1,451					"std.codepoint should receive single char string"452				);453				Val::Num(str.chars().take(1).next().unwrap() as u32 as f64)454			}),455			// object, includeHidden456			("std", "objectFieldsEx") => {457				noinline!(parse_args!(context, "std.objectFieldsEx",args, 2, [458					0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];459					1, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];460				], {461					let mut out = obj.fields_visibility()462						.into_iter()463						.filter(|(_k, v)| *v || inc_hidden)464						.map(|(k, _v)|k)465						.collect::<Vec<_>>();466					out.sort();467					Ok(Val::Arr(Rc::new(out.into_iter().map(Val::Str).collect())))468				}))?469			}470			// object, field, includeHidden471			("std", "objectHasEx") => parse_args!(context, "std.objectHasEx", args, 3, [472				0, obj: [Val::Obj]!!Val::Obj, vec![ValType::Obj];473				1, f: [Val::Str]!!Val::Str, vec![ValType::Str];474				2, inc_hidden: [Val::Bool]!!Val::Bool, vec![ValType::Bool];475			], {476				Val::Bool(477					obj.fields_visibility()478						.into_iter()479						.filter(|(_k, v)| *v || inc_hidden)480						.any(|(k, _v)| *k == *f),481				)482			}),483			("std", "primitiveEquals") => parse_args!(context, "std.primitiveEquals", args, 2, [484				0, a, vec![];485				1, b, vec![];486			], {487				Val::Bool(primitive_equals(&a, &b)?)488			}),489			// faster490			("std", "equals") => parse_args!(context, "std.equals", args, 2, [491				0, a, vec![];492				1, b, vec![];493			], {494				Val::Bool(equals(&a, &b)?)495			}),496			("std", "modulo") => parse_args!(context, "std.modulo", args, 2, [497				0, a: [Val::Num]!!Val::Num, vec![ValType::Num];498				1, b: [Val::Num]!!Val::Num, vec![ValType::Num];499			], {500				Val::Num(a % b)501			}),502			("std", "floor") => parse_args!(context, "std.floor", args, 1, [503				0, x: [Val::Num]!!Val::Num, vec![ValType::Num];504			], {505				Val::Num(x.floor())506			}),507			("std", "trace") => parse_args!(context, "std.trace", args, 2, [508				0, str: [Val::Str]!!Val::Str, vec![ValType::Str];509				1, rest, vec![];510			], {511				eprint!("TRACE: ");512				if let Some(loc) = loc {513					with_state(|s|{514						let locs = s.map_source_locations(&loc.0, &[loc.1]);515						eprint!("{}:{} ", loc.0.display(), locs[0].line);516					});517				}518				eprintln!("{}", str);519				rest520			}),521			("std", "pow") => parse_args!(context, "std.modulo", args, 2, [522				0, x: [Val::Num]!!Val::Num, vec![ValType::Num];523				1, n: [Val::Num]!!Val::Num, vec![ValType::Num];524			], {525				Val::Num(x.powf(n))526			}),527			("std", "extVar") => parse_args!(context, "std.extVar", args, 2, [528				0, x: [Val::Str]!!Val::Str, vec![ValType::Str];529			], {530				with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or_else(531					|| create_error(crate::Error::UndefinedExternalVariable(x)),532				)?533			}),534			("std", "filter") => noinline!(parse_args!(context, "std.filter", args, 2, [535				0, func: [Val::Func]!!Val::Func, vec![ValType::Func];536				1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];537			], {538				Ok(Val::Arr(Rc::new(539					arr.iter()540						.cloned()541						.filter(|e| {542							func543								.evaluate_values(context.clone(), &[e.clone()])544								.unwrap()545								.try_cast_bool("filter predicate")546								.unwrap()547						})548						.collect(),549				)))550			}))?,551			("std", "char") => parse_args!(context, "std.char", args, 1, [552				0, n: [Val::Num]!!Val::Num, vec![ValType::Num];553			], {554				let mut out = String::new();555				out.push(std::char::from_u32(n as u32).unwrap());556				Val::Str(out.into())557			}),558			("std", "encodeUTF8") => parse_args!(context, "std.encodeUtf8", args, 1, [559				0, str: [Val::Str]!!Val::Str, vec![ValType::Str];560			], {561				Val::Arr(Rc::new(str.bytes().map(|b| Val::Num(b as f64)).collect()))562			}),563			("std", "md5") => noinline!(parse_args!(context, "std.md5", args, 1, [564				0, str: [Val::Str]!!Val::Str, vec![ValType::Str];565			], {566				Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))567			}))?,568			// faster569			("std", "base64") => parse_args!(context, "std.base64", args, 1, [570				0, input: [Val::Str | Val::Arr], vec![ValType::Arr, ValType::Str];571			], {572				Val::Str(match input {573					Val::Str(s) => {574						base64::encode(s.bytes().collect::<Vec<_>>()).into()575					},576					Val::Arr(a) => {577						base64::encode(a.iter().map(|v| {578							Ok(v.clone().try_cast_num("base64 array")? as u8)579						}).collect::<Result<Vec<_>>>()?).into()580					},581					_ => unreachable!()582				})583			}),584			// faster585			("std", "join") => noinline!(parse_args!(context, "std.join", args, 2, [586				0, sep: [Val::Str|Val::Arr], vec![ValType::Str, ValType::Arr];587				1, arr: [Val::Arr]!!Val::Arr, vec![ValType::Arr];588			], {589				Ok(match sep {590					Val::Arr(joiner_items) => {591						let mut out = Vec::new();592593						let mut first = true;594						for item in arr.iter().cloned() {595							if let Val::Arr(items) = item.unwrap_if_lazy()? {596								if !first {597									out.reserve(joiner_items.len());598									out.extend(joiner_items.iter().cloned());599								}600								first = false;601								out.reserve(items.len());602								out.extend(items.iter().cloned());603							} else {604								create_error_result(crate::Error::RuntimeError("in std.join all items should be arrays".into()))?;605							}606						}607608						Val::Arr(Rc::new(out))609					},610					Val::Str(sep) => {611						let mut out = String::new();612613						let mut first = true;614						for item in arr.iter().cloned() {615							if let Val::Str(item) = item.unwrap_if_lazy()? {616								if !first {617									out += &sep;618								}619								first = false;620								out += &item;621							} else {622								create_error_result(crate::Error::RuntimeError("in std.join all items should be strings".into()))?;623							}624						}625626						Val::Str(out.into())627					},628					_ => unreachable!()629				})630			}))?,631			// Faster632			("std", "escapeStringJson") => parse_args!(context, "std.escapeStringJson", args, 1, [633				0, str_: [Val::Str]!!Val::Str, vec![ValType::Str];634			], {635				Val::Str(escape_string_json(&str_).into())636			}),637			// Faster638			("std", "manifestJsonEx") => parse_args!(context, "std.manifestJsonEx", args, 2, [639				0, value, vec![];640				1, indent: [Val::Str]!!Val::Str, vec![ValType::Str];641			], {642				Val::Str(manifest_json_ex(&value, &indent)?.into())643			}),644			(ns, name) => {645				create_error_result(crate::Error::IntristicNotFound(ns.into(), name.into()))?646			}647		},648		Val::Func(f) => {649			let body = || f.evaluate(context, args, tailstrict);650			if tailstrict {651				body()?652			} else {653				push(loc, "function call", body)?654			}655		}656		v => create_error_result(crate::Error::OnlyFunctionsCanBeCalledGot(v.value_type()?))?,657	})658}659660pub fn evaluate(context: Context, expr: &LocExpr) -> Result<Val> {661	use Expr::*;662	let LocExpr(expr, loc) = expr;663	Ok(match &**expr {664		Literal(LiteralType::This) => Val::Obj(665			context666				.this()667				.clone()668				.ok_or_else(|| create_error(crate::Error::CantUseSelfOutsideOfObject))?,669		),670		Literal(LiteralType::Dollar) => Val::Obj(671			context672				.dollar()673				.clone()674				.ok_or_else(|| create_error(crate::Error::NoTopLevelObjectFound))?,675		),676		Literal(LiteralType::True) => Val::Bool(true),677		Literal(LiteralType::False) => Val::Bool(false),678		Literal(LiteralType::Null) => Val::Null,679		Parened(e) => evaluate(context, e)?,680		Str(v) => Val::Str(v.clone()),681		Num(v) => Val::new_checked_num(*v)?,682		BinaryOp(v1, o, v2) => evaluate_binary_op_special(context, &v1, *o, &v2)?,683		UnaryOp(o, v) => evaluate_unary_op(*o, &evaluate(context, v)?)?,684		Var(name) => push(685			loc,686			|| "var".to_owned(),687			|| Ok(Val::Lazy(context.binding(name.clone())?).unwrap_if_lazy()?),688		)?,689		Index(LocExpr(v, _), index) if matches!(&**v, Expr::Literal(LiteralType::Super)) => {690			let name = evaluate(context.clone(), index)?.try_cast_str("object index")?;691			context692				.super_obj()693				.clone()694				.expect("no super found")695				.get_raw(&name, &context.this().clone().expect("no this found"))?696				.expect("value not found")697		}698		Index(value, index) => {699			match (700				evaluate(context.clone(), value)?.unwrap_if_lazy()?,701				evaluate(context, index)?,702			) {703				(Val::Obj(v), Val::Str(s)) => {704					if let Some(v) = v.get(s.clone())? {705						v.unwrap_if_lazy()?706					} else if let Some(Val::Str(n)) = v.get("__intristic_namespace__".into())? {707						Val::Intristic(n, s)708					} else {709						create_error_result(crate::Error::NoSuchField(s))?710					}711				}712				(Val::Obj(_), n) => create_error_result(crate::Error::ValueIndexMustBeTypeGot(713					ValType::Obj,714					ValType::Str,715					n.value_type()?,716				))?,717718				(Val::Arr(v), Val::Num(n)) => {719					if n.fract() > f64::EPSILON {720						create_error_result(crate::Error::FractionalIndex)?721					}722					v.get(n as usize)723						.ok_or_else(|| {724							create_error(crate::Error::ArrayBoundsError(n as usize, v.len()))725						})?726						.clone()727						.unwrap_if_lazy()?728				}729				(Val::Arr(_), Val::Str(n)) => {730					create_error_result(crate::Error::AttemptedIndexAnArrayWithString(n))?731				}732				(Val::Arr(_), n) => create_error_result(crate::Error::ValueIndexMustBeTypeGot(733					ValType::Arr,734					ValType::Num,735					n.value_type()?,736				))?,737738				(Val::Str(s), Val::Num(n)) => Val::Str(739					s.chars()740						.skip(n as usize)741						.take(1)742						.collect::<String>()743						.into(),744				),745				(Val::Str(_), n) => create_error_result(crate::Error::ValueIndexMustBeTypeGot(746					ValType::Str,747					ValType::Num,748					n.value_type()?,749				))?,750751				(v, _) => create_error_result(crate::Error::CantIndexInto(v.value_type()?))?,752			}753		}754		LocalExpr(bindings, returned) => {755			let mut new_bindings: HashMap<Rc<str>, LazyBinding> = HashMap::new();756			let future_context = Context::new_future();757758			let context_creator = context_creator!(759				closure!(clone future_context, |_, _| Ok(future_context.clone().unwrap()))760			);761762			for (k, v) in bindings763				.iter()764				.map(|b| evaluate_binding(b, context_creator.clone()))765			{766				new_bindings.insert(k, v);767			}768769			let context = context770				.extend_unbound(new_bindings, None, None, None)?771				.into_future(future_context);772			evaluate(context, &returned.clone())?773		}774		Arr(items) => {775			let mut out = Vec::with_capacity(items.len());776			for item in items {777				out.push(Val::Lazy(lazy_val!(778					closure!(clone context, clone item, || {779						evaluate(context.clone(), &item)780					})781				)));782			}783			Val::Arr(Rc::new(out))784		}785		ArrComp(expr, compspecs) => Val::Arr(786			// First compspec should be forspec, so no "None" possible here787			Rc::new(evaluate_comp(context, &|ctx| evaluate(ctx, expr), compspecs)?.unwrap()),788		),789		Obj(body) => Val::Obj(evaluate_object(context, body)?),790		ObjExtend(s, t) => evaluate_add_op(791			&evaluate(context.clone(), s)?,792			&Val::Obj(evaluate_object(context, t)?),793		)?,794		Apply(value, args, tailstrict) => evaluate_apply(context, value, args, loc, *tailstrict)?,795		Function(params, body) => evaluate_method(context, params.clone(), body.clone()),796		AssertExpr(AssertStmt(value, msg), returned) => {797			let assertion_result = push(798				&value.1,799				|| "assertion condition".to_owned(),800				|| {801					evaluate(context.clone(), &value)?802						.try_cast_bool("assertion condition should be boolean")803				},804			)?;805			if assertion_result {806				evaluate(context, returned)?807			} else if let Some(msg) = msg {808				create_error_result(crate::Error::AssertionFailed(evaluate(context, msg)?))?809			} else {810				create_error_result(crate::Error::AssertionFailed(Val::Null))?811			}812		}813		Error(e) => push(814			&loc,815			|| "error statement".to_owned(),816			|| {817				create_error_result(crate::Error::RuntimeError(818					evaluate(context, e)?.try_cast_str("error text should be string")?,819				))?820			},821		)?,822		IfElse {823			cond,824			cond_then,825			cond_else,826		} => {827			if evaluate(context.clone(), &cond.0)?828				.try_cast_bool("if condition should be boolean")?829			{830				evaluate(context, cond_then)?831			} else {832				match cond_else {833					Some(v) => evaluate(context, v)?,834					None => Val::Null,835				}836			}837		}838		Import(path) => {839			let mut tmp = loc840				.clone()841				.expect("imports can't be used without loc_data")842				.0;843			let import_location = Rc::make_mut(&mut tmp);844			import_location.pop();845			with_state(|s| s.import_file(&import_location, path))?846		}847		ImportStr(path) => {848			let mut tmp = loc849				.clone()850				.expect("imports can't be used without loc_data")851				.0;852			let import_location = Rc::make_mut(&mut tmp);853			import_location.pop();854			Val::Str(with_state(|s| s.import_file_str(&import_location, path))?)855		}856		Literal(LiteralType::Super) => return create_error_result(crate::Error::StandaloneSuper),857	})858}