git.delta.rocks / jrsonnet / refs/commits / 643b0073bda6

difftreelog

feat support standalone super

Yaroslav Bolyukin2021-02-20parent: #7b5cb9f.patch.diff
in: master

3 files changed

modifiedcrates/jrsonnet-evaluator/src/error.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/error.rs
+++ b/crates/jrsonnet-evaluator/src/error.rs
@@ -24,8 +24,8 @@
 	NoTopLevelObjectFound,
 	#[error("self is only usable inside objects")]
 	CantUseSelfOutsideOfObject,
-	#[error("super is only usable inside objects")]
-	CantUseSuperOutsideOfObject,
+	#[error("no super found")]
+	NoSuperFound,
 
 	#[error("for loop can only iterate over arrays")]
 	InComprehensionCanOnlyIterateOverArray,
modifiedcrates/jrsonnet-evaluator/src/evaluate.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/evaluate.rs
+++ b/crates/jrsonnet-evaluator/src/evaluate.rs
@@ -418,6 +418,13 @@
 		Literal(LiteralType::This) => {
 			Val::Obj(context.this().clone().ok_or(CantUseSelfOutsideOfObject)?)
 		}
+		Literal(LiteralType::Super) => Val::Obj(
+			context
+				.super_obj()
+				.clone()
+				.ok_or(NoSuperFound)?
+				.with_this(context.this().clone().unwrap()),
+		),
 		Literal(LiteralType::Dollar) => {
 			Val::Obj(context.dollar().clone().ok_or(NoTopLevelObjectFound)?)
 		}
@@ -434,15 +441,6 @@
 			|| format!("variable <{}>", name),
 			|| Ok(context.binding(name.clone())?.evaluate()?),
 		)?,
-		Index(LocExpr(v, _), index) if matches!(&**v, Expr::Literal(LiteralType::Super)) => {
-			let name = evaluate(context.clone(), index)?.try_cast_str("object index")?;
-			context
-				.super_obj()
-				.clone()
-				.expect("no super found")
-				.get_raw(name, Some(&context.this().clone().expect("no this found")))?
-				.expect("value not found")
-		}
 		Index(value, index) => {
 			match (evaluate(context.clone(), value)?, evaluate(context, index)?) {
 				(Val::Obj(v), Val::Str(s)) => {
@@ -620,6 +618,5 @@
 			import_location.pop();
 			Val::Str(with_state(|s| s.import_file_str(import_location, path))?)
 		}
-		Literal(LiteralType::Super) => throw!(StandaloneSuper),
 	})
 }
modifiedcrates/jrsonnet-evaluator/src/lib.rsdiffbeforeafterboth
before · crates/jrsonnet-evaluator/src/lib.rs
1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![allow(macro_expanded_macro_exports_accessed_by_absolute_paths)]3#![warn(clippy::all, clippy::nursery)]45mod builtin;6mod ctx;7mod dynamic;8pub mod error;9mod evaluate;10mod function;11mod import;12mod integrations;13mod map;14pub mod native;15mod obj;16pub mod trace;17pub mod typed;18mod val;1920pub use ctx::*;21pub use dynamic::*;22use error::{Error::*, LocError, Result, StackTraceElement};23pub use evaluate::*;24pub use function::parse_function_call;25pub use import::*;26use jrsonnet_interner::IStr;27use jrsonnet_parser::*;28use native::NativeCallback;29pub use obj::*;30use std::{31	cell::{Ref, RefCell, RefMut},32	collections::HashMap,33	fmt::Debug,34	path::PathBuf,35	rc::Rc,36};37use trace::{offset_to_location, CodeLocation, CompactFormat, TraceFormat};38pub use val::*;3940type BindableFn = dyn Fn(Option<ObjValue>, Option<ObjValue>) -> Result<LazyVal>;41#[derive(Clone)]42pub enum LazyBinding {43	Bindable(Rc<BindableFn>),44	Bound(LazyVal),45}4647impl Debug for LazyBinding {48	fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {49		write!(f, "LazyBinding")50	}51}52impl LazyBinding {53	pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {54		match self {55			Self::Bindable(v) => v(this, super_obj),56			Self::Bound(v) => Ok(v.clone()),57		}58	}59}6061pub struct EvaluationSettings {62	/// Limits recursion by limiting the number of stack frames63	pub max_stack: usize,64	/// Limits amount of stack trace items preserved65	pub max_trace: usize,66	/// Used for s`td.extVar`67	pub ext_vars: HashMap<IStr, Val>,68	/// Used for ext.native69	pub ext_natives: HashMap<IStr, Rc<NativeCallback>>,70	/// TLA vars71	pub tla_vars: HashMap<IStr, Val>,72	/// Global variables are inserted in default context73	pub globals: HashMap<IStr, Val>,74	/// Used to resolve file locations/contents75	pub import_resolver: Box<dyn ImportResolver>,76	/// Used in manifestification functions77	pub manifest_format: ManifestFormat,78	/// Used for bindings79	pub trace_format: Box<dyn TraceFormat>,80}81impl Default for EvaluationSettings {82	fn default() -> Self {83		Self {84			max_stack: 200,85			max_trace: 20,86			globals: Default::default(),87			ext_vars: Default::default(),88			ext_natives: Default::default(),89			tla_vars: Default::default(),90			import_resolver: Box::new(DummyImportResolver),91			manifest_format: ManifestFormat::Json(4),92			trace_format: Box::new(CompactFormat {93				padding: 4,94				resolver: trace::PathResolver::Absolute,95			}),96		}97	}98}99100#[derive(Default)]101struct EvaluationData {102	/// Used for stack overflow detection, stacktrace is populated on unwind103	stack_depth: usize,104	/// Contains file source codes and evaluation results for imports and pretty-printed stacktraces105	files: HashMap<Rc<PathBuf>, FileData>,106	str_files: HashMap<Rc<PathBuf>, IStr>,107}108109pub struct FileData {110	source_code: IStr,111	parsed: LocExpr,112	evaluated: Option<Val>,113}114#[derive(Default)]115pub struct EvaluationStateInternals {116	/// Internal state117	data: RefCell<EvaluationData>,118	/// Settings, safe to change at runtime119	settings: RefCell<EvaluationSettings>,120}121122thread_local! {123	/// Contains the state for a currently executed file.124	/// Global state is fine here.125	pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)126}127pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {128	EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))129}130pub(crate) fn push<T>(131	e: Option<&ExprLocation>,132	frame_desc: impl FnOnce() -> String,133	f: impl FnOnce() -> Result<T>,134) -> Result<T> {135	with_state(|s| s.push(e, frame_desc, f))136}137138pub fn push_stack_frame<T>(139	e: Option<&ExprLocation>,140	frame_desc: impl FnOnce() -> String,141	f: impl FnOnce() -> Result<T>,142) -> Result<T> {143	push(e, frame_desc, f)144}145146/// Maintains stack trace and import resolution147#[derive(Default, Clone)]148pub struct EvaluationState(Rc<EvaluationStateInternals>);149150impl EvaluationState {151	/// Parses and adds file as loaded152	pub fn add_file(&self, path: Rc<PathBuf>, source_code: IStr) -> Result<()> {153		self.add_parsed_file(154			path.clone(),155			source_code.clone(),156			parse(157				&source_code,158				&ParserSettings {159					file_name: path.clone(),160					loc_data: true,161				},162			)163			.map_err(|error| ImportSyntaxError {164				error: Box::new(error),165				path,166				source_code,167			})?,168		)?;169170		Ok(())171	}172173	/// Adds file by source code and parsed expr174	pub fn add_parsed_file(175		&self,176		name: Rc<PathBuf>,177		source_code: IStr,178		parsed: LocExpr,179	) -> Result<()> {180		self.data_mut().files.insert(181			name,182			FileData {183				source_code,184				parsed,185				evaluated: None,186			},187		);188189		Ok(())190	}191	pub fn get_source(&self, name: &PathBuf) -> Option<IStr> {192		let ro_map = &self.data().files;193		ro_map.get(name).map(|value| value.source_code.clone())194	}195	pub fn map_source_locations(&self, file: &PathBuf, locs: &[usize]) -> Vec<CodeLocation> {196		offset_to_location(&self.get_source(file).unwrap(), locs)197	}198199	pub(crate) fn import_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Val> {200		let file_path = self.resolve_file(from, path)?;201		{202			let data = self.data();203			let files = &data.files;204			if files.contains_key(&file_path) {205				drop(data);206				return self.evaluate_loaded_file_raw(&file_path);207			}208		}209		let contents = self.load_file_contents(&file_path)?;210		self.add_file(file_path.clone(), contents)?;211		self.evaluate_loaded_file_raw(&file_path)212	}213	pub(crate) fn import_file_str(&self, from: &PathBuf, path: &PathBuf) -> Result<IStr> {214		let path = self.resolve_file(from, path)?;215		if !self.data().str_files.contains_key(&path) {216			let file_str = self.load_file_contents(&path)?;217			self.data_mut().str_files.insert(path.clone(), file_str);218		}219		Ok(self.data().str_files.get(&path).cloned().unwrap())220	}221222	fn evaluate_loaded_file_raw(&self, name: &PathBuf) -> Result<Val> {223		let expr: LocExpr = {224			let ro_map = &self.data().files;225			let value = ro_map226				.get(name)227				.unwrap_or_else(|| panic!("file not added: {:?}", name));228			if let Some(ref evaluated) = value.evaluated {229				return Ok(evaluated.clone());230			}231			value.parsed.clone()232		};233		let value = evaluate(self.create_default_context()?, &expr)?;234		{235			self.data_mut()236				.files237				.get_mut(name)238				.unwrap()239				.evaluated240				.replace(value.clone());241		}242		Ok(value)243	}244245	/// Adds standard library global variable (std) to this evaluator246	pub fn with_stdlib(&self) -> &Self {247		use jrsonnet_stdlib::STDLIB_STR;248		let std_path = Rc::new(PathBuf::from("std.jsonnet"));249		self.run_in_state(|| {250			self.add_parsed_file(251				std_path.clone(),252				STDLIB_STR.to_owned().into(),253				builtin::get_parsed_stdlib(),254			)255			.unwrap();256			let val = self.evaluate_loaded_file_raw(&std_path).unwrap();257			self.settings_mut().globals.insert("std".into(), val);258		});259		self260	}261262	/// Creates context with all passed global variables263	pub fn create_default_context(&self) -> Result<Context> {264		let globals = &self.settings().globals;265		let mut new_bindings: HashMap<IStr, LazyBinding> = HashMap::new();266		for (name, value) in globals.iter() {267			new_bindings.insert(268				name.clone(),269				LazyBinding::Bound(resolved_lazy_val!(value.clone())),270			);271		}272		Context::new().extend_unbound(new_bindings, None, None, None)273	}274275	/// Executes code creating a new stack frame276	pub fn push<T>(277		&self,278		e: Option<&ExprLocation>,279		frame_desc: impl FnOnce() -> String,280		f: impl FnOnce() -> Result<T>,281	) -> Result<T> {282		{283			let mut data = self.data_mut();284			let stack_depth = &mut data.stack_depth;285			if *stack_depth > self.max_stack() {286				// Error creation uses data, so i drop guard here287				drop(data);288				throw!(StackOverflow);289			} else {290				*stack_depth += 1;291			}292		}293		let result = f();294		self.data_mut().stack_depth -= 1;295		if let Err(mut err) = result {296			err.trace_mut().0.push(StackTraceElement {297				location: e.cloned(),298				desc: frame_desc(),299			});300			return Err(err);301		}302		result303	}304305	/// Runs passed function in state (required if function needs to modify stack trace)306	pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {307		EVAL_STATE.with(|v| {308			let has_state = v.borrow().is_some();309			if !has_state {310				v.borrow_mut().replace(self.clone());311			}312			let result = f();313			if !has_state {314				v.borrow_mut().take();315			}316			result317		})318	}319320	pub fn stringify_err(&self, e: &LocError) -> String {321		let mut out = String::new();322		self.settings()323			.trace_format324			.write_trace(&mut out, self, e)325			.unwrap();326		out327	}328329	pub fn manifest(&self, val: Val) -> Result<IStr> {330		self.run_in_state(|| val.manifest(&self.manifest_format()))331	}332	pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {333		self.run_in_state(|| val.manifest_multi(&self.manifest_format()))334	}335	pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {336		self.run_in_state(|| val.manifest_stream(&self.manifest_format()))337	}338339	/// If passed value is function then call with set TLA340	pub fn with_tla(&self, val: Val) -> Result<Val> {341		self.run_in_state(|| {342			Ok(match val {343				Val::Func(func) => push(344					None,345					|| "during TLA call".to_owned(),346					|| {347						Ok(func.evaluate_map(348							self.create_default_context()?,349							&self.settings().tla_vars,350							true,351						)?)352					},353				)?,354				v => v,355			})356		})357	}358}359360/// Internals361impl EvaluationState {362	fn data(&self) -> Ref<EvaluationData> {363		self.0.data.borrow()364	}365	fn data_mut(&self) -> RefMut<EvaluationData> {366		self.0.data.borrow_mut()367	}368	pub fn settings(&self) -> Ref<EvaluationSettings> {369		self.0.settings.borrow()370	}371	pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {372		self.0.settings.borrow_mut()373	}374}375376/// Raw methods evaluate passed values but don't perform TLA execution377impl EvaluationState {378	pub fn evaluate_file_raw(&self, name: &PathBuf) -> Result<Val> {379		self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))380	}381	pub fn evaluate_file_raw_nocwd(&self, name: &PathBuf) -> Result<Val> {382		self.run_in_state(|| self.import_file(&PathBuf::from("."), name))383	}384	/// Parses and evaluates the given snippet385	pub fn evaluate_snippet_raw(&self, source: Rc<PathBuf>, code: IStr) -> Result<Val> {386		let parsed = parse(387			&code,388			&ParserSettings {389				file_name: source.clone(),390				loc_data: true,391			},392		)393		.unwrap();394		self.add_parsed_file(source, code, parsed.clone())?;395		self.evaluate_expr_raw(parsed)396	}397	/// Evaluates the parsed expression398	pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {399		self.run_in_state(|| evaluate(self.create_default_context()?, &code))400	}401}402403/// Settings utilities404impl EvaluationState {405	pub fn add_ext_var(&self, name: IStr, value: Val) {406		self.settings_mut().ext_vars.insert(name, value);407	}408	pub fn add_ext_str(&self, name: IStr, value: IStr) {409		self.add_ext_var(name, Val::Str(value));410	}411	pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {412		let value =413			self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("ext_code {}", name))), code)?;414		self.add_ext_var(name, value);415		Ok(())416	}417418	pub fn add_tla(&self, name: IStr, value: Val) {419		self.settings_mut().tla_vars.insert(name, value);420	}421	pub fn add_tla_str(&self, name: IStr, value: IStr) {422		self.add_tla(name, Val::Str(value));423	}424	pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {425		let value =426			self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("tla_code {}", name))), code)?;427		self.add_tla(name, value);428		Ok(())429	}430431	pub fn resolve_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Rc<PathBuf>> {432		Ok(self.settings().import_resolver.resolve_file(from, path)?)433	}434	pub fn load_file_contents(&self, path: &PathBuf) -> Result<IStr> {435		Ok(self.settings().import_resolver.load_file_contents(path)?)436	}437438	pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {439		Ref::map(self.settings(), |s| &*s.import_resolver)440	}441	pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {442		self.settings_mut().import_resolver = resolver;443	}444445	pub fn add_native(&self, name: IStr, cb: Rc<NativeCallback>) {446		self.settings_mut().ext_natives.insert(name, cb);447	}448449	pub fn manifest_format(&self) -> ManifestFormat {450		self.settings().manifest_format.clone()451	}452	pub fn set_manifest_format(&self, format: ManifestFormat) {453		self.settings_mut().manifest_format = format;454	}455456	pub fn trace_format(&self) -> Ref<dyn TraceFormat> {457		Ref::map(self.settings(), |s| &*s.trace_format)458	}459	pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {460		self.settings_mut().trace_format = format;461	}462463	pub fn max_trace(&self) -> usize {464		self.settings().max_trace465	}466	pub fn set_max_trace(&self, trace: usize) {467		self.settings_mut().max_trace = trace;468	}469470	pub fn max_stack(&self) -> usize {471		self.settings().max_stack472	}473	pub fn set_max_stack(&self, trace: usize) {474		self.settings_mut().max_stack = trace;475	}476}477478#[cfg(test)]479pub mod tests {480	use super::Val;481	use crate::{error::Error::*, primitive_equals, EvaluationState};482	use jrsonnet_interner::IStr;483	use jrsonnet_parser::*;484	use std::{path::PathBuf, rc::Rc};485486	#[test]487	#[should_panic]488	fn eval_state_stacktrace() {489		let state = EvaluationState::default();490		state.run_in_state(|| {491			state492				.push(493					Some(&ExprLocation(494						Rc::new(PathBuf::from("test1.jsonnet")),495						10,496						20,497					)),498					|| "outer".to_owned(),499					|| {500						state.push(501							Some(&ExprLocation(502								Rc::new(PathBuf::from("test2.jsonnet")),503								30,504								40,505							)),506							|| "inner".to_owned(),507							|| Err(RuntimeError("".into()).into()),508						)?;509						Ok(())510					},511				)512				.unwrap();513		});514	}515516	#[test]517	fn eval_state_standard() {518		let state = EvaluationState::default();519		state.with_stdlib();520		assert!(primitive_equals(521			&state522				.evaluate_snippet_raw(523					Rc::new(PathBuf::from("raw.jsonnet")),524					r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()525				)526				.unwrap(),527			&Val::Bool(true),528		)529		.unwrap());530	}531532	macro_rules! eval {533		($str: expr) => {534			EvaluationState::default()535				.with_stdlib()536				.evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())537				.unwrap()538		};539	}540	macro_rules! eval_json {541		($str: expr) => {{542			let evaluator = EvaluationState::default();543			evaluator.with_stdlib();544			evaluator.run_in_state(|| {545				evaluator546					.evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())547					.unwrap()548					.to_json(0)549					.unwrap()550					.replace("\n", "")551				})552			}};553	}554555	/// Asserts given code returns `true`556	macro_rules! assert_eval {557		($str: expr) => {558			assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())559		};560	}561562	/// Asserts given code returns `false`563	macro_rules! assert_eval_neg {564		($str: expr) => {565			assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())566		};567	}568	macro_rules! assert_json {569		($str: expr, $out: expr) => {570			assert_eq!(eval_json!($str), $out.replace("\t", ""))571		};572	}573574	/// Sanity checking, before trusting to another tests575	#[test]576	fn equality_operator() {577		assert_eval!("2 == 2");578		assert_eval_neg!("2 != 2");579		assert_eval!("2 != 3");580		assert_eval_neg!("2 == 3");581		assert_eval!("'Hello' == 'Hello'");582		assert_eval_neg!("'Hello' != 'Hello'");583		assert_eval!("'Hello' != 'World'");584		assert_eval_neg!("'Hello' == 'World'");585	}586587	#[test]588	fn math_evaluation() {589		assert_eval!("2 + 2 * 2 == 6");590		assert_eval!("3 + (2 + 2 * 2) == 9");591	}592593	#[test]594	fn string_concat() {595		assert_eval!("'Hello' + 'World' == 'HelloWorld'");596		assert_eval!("'Hello' * 3 == 'HelloHelloHello'");597		assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");598	}599600	#[test]601	fn faster_join() {602		assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");603		assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");604	}605606	#[test]607	fn function_contexts() {608		assert_eval!(609			r#"610				local k = {611					t(name = self.h): [self.h, name],612					h: 3,613				};614				local f = {615					t: k.t(),616					h: 4,617				};618				f.t[0] == f.t[1]619			"#620		);621	}622623	#[test]624	fn local() {625		assert_eval!("local a = 2; local b = 3; a + b == 5");626		assert_eval!("local a = 1, b = a + 1; a + b == 3");627		assert_eval!("local a = 1; local a = 2; a == 2");628	}629630	#[test]631	fn object_lazyness() {632		assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);633	}634635	#[test]636	fn object_inheritance() {637		assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);638	}639640	#[test]641	fn object_assertion_success() {642		eval!("{assert \"a\" in self} + {a:2}");643	}644645	#[test]646	fn object_assertion_error() {647		eval!("{assert \"a\" in self}");648	}649650	#[test]651	fn lazy_args() {652		eval!("local test(a) = 2; test(error '3')");653	}654655	#[test]656	#[should_panic]657	fn tailstrict_args() {658		eval!("local test(a) = 2; test(error '3') tailstrict");659	}660661	#[test]662	#[should_panic]663	fn no_binding_error() {664		eval!("a");665	}666667	#[test]668	fn test_object() {669		assert_json!("{a:2}", r#"{"a": 2}"#);670		assert_json!("{a:2+2}", r#"{"a": 4}"#);671		assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);672		assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);673		assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);674		assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);675		assert_json!(676			r#"677				{678					name: "Alice",679					welcome: "Hello " + self.name + "!",680				}681			"#,682			r#"{"name": "Alice","welcome": "Hello Alice!"}"#683		);684		assert_json!(685			r#"686				{687					name: "Alice",688					welcome: "Hello " + self.name + "!",689				} + {690					name: "Bob"691				}692			"#,693			r#"{"name": "Bob","welcome": "Hello Bob!"}"#694		);695	}696697	#[test]698	fn functions() {699		assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");700		assert_json!(701			r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,702			r#""HelloDearWorld""#703		);704	}705706	#[test]707	fn local_methods() {708		assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");709		assert_json!(710			r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,711			r#""HelloDearWorld""#712		);713	}714715	#[test]716	fn object_locals() {717		assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);718		assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);719		assert_json!(720			r#"{local a = function (b) {[b]:4}, test: a("test")}"#,721			r#"{"test": {"test": 4}}"#722		);723	}724725	#[test]726	fn object_comp() {727		assert_json!(728			r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,729			"{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"730		)731	}732733	#[test]734	fn direct_self() {735		println!(736			"{:#?}",737			eval!(738				r#"739					{740						local me = self,741						a: 3,742						b(): me.a,743					}744				"#745			)746		);747	}748749	#[test]750	fn indirect_self() {751		// `self` assigned to `me` was lost when being752		// referenced from field753		eval!(754			r#"{755				local me = self,756				a: 3,757				b: me.a,758			}.b"#759		);760	}761762	// We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly763	#[test]764	fn std_assert_ok() {765		eval!("std.assertEqual(4.5 << 2, 16)");766	}767768	#[test]769	#[should_panic]770	fn std_assert_failure() {771		eval!("std.assertEqual(4.5 << 2, 15)");772	}773774	#[test]775	fn string_is_string() {776		assert!(primitive_equals(777			&eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),778			&Val::Bool(false),779		)780		.unwrap());781	}782783	#[test]784	fn base64_works() {785		assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);786	}787788	#[test]789	fn utf8_chars() {790		assert_json!(791			r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,792			r#"{"c": 128526,"l": 1}"#793		)794	}795796	#[test]797	fn json() {798		assert_json!(799			r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,800			r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#801		);802	}803804	#[test]805	fn test() {806		assert_json!(807			r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,808			"[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"809		);810	}811812	#[test]813	fn sjsonnet() {814		eval!(815			r#"816			local x0 = {k: 1};817			local x1 = {k: x0.k + x0.k};818			local x2 = {k: x1.k + x1.k};819			local x3 = {k: x2.k + x2.k};820			local x4 = {k: x3.k + x3.k};821			local x5 = {k: x4.k + x4.k};822			local x6 = {k: x5.k + x5.k};823			local x7 = {k: x6.k + x6.k};824			local x8 = {k: x7.k + x7.k};825			local x9 = {k: x8.k + x8.k};826			local x10 = {k: x9.k + x9.k};827			local x11 = {k: x10.k + x10.k};828			local x12 = {k: x11.k + x11.k};829			local x13 = {k: x12.k + x12.k};830			local x14 = {k: x13.k + x13.k};831			local x15 = {k: x14.k + x14.k};832			local x16 = {k: x15.k + x15.k};833			local x17 = {k: x16.k + x16.k};834			local x18 = {k: x17.k + x17.k};835			local x19 = {k: x18.k + x18.k};836			local x20 = {k: x19.k + x19.k};837			local x21 = {k: x20.k + x20.k};838			x21.k839		"#840		);841	}842843	// This test is commented out by default, because of huge compilation slowdown844	// #[bench]845	// fn bench_codegen(b: &mut Bencher) {846	// 	b.iter(|| {847	// 		#[allow(clippy::all)]848	// 		let stdlib = {849	// 			use jrsonnet_parser::*;850	// 			include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))851	// 		};852	// 		stdlib853	// 	})854	// }855856	/*857	#[bench]858	fn bench_serialize(b: &mut Bencher) {859		b.iter(|| {860			bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(861				env!("OUT_DIR"),862				"/stdlib.bincode"863			)))864			.expect("deserialize stdlib")865		})866	}867868	#[bench]869	fn bench_parse(b: &mut Bencher) {870		b.iter(|| {871			jrsonnet_parser::parse(872				jrsonnet_stdlib::STDLIB_STR,873				&jrsonnet_parser::ParserSettings {874					loc_data: true,875					file_name: Rc::new(PathBuf::from("std.jsonnet")),876				},877			)878		})879	}880	*/881882	#[test]883	fn equality() {884		println!(885			"{:?}",886			jrsonnet_parser::parse(887				"{ x: 1, y: 2 } == { x: 1, y: 2 }",888				&ParserSettings::default()889			)890		);891		assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")892	}893894	#[test]895	fn native_ext() -> crate::error::Result<()> {896		use super::native::NativeCallback;897		let evaluator = EvaluationState::default();898899		evaluator.with_stdlib();900		evaluator.settings_mut().ext_natives.insert(901			"native_add".into(),902			Rc::new(NativeCallback::new(903				ParamsDesc(Rc::new(vec![904					Param("a".into(), None),905					Param("b".into(), None),906				])),907				|caller, args| {908					assert_eq!(909						caller.unwrap(),910						Rc::new(PathBuf::from("native_caller.jsonnet"))911					);912					match (&args[0], &args[1]) {913						(Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),914						(_, _) => unreachable!(),915					}916				},917			)),918		);919		evaluator.evaluate_snippet_raw(920			Rc::new(PathBuf::from("native_caller.jsonnet")),921			"std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),922		)?;923		Ok(())924	}925926	#[test]927	fn constant_intrinsic() -> crate::error::Result<()> {928		assert_eval!(929			"local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"930		);931		Ok(())932	}933934	struct TestImportResolver(IStr);935	impl crate::import::ImportResolver for TestImportResolver {936		fn resolve_file(&self, _: &PathBuf, _: &PathBuf) -> crate::error::Result<Rc<PathBuf>> {937			Ok(Rc::new(PathBuf::from("/test")))938		}939940		fn load_file_contents(&self, _: &PathBuf) -> crate::error::Result<IStr> {941			Ok(self.0.clone())942		}943944		unsafe fn as_any(&self) -> &dyn std::any::Any {945			panic!()946		}947	}948949	#[test]950	fn issue_23() {951		let state = EvaluationState::default();952		state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));953		let _ = state.evaluate_file_raw(&PathBuf::from("/test"));954	}955}
after · crates/jrsonnet-evaluator/src/lib.rs
1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![allow(macro_expanded_macro_exports_accessed_by_absolute_paths)]3#![warn(clippy::all, clippy::nursery)]45mod builtin;6mod ctx;7mod dynamic;8pub mod error;9mod evaluate;10mod function;11mod import;12mod integrations;13mod map;14pub mod native;15mod obj;16pub mod trace;17pub mod typed;18mod val;1920pub use ctx::*;21pub use dynamic::*;22use error::{Error::*, LocError, Result, StackTraceElement};23pub use evaluate::*;24pub use function::parse_function_call;25pub use import::*;26use jrsonnet_interner::IStr;27use jrsonnet_parser::*;28use native::NativeCallback;29pub use obj::*;30use std::{31	cell::{Ref, RefCell, RefMut},32	collections::HashMap,33	fmt::Debug,34	path::PathBuf,35	rc::Rc,36};37use trace::{offset_to_location, CodeLocation, CompactFormat, TraceFormat};38pub use val::*;3940type BindableFn = dyn Fn(Option<ObjValue>, Option<ObjValue>) -> Result<LazyVal>;41#[derive(Clone)]42pub enum LazyBinding {43	Bindable(Rc<BindableFn>),44	Bound(LazyVal),45}4647impl Debug for LazyBinding {48	fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {49		write!(f, "LazyBinding")50	}51}52impl LazyBinding {53	pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {54		match self {55			Self::Bindable(v) => v(this, super_obj),56			Self::Bound(v) => Ok(v.clone()),57		}58	}59}6061pub struct EvaluationSettings {62	/// Limits recursion by limiting the number of stack frames63	pub max_stack: usize,64	/// Limits amount of stack trace items preserved65	pub max_trace: usize,66	/// Used for s`td.extVar`67	pub ext_vars: HashMap<IStr, Val>,68	/// Used for ext.native69	pub ext_natives: HashMap<IStr, Rc<NativeCallback>>,70	/// TLA vars71	pub tla_vars: HashMap<IStr, Val>,72	/// Global variables are inserted in default context73	pub globals: HashMap<IStr, Val>,74	/// Used to resolve file locations/contents75	pub import_resolver: Box<dyn ImportResolver>,76	/// Used in manifestification functions77	pub manifest_format: ManifestFormat,78	/// Used for bindings79	pub trace_format: Box<dyn TraceFormat>,80}81impl Default for EvaluationSettings {82	fn default() -> Self {83		Self {84			max_stack: 200,85			max_trace: 20,86			globals: Default::default(),87			ext_vars: Default::default(),88			ext_natives: Default::default(),89			tla_vars: Default::default(),90			import_resolver: Box::new(DummyImportResolver),91			manifest_format: ManifestFormat::Json(4),92			trace_format: Box::new(CompactFormat {93				padding: 4,94				resolver: trace::PathResolver::Absolute,95			}),96		}97	}98}99100#[derive(Default)]101struct EvaluationData {102	/// Used for stack overflow detection, stacktrace is populated on unwind103	stack_depth: usize,104	/// Contains file source codes and evaluation results for imports and pretty-printed stacktraces105	files: HashMap<Rc<PathBuf>, FileData>,106	str_files: HashMap<Rc<PathBuf>, IStr>,107}108109pub struct FileData {110	source_code: IStr,111	parsed: LocExpr,112	evaluated: Option<Val>,113}114#[derive(Default)]115pub struct EvaluationStateInternals {116	/// Internal state117	data: RefCell<EvaluationData>,118	/// Settings, safe to change at runtime119	settings: RefCell<EvaluationSettings>,120}121122thread_local! {123	/// Contains the state for a currently executed file.124	/// Global state is fine here.125	pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)126}127pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {128	EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))129}130pub(crate) fn push<T>(131	e: Option<&ExprLocation>,132	frame_desc: impl FnOnce() -> String,133	f: impl FnOnce() -> Result<T>,134) -> Result<T> {135	with_state(|s| s.push(e, frame_desc, f))136}137138pub fn push_stack_frame<T>(139	e: Option<&ExprLocation>,140	frame_desc: impl FnOnce() -> String,141	f: impl FnOnce() -> Result<T>,142) -> Result<T> {143	push(e, frame_desc, f)144}145146/// Maintains stack trace and import resolution147#[derive(Default, Clone)]148pub struct EvaluationState(Rc<EvaluationStateInternals>);149150impl EvaluationState {151	/// Parses and adds file as loaded152	pub fn add_file(&self, path: Rc<PathBuf>, source_code: IStr) -> Result<()> {153		self.add_parsed_file(154			path.clone(),155			source_code.clone(),156			parse(157				&source_code,158				&ParserSettings {159					file_name: path.clone(),160					loc_data: true,161				},162			)163			.map_err(|error| ImportSyntaxError {164				error: Box::new(error),165				path,166				source_code,167			})?,168		)?;169170		Ok(())171	}172173	/// Adds file by source code and parsed expr174	pub fn add_parsed_file(175		&self,176		name: Rc<PathBuf>,177		source_code: IStr,178		parsed: LocExpr,179	) -> Result<()> {180		self.data_mut().files.insert(181			name,182			FileData {183				source_code,184				parsed,185				evaluated: None,186			},187		);188189		Ok(())190	}191	pub fn get_source(&self, name: &PathBuf) -> Option<IStr> {192		let ro_map = &self.data().files;193		ro_map.get(name).map(|value| value.source_code.clone())194	}195	pub fn map_source_locations(&self, file: &PathBuf, locs: &[usize]) -> Vec<CodeLocation> {196		offset_to_location(&self.get_source(file).unwrap(), locs)197	}198199	pub(crate) fn import_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Val> {200		let file_path = self.resolve_file(from, path)?;201		{202			let data = self.data();203			let files = &data.files;204			if files.contains_key(&file_path) {205				drop(data);206				return self.evaluate_loaded_file_raw(&file_path);207			}208		}209		let contents = self.load_file_contents(&file_path)?;210		self.add_file(file_path.clone(), contents)?;211		self.evaluate_loaded_file_raw(&file_path)212	}213	pub(crate) fn import_file_str(&self, from: &PathBuf, path: &PathBuf) -> Result<IStr> {214		let path = self.resolve_file(from, path)?;215		if !self.data().str_files.contains_key(&path) {216			let file_str = self.load_file_contents(&path)?;217			self.data_mut().str_files.insert(path.clone(), file_str);218		}219		Ok(self.data().str_files.get(&path).cloned().unwrap())220	}221222	fn evaluate_loaded_file_raw(&self, name: &PathBuf) -> Result<Val> {223		let expr: LocExpr = {224			let ro_map = &self.data().files;225			let value = ro_map226				.get(name)227				.unwrap_or_else(|| panic!("file not added: {:?}", name));228			if let Some(ref evaluated) = value.evaluated {229				return Ok(evaluated.clone());230			}231			value.parsed.clone()232		};233		let value = evaluate(self.create_default_context()?, &expr)?;234		{235			self.data_mut()236				.files237				.get_mut(name)238				.unwrap()239				.evaluated240				.replace(value.clone());241		}242		Ok(value)243	}244245	/// Adds standard library global variable (std) to this evaluator246	pub fn with_stdlib(&self) -> &Self {247		use jrsonnet_stdlib::STDLIB_STR;248		let std_path = Rc::new(PathBuf::from("std.jsonnet"));249		self.run_in_state(|| {250			self.add_parsed_file(251				std_path.clone(),252				STDLIB_STR.to_owned().into(),253				builtin::get_parsed_stdlib(),254			)255			.unwrap();256			let val = self.evaluate_loaded_file_raw(&std_path).unwrap();257			self.settings_mut().globals.insert("std".into(), val);258		});259		self260	}261262	/// Creates context with all passed global variables263	pub fn create_default_context(&self) -> Result<Context> {264		let globals = &self.settings().globals;265		let mut new_bindings: HashMap<IStr, LazyBinding> = HashMap::new();266		for (name, value) in globals.iter() {267			new_bindings.insert(268				name.clone(),269				LazyBinding::Bound(resolved_lazy_val!(value.clone())),270			);271		}272		Context::new().extend_unbound(new_bindings, None, None, None)273	}274275	/// Executes code creating a new stack frame276	pub fn push<T>(277		&self,278		e: Option<&ExprLocation>,279		frame_desc: impl FnOnce() -> String,280		f: impl FnOnce() -> Result<T>,281	) -> Result<T> {282		{283			let mut data = self.data_mut();284			let stack_depth = &mut data.stack_depth;285			if *stack_depth > self.max_stack() {286				// Error creation uses data, so i drop guard here287				drop(data);288				throw!(StackOverflow);289			} else {290				*stack_depth += 1;291			}292		}293		let result = f();294		self.data_mut().stack_depth -= 1;295		if let Err(mut err) = result {296			err.trace_mut().0.push(StackTraceElement {297				location: e.cloned(),298				desc: frame_desc(),299			});300			return Err(err);301		}302		result303	}304305	/// Runs passed function in state (required if function needs to modify stack trace)306	pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {307		EVAL_STATE.with(|v| {308			let has_state = v.borrow().is_some();309			if !has_state {310				v.borrow_mut().replace(self.clone());311			}312			let result = f();313			if !has_state {314				v.borrow_mut().take();315			}316			result317		})318	}319320	pub fn stringify_err(&self, e: &LocError) -> String {321		let mut out = String::new();322		self.settings()323			.trace_format324			.write_trace(&mut out, self, e)325			.unwrap();326		out327	}328329	pub fn manifest(&self, val: Val) -> Result<IStr> {330		self.run_in_state(|| val.manifest(&self.manifest_format()))331	}332	pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {333		self.run_in_state(|| val.manifest_multi(&self.manifest_format()))334	}335	pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {336		self.run_in_state(|| val.manifest_stream(&self.manifest_format()))337	}338339	/// If passed value is function then call with set TLA340	pub fn with_tla(&self, val: Val) -> Result<Val> {341		self.run_in_state(|| {342			Ok(match val {343				Val::Func(func) => push(344					None,345					|| "during TLA call".to_owned(),346					|| {347						Ok(func.evaluate_map(348							self.create_default_context()?,349							&self.settings().tla_vars,350							true,351						)?)352					},353				)?,354				v => v,355			})356		})357	}358}359360/// Internals361impl EvaluationState {362	fn data(&self) -> Ref<EvaluationData> {363		self.0.data.borrow()364	}365	fn data_mut(&self) -> RefMut<EvaluationData> {366		self.0.data.borrow_mut()367	}368	pub fn settings(&self) -> Ref<EvaluationSettings> {369		self.0.settings.borrow()370	}371	pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {372		self.0.settings.borrow_mut()373	}374}375376/// Raw methods evaluate passed values but don't perform TLA execution377impl EvaluationState {378	pub fn evaluate_file_raw(&self, name: &PathBuf) -> Result<Val> {379		self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))380	}381	pub fn evaluate_file_raw_nocwd(&self, name: &PathBuf) -> Result<Val> {382		self.run_in_state(|| self.import_file(&PathBuf::from("."), name))383	}384	/// Parses and evaluates the given snippet385	pub fn evaluate_snippet_raw(&self, source: Rc<PathBuf>, code: IStr) -> Result<Val> {386		let parsed = parse(387			&code,388			&ParserSettings {389				file_name: source.clone(),390				loc_data: true,391			},392		)393		.unwrap();394		self.add_parsed_file(source, code, parsed.clone())?;395		self.evaluate_expr_raw(parsed)396	}397	/// Evaluates the parsed expression398	pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {399		self.run_in_state(|| evaluate(self.create_default_context()?, &code))400	}401}402403/// Settings utilities404impl EvaluationState {405	pub fn add_ext_var(&self, name: IStr, value: Val) {406		self.settings_mut().ext_vars.insert(name, value);407	}408	pub fn add_ext_str(&self, name: IStr, value: IStr) {409		self.add_ext_var(name, Val::Str(value));410	}411	pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {412		let value =413			self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("ext_code {}", name))), code)?;414		self.add_ext_var(name, value);415		Ok(())416	}417418	pub fn add_tla(&self, name: IStr, value: Val) {419		self.settings_mut().tla_vars.insert(name, value);420	}421	pub fn add_tla_str(&self, name: IStr, value: IStr) {422		self.add_tla(name, Val::Str(value));423	}424	pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {425		let value =426			self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("tla_code {}", name))), code)?;427		self.add_tla(name, value);428		Ok(())429	}430431	pub fn resolve_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Rc<PathBuf>> {432		Ok(self.settings().import_resolver.resolve_file(from, path)?)433	}434	pub fn load_file_contents(&self, path: &PathBuf) -> Result<IStr> {435		Ok(self.settings().import_resolver.load_file_contents(path)?)436	}437438	pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {439		Ref::map(self.settings(), |s| &*s.import_resolver)440	}441	pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {442		self.settings_mut().import_resolver = resolver;443	}444445	pub fn add_native(&self, name: IStr, cb: Rc<NativeCallback>) {446		self.settings_mut().ext_natives.insert(name, cb);447	}448449	pub fn manifest_format(&self) -> ManifestFormat {450		self.settings().manifest_format.clone()451	}452	pub fn set_manifest_format(&self, format: ManifestFormat) {453		self.settings_mut().manifest_format = format;454	}455456	pub fn trace_format(&self) -> Ref<dyn TraceFormat> {457		Ref::map(self.settings(), |s| &*s.trace_format)458	}459	pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {460		self.settings_mut().trace_format = format;461	}462463	pub fn max_trace(&self) -> usize {464		self.settings().max_trace465	}466	pub fn set_max_trace(&self, trace: usize) {467		self.settings_mut().max_trace = trace;468	}469470	pub fn max_stack(&self) -> usize {471		self.settings().max_stack472	}473	pub fn set_max_stack(&self, trace: usize) {474		self.settings_mut().max_stack = trace;475	}476}477478#[cfg(test)]479pub mod tests {480	use super::Val;481	use crate::{error::Error::*, primitive_equals, EvaluationState};482	use jrsonnet_interner::IStr;483	use jrsonnet_parser::*;484	use std::{path::PathBuf, rc::Rc};485486	#[test]487	#[should_panic]488	fn eval_state_stacktrace() {489		let state = EvaluationState::default();490		state.run_in_state(|| {491			state492				.push(493					Some(&ExprLocation(494						Rc::new(PathBuf::from("test1.jsonnet")),495						10,496						20,497					)),498					|| "outer".to_owned(),499					|| {500						state.push(501							Some(&ExprLocation(502								Rc::new(PathBuf::from("test2.jsonnet")),503								30,504								40,505							)),506							|| "inner".to_owned(),507							|| Err(RuntimeError("".into()).into()),508						)?;509						Ok(())510					},511				)512				.unwrap();513		});514	}515516	#[test]517	fn eval_state_standard() {518		let state = EvaluationState::default();519		state.with_stdlib();520		assert!(primitive_equals(521			&state522				.evaluate_snippet_raw(523					Rc::new(PathBuf::from("raw.jsonnet")),524					r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()525				)526				.unwrap(),527			&Val::Bool(true),528		)529		.unwrap());530	}531532	macro_rules! eval {533		($str: expr) => {534			EvaluationState::default()535				.with_stdlib()536				.evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())537				.unwrap()538		};539	}540	macro_rules! eval_json {541		($str: expr) => {{542			let evaluator = EvaluationState::default();543			evaluator.with_stdlib();544			evaluator.run_in_state(|| {545				evaluator546					.evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())547					.unwrap()548					.to_json(0)549					.unwrap()550					.replace("\n", "")551				})552			}};553	}554555	/// Asserts given code returns `true`556	macro_rules! assert_eval {557		($str: expr) => {558			assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())559		};560	}561562	/// Asserts given code returns `false`563	macro_rules! assert_eval_neg {564		($str: expr) => {565			assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())566		};567	}568	macro_rules! assert_json {569		($str: expr, $out: expr) => {570			assert_eq!(eval_json!($str), $out.replace("\t", ""))571		};572	}573574	/// Sanity checking, before trusting to another tests575	#[test]576	fn equality_operator() {577		assert_eval!("2 == 2");578		assert_eval_neg!("2 != 2");579		assert_eval!("2 != 3");580		assert_eval_neg!("2 == 3");581		assert_eval!("'Hello' == 'Hello'");582		assert_eval_neg!("'Hello' != 'Hello'");583		assert_eval!("'Hello' != 'World'");584		assert_eval_neg!("'Hello' == 'World'");585	}586587	#[test]588	fn math_evaluation() {589		assert_eval!("2 + 2 * 2 == 6");590		assert_eval!("3 + (2 + 2 * 2) == 9");591	}592593	#[test]594	fn string_concat() {595		assert_eval!("'Hello' + 'World' == 'HelloWorld'");596		assert_eval!("'Hello' * 3 == 'HelloHelloHello'");597		assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");598	}599600	#[test]601	fn faster_join() {602		assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");603		assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");604	}605606	#[test]607	fn function_contexts() {608		assert_eval!(609			r#"610				local k = {611					t(name = self.h): [self.h, name],612					h: 3,613				};614				local f = {615					t: k.t(),616					h: 4,617				};618				f.t[0] == f.t[1]619			"#620		);621	}622623	#[test]624	fn local() {625		assert_eval!("local a = 2; local b = 3; a + b == 5");626		assert_eval!("local a = 1, b = a + 1; a + b == 3");627		assert_eval!("local a = 1; local a = 2; a == 2");628	}629630	#[test]631	fn object_lazyness() {632		assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);633	}634635	#[test]636	fn object_inheritance() {637		assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);638	}639640	#[test]641	fn object_assertion_success() {642		eval!("{assert \"a\" in self} + {a:2}");643	}644645	#[test]646	fn object_assertion_error() {647		eval!("{assert \"a\" in self}");648	}649650	#[test]651	fn lazy_args() {652		eval!("local test(a) = 2; test(error '3')");653	}654655	#[test]656	#[should_panic]657	fn tailstrict_args() {658		eval!("local test(a) = 2; test(error '3') tailstrict");659	}660661	#[test]662	#[should_panic]663	fn no_binding_error() {664		eval!("a");665	}666667	#[test]668	fn test_object() {669		assert_json!("{a:2}", r#"{"a": 2}"#);670		assert_json!("{a:2+2}", r#"{"a": 4}"#);671		assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);672		assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);673		assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);674		assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);675		assert_json!(676			r#"677				{678					name: "Alice",679					welcome: "Hello " + self.name + "!",680				}681			"#,682			r#"{"name": "Alice","welcome": "Hello Alice!"}"#683		);684		assert_json!(685			r#"686				{687					name: "Alice",688					welcome: "Hello " + self.name + "!",689				} + {690					name: "Bob"691				}692			"#,693			r#"{"name": "Bob","welcome": "Hello Bob!"}"#694		);695	}696697	#[test]698	fn functions() {699		assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");700		assert_json!(701			r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,702			r#""HelloDearWorld""#703		);704	}705706	#[test]707	fn local_methods() {708		assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");709		assert_json!(710			r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,711			r#""HelloDearWorld""#712		);713	}714715	#[test]716	fn object_locals() {717		assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);718		assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);719		assert_json!(720			r#"{local a = function (b) {[b]:4}, test: a("test")}"#,721			r#"{"test": {"test": 4}}"#722		);723	}724725	#[test]726	fn object_comp() {727		assert_json!(728			r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,729			"{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"730		)731	}732733	#[test]734	fn direct_self() {735		println!(736			"{:#?}",737			eval!(738				r#"739					{740						local me = self,741						a: 3,742						b(): me.a,743					}744				"#745			)746		);747	}748749	#[test]750	fn indirect_self() {751		// `self` assigned to `me` was lost when being752		// referenced from field753		eval!(754			r#"{755				local me = self,756				a: 3,757				b: me.a,758			}.b"#759		);760	}761762	// We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly763	#[test]764	fn std_assert_ok() {765		eval!("std.assertEqual(4.5 << 2, 16)");766	}767768	#[test]769	#[should_panic]770	fn std_assert_failure() {771		eval!("std.assertEqual(4.5 << 2, 15)");772	}773774	#[test]775	fn string_is_string() {776		assert!(primitive_equals(777			&eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),778			&Val::Bool(false),779		)780		.unwrap());781	}782783	#[test]784	fn base64_works() {785		assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);786	}787788	#[test]789	fn utf8_chars() {790		assert_json!(791			r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,792			r#"{"c": 128526,"l": 1}"#793		)794	}795796	#[test]797	fn json() {798		assert_json!(799			r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,800			r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#801		);802	}803804	#[test]805	fn test() {806		assert_json!(807			r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,808			"[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"809		);810	}811812	#[test]813	fn sjsonnet() {814		eval!(815			r#"816			local x0 = {k: 1};817			local x1 = {k: x0.k + x0.k};818			local x2 = {k: x1.k + x1.k};819			local x3 = {k: x2.k + x2.k};820			local x4 = {k: x3.k + x3.k};821			local x5 = {k: x4.k + x4.k};822			local x6 = {k: x5.k + x5.k};823			local x7 = {k: x6.k + x6.k};824			local x8 = {k: x7.k + x7.k};825			local x9 = {k: x8.k + x8.k};826			local x10 = {k: x9.k + x9.k};827			local x11 = {k: x10.k + x10.k};828			local x12 = {k: x11.k + x11.k};829			local x13 = {k: x12.k + x12.k};830			local x14 = {k: x13.k + x13.k};831			local x15 = {k: x14.k + x14.k};832			local x16 = {k: x15.k + x15.k};833			local x17 = {k: x16.k + x16.k};834			local x18 = {k: x17.k + x17.k};835			local x19 = {k: x18.k + x18.k};836			local x20 = {k: x19.k + x19.k};837			local x21 = {k: x20.k + x20.k};838			x21.k839		"#840		);841	}842843	// This test is commented out by default, because of huge compilation slowdown844	// #[bench]845	// fn bench_codegen(b: &mut Bencher) {846	// 	b.iter(|| {847	// 		#[allow(clippy::all)]848	// 		let stdlib = {849	// 			use jrsonnet_parser::*;850	// 			include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))851	// 		};852	// 		stdlib853	// 	})854	// }855856	/*857	#[bench]858	fn bench_serialize(b: &mut Bencher) {859		b.iter(|| {860			bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(861				env!("OUT_DIR"),862				"/stdlib.bincode"863			)))864			.expect("deserialize stdlib")865		})866	}867868	#[bench]869	fn bench_parse(b: &mut Bencher) {870		b.iter(|| {871			jrsonnet_parser::parse(872				jrsonnet_stdlib::STDLIB_STR,873				&jrsonnet_parser::ParserSettings {874					loc_data: true,875					file_name: Rc::new(PathBuf::from("std.jsonnet")),876				},877			)878		})879	}880	*/881882	#[test]883	fn equality() {884		println!(885			"{:?}",886			jrsonnet_parser::parse(887				"{ x: 1, y: 2 } == { x: 1, y: 2 }",888				&ParserSettings::default()889			)890		);891		assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")892	}893894	#[test]895	fn native_ext() -> crate::error::Result<()> {896		use super::native::NativeCallback;897		let evaluator = EvaluationState::default();898899		evaluator.with_stdlib();900		evaluator.settings_mut().ext_natives.insert(901			"native_add".into(),902			Rc::new(NativeCallback::new(903				ParamsDesc(Rc::new(vec![904					Param("a".into(), None),905					Param("b".into(), None),906				])),907				|caller, args| {908					assert_eq!(909						caller.unwrap(),910						Rc::new(PathBuf::from("native_caller.jsonnet"))911					);912					match (&args[0], &args[1]) {913						(Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),914						(_, _) => unreachable!(),915					}916				},917			)),918		);919		evaluator.evaluate_snippet_raw(920			Rc::new(PathBuf::from("native_caller.jsonnet")),921			"std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),922		)?;923		Ok(())924	}925926	#[test]927	fn constant_intrinsic() -> crate::error::Result<()> {928		assert_eval!(929			"local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"930		);931		Ok(())932	}933934	#[test]935	fn standalone_super() -> crate::error::Result<()> {936		assert_eval!(937			r#"938			local obj = {939				a: 1,940				b: 2,941				c: 3,942			};943			local test = obj + {944				fields: std.objectFields(super),945				d: 5,946			};947			test.fields == ['a', 'b', 'c']948		"#949		);950		Ok(())951	}952953	struct TestImportResolver(IStr);954	impl crate::import::ImportResolver for TestImportResolver {955		fn resolve_file(&self, _: &PathBuf, _: &PathBuf) -> crate::error::Result<Rc<PathBuf>> {956			Ok(Rc::new(PathBuf::from("/test")))957		}958959		fn load_file_contents(&self, _: &PathBuf) -> crate::error::Result<IStr> {960			Ok(self.0.clone())961		}962963		unsafe fn as_any(&self) -> &dyn std::any::Any {964			panic!()965		}966	}967968	#[test]969	fn issue_23() {970		let state = EvaluationState::default();971		state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));972		let _ = state.evaluate_file_raw(&PathBuf::from("/test"));973	}974}