git.delta.rocks / jrsonnet / refs/commits / 765a4d39e770

difftreelog

test fix NativeCallback usage

Yaroslav Bolyukin2021-06-05parent: #46d0b23.patch.diff
in: master

1 file changed

modifiedcrates/jrsonnet-evaluator/src/lib.rsdiffbeforeafterboth
before · crates/jrsonnet-evaluator/src/lib.rs
1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![warn(clippy::all, clippy::nursery)]3#![allow(4	macro_expanded_macro_exports_accessed_by_absolute_paths,5	clippy::ptr_arg6)]78mod builtin;9mod ctx;10mod dynamic;11pub mod error;12mod evaluate;13mod function;14mod import;15mod integrations;16mod map;17pub mod native;18mod obj;19pub mod trace;20pub mod typed;21mod val;2223pub use ctx::*;24pub use dynamic::*;25use error::{Error::*, LocError, Result, StackTraceElement};26pub use evaluate::*;27pub use function::parse_function_call;28use gc::{Finalize, Gc, Trace};29pub use import::*;30use jrsonnet_interner::IStr;31use jrsonnet_parser::*;32use native::NativeCallback;33pub use obj::*;34use rustc_hash::FxHashMap;35use std::{36	cell::{Ref, RefCell, RefMut},37	collections::HashMap,38	fmt::Debug,39	hash::BuildHasherDefault,40	path::PathBuf,41	rc::Rc,42};43use trace::{offset_to_location, CodeLocation, CompactFormat, TraceFormat};44pub use val::*;4546pub trait Bindable: Trace {47	fn bind(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal>;48}49#[derive(Trace, Finalize, Clone)]50pub enum LazyBinding {51	Bindable(Gc<Box<dyn Bindable>>),52	Bound(LazyVal),53}5455impl Debug for LazyBinding {56	fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {57		write!(f, "LazyBinding")58	}59}60impl LazyBinding {61	pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {62		match self {63			Self::Bindable(v) => v.bind(this, super_obj),64			Self::Bound(v) => Ok(v.clone()),65		}66	}67}6869pub struct EvaluationSettings {70	/// Limits recursion by limiting the number of stack frames71	pub max_stack: usize,72	/// Limits amount of stack trace items preserved73	pub max_trace: usize,74	/// Used for s`td.extVar`75	pub ext_vars: HashMap<IStr, Val>,76	/// Used for ext.native77	pub ext_natives: HashMap<IStr, Gc<NativeCallback>>,78	/// TLA vars79	pub tla_vars: HashMap<IStr, Val>,80	/// Global variables are inserted in default context81	pub globals: HashMap<IStr, Val>,82	/// Used to resolve file locations/contents83	pub import_resolver: Box<dyn ImportResolver>,84	/// Used in manifestification functions85	pub manifest_format: ManifestFormat,86	/// Used for bindings87	pub trace_format: Box<dyn TraceFormat>,88}89impl Default for EvaluationSettings {90	fn default() -> Self {91		Self {92			max_stack: 200,93			max_trace: 20,94			globals: Default::default(),95			ext_vars: Default::default(),96			ext_natives: Default::default(),97			tla_vars: Default::default(),98			import_resolver: Box::new(DummyImportResolver),99			manifest_format: ManifestFormat::Json(4),100			trace_format: Box::new(CompactFormat {101				padding: 4,102				resolver: trace::PathResolver::Absolute,103			}),104		}105	}106}107108#[derive(Default)]109struct EvaluationData {110	/// Used for stack overflow detection, stacktrace is populated on unwind111	stack_depth: usize,112	/// Contains file source codes and evaluation results for imports and pretty-printed stacktraces113	files: HashMap<Rc<PathBuf>, FileData>,114	str_files: HashMap<Rc<PathBuf>, IStr>,115}116117pub struct FileData {118	source_code: IStr,119	parsed: LocExpr,120	evaluated: Option<Val>,121}122#[derive(Default)]123pub struct EvaluationStateInternals {124	/// Internal state125	data: RefCell<EvaluationData>,126	/// Settings, safe to change at runtime127	settings: RefCell<EvaluationSettings>,128}129130thread_local! {131	/// Contains the state for a currently executed file.132	/// Global state is fine here.133	pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)134}135pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {136	EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))137}138pub(crate) fn push<T>(139	e: Option<&ExprLocation>,140	frame_desc: impl FnOnce() -> String,141	f: impl FnOnce() -> Result<T>,142) -> Result<T> {143	with_state(|s| s.push(e, frame_desc, f))144}145146pub fn push_stack_frame<T>(147	e: Option<&ExprLocation>,148	frame_desc: impl FnOnce() -> String,149	f: impl FnOnce() -> Result<T>,150) -> Result<T> {151	push(e, frame_desc, f)152}153154/// Maintains stack trace and import resolution155#[derive(Default, Clone)]156pub struct EvaluationState(Rc<EvaluationStateInternals>);157158impl EvaluationState {159	/// Parses and adds file as loaded160	pub fn add_file(&self, path: Rc<PathBuf>, source_code: IStr) -> Result<()> {161		self.add_parsed_file(162			path.clone(),163			source_code.clone(),164			parse(165				&source_code,166				&ParserSettings {167					file_name: path.clone(),168					loc_data: true,169				},170			)171			.map_err(|error| ImportSyntaxError {172				error: Box::new(error),173				path,174				source_code,175			})?,176		)?;177178		Ok(())179	}180181	/// Adds file by source code and parsed expr182	pub fn add_parsed_file(183		&self,184		name: Rc<PathBuf>,185		source_code: IStr,186		parsed: LocExpr,187	) -> Result<()> {188		self.data_mut().files.insert(189			name,190			FileData {191				source_code,192				parsed,193				evaluated: None,194			},195		);196197		Ok(())198	}199	pub fn get_source(&self, name: &PathBuf) -> Option<IStr> {200		let ro_map = &self.data().files;201		ro_map.get(name).map(|value| value.source_code.clone())202	}203	pub fn map_source_locations(&self, file: &PathBuf, locs: &[usize]) -> Vec<CodeLocation> {204		offset_to_location(&self.get_source(file).unwrap(), locs)205	}206207	pub(crate) fn import_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Val> {208		let file_path = self.resolve_file(from, path)?;209		{210			let data = self.data();211			let files = &data.files;212			if files.contains_key(&file_path) {213				drop(data);214				return self.evaluate_loaded_file_raw(&file_path);215			}216		}217		let contents = self.load_file_contents(&file_path)?;218		self.add_file(file_path.clone(), contents)?;219		self.evaluate_loaded_file_raw(&file_path)220	}221	pub(crate) fn import_file_str(&self, from: &PathBuf, path: &PathBuf) -> Result<IStr> {222		let path = self.resolve_file(from, path)?;223		if !self.data().str_files.contains_key(&path) {224			let file_str = self.load_file_contents(&path)?;225			self.data_mut().str_files.insert(path.clone(), file_str);226		}227		Ok(self.data().str_files.get(&path).cloned().unwrap())228	}229230	fn evaluate_loaded_file_raw(&self, name: &PathBuf) -> Result<Val> {231		let expr: LocExpr = {232			let ro_map = &self.data().files;233			let value = ro_map234				.get(name)235				.unwrap_or_else(|| panic!("file not added: {:?}", name));236			if let Some(ref evaluated) = value.evaluated {237				return Ok(evaluated.clone());238			}239			value.parsed.clone()240		};241		let value = evaluate(self.create_default_context(), &expr)?;242		{243			self.data_mut()244				.files245				.get_mut(name)246				.unwrap()247				.evaluated248				.replace(value.clone());249		}250		Ok(value)251	}252253	/// Adds standard library global variable (std) to this evaluator254	pub fn with_stdlib(&self) -> &Self {255		use jrsonnet_stdlib::STDLIB_STR;256		let std_path = Rc::new(PathBuf::from("std.jsonnet"));257		self.run_in_state(|| {258			self.add_parsed_file(259				std_path.clone(),260				STDLIB_STR.to_owned().into(),261				builtin::get_parsed_stdlib(),262			)263			.unwrap();264			let val = self.evaluate_loaded_file_raw(&std_path).unwrap();265			self.settings_mut().globals.insert("std".into(), val);266		});267		self268	}269270	/// Creates context with all passed global variables271	pub fn create_default_context(&self) -> Context {272		let globals = &self.settings().globals;273		let mut new_bindings: FxHashMap<IStr, LazyVal> =274			FxHashMap::with_capacity_and_hasher(globals.len(), BuildHasherDefault::default());275		for (name, value) in globals.iter() {276			new_bindings.insert(name.clone(), LazyVal::new_resolved(value.clone()));277		}278		Context::new().extend_bound(new_bindings)279	}280281	/// Executes code creating a new stack frame282	pub fn push<T>(283		&self,284		e: Option<&ExprLocation>,285		frame_desc: impl FnOnce() -> String,286		f: impl FnOnce() -> Result<T>,287	) -> Result<T> {288		{289			let mut data = self.data_mut();290			let stack_depth = &mut data.stack_depth;291			if *stack_depth > self.max_stack() {292				// Error creation uses data, so i drop guard here293				drop(data);294				throw!(StackOverflow);295			} else {296				*stack_depth += 1;297			}298		}299		let result = f();300		self.data_mut().stack_depth -= 1;301		if let Err(mut err) = result {302			err.trace_mut().0.push(StackTraceElement {303				location: e.cloned(),304				desc: frame_desc(),305			});306			return Err(err);307		}308		result309	}310311	/// Runs passed function in state (required if function needs to modify stack trace)312	pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {313		EVAL_STATE.with(|v| {314			let has_state = v.borrow().is_some();315			if !has_state {316				v.borrow_mut().replace(self.clone());317			}318			let result = f();319			if !has_state {320				v.borrow_mut().take();321			}322			result323		})324	}325326	pub fn stringify_err(&self, e: &LocError) -> String {327		let mut out = String::new();328		self.settings()329			.trace_format330			.write_trace(&mut out, self, e)331			.unwrap();332		out333	}334335	pub fn manifest(&self, val: Val) -> Result<IStr> {336		self.run_in_state(|| val.manifest(&self.manifest_format()))337	}338	pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {339		self.run_in_state(|| val.manifest_multi(&self.manifest_format()))340	}341	pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {342		self.run_in_state(|| val.manifest_stream(&self.manifest_format()))343	}344345	/// If passed value is function then call with set TLA346	pub fn with_tla(&self, val: Val) -> Result<Val> {347		self.run_in_state(|| {348			Ok(match val {349				Val::Func(func) => push(350					None,351					|| "during TLA call".to_owned(),352					|| {353						func.evaluate_map(354							self.create_default_context(),355							&self.settings().tla_vars,356							true,357						)358					},359				)?,360				v => v,361			})362		})363	}364}365366/// Internals367impl EvaluationState {368	fn data(&self) -> Ref<EvaluationData> {369		self.0.data.borrow()370	}371	fn data_mut(&self) -> RefMut<EvaluationData> {372		self.0.data.borrow_mut()373	}374	pub fn settings(&self) -> Ref<EvaluationSettings> {375		self.0.settings.borrow()376	}377	pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {378		self.0.settings.borrow_mut()379	}380}381382/// Raw methods evaluate passed values but don't perform TLA execution383impl EvaluationState {384	pub fn evaluate_file_raw(&self, name: &PathBuf) -> Result<Val> {385		self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))386	}387	pub fn evaluate_file_raw_nocwd(&self, name: &PathBuf) -> Result<Val> {388		self.run_in_state(|| self.import_file(&PathBuf::from("."), name))389	}390	/// Parses and evaluates the given snippet391	pub fn evaluate_snippet_raw(&self, source: Rc<PathBuf>, code: IStr) -> Result<Val> {392		let parsed = parse(393			&code,394			&ParserSettings {395				file_name: source.clone(),396				loc_data: true,397			},398		)399		.map_err(|e| ImportSyntaxError {400			path: source.clone(),401			source_code: code.clone(),402			error: Box::new(e),403		})?;404		self.add_parsed_file(source, code, parsed.clone())?;405		self.evaluate_expr_raw(parsed)406	}407	/// Evaluates the parsed expression408	pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {409		self.run_in_state(|| evaluate(self.create_default_context(), &code))410	}411}412413/// Settings utilities414impl EvaluationState {415	pub fn add_ext_var(&self, name: IStr, value: Val) {416		self.settings_mut().ext_vars.insert(name, value);417	}418	pub fn add_ext_str(&self, name: IStr, value: IStr) {419		self.add_ext_var(name, Val::Str(value));420	}421	pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {422		let value =423			self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("ext_code {}", name))), code)?;424		self.add_ext_var(name, value);425		Ok(())426	}427428	pub fn add_tla(&self, name: IStr, value: Val) {429		self.settings_mut().tla_vars.insert(name, value);430	}431	pub fn add_tla_str(&self, name: IStr, value: IStr) {432		self.add_tla(name, Val::Str(value));433	}434	pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {435		let value =436			self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("tla_code {}", name))), code)?;437		self.add_tla(name, value);438		Ok(())439	}440441	pub fn resolve_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Rc<PathBuf>> {442		self.settings().import_resolver.resolve_file(from, path)443	}444	pub fn load_file_contents(&self, path: &PathBuf) -> Result<IStr> {445		self.settings().import_resolver.load_file_contents(path)446	}447448	pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {449		Ref::map(self.settings(), |s| &*s.import_resolver)450	}451	pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {452		self.settings_mut().import_resolver = resolver;453	}454455	pub fn add_native(&self, name: IStr, cb: Gc<NativeCallback>) {456		self.settings_mut().ext_natives.insert(name, cb);457	}458459	pub fn manifest_format(&self) -> ManifestFormat {460		self.settings().manifest_format.clone()461	}462	pub fn set_manifest_format(&self, format: ManifestFormat) {463		self.settings_mut().manifest_format = format;464	}465466	pub fn trace_format(&self) -> Ref<dyn TraceFormat> {467		Ref::map(self.settings(), |s| &*s.trace_format)468	}469	pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {470		self.settings_mut().trace_format = format;471	}472473	pub fn max_trace(&self) -> usize {474		self.settings().max_trace475	}476	pub fn set_max_trace(&self, trace: usize) {477		self.settings_mut().max_trace = trace;478	}479480	pub fn max_stack(&self) -> usize {481		self.settings().max_stack482	}483	pub fn set_max_stack(&self, trace: usize) {484		self.settings_mut().max_stack = trace;485	}486}487488#[cfg(test)]489pub mod tests {490	use super::Val;491	use crate::{error::Error::*, primitive_equals, EvaluationState};492	use jrsonnet_interner::IStr;493	use jrsonnet_parser::*;494	use std::{path::PathBuf, rc::Rc};495496	#[test]497	#[should_panic]498	fn eval_state_stacktrace() {499		let state = EvaluationState::default();500		state.run_in_state(|| {501			state502				.push(503					Some(&ExprLocation(504						Rc::new(PathBuf::from("test1.jsonnet")),505						10,506						20,507					)),508					|| "outer".to_owned(),509					|| {510						state.push(511							Some(&ExprLocation(512								Rc::new(PathBuf::from("test2.jsonnet")),513								30,514								40,515							)),516							|| "inner".to_owned(),517							|| Err(RuntimeError("".into()).into()),518						)?;519						Ok(())520					},521				)522				.unwrap();523		});524	}525526	#[test]527	fn eval_state_standard() {528		let state = EvaluationState::default();529		state.with_stdlib();530		assert!(primitive_equals(531			&state532				.evaluate_snippet_raw(533					Rc::new(PathBuf::from("raw.jsonnet")),534					r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()535				)536				.unwrap(),537			&Val::Bool(true),538		)539		.unwrap());540	}541542	macro_rules! eval {543		($str: expr) => {544			EvaluationState::default()545				.with_stdlib()546				.evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())547				.unwrap()548		};549	}550	macro_rules! eval_json {551		($str: expr) => {{552			let evaluator = EvaluationState::default();553			evaluator.with_stdlib();554			evaluator.run_in_state(|| {555				evaluator556					.evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())557					.unwrap()558					.to_json(0)559					.unwrap()560					.replace("\n", "")561			})562		}};563	}564565	/// Asserts given code returns `true`566	macro_rules! assert_eval {567		($str: expr) => {568			assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())569		};570	}571572	/// Asserts given code returns `false`573	macro_rules! assert_eval_neg {574		($str: expr) => {575			assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())576		};577	}578	macro_rules! assert_json {579		($str: expr, $out: expr) => {580			assert_eq!(eval_json!($str), $out.replace("\t", ""))581		};582	}583584	/// Sanity checking, before trusting to another tests585	#[test]586	fn equality_operator() {587		assert_eval!("2 == 2");588		assert_eval_neg!("2 != 2");589		assert_eval!("2 != 3");590		assert_eval_neg!("2 == 3");591		assert_eval!("'Hello' == 'Hello'");592		assert_eval_neg!("'Hello' != 'Hello'");593		assert_eval!("'Hello' != 'World'");594		assert_eval_neg!("'Hello' == 'World'");595	}596597	#[test]598	fn math_evaluation() {599		assert_eval!("2 + 2 * 2 == 6");600		assert_eval!("3 + (2 + 2 * 2) == 9");601	}602603	#[test]604	fn string_concat() {605		assert_eval!("'Hello' + 'World' == 'HelloWorld'");606		assert_eval!("'Hello' * 3 == 'HelloHelloHello'");607		assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");608	}609610	#[test]611	fn faster_join() {612		assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");613		assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");614	}615616	#[test]617	fn function_contexts() {618		assert_eval!(619			r#"620				local k = {621					t(name = self.h): [self.h, name],622					h: 3,623				};624				local f = {625					t: k.t(),626					h: 4,627				};628				f.t[0] == f.t[1]629			"#630		);631	}632633	#[test]634	fn local() {635		assert_eval!("local a = 2; local b = 3; a + b == 5");636		assert_eval!("local a = 1, b = a + 1; a + b == 3");637		assert_eval!("local a = 1; local a = 2; a == 2");638	}639640	#[test]641	fn object_lazyness() {642		assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);643	}644645	#[test]646	fn object_inheritance() {647		assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);648	}649650	#[test]651	fn object_assertion_success() {652		eval!("{assert \"a\" in self} + {a:2}");653	}654655	#[test]656	fn object_assertion_error() {657		eval!("{assert \"a\" in self}");658	}659660	#[test]661	fn lazy_args() {662		eval!("local test(a) = 2; test(error '3')");663	}664665	#[test]666	#[should_panic]667	fn tailstrict_args() {668		eval!("local test(a) = 2; test(error '3') tailstrict");669	}670671	#[test]672	#[should_panic]673	fn no_binding_error() {674		eval!("a");675	}676677	#[test]678	fn test_object() {679		assert_json!("{a:2}", r#"{"a": 2}"#);680		assert_json!("{a:2+2}", r#"{"a": 4}"#);681		assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);682		assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);683		assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);684		assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);685		assert_json!(686			r#"687				{688					name: "Alice",689					welcome: "Hello " + self.name + "!",690				}691			"#,692			r#"{"name": "Alice","welcome": "Hello Alice!"}"#693		);694		assert_json!(695			r#"696				{697					name: "Alice",698					welcome: "Hello " + self.name + "!",699				} + {700					name: "Bob"701				}702			"#,703			r#"{"name": "Bob","welcome": "Hello Bob!"}"#704		);705	}706707	#[test]708	fn functions() {709		assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");710		assert_json!(711			r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,712			r#""HelloDearWorld""#713		);714	}715716	#[test]717	fn local_methods() {718		assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");719		assert_json!(720			r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,721			r#""HelloDearWorld""#722		);723	}724725	#[test]726	fn object_locals() {727		assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);728		assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);729		assert_json!(730			r#"{local a = function (b) {[b]:4}, test: a("test")}"#,731			r#"{"test": {"test": 4}}"#732		);733	}734735	#[test]736	fn object_comp() {737		assert_json!(738			r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,739			"{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"740		)741	}742743	#[test]744	fn direct_self() {745		println!(746			"{:#?}",747			eval!(748				r#"749					{750						local me = self,751						a: 3,752						b(): me.a,753					}754				"#755			)756		);757	}758759	#[test]760	fn indirect_self() {761		// `self` assigned to `me` was lost when being762		// referenced from field763		eval!(764			r#"{765				local me = self,766				a: 3,767				b: me.a,768			}.b"#769		);770	}771772	// We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly773	#[test]774	fn std_assert_ok() {775		eval!("std.assertEqual(4.5 << 2, 16)");776	}777778	#[test]779	#[should_panic]780	fn std_assert_failure() {781		eval!("std.assertEqual(4.5 << 2, 15)");782	}783784	#[test]785	fn string_is_string() {786		assert!(primitive_equals(787			&eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),788			&Val::Bool(false),789		)790		.unwrap());791	}792793	#[test]794	fn base64_works() {795		assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);796	}797798	#[test]799	fn utf8_chars() {800		assert_json!(801			r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,802			r#"{"c": 128526,"l": 1}"#803		)804	}805806	#[test]807	fn json() {808		assert_json!(809			r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,810			r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#811		);812	}813814	#[test]815	fn parse_json() {816		assert_json!(817			r#"std.parseJson('{"a": -1,"b": 1,"c": 3.141,"d": []}')"#,818			r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#819		);820		// TODO: this should in fact fail as is no proper JSON syntax821		assert_json!(822			r#"std.parseJson("{a:-1, b:1, c:3.141, d:[]}")"#,823			r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#824		);825		// TODO: this is also no valid JSON826		assert_json!(r#"std.parseJson('local x = 2; x * x')"#, r#"4"#);827	}828829	#[test]830	fn test() {831		assert_json!(832			r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,833			"[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"834		);835	}836837	#[test]838	fn sjsonnet() {839		eval!(840			r#"841			local x0 = {k: 1};842			local x1 = {k: x0.k + x0.k};843			local x2 = {k: x1.k + x1.k};844			local x3 = {k: x2.k + x2.k};845			local x4 = {k: x3.k + x3.k};846			local x5 = {k: x4.k + x4.k};847			local x6 = {k: x5.k + x5.k};848			local x7 = {k: x6.k + x6.k};849			local x8 = {k: x7.k + x7.k};850			local x9 = {k: x8.k + x8.k};851			local x10 = {k: x9.k + x9.k};852			local x11 = {k: x10.k + x10.k};853			local x12 = {k: x11.k + x11.k};854			local x13 = {k: x12.k + x12.k};855			local x14 = {k: x13.k + x13.k};856			local x15 = {k: x14.k + x14.k};857			local x16 = {k: x15.k + x15.k};858			local x17 = {k: x16.k + x16.k};859			local x18 = {k: x17.k + x17.k};860			local x19 = {k: x18.k + x18.k};861			local x20 = {k: x19.k + x19.k};862			local x21 = {k: x20.k + x20.k};863			x21.k864		"#865		);866	}867868	// This test is commented out by default, because of huge compilation slowdown869	// #[bench]870	// fn bench_codegen(b: &mut Bencher) {871	// 	b.iter(|| {872	// 		#[allow(clippy::all)]873	// 		let stdlib = {874	// 			use jrsonnet_parser::*;875	// 			include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))876	// 		};877	// 		stdlib878	// 	})879	// }880881	/*882	#[bench]883	fn bench_serialize(b: &mut Bencher) {884		b.iter(|| {885			bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(886				env!("OUT_DIR"),887				"/stdlib.bincode"888			)))889			.expect("deserialize stdlib")890		})891	}892893	#[bench]894	fn bench_parse(b: &mut Bencher) {895		b.iter(|| {896			jrsonnet_parser::parse(897				jrsonnet_stdlib::STDLIB_STR,898				&jrsonnet_parser::ParserSettings {899					loc_data: true,900					file_name: Rc::new(PathBuf::from("std.jsonnet")),901				},902			)903		})904	}905	*/906907	#[test]908	fn equality() {909		println!(910			"{:?}",911			jrsonnet_parser::parse(912				"{ x: 1, y: 2 } == { x: 1, y: 2 }",913				&ParserSettings::default()914			)915		);916		assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")917	}918919	#[test]920	fn native_ext() -> crate::error::Result<()> {921		use super::native::NativeCallback;922		let evaluator = EvaluationState::default();923924		evaluator.with_stdlib();925		evaluator.settings_mut().ext_natives.insert(926			"native_add".into(),927			Rc::new(NativeCallback::new(928				ParamsDesc(Rc::new(vec![929					Param("a".into(), None),930					Param("b".into(), None),931				])),932				|caller, args| {933					assert_eq!(934						caller.unwrap(),935						Rc::new(PathBuf::from("native_caller.jsonnet"))936					);937					match (&args[0], &args[1]) {938						(Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),939						(_, _) => unreachable!(),940					}941				},942			)),943		);944		evaluator.evaluate_snippet_raw(945			Rc::new(PathBuf::from("native_caller.jsonnet")),946			"std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),947		)?;948		Ok(())949	}950951	#[test]952	fn constant_intrinsic() -> crate::error::Result<()> {953		assert_eval!(954			"local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"955		);956		Ok(())957	}958959	#[test]960	fn standalone_super() -> crate::error::Result<()> {961		assert_eval!(962			r#"963			local obj = {964				a: 1,965				b: 2,966				c: 3,967			};968			local test = obj + {969				fields: std.objectFields(super),970				d: 5,971			};972			test.fields == ['a', 'b', 'c']973		"#974		);975		Ok(())976	}977978	#[test]979	fn comp_self() -> crate::error::Result<()> {980		assert_eval!(981			r#"982			std.objectFields({983				a:{984					[name]: name for name in std.objectFields(self)985				},986				b: 2,987				c: 3,988			}.a) == ['a', 'b', 'c']989			"#990		);991992		Ok(())993	}994995	struct TestImportResolver(IStr);996	impl crate::import::ImportResolver for TestImportResolver {997		fn resolve_file(&self, _: &PathBuf, _: &PathBuf) -> crate::error::Result<Rc<PathBuf>> {998			Ok(Rc::new(PathBuf::from("/test")))999		}10001001		fn load_file_contents(&self, _: &PathBuf) -> crate::error::Result<IStr> {1002			Ok(self.0.clone())1003		}10041005		unsafe fn as_any(&self) -> &dyn std::any::Any {1006			panic!()1007		}1008	}10091010	#[test]1011	fn issue_23() {1012		let state = EvaluationState::default();1013		state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));1014		let _ = state.evaluate_file_raw(&PathBuf::from("/test"));1015	}10161017	#[test]1018	fn issue_40() {1019		let state = EvaluationState::default();1020		state.with_stdlib();10211022		let error = state1023			.evaluate_snippet_raw(1024				Rc::new(PathBuf::from("issue40.jsonnet")),1025				r#"1026				local conf = {1027					n: ""1028				};1029				1030				local result = conf + {1031					assert std.isNumber(self.n): "is number"1032				};10331034				std.manifestJsonEx(result, "")1035			"#1036				.into(),1037			)1038			.unwrap_err();1039		assert_eq!(error.error().to_string(), "assert failed: is number");1040	}1041}
after · crates/jrsonnet-evaluator/src/lib.rs
1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![warn(clippy::all, clippy::nursery)]3#![allow(4	macro_expanded_macro_exports_accessed_by_absolute_paths,5	clippy::ptr_arg6)]78mod builtin;9mod ctx;10mod dynamic;11pub mod error;12mod evaluate;13mod function;14mod import;15mod integrations;16mod map;17pub mod native;18mod obj;19pub mod trace;20pub mod typed;21mod val;2223pub use ctx::*;24pub use dynamic::*;25use error::{Error::*, LocError, Result, StackTraceElement};26pub use evaluate::*;27pub use function::parse_function_call;28use gc::{Finalize, Gc, Trace};29pub use import::*;30use jrsonnet_interner::IStr;31use jrsonnet_parser::*;32use native::NativeCallback;33pub use obj::*;34use rustc_hash::FxHashMap;35use std::{36	cell::{Ref, RefCell, RefMut},37	collections::HashMap,38	fmt::Debug,39	hash::BuildHasherDefault,40	path::PathBuf,41	rc::Rc,42};43use trace::{offset_to_location, CodeLocation, CompactFormat, TraceFormat};44pub use val::*;4546pub trait Bindable: Trace {47	fn bind(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal>;48}49#[derive(Trace, Finalize, Clone)]50pub enum LazyBinding {51	Bindable(Gc<Box<dyn Bindable>>),52	Bound(LazyVal),53}5455impl Debug for LazyBinding {56	fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {57		write!(f, "LazyBinding")58	}59}60impl LazyBinding {61	pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {62		match self {63			Self::Bindable(v) => v.bind(this, super_obj),64			Self::Bound(v) => Ok(v.clone()),65		}66	}67}6869pub struct EvaluationSettings {70	/// Limits recursion by limiting the number of stack frames71	pub max_stack: usize,72	/// Limits amount of stack trace items preserved73	pub max_trace: usize,74	/// Used for s`td.extVar`75	pub ext_vars: HashMap<IStr, Val>,76	/// Used for ext.native77	pub ext_natives: HashMap<IStr, Gc<NativeCallback>>,78	/// TLA vars79	pub tla_vars: HashMap<IStr, Val>,80	/// Global variables are inserted in default context81	pub globals: HashMap<IStr, Val>,82	/// Used to resolve file locations/contents83	pub import_resolver: Box<dyn ImportResolver>,84	/// Used in manifestification functions85	pub manifest_format: ManifestFormat,86	/// Used for bindings87	pub trace_format: Box<dyn TraceFormat>,88}89impl Default for EvaluationSettings {90	fn default() -> Self {91		Self {92			max_stack: 200,93			max_trace: 20,94			globals: Default::default(),95			ext_vars: Default::default(),96			ext_natives: Default::default(),97			tla_vars: Default::default(),98			import_resolver: Box::new(DummyImportResolver),99			manifest_format: ManifestFormat::Json(4),100			trace_format: Box::new(CompactFormat {101				padding: 4,102				resolver: trace::PathResolver::Absolute,103			}),104		}105	}106}107108#[derive(Default)]109struct EvaluationData {110	/// Used for stack overflow detection, stacktrace is populated on unwind111	stack_depth: usize,112	/// Contains file source codes and evaluation results for imports and pretty-printed stacktraces113	files: HashMap<Rc<PathBuf>, FileData>,114	str_files: HashMap<Rc<PathBuf>, IStr>,115}116117pub struct FileData {118	source_code: IStr,119	parsed: LocExpr,120	evaluated: Option<Val>,121}122#[derive(Default)]123pub struct EvaluationStateInternals {124	/// Internal state125	data: RefCell<EvaluationData>,126	/// Settings, safe to change at runtime127	settings: RefCell<EvaluationSettings>,128}129130thread_local! {131	/// Contains the state for a currently executed file.132	/// Global state is fine here.133	pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)134}135pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {136	EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))137}138pub(crate) fn push<T>(139	e: Option<&ExprLocation>,140	frame_desc: impl FnOnce() -> String,141	f: impl FnOnce() -> Result<T>,142) -> Result<T> {143	with_state(|s| s.push(e, frame_desc, f))144}145146pub fn push_stack_frame<T>(147	e: Option<&ExprLocation>,148	frame_desc: impl FnOnce() -> String,149	f: impl FnOnce() -> Result<T>,150) -> Result<T> {151	push(e, frame_desc, f)152}153154/// Maintains stack trace and import resolution155#[derive(Default, Clone)]156pub struct EvaluationState(Rc<EvaluationStateInternals>);157158impl EvaluationState {159	/// Parses and adds file as loaded160	pub fn add_file(&self, path: Rc<PathBuf>, source_code: IStr) -> Result<()> {161		self.add_parsed_file(162			path.clone(),163			source_code.clone(),164			parse(165				&source_code,166				&ParserSettings {167					file_name: path.clone(),168					loc_data: true,169				},170			)171			.map_err(|error| ImportSyntaxError {172				error: Box::new(error),173				path,174				source_code,175			})?,176		)?;177178		Ok(())179	}180181	/// Adds file by source code and parsed expr182	pub fn add_parsed_file(183		&self,184		name: Rc<PathBuf>,185		source_code: IStr,186		parsed: LocExpr,187	) -> Result<()> {188		self.data_mut().files.insert(189			name,190			FileData {191				source_code,192				parsed,193				evaluated: None,194			},195		);196197		Ok(())198	}199	pub fn get_source(&self, name: &PathBuf) -> Option<IStr> {200		let ro_map = &self.data().files;201		ro_map.get(name).map(|value| value.source_code.clone())202	}203	pub fn map_source_locations(&self, file: &PathBuf, locs: &[usize]) -> Vec<CodeLocation> {204		offset_to_location(&self.get_source(file).unwrap(), locs)205	}206207	pub(crate) fn import_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Val> {208		let file_path = self.resolve_file(from, path)?;209		{210			let data = self.data();211			let files = &data.files;212			if files.contains_key(&file_path) {213				drop(data);214				return self.evaluate_loaded_file_raw(&file_path);215			}216		}217		let contents = self.load_file_contents(&file_path)?;218		self.add_file(file_path.clone(), contents)?;219		self.evaluate_loaded_file_raw(&file_path)220	}221	pub(crate) fn import_file_str(&self, from: &PathBuf, path: &PathBuf) -> Result<IStr> {222		let path = self.resolve_file(from, path)?;223		if !self.data().str_files.contains_key(&path) {224			let file_str = self.load_file_contents(&path)?;225			self.data_mut().str_files.insert(path.clone(), file_str);226		}227		Ok(self.data().str_files.get(&path).cloned().unwrap())228	}229230	fn evaluate_loaded_file_raw(&self, name: &PathBuf) -> Result<Val> {231		let expr: LocExpr = {232			let ro_map = &self.data().files;233			let value = ro_map234				.get(name)235				.unwrap_or_else(|| panic!("file not added: {:?}", name));236			if let Some(ref evaluated) = value.evaluated {237				return Ok(evaluated.clone());238			}239			value.parsed.clone()240		};241		let value = evaluate(self.create_default_context(), &expr)?;242		{243			self.data_mut()244				.files245				.get_mut(name)246				.unwrap()247				.evaluated248				.replace(value.clone());249		}250		Ok(value)251	}252253	/// Adds standard library global variable (std) to this evaluator254	pub fn with_stdlib(&self) -> &Self {255		use jrsonnet_stdlib::STDLIB_STR;256		let std_path = Rc::new(PathBuf::from("std.jsonnet"));257		self.run_in_state(|| {258			self.add_parsed_file(259				std_path.clone(),260				STDLIB_STR.to_owned().into(),261				builtin::get_parsed_stdlib(),262			)263			.unwrap();264			let val = self.evaluate_loaded_file_raw(&std_path).unwrap();265			self.settings_mut().globals.insert("std".into(), val);266		});267		self268	}269270	/// Creates context with all passed global variables271	pub fn create_default_context(&self) -> Context {272		let globals = &self.settings().globals;273		let mut new_bindings: FxHashMap<IStr, LazyVal> =274			FxHashMap::with_capacity_and_hasher(globals.len(), BuildHasherDefault::default());275		for (name, value) in globals.iter() {276			new_bindings.insert(name.clone(), LazyVal::new_resolved(value.clone()));277		}278		Context::new().extend_bound(new_bindings)279	}280281	/// Executes code creating a new stack frame282	pub fn push<T>(283		&self,284		e: Option<&ExprLocation>,285		frame_desc: impl FnOnce() -> String,286		f: impl FnOnce() -> Result<T>,287	) -> Result<T> {288		{289			let mut data = self.data_mut();290			let stack_depth = &mut data.stack_depth;291			if *stack_depth > self.max_stack() {292				// Error creation uses data, so i drop guard here293				drop(data);294				throw!(StackOverflow);295			} else {296				*stack_depth += 1;297			}298		}299		let result = f();300		self.data_mut().stack_depth -= 1;301		if let Err(mut err) = result {302			err.trace_mut().0.push(StackTraceElement {303				location: e.cloned(),304				desc: frame_desc(),305			});306			return Err(err);307		}308		result309	}310311	/// Runs passed function in state (required if function needs to modify stack trace)312	pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {313		EVAL_STATE.with(|v| {314			let has_state = v.borrow().is_some();315			if !has_state {316				v.borrow_mut().replace(self.clone());317			}318			let result = f();319			if !has_state {320				v.borrow_mut().take();321			}322			result323		})324	}325326	pub fn stringify_err(&self, e: &LocError) -> String {327		let mut out = String::new();328		self.settings()329			.trace_format330			.write_trace(&mut out, self, e)331			.unwrap();332		out333	}334335	pub fn manifest(&self, val: Val) -> Result<IStr> {336		self.run_in_state(|| val.manifest(&self.manifest_format()))337	}338	pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {339		self.run_in_state(|| val.manifest_multi(&self.manifest_format()))340	}341	pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {342		self.run_in_state(|| val.manifest_stream(&self.manifest_format()))343	}344345	/// If passed value is function then call with set TLA346	pub fn with_tla(&self, val: Val) -> Result<Val> {347		self.run_in_state(|| {348			Ok(match val {349				Val::Func(func) => push(350					None,351					|| "during TLA call".to_owned(),352					|| {353						func.evaluate_map(354							self.create_default_context(),355							&self.settings().tla_vars,356							true,357						)358					},359				)?,360				v => v,361			})362		})363	}364}365366/// Internals367impl EvaluationState {368	fn data(&self) -> Ref<EvaluationData> {369		self.0.data.borrow()370	}371	fn data_mut(&self) -> RefMut<EvaluationData> {372		self.0.data.borrow_mut()373	}374	pub fn settings(&self) -> Ref<EvaluationSettings> {375		self.0.settings.borrow()376	}377	pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {378		self.0.settings.borrow_mut()379	}380}381382/// Raw methods evaluate passed values but don't perform TLA execution383impl EvaluationState {384	pub fn evaluate_file_raw(&self, name: &PathBuf) -> Result<Val> {385		self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))386	}387	pub fn evaluate_file_raw_nocwd(&self, name: &PathBuf) -> Result<Val> {388		self.run_in_state(|| self.import_file(&PathBuf::from("."), name))389	}390	/// Parses and evaluates the given snippet391	pub fn evaluate_snippet_raw(&self, source: Rc<PathBuf>, code: IStr) -> Result<Val> {392		let parsed = parse(393			&code,394			&ParserSettings {395				file_name: source.clone(),396				loc_data: true,397			},398		)399		.map_err(|e| ImportSyntaxError {400			path: source.clone(),401			source_code: code.clone(),402			error: Box::new(e),403		})?;404		self.add_parsed_file(source, code, parsed.clone())?;405		self.evaluate_expr_raw(parsed)406	}407	/// Evaluates the parsed expression408	pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {409		self.run_in_state(|| evaluate(self.create_default_context(), &code))410	}411}412413/// Settings utilities414impl EvaluationState {415	pub fn add_ext_var(&self, name: IStr, value: Val) {416		self.settings_mut().ext_vars.insert(name, value);417	}418	pub fn add_ext_str(&self, name: IStr, value: IStr) {419		self.add_ext_var(name, Val::Str(value));420	}421	pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {422		let value =423			self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("ext_code {}", name))), code)?;424		self.add_ext_var(name, value);425		Ok(())426	}427428	pub fn add_tla(&self, name: IStr, value: Val) {429		self.settings_mut().tla_vars.insert(name, value);430	}431	pub fn add_tla_str(&self, name: IStr, value: IStr) {432		self.add_tla(name, Val::Str(value));433	}434	pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {435		let value =436			self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("tla_code {}", name))), code)?;437		self.add_tla(name, value);438		Ok(())439	}440441	pub fn resolve_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Rc<PathBuf>> {442		self.settings().import_resolver.resolve_file(from, path)443	}444	pub fn load_file_contents(&self, path: &PathBuf) -> Result<IStr> {445		self.settings().import_resolver.load_file_contents(path)446	}447448	pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {449		Ref::map(self.settings(), |s| &*s.import_resolver)450	}451	pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {452		self.settings_mut().import_resolver = resolver;453	}454455	pub fn add_native(&self, name: IStr, cb: Gc<NativeCallback>) {456		self.settings_mut().ext_natives.insert(name, cb);457	}458459	pub fn manifest_format(&self) -> ManifestFormat {460		self.settings().manifest_format.clone()461	}462	pub fn set_manifest_format(&self, format: ManifestFormat) {463		self.settings_mut().manifest_format = format;464	}465466	pub fn trace_format(&self) -> Ref<dyn TraceFormat> {467		Ref::map(self.settings(), |s| &*s.trace_format)468	}469	pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {470		self.settings_mut().trace_format = format;471	}472473	pub fn max_trace(&self) -> usize {474		self.settings().max_trace475	}476	pub fn set_max_trace(&self, trace: usize) {477		self.settings_mut().max_trace = trace;478	}479480	pub fn max_stack(&self) -> usize {481		self.settings().max_stack482	}483	pub fn set_max_stack(&self, trace: usize) {484		self.settings_mut().max_stack = trace;485	}486}487488#[cfg(test)]489pub mod tests {490	use super::Val;491	use crate::{492		error::Error::*, native::NativeCallbackHandler, primitive_equals, EvaluationState,493	};494	use gc::Gc;495	use jrsonnet_interner::IStr;496	use jrsonnet_parser::*;497	use std::{path::PathBuf, rc::Rc};498499	#[test]500	#[should_panic]501	fn eval_state_stacktrace() {502		let state = EvaluationState::default();503		state.run_in_state(|| {504			state505				.push(506					Some(&ExprLocation(507						Rc::new(PathBuf::from("test1.jsonnet")),508						10,509						20,510					)),511					|| "outer".to_owned(),512					|| {513						state.push(514							Some(&ExprLocation(515								Rc::new(PathBuf::from("test2.jsonnet")),516								30,517								40,518							)),519							|| "inner".to_owned(),520							|| Err(RuntimeError("".into()).into()),521						)?;522						Ok(())523					},524				)525				.unwrap();526		});527	}528529	#[test]530	fn eval_state_standard() {531		let state = EvaluationState::default();532		state.with_stdlib();533		assert!(primitive_equals(534			&state535				.evaluate_snippet_raw(536					Rc::new(PathBuf::from("raw.jsonnet")),537					r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()538				)539				.unwrap(),540			&Val::Bool(true),541		)542		.unwrap());543	}544545	macro_rules! eval {546		($str: expr) => {547			EvaluationState::default()548				.with_stdlib()549				.evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())550				.unwrap()551		};552	}553	macro_rules! eval_json {554		($str: expr) => {{555			let evaluator = EvaluationState::default();556			evaluator.with_stdlib();557			evaluator.run_in_state(|| {558				evaluator559					.evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())560					.unwrap()561					.to_json(0)562					.unwrap()563					.replace("\n", "")564			})565		}};566	}567568	/// Asserts given code returns `true`569	macro_rules! assert_eval {570		($str: expr) => {571			assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())572		};573	}574575	/// Asserts given code returns `false`576	macro_rules! assert_eval_neg {577		($str: expr) => {578			assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())579		};580	}581	macro_rules! assert_json {582		($str: expr, $out: expr) => {583			assert_eq!(eval_json!($str), $out.replace("\t", ""))584		};585	}586587	/// Sanity checking, before trusting to another tests588	#[test]589	fn equality_operator() {590		assert_eval!("2 == 2");591		assert_eval_neg!("2 != 2");592		assert_eval!("2 != 3");593		assert_eval_neg!("2 == 3");594		assert_eval!("'Hello' == 'Hello'");595		assert_eval_neg!("'Hello' != 'Hello'");596		assert_eval!("'Hello' != 'World'");597		assert_eval_neg!("'Hello' == 'World'");598	}599600	#[test]601	fn math_evaluation() {602		assert_eval!("2 + 2 * 2 == 6");603		assert_eval!("3 + (2 + 2 * 2) == 9");604	}605606	#[test]607	fn string_concat() {608		assert_eval!("'Hello' + 'World' == 'HelloWorld'");609		assert_eval!("'Hello' * 3 == 'HelloHelloHello'");610		assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");611	}612613	#[test]614	fn faster_join() {615		assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");616		assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");617	}618619	#[test]620	fn function_contexts() {621		assert_eval!(622			r#"623				local k = {624					t(name = self.h): [self.h, name],625					h: 3,626				};627				local f = {628					t: k.t(),629					h: 4,630				};631				f.t[0] == f.t[1]632			"#633		);634	}635636	#[test]637	fn local() {638		assert_eval!("local a = 2; local b = 3; a + b == 5");639		assert_eval!("local a = 1, b = a + 1; a + b == 3");640		assert_eval!("local a = 1; local a = 2; a == 2");641	}642643	#[test]644	fn object_lazyness() {645		assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);646	}647648	#[test]649	fn object_inheritance() {650		assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);651	}652653	#[test]654	fn object_assertion_success() {655		eval!("{assert \"a\" in self} + {a:2}");656	}657658	#[test]659	fn object_assertion_error() {660		eval!("{assert \"a\" in self}");661	}662663	#[test]664	fn lazy_args() {665		eval!("local test(a) = 2; test(error '3')");666	}667668	#[test]669	#[should_panic]670	fn tailstrict_args() {671		eval!("local test(a) = 2; test(error '3') tailstrict");672	}673674	#[test]675	#[should_panic]676	fn no_binding_error() {677		eval!("a");678	}679680	#[test]681	fn test_object() {682		assert_json!("{a:2}", r#"{"a": 2}"#);683		assert_json!("{a:2+2}", r#"{"a": 4}"#);684		assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);685		assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);686		assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);687		assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);688		assert_json!(689			r#"690				{691					name: "Alice",692					welcome: "Hello " + self.name + "!",693				}694			"#,695			r#"{"name": "Alice","welcome": "Hello Alice!"}"#696		);697		assert_json!(698			r#"699				{700					name: "Alice",701					welcome: "Hello " + self.name + "!",702				} + {703					name: "Bob"704				}705			"#,706			r#"{"name": "Bob","welcome": "Hello Bob!"}"#707		);708	}709710	#[test]711	fn functions() {712		assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");713		assert_json!(714			r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,715			r#""HelloDearWorld""#716		);717	}718719	#[test]720	fn local_methods() {721		assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");722		assert_json!(723			r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,724			r#""HelloDearWorld""#725		);726	}727728	#[test]729	fn object_locals() {730		assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);731		assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);732		assert_json!(733			r#"{local a = function (b) {[b]:4}, test: a("test")}"#,734			r#"{"test": {"test": 4}}"#735		);736	}737738	#[test]739	fn object_comp() {740		assert_json!(741			r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,742			"{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"743		)744	}745746	#[test]747	fn direct_self() {748		println!(749			"{:#?}",750			eval!(751				r#"752					{753						local me = self,754						a: 3,755						b(): me.a,756					}757				"#758			)759		);760	}761762	#[test]763	fn indirect_self() {764		// `self` assigned to `me` was lost when being765		// referenced from field766		eval!(767			r#"{768				local me = self,769				a: 3,770				b: me.a,771			}.b"#772		);773	}774775	// We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly776	#[test]777	fn std_assert_ok() {778		eval!("std.assertEqual(4.5 << 2, 16)");779	}780781	#[test]782	#[should_panic]783	fn std_assert_failure() {784		eval!("std.assertEqual(4.5 << 2, 15)");785	}786787	#[test]788	fn string_is_string() {789		assert!(primitive_equals(790			&eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),791			&Val::Bool(false),792		)793		.unwrap());794	}795796	#[test]797	fn base64_works() {798		assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);799	}800801	#[test]802	fn utf8_chars() {803		assert_json!(804			r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,805			r#"{"c": 128526,"l": 1}"#806		)807	}808809	#[test]810	fn json() {811		assert_json!(812			r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,813			r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#814		);815	}816817	#[test]818	fn parse_json() {819		assert_json!(820			r#"std.parseJson('{"a": -1,"b": 1,"c": 3.141,"d": []}')"#,821			r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#822		);823		// TODO: this should in fact fail as is no proper JSON syntax824		assert_json!(825			r#"std.parseJson("{a:-1, b:1, c:3.141, d:[]}")"#,826			r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#827		);828		// TODO: this is also no valid JSON829		assert_json!(r#"std.parseJson('local x = 2; x * x')"#, r#"4"#);830	}831832	#[test]833	fn test() {834		assert_json!(835			r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,836			"[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"837		);838	}839840	#[test]841	fn sjsonnet() {842		eval!(843			r#"844			local x0 = {k: 1};845			local x1 = {k: x0.k + x0.k};846			local x2 = {k: x1.k + x1.k};847			local x3 = {k: x2.k + x2.k};848			local x4 = {k: x3.k + x3.k};849			local x5 = {k: x4.k + x4.k};850			local x6 = {k: x5.k + x5.k};851			local x7 = {k: x6.k + x6.k};852			local x8 = {k: x7.k + x7.k};853			local x9 = {k: x8.k + x8.k};854			local x10 = {k: x9.k + x9.k};855			local x11 = {k: x10.k + x10.k};856			local x12 = {k: x11.k + x11.k};857			local x13 = {k: x12.k + x12.k};858			local x14 = {k: x13.k + x13.k};859			local x15 = {k: x14.k + x14.k};860			local x16 = {k: x15.k + x15.k};861			local x17 = {k: x16.k + x16.k};862			local x18 = {k: x17.k + x17.k};863			local x19 = {k: x18.k + x18.k};864			local x20 = {k: x19.k + x19.k};865			local x21 = {k: x20.k + x20.k};866			x21.k867		"#868		);869	}870871	// This test is commented out by default, because of huge compilation slowdown872	// #[bench]873	// fn bench_codegen(b: &mut Bencher) {874	// 	b.iter(|| {875	// 		#[allow(clippy::all)]876	// 		let stdlib = {877	// 			use jrsonnet_parser::*;878	// 			include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))879	// 		};880	// 		stdlib881	// 	})882	// }883884	/*885	#[bench]886	fn bench_serialize(b: &mut Bencher) {887		b.iter(|| {888			bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(889				env!("OUT_DIR"),890				"/stdlib.bincode"891			)))892			.expect("deserialize stdlib")893		})894	}895896	#[bench]897	fn bench_parse(b: &mut Bencher) {898		b.iter(|| {899			jrsonnet_parser::parse(900				jrsonnet_stdlib::STDLIB_STR,901				&jrsonnet_parser::ParserSettings {902					loc_data: true,903					file_name: Rc::new(PathBuf::from("std.jsonnet")),904				},905			)906		})907	}908	*/909910	#[test]911	fn equality() {912		println!(913			"{:?}",914			jrsonnet_parser::parse(915				"{ x: 1, y: 2 } == { x: 1, y: 2 }",916				&ParserSettings::default()917			)918		);919		assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")920	}921922	#[test]923	fn native_ext() -> crate::error::Result<()> {924		use super::native::NativeCallback;925		let evaluator = EvaluationState::default();926927		evaluator.with_stdlib();928929		#[derive(gc::Trace, gc::Finalize)]930		struct NativeAdd;931		impl NativeCallbackHandler for NativeAdd {932			fn call(&self, from: Option<Rc<PathBuf>>, args: &[Val]) -> crate::error::Result<Val> {933				assert_eq!(934					from.unwrap(),935					Rc::new(PathBuf::from("native_caller.jsonnet"))936				);937				match (&args[0], &args[1]) {938					(Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),939					(_, _) => unreachable!(),940				}941			}942		}943		evaluator.settings_mut().ext_natives.insert(944			"native_add".into(),945			Gc::new(NativeCallback::new(946				ParamsDesc(Rc::new(vec![947					Param("a".into(), None),948					Param("b".into(), None),949				])),950				Box::new(NativeAdd),951			)),952		);953		evaluator.evaluate_snippet_raw(954			Rc::new(PathBuf::from("native_caller.jsonnet")),955			"std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),956		)?;957		Ok(())958	}959960	#[test]961	fn constant_intrinsic() -> crate::error::Result<()> {962		assert_eval!(963			"local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"964		);965		Ok(())966	}967968	#[test]969	fn standalone_super() -> crate::error::Result<()> {970		assert_eval!(971			r#"972			local obj = {973				a: 1,974				b: 2,975				c: 3,976			};977			local test = obj + {978				fields: std.objectFields(super),979				d: 5,980			};981			test.fields == ['a', 'b', 'c']982		"#983		);984		Ok(())985	}986987	#[test]988	fn comp_self() -> crate::error::Result<()> {989		assert_eval!(990			r#"991			std.objectFields({992				a:{993					[name]: name for name in std.objectFields(self)994				},995				b: 2,996				c: 3,997			}.a) == ['a', 'b', 'c']998			"#999		);10001001		Ok(())1002	}10031004	struct TestImportResolver(IStr);1005	impl crate::import::ImportResolver for TestImportResolver {1006		fn resolve_file(&self, _: &PathBuf, _: &PathBuf) -> crate::error::Result<Rc<PathBuf>> {1007			Ok(Rc::new(PathBuf::from("/test")))1008		}10091010		fn load_file_contents(&self, _: &PathBuf) -> crate::error::Result<IStr> {1011			Ok(self.0.clone())1012		}10131014		unsafe fn as_any(&self) -> &dyn std::any::Any {1015			panic!()1016		}1017	}10181019	#[test]1020	fn issue_23() {1021		let state = EvaluationState::default();1022		state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));1023		let _ = state.evaluate_file_raw(&PathBuf::from("/test"));1024	}10251026	#[test]1027	fn issue_40() {1028		let state = EvaluationState::default();1029		state.with_stdlib();10301031		let error = state1032			.evaluate_snippet_raw(1033				Rc::new(PathBuf::from("issue40.jsonnet")),1034				r#"1035				local conf = {1036					n: ""1037				};1038				1039				local result = conf + {1040					assert std.isNumber(self.n): "is number"1041				};10421043				std.manifestJsonEx(result, "")1044			"#1045				.into(),1046			)1047			.unwrap_err();1048		assert_eq!(error.error().to_string(), "assert failed: is number");1049	}1050}