git.delta.rocks / jrsonnet / refs/commits / aa75bedf82a2

difftreelog

Re-export `IStr` in jrsonnet-evaluator crate

messense2021-06-14parent: #e1eaabb.patch.diff
in: master

5 files changed

modifiedCargo.lockdiffbeforeafterboth
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -223,7 +223,6 @@
 version = "0.3.8"
 dependencies = [
  "jrsonnet-evaluator",
- "jrsonnet-interner",
  "jrsonnet-parser",
 ]
 
modifiedbindings/jsonnet/Cargo.tomldiffbeforeafterboth
--- a/bindings/jsonnet/Cargo.toml
+++ b/bindings/jsonnet/Cargo.toml
@@ -8,7 +8,6 @@
 publish = false
 
 [dependencies]
-jrsonnet-interner = { path = "../../crates/jrsonnet-interner", version = "0.3.8" }
 jrsonnet-evaluator = { path = "../../crates/jrsonnet-evaluator", version = "0.3.8" }
 jrsonnet-parser = { path = "../../crates/jrsonnet-parser", version = "0.3.8" }
 
modifiedbindings/jsonnet/src/import.rsdiffbeforeafterboth
--- a/bindings/jsonnet/src/import.rs
+++ b/bindings/jsonnet/src/import.rs
@@ -2,9 +2,8 @@
 
 use jrsonnet_evaluator::{
 	error::{Error::*, Result},
-	throw, EvaluationState, ImportResolver,
+	throw, EvaluationState, IStr, ImportResolver,
 };
-use jrsonnet_interner::IStr;
 use std::{
 	any::Any,
 	cell::RefCell,
modifiedbindings/jsonnet/src/lib.rsdiffbeforeafterboth
--- a/bindings/jsonnet/src/lib.rs
+++ b/bindings/jsonnet/src/lib.rs
@@ -9,8 +9,7 @@
 pub mod vars_tlas;
 
 use import::NativeImportResolver;
-use jrsonnet_evaluator::{EvaluationState, ManifestFormat, Val};
-use jrsonnet_interner::IStr;
+use jrsonnet_evaluator::{EvaluationState, IStr, ManifestFormat, Val};
 use std::{
 	alloc::Layout,
 	ffi::{CStr, CString},
modifiedcrates/jrsonnet-evaluator/src/lib.rsdiffbeforeafterboth
before · crates/jrsonnet-evaluator/src/lib.rs
1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![warn(clippy::all, clippy::nursery)]3#![allow(4	macro_expanded_macro_exports_accessed_by_absolute_paths,5	clippy::ptr_arg6)]78mod builtin;9mod ctx;10mod dynamic;11pub mod error;12mod evaluate;13mod function;14mod import;15mod integrations;16mod map;17pub mod native;18mod obj;19pub mod trace;20pub mod typed;21mod val;2223pub use ctx::*;24pub use dynamic::*;25use error::{Error::*, LocError, Result, StackTraceElement};26pub use evaluate::*;27pub use function::parse_function_call;28pub use import::*;29use jrsonnet_interner::IStr;30use jrsonnet_parser::*;31use native::NativeCallback;32pub use obj::*;33use rustc_hash::FxHashMap;34use std::{35	cell::{Ref, RefCell, RefMut},36	collections::HashMap,37	fmt::Debug,38	hash::BuildHasherDefault,39	path::PathBuf,40	rc::Rc,41};42use trace::{offset_to_location, CodeLocation, CompactFormat, TraceFormat};43pub use val::*;4445type BindableFn = dyn Fn(Option<ObjValue>, Option<ObjValue>) -> Result<LazyVal>;46#[derive(Clone)]47pub enum LazyBinding {48	Bindable(Rc<BindableFn>),49	Bound(LazyVal),50}5152impl Debug for LazyBinding {53	fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {54		write!(f, "LazyBinding")55	}56}57impl LazyBinding {58	pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {59		match self {60			Self::Bindable(v) => v(this, super_obj),61			Self::Bound(v) => Ok(v.clone()),62		}63	}64}6566pub struct EvaluationSettings {67	/// Limits recursion by limiting the number of stack frames68	pub max_stack: usize,69	/// Limits amount of stack trace items preserved70	pub max_trace: usize,71	/// Used for s`td.extVar`72	pub ext_vars: HashMap<IStr, Val>,73	/// Used for ext.native74	pub ext_natives: HashMap<IStr, Rc<NativeCallback>>,75	/// TLA vars76	pub tla_vars: HashMap<IStr, Val>,77	/// Global variables are inserted in default context78	pub globals: HashMap<IStr, Val>,79	/// Used to resolve file locations/contents80	pub import_resolver: Box<dyn ImportResolver>,81	/// Used in manifestification functions82	pub manifest_format: ManifestFormat,83	/// Used for bindings84	pub trace_format: Box<dyn TraceFormat>,85}86impl Default for EvaluationSettings {87	fn default() -> Self {88		Self {89			max_stack: 200,90			max_trace: 20,91			globals: Default::default(),92			ext_vars: Default::default(),93			ext_natives: Default::default(),94			tla_vars: Default::default(),95			import_resolver: Box::new(DummyImportResolver),96			manifest_format: ManifestFormat::Json(4),97			trace_format: Box::new(CompactFormat {98				padding: 4,99				resolver: trace::PathResolver::Absolute,100			}),101		}102	}103}104105#[derive(Default)]106struct EvaluationData {107	/// Used for stack overflow detection, stacktrace is populated on unwind108	stack_depth: usize,109	/// Contains file source codes and evaluation results for imports and pretty-printed stacktraces110	files: HashMap<Rc<PathBuf>, FileData>,111	str_files: HashMap<Rc<PathBuf>, IStr>,112}113114pub struct FileData {115	source_code: IStr,116	parsed: LocExpr,117	evaluated: Option<Val>,118}119#[derive(Default)]120pub struct EvaluationStateInternals {121	/// Internal state122	data: RefCell<EvaluationData>,123	/// Settings, safe to change at runtime124	settings: RefCell<EvaluationSettings>,125}126127thread_local! {128	/// Contains the state for a currently executed file.129	/// Global state is fine here.130	pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)131}132pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {133	EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))134}135pub(crate) fn push<T>(136	e: Option<&ExprLocation>,137	frame_desc: impl FnOnce() -> String,138	f: impl FnOnce() -> Result<T>,139) -> Result<T> {140	with_state(|s| s.push(e, frame_desc, f))141}142143pub fn push_stack_frame<T>(144	e: Option<&ExprLocation>,145	frame_desc: impl FnOnce() -> String,146	f: impl FnOnce() -> Result<T>,147) -> Result<T> {148	push(e, frame_desc, f)149}150151/// Maintains stack trace and import resolution152#[derive(Default, Clone)]153pub struct EvaluationState(Rc<EvaluationStateInternals>);154155impl EvaluationState {156	/// Parses and adds file as loaded157	pub fn add_file(&self, path: Rc<PathBuf>, source_code: IStr) -> Result<()> {158		self.add_parsed_file(159			path.clone(),160			source_code.clone(),161			parse(162				&source_code,163				&ParserSettings {164					file_name: path.clone(),165					loc_data: true,166				},167			)168			.map_err(|error| ImportSyntaxError {169				error: Box::new(error),170				path,171				source_code,172			})?,173		)?;174175		Ok(())176	}177178	/// Adds file by source code and parsed expr179	pub fn add_parsed_file(180		&self,181		name: Rc<PathBuf>,182		source_code: IStr,183		parsed: LocExpr,184	) -> Result<()> {185		self.data_mut().files.insert(186			name,187			FileData {188				source_code,189				parsed,190				evaluated: None,191			},192		);193194		Ok(())195	}196	pub fn get_source(&self, name: &PathBuf) -> Option<IStr> {197		let ro_map = &self.data().files;198		ro_map.get(name).map(|value| value.source_code.clone())199	}200	pub fn map_source_locations(&self, file: &PathBuf, locs: &[usize]) -> Vec<CodeLocation> {201		offset_to_location(&self.get_source(file).unwrap(), locs)202	}203204	pub(crate) fn import_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Val> {205		let file_path = self.resolve_file(from, path)?;206		{207			let data = self.data();208			let files = &data.files;209			if files.contains_key(&file_path) {210				drop(data);211				return self.evaluate_loaded_file_raw(&file_path);212			}213		}214		let contents = self.load_file_contents(&file_path)?;215		self.add_file(file_path.clone(), contents)?;216		self.evaluate_loaded_file_raw(&file_path)217	}218	pub(crate) fn import_file_str(&self, from: &PathBuf, path: &PathBuf) -> Result<IStr> {219		let path = self.resolve_file(from, path)?;220		if !self.data().str_files.contains_key(&path) {221			let file_str = self.load_file_contents(&path)?;222			self.data_mut().str_files.insert(path.clone(), file_str);223		}224		Ok(self.data().str_files.get(&path).cloned().unwrap())225	}226227	fn evaluate_loaded_file_raw(&self, name: &PathBuf) -> Result<Val> {228		let expr: LocExpr = {229			let ro_map = &self.data().files;230			let value = ro_map231				.get(name)232				.unwrap_or_else(|| panic!("file not added: {:?}", name));233			if let Some(ref evaluated) = value.evaluated {234				return Ok(evaluated.clone());235			}236			value.parsed.clone()237		};238		let value = evaluate(self.create_default_context(), &expr)?;239		{240			self.data_mut()241				.files242				.get_mut(name)243				.unwrap()244				.evaluated245				.replace(value.clone());246		}247		Ok(value)248	}249250	/// Adds standard library global variable (std) to this evaluator251	pub fn with_stdlib(&self) -> &Self {252		use jrsonnet_stdlib::STDLIB_STR;253		let std_path = Rc::new(PathBuf::from("std.jsonnet"));254		self.run_in_state(|| {255			self.add_parsed_file(256				std_path.clone(),257				STDLIB_STR.to_owned().into(),258				builtin::get_parsed_stdlib(),259			)260			.unwrap();261			let val = self.evaluate_loaded_file_raw(&std_path).unwrap();262			self.settings_mut().globals.insert("std".into(), val);263		});264		self265	}266267	/// Creates context with all passed global variables268	pub fn create_default_context(&self) -> Context {269		let globals = &self.settings().globals;270		let mut new_bindings: FxHashMap<IStr, LazyVal> =271			FxHashMap::with_capacity_and_hasher(globals.len(), BuildHasherDefault::default());272		for (name, value) in globals.iter() {273			new_bindings.insert(name.clone(), resolved_lazy_val!(value.clone()));274		}275		Context::new().extend_bound(new_bindings)276	}277278	/// Executes code creating a new stack frame279	pub fn push<T>(280		&self,281		e: Option<&ExprLocation>,282		frame_desc: impl FnOnce() -> String,283		f: impl FnOnce() -> Result<T>,284	) -> Result<T> {285		{286			let mut data = self.data_mut();287			let stack_depth = &mut data.stack_depth;288			if *stack_depth > self.max_stack() {289				// Error creation uses data, so i drop guard here290				drop(data);291				throw!(StackOverflow);292			} else {293				*stack_depth += 1;294			}295		}296		let result = f();297		self.data_mut().stack_depth -= 1;298		if let Err(mut err) = result {299			err.trace_mut().0.push(StackTraceElement {300				location: e.cloned(),301				desc: frame_desc(),302			});303			return Err(err);304		}305		result306	}307308	/// Runs passed function in state (required if function needs to modify stack trace)309	pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {310		EVAL_STATE.with(|v| {311			let has_state = v.borrow().is_some();312			if !has_state {313				v.borrow_mut().replace(self.clone());314			}315			let result = f();316			if !has_state {317				v.borrow_mut().take();318			}319			result320		})321	}322323	pub fn stringify_err(&self, e: &LocError) -> String {324		let mut out = String::new();325		self.settings()326			.trace_format327			.write_trace(&mut out, self, e)328			.unwrap();329		out330	}331332	pub fn manifest(&self, val: Val) -> Result<IStr> {333		self.run_in_state(|| val.manifest(&self.manifest_format()))334	}335	pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {336		self.run_in_state(|| val.manifest_multi(&self.manifest_format()))337	}338	pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {339		self.run_in_state(|| val.manifest_stream(&self.manifest_format()))340	}341342	/// If passed value is function then call with set TLA343	pub fn with_tla(&self, val: Val) -> Result<Val> {344		self.run_in_state(|| {345			Ok(match val {346				Val::Func(func) => push(347					None,348					|| "during TLA call".to_owned(),349					|| {350						func.evaluate_map(351							self.create_default_context(),352							&self.settings().tla_vars,353							true,354						)355					},356				)?,357				v => v,358			})359		})360	}361}362363/// Internals364impl EvaluationState {365	fn data(&self) -> Ref<EvaluationData> {366		self.0.data.borrow()367	}368	fn data_mut(&self) -> RefMut<EvaluationData> {369		self.0.data.borrow_mut()370	}371	pub fn settings(&self) -> Ref<EvaluationSettings> {372		self.0.settings.borrow()373	}374	pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {375		self.0.settings.borrow_mut()376	}377}378379/// Raw methods evaluate passed values but don't perform TLA execution380impl EvaluationState {381	pub fn evaluate_file_raw(&self, name: &PathBuf) -> Result<Val> {382		self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))383	}384	pub fn evaluate_file_raw_nocwd(&self, name: &PathBuf) -> Result<Val> {385		self.run_in_state(|| self.import_file(&PathBuf::from("."), name))386	}387	/// Parses and evaluates the given snippet388	pub fn evaluate_snippet_raw(&self, source: Rc<PathBuf>, code: IStr) -> Result<Val> {389		let parsed = parse(390			&code,391			&ParserSettings {392				file_name: source.clone(),393				loc_data: true,394			},395		)396		.map_err(|e| ImportSyntaxError {397			path: source.clone(),398			source_code: code.clone(),399			error: Box::new(e),400		})?;401		self.add_parsed_file(source, code, parsed.clone())?;402		self.evaluate_expr_raw(parsed)403	}404	/// Evaluates the parsed expression405	pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {406		self.run_in_state(|| evaluate(self.create_default_context(), &code))407	}408}409410/// Settings utilities411impl EvaluationState {412	pub fn add_ext_var(&self, name: IStr, value: Val) {413		self.settings_mut().ext_vars.insert(name, value);414	}415	pub fn add_ext_str(&self, name: IStr, value: IStr) {416		self.add_ext_var(name, Val::Str(value));417	}418	pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {419		let value =420			self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("ext_code {}", name))), code)?;421		self.add_ext_var(name, value);422		Ok(())423	}424425	pub fn add_tla(&self, name: IStr, value: Val) {426		self.settings_mut().tla_vars.insert(name, value);427	}428	pub fn add_tla_str(&self, name: IStr, value: IStr) {429		self.add_tla(name, Val::Str(value));430	}431	pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {432		let value =433			self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("tla_code {}", name))), code)?;434		self.add_tla(name, value);435		Ok(())436	}437438	pub fn resolve_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Rc<PathBuf>> {439		self.settings().import_resolver.resolve_file(from, path)440	}441	pub fn load_file_contents(&self, path: &PathBuf) -> Result<IStr> {442		self.settings().import_resolver.load_file_contents(path)443	}444445	pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {446		Ref::map(self.settings(), |s| &*s.import_resolver)447	}448	pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {449		self.settings_mut().import_resolver = resolver;450	}451452	pub fn add_native(&self, name: IStr, cb: Rc<NativeCallback>) {453		self.settings_mut().ext_natives.insert(name, cb);454	}455456	pub fn manifest_format(&self) -> ManifestFormat {457		self.settings().manifest_format.clone()458	}459	pub fn set_manifest_format(&self, format: ManifestFormat) {460		self.settings_mut().manifest_format = format;461	}462463	pub fn trace_format(&self) -> Ref<dyn TraceFormat> {464		Ref::map(self.settings(), |s| &*s.trace_format)465	}466	pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {467		self.settings_mut().trace_format = format;468	}469470	pub fn max_trace(&self) -> usize {471		self.settings().max_trace472	}473	pub fn set_max_trace(&self, trace: usize) {474		self.settings_mut().max_trace = trace;475	}476477	pub fn max_stack(&self) -> usize {478		self.settings().max_stack479	}480	pub fn set_max_stack(&self, trace: usize) {481		self.settings_mut().max_stack = trace;482	}483}484485#[cfg(test)]486pub mod tests {487	use super::Val;488	use crate::{error::Error::*, primitive_equals, EvaluationState};489	use jrsonnet_interner::IStr;490	use jrsonnet_parser::*;491	use std::{path::PathBuf, rc::Rc};492493	#[test]494	#[should_panic]495	fn eval_state_stacktrace() {496		let state = EvaluationState::default();497		state.run_in_state(|| {498			state499				.push(500					Some(&ExprLocation(501						Rc::new(PathBuf::from("test1.jsonnet")),502						10,503						20,504					)),505					|| "outer".to_owned(),506					|| {507						state.push(508							Some(&ExprLocation(509								Rc::new(PathBuf::from("test2.jsonnet")),510								30,511								40,512							)),513							|| "inner".to_owned(),514							|| Err(RuntimeError("".into()).into()),515						)?;516						Ok(())517					},518				)519				.unwrap();520		});521	}522523	#[test]524	fn eval_state_standard() {525		let state = EvaluationState::default();526		state.with_stdlib();527		assert!(primitive_equals(528			&state529				.evaluate_snippet_raw(530					Rc::new(PathBuf::from("raw.jsonnet")),531					r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()532				)533				.unwrap(),534			&Val::Bool(true),535		)536		.unwrap());537	}538539	macro_rules! eval {540		($str: expr) => {541			EvaluationState::default()542				.with_stdlib()543				.evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())544				.unwrap()545		};546	}547	macro_rules! eval_json {548		($str: expr) => {{549			let evaluator = EvaluationState::default();550			evaluator.with_stdlib();551			evaluator.run_in_state(|| {552				evaluator553					.evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())554					.unwrap()555					.to_json(0)556					.unwrap()557					.replace("\n", "")558			})559		}};560	}561562	/// Asserts given code returns `true`563	macro_rules! assert_eval {564		($str: expr) => {565			assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())566		};567	}568569	/// Asserts given code returns `false`570	macro_rules! assert_eval_neg {571		($str: expr) => {572			assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())573		};574	}575	macro_rules! assert_json {576		($str: expr, $out: expr) => {577			assert_eq!(eval_json!($str), $out.replace("\t", ""))578		};579	}580581	/// Sanity checking, before trusting to another tests582	#[test]583	fn equality_operator() {584		assert_eval!("2 == 2");585		assert_eval_neg!("2 != 2");586		assert_eval!("2 != 3");587		assert_eval_neg!("2 == 3");588		assert_eval!("'Hello' == 'Hello'");589		assert_eval_neg!("'Hello' != 'Hello'");590		assert_eval!("'Hello' != 'World'");591		assert_eval_neg!("'Hello' == 'World'");592	}593594	#[test]595	fn math_evaluation() {596		assert_eval!("2 + 2 * 2 == 6");597		assert_eval!("3 + (2 + 2 * 2) == 9");598	}599600	#[test]601	fn string_concat() {602		assert_eval!("'Hello' + 'World' == 'HelloWorld'");603		assert_eval!("'Hello' * 3 == 'HelloHelloHello'");604		assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");605	}606607	#[test]608	fn faster_join() {609		assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");610		assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");611	}612613	#[test]614	fn function_contexts() {615		assert_eval!(616			r#"617				local k = {618					t(name = self.h): [self.h, name],619					h: 3,620				};621				local f = {622					t: k.t(),623					h: 4,624				};625				f.t[0] == f.t[1]626			"#627		);628	}629630	#[test]631	fn local() {632		assert_eval!("local a = 2; local b = 3; a + b == 5");633		assert_eval!("local a = 1, b = a + 1; a + b == 3");634		assert_eval!("local a = 1; local a = 2; a == 2");635	}636637	#[test]638	fn object_lazyness() {639		assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);640	}641642	#[test]643	fn object_inheritance() {644		assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);645	}646647	#[test]648	fn object_assertion_success() {649		eval!("{assert \"a\" in self} + {a:2}");650	}651652	#[test]653	fn object_assertion_error() {654		eval!("{assert \"a\" in self}");655	}656657	#[test]658	fn lazy_args() {659		eval!("local test(a) = 2; test(error '3')");660	}661662	#[test]663	#[should_panic]664	fn tailstrict_args() {665		eval!("local test(a) = 2; test(error '3') tailstrict");666	}667668	#[test]669	#[should_panic]670	fn no_binding_error() {671		eval!("a");672	}673674	#[test]675	fn test_object() {676		assert_json!("{a:2}", r#"{"a": 2}"#);677		assert_json!("{a:2+2}", r#"{"a": 4}"#);678		assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);679		assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);680		assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);681		assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);682		assert_json!(683			r#"684				{685					name: "Alice",686					welcome: "Hello " + self.name + "!",687				}688			"#,689			r#"{"name": "Alice","welcome": "Hello Alice!"}"#690		);691		assert_json!(692			r#"693				{694					name: "Alice",695					welcome: "Hello " + self.name + "!",696				} + {697					name: "Bob"698				}699			"#,700			r#"{"name": "Bob","welcome": "Hello Bob!"}"#701		);702	}703704	#[test]705	fn functions() {706		assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");707		assert_json!(708			r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,709			r#""HelloDearWorld""#710		);711	}712713	#[test]714	fn local_methods() {715		assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");716		assert_json!(717			r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,718			r#""HelloDearWorld""#719		);720	}721722	#[test]723	fn object_locals() {724		assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);725		assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);726		assert_json!(727			r#"{local a = function (b) {[b]:4}, test: a("test")}"#,728			r#"{"test": {"test": 4}}"#729		);730	}731732	#[test]733	fn object_comp() {734		assert_json!(735			r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,736			"{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"737		)738	}739740	#[test]741	fn direct_self() {742		println!(743			"{:#?}",744			eval!(745				r#"746					{747						local me = self,748						a: 3,749						b(): me.a,750					}751				"#752			)753		);754	}755756	#[test]757	fn indirect_self() {758		// `self` assigned to `me` was lost when being759		// referenced from field760		eval!(761			r#"{762				local me = self,763				a: 3,764				b: me.a,765			}.b"#766		);767	}768769	// We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly770	#[test]771	fn std_assert_ok() {772		eval!("std.assertEqual(4.5 << 2, 16)");773	}774775	#[test]776	#[should_panic]777	fn std_assert_failure() {778		eval!("std.assertEqual(4.5 << 2, 15)");779	}780781	#[test]782	fn string_is_string() {783		assert!(primitive_equals(784			&eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),785			&Val::Bool(false),786		)787		.unwrap());788	}789790	#[test]791	fn base64_works() {792		assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);793	}794795	#[test]796	fn utf8_chars() {797		assert_json!(798			r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,799			r#"{"c": 128526,"l": 1}"#800		)801	}802803	#[test]804	fn json() {805		assert_json!(806			r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,807			r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#808		);809	}810811	#[test]812	fn parse_json() {813		assert_json!(814			r#"std.parseJson('{"a": -1,"b": 1,"c": 3.141,"d": []}')"#,815			r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#816		);817		// TODO: this should in fact fail as is no proper JSON syntax818		assert_json!(819			r#"std.parseJson("{a:-1, b:1, c:3.141, d:[]}")"#,820			r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#821		);822		// TODO: this is also no valid JSON823		assert_json!(r#"std.parseJson('local x = 2; x * x')"#, r#"4"#);824	}825826	#[test]827	fn test() {828		assert_json!(829			r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,830			"[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"831		);832	}833834	#[test]835	fn sjsonnet() {836		eval!(837			r#"838			local x0 = {k: 1};839			local x1 = {k: x0.k + x0.k};840			local x2 = {k: x1.k + x1.k};841			local x3 = {k: x2.k + x2.k};842			local x4 = {k: x3.k + x3.k};843			local x5 = {k: x4.k + x4.k};844			local x6 = {k: x5.k + x5.k};845			local x7 = {k: x6.k + x6.k};846			local x8 = {k: x7.k + x7.k};847			local x9 = {k: x8.k + x8.k};848			local x10 = {k: x9.k + x9.k};849			local x11 = {k: x10.k + x10.k};850			local x12 = {k: x11.k + x11.k};851			local x13 = {k: x12.k + x12.k};852			local x14 = {k: x13.k + x13.k};853			local x15 = {k: x14.k + x14.k};854			local x16 = {k: x15.k + x15.k};855			local x17 = {k: x16.k + x16.k};856			local x18 = {k: x17.k + x17.k};857			local x19 = {k: x18.k + x18.k};858			local x20 = {k: x19.k + x19.k};859			local x21 = {k: x20.k + x20.k};860			x21.k861		"#862		);863	}864865	// This test is commented out by default, because of huge compilation slowdown866	// #[bench]867	// fn bench_codegen(b: &mut Bencher) {868	// 	b.iter(|| {869	// 		#[allow(clippy::all)]870	// 		let stdlib = {871	// 			use jrsonnet_parser::*;872	// 			include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))873	// 		};874	// 		stdlib875	// 	})876	// }877878	/*879	#[bench]880	fn bench_serialize(b: &mut Bencher) {881		b.iter(|| {882			bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(883				env!("OUT_DIR"),884				"/stdlib.bincode"885			)))886			.expect("deserialize stdlib")887		})888	}889890	#[bench]891	fn bench_parse(b: &mut Bencher) {892		b.iter(|| {893			jrsonnet_parser::parse(894				jrsonnet_stdlib::STDLIB_STR,895				&jrsonnet_parser::ParserSettings {896					loc_data: true,897					file_name: Rc::new(PathBuf::from("std.jsonnet")),898				},899			)900		})901	}902	*/903904	#[test]905	fn equality() {906		println!(907			"{:?}",908			jrsonnet_parser::parse(909				"{ x: 1, y: 2 } == { x: 1, y: 2 }",910				&ParserSettings::default()911			)912		);913		assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")914	}915916	#[test]917	fn native_ext() -> crate::error::Result<()> {918		use super::native::NativeCallback;919		let evaluator = EvaluationState::default();920921		evaluator.with_stdlib();922		evaluator.settings_mut().ext_natives.insert(923			"native_add".into(),924			Rc::new(NativeCallback::new(925				ParamsDesc(Rc::new(vec![926					Param("a".into(), None),927					Param("b".into(), None),928				])),929				|caller, args| {930					assert_eq!(931						caller.unwrap(),932						Rc::new(PathBuf::from("native_caller.jsonnet"))933					);934					match (&args[0], &args[1]) {935						(Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),936						(_, _) => unreachable!(),937					}938				},939			)),940		);941		evaluator.evaluate_snippet_raw(942			Rc::new(PathBuf::from("native_caller.jsonnet")),943			"std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),944		)?;945		Ok(())946	}947948	#[test]949	fn constant_intrinsic() -> crate::error::Result<()> {950		assert_eval!(951			"local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"952		);953		Ok(())954	}955956	#[test]957	fn standalone_super() -> crate::error::Result<()> {958		assert_eval!(959			r#"960			local obj = {961				a: 1,962				b: 2,963				c: 3,964			};965			local test = obj + {966				fields: std.objectFields(super),967				d: 5,968			};969			test.fields == ['a', 'b', 'c']970		"#971		);972		Ok(())973	}974975	#[test]976	fn comp_self() -> crate::error::Result<()> {977		assert_eval!(978			r#"979			std.objectFields({980				a:{981					[name]: name for name in std.objectFields(self)982				},983				b: 2,984				c: 3,985			}.a) == ['a', 'b', 'c']986			"#987		);988989		Ok(())990	}991992	struct TestImportResolver(IStr);993	impl crate::import::ImportResolver for TestImportResolver {994		fn resolve_file(&self, _: &PathBuf, _: &PathBuf) -> crate::error::Result<Rc<PathBuf>> {995			Ok(Rc::new(PathBuf::from("/test")))996		}997998		fn load_file_contents(&self, _: &PathBuf) -> crate::error::Result<IStr> {999			Ok(self.0.clone())1000		}10011002		unsafe fn as_any(&self) -> &dyn std::any::Any {1003			panic!()1004		}1005	}10061007	#[test]1008	fn issue_23() {1009		let state = EvaluationState::default();1010		state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));1011		let _ = state.evaluate_file_raw(&PathBuf::from("/test"));1012	}10131014	#[test]1015	fn issue_40() {1016		let state = EvaluationState::default();1017		state.with_stdlib();10181019		let error = state1020			.evaluate_snippet_raw(1021				Rc::new(PathBuf::from("issue40.jsonnet")),1022				r#"1023				local conf = {1024					n: ""1025				};1026				1027				local result = conf + {1028					assert std.isNumber(self.n): "is number"1029				};10301031				std.manifestJsonEx(result, "")1032			"#1033				.into(),1034			)1035			.unwrap_err();1036		assert_eq!(error.error().to_string(), "assert failed: is number");1037	}1038}
after · crates/jrsonnet-evaluator/src/lib.rs
1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![warn(clippy::all, clippy::nursery)]3#![allow(4	macro_expanded_macro_exports_accessed_by_absolute_paths,5	clippy::ptr_arg6)]78mod builtin;9mod ctx;10mod dynamic;11pub mod error;12mod evaluate;13mod function;14mod import;15mod integrations;16mod map;17pub mod native;18mod obj;19pub mod trace;20pub mod typed;21mod val;2223pub use ctx::*;24pub use dynamic::*;25use error::{Error::*, LocError, Result, StackTraceElement};26pub use evaluate::*;27pub use function::parse_function_call;28pub use import::*;29use jrsonnet_parser::*;30use native::NativeCallback;31pub use obj::*;32use rustc_hash::FxHashMap;33use std::{34	cell::{Ref, RefCell, RefMut},35	collections::HashMap,36	fmt::Debug,37	hash::BuildHasherDefault,38	path::PathBuf,39	rc::Rc,40};41use trace::{offset_to_location, CodeLocation, CompactFormat, TraceFormat};42pub use val::*;4344// Re-exports45pub use jrsonnet_interner::IStr;4647type BindableFn = dyn Fn(Option<ObjValue>, Option<ObjValue>) -> Result<LazyVal>;48#[derive(Clone)]49pub enum LazyBinding {50	Bindable(Rc<BindableFn>),51	Bound(LazyVal),52}5354impl Debug for LazyBinding {55	fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {56		write!(f, "LazyBinding")57	}58}59impl LazyBinding {60	pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {61		match self {62			Self::Bindable(v) => v(this, super_obj),63			Self::Bound(v) => Ok(v.clone()),64		}65	}66}6768pub struct EvaluationSettings {69	/// Limits recursion by limiting the number of stack frames70	pub max_stack: usize,71	/// Limits amount of stack trace items preserved72	pub max_trace: usize,73	/// Used for s`td.extVar`74	pub ext_vars: HashMap<IStr, Val>,75	/// Used for ext.native76	pub ext_natives: HashMap<IStr, Rc<NativeCallback>>,77	/// TLA vars78	pub tla_vars: HashMap<IStr, Val>,79	/// Global variables are inserted in default context80	pub globals: HashMap<IStr, Val>,81	/// Used to resolve file locations/contents82	pub import_resolver: Box<dyn ImportResolver>,83	/// Used in manifestification functions84	pub manifest_format: ManifestFormat,85	/// Used for bindings86	pub trace_format: Box<dyn TraceFormat>,87}88impl Default for EvaluationSettings {89	fn default() -> Self {90		Self {91			max_stack: 200,92			max_trace: 20,93			globals: Default::default(),94			ext_vars: Default::default(),95			ext_natives: Default::default(),96			tla_vars: Default::default(),97			import_resolver: Box::new(DummyImportResolver),98			manifest_format: ManifestFormat::Json(4),99			trace_format: Box::new(CompactFormat {100				padding: 4,101				resolver: trace::PathResolver::Absolute,102			}),103		}104	}105}106107#[derive(Default)]108struct EvaluationData {109	/// Used for stack overflow detection, stacktrace is populated on unwind110	stack_depth: usize,111	/// Contains file source codes and evaluation results for imports and pretty-printed stacktraces112	files: HashMap<Rc<PathBuf>, FileData>,113	str_files: HashMap<Rc<PathBuf>, IStr>,114}115116pub struct FileData {117	source_code: IStr,118	parsed: LocExpr,119	evaluated: Option<Val>,120}121#[derive(Default)]122pub struct EvaluationStateInternals {123	/// Internal state124	data: RefCell<EvaluationData>,125	/// Settings, safe to change at runtime126	settings: RefCell<EvaluationSettings>,127}128129thread_local! {130	/// Contains the state for a currently executed file.131	/// Global state is fine here.132	pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)133}134pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {135	EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))136}137pub(crate) fn push<T>(138	e: Option<&ExprLocation>,139	frame_desc: impl FnOnce() -> String,140	f: impl FnOnce() -> Result<T>,141) -> Result<T> {142	with_state(|s| s.push(e, frame_desc, f))143}144145pub fn push_stack_frame<T>(146	e: Option<&ExprLocation>,147	frame_desc: impl FnOnce() -> String,148	f: impl FnOnce() -> Result<T>,149) -> Result<T> {150	push(e, frame_desc, f)151}152153/// Maintains stack trace and import resolution154#[derive(Default, Clone)]155pub struct EvaluationState(Rc<EvaluationStateInternals>);156157impl EvaluationState {158	/// Parses and adds file as loaded159	pub fn add_file(&self, path: Rc<PathBuf>, source_code: IStr) -> Result<()> {160		self.add_parsed_file(161			path.clone(),162			source_code.clone(),163			parse(164				&source_code,165				&ParserSettings {166					file_name: path.clone(),167					loc_data: true,168				},169			)170			.map_err(|error| ImportSyntaxError {171				error: Box::new(error),172				path,173				source_code,174			})?,175		)?;176177		Ok(())178	}179180	/// Adds file by source code and parsed expr181	pub fn add_parsed_file(182		&self,183		name: Rc<PathBuf>,184		source_code: IStr,185		parsed: LocExpr,186	) -> Result<()> {187		self.data_mut().files.insert(188			name,189			FileData {190				source_code,191				parsed,192				evaluated: None,193			},194		);195196		Ok(())197	}198	pub fn get_source(&self, name: &PathBuf) -> Option<IStr> {199		let ro_map = &self.data().files;200		ro_map.get(name).map(|value| value.source_code.clone())201	}202	pub fn map_source_locations(&self, file: &PathBuf, locs: &[usize]) -> Vec<CodeLocation> {203		offset_to_location(&self.get_source(file).unwrap(), locs)204	}205206	pub(crate) fn import_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Val> {207		let file_path = self.resolve_file(from, path)?;208		{209			let data = self.data();210			let files = &data.files;211			if files.contains_key(&file_path) {212				drop(data);213				return self.evaluate_loaded_file_raw(&file_path);214			}215		}216		let contents = self.load_file_contents(&file_path)?;217		self.add_file(file_path.clone(), contents)?;218		self.evaluate_loaded_file_raw(&file_path)219	}220	pub(crate) fn import_file_str(&self, from: &PathBuf, path: &PathBuf) -> Result<IStr> {221		let path = self.resolve_file(from, path)?;222		if !self.data().str_files.contains_key(&path) {223			let file_str = self.load_file_contents(&path)?;224			self.data_mut().str_files.insert(path.clone(), file_str);225		}226		Ok(self.data().str_files.get(&path).cloned().unwrap())227	}228229	fn evaluate_loaded_file_raw(&self, name: &PathBuf) -> Result<Val> {230		let expr: LocExpr = {231			let ro_map = &self.data().files;232			let value = ro_map233				.get(name)234				.unwrap_or_else(|| panic!("file not added: {:?}", name));235			if let Some(ref evaluated) = value.evaluated {236				return Ok(evaluated.clone());237			}238			value.parsed.clone()239		};240		let value = evaluate(self.create_default_context(), &expr)?;241		{242			self.data_mut()243				.files244				.get_mut(name)245				.unwrap()246				.evaluated247				.replace(value.clone());248		}249		Ok(value)250	}251252	/// Adds standard library global variable (std) to this evaluator253	pub fn with_stdlib(&self) -> &Self {254		use jrsonnet_stdlib::STDLIB_STR;255		let std_path = Rc::new(PathBuf::from("std.jsonnet"));256		self.run_in_state(|| {257			self.add_parsed_file(258				std_path.clone(),259				STDLIB_STR.to_owned().into(),260				builtin::get_parsed_stdlib(),261			)262			.unwrap();263			let val = self.evaluate_loaded_file_raw(&std_path).unwrap();264			self.settings_mut().globals.insert("std".into(), val);265		});266		self267	}268269	/// Creates context with all passed global variables270	pub fn create_default_context(&self) -> Context {271		let globals = &self.settings().globals;272		let mut new_bindings: FxHashMap<IStr, LazyVal> =273			FxHashMap::with_capacity_and_hasher(globals.len(), BuildHasherDefault::default());274		for (name, value) in globals.iter() {275			new_bindings.insert(name.clone(), resolved_lazy_val!(value.clone()));276		}277		Context::new().extend_bound(new_bindings)278	}279280	/// Executes code creating a new stack frame281	pub fn push<T>(282		&self,283		e: Option<&ExprLocation>,284		frame_desc: impl FnOnce() -> String,285		f: impl FnOnce() -> Result<T>,286	) -> Result<T> {287		{288			let mut data = self.data_mut();289			let stack_depth = &mut data.stack_depth;290			if *stack_depth > self.max_stack() {291				// Error creation uses data, so i drop guard here292				drop(data);293				throw!(StackOverflow);294			} else {295				*stack_depth += 1;296			}297		}298		let result = f();299		self.data_mut().stack_depth -= 1;300		if let Err(mut err) = result {301			err.trace_mut().0.push(StackTraceElement {302				location: e.cloned(),303				desc: frame_desc(),304			});305			return Err(err);306		}307		result308	}309310	/// Runs passed function in state (required if function needs to modify stack trace)311	pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {312		EVAL_STATE.with(|v| {313			let has_state = v.borrow().is_some();314			if !has_state {315				v.borrow_mut().replace(self.clone());316			}317			let result = f();318			if !has_state {319				v.borrow_mut().take();320			}321			result322		})323	}324325	pub fn stringify_err(&self, e: &LocError) -> String {326		let mut out = String::new();327		self.settings()328			.trace_format329			.write_trace(&mut out, self, e)330			.unwrap();331		out332	}333334	pub fn manifest(&self, val: Val) -> Result<IStr> {335		self.run_in_state(|| val.manifest(&self.manifest_format()))336	}337	pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {338		self.run_in_state(|| val.manifest_multi(&self.manifest_format()))339	}340	pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {341		self.run_in_state(|| val.manifest_stream(&self.manifest_format()))342	}343344	/// If passed value is function then call with set TLA345	pub fn with_tla(&self, val: Val) -> Result<Val> {346		self.run_in_state(|| {347			Ok(match val {348				Val::Func(func) => push(349					None,350					|| "during TLA call".to_owned(),351					|| {352						func.evaluate_map(353							self.create_default_context(),354							&self.settings().tla_vars,355							true,356						)357					},358				)?,359				v => v,360			})361		})362	}363}364365/// Internals366impl EvaluationState {367	fn data(&self) -> Ref<EvaluationData> {368		self.0.data.borrow()369	}370	fn data_mut(&self) -> RefMut<EvaluationData> {371		self.0.data.borrow_mut()372	}373	pub fn settings(&self) -> Ref<EvaluationSettings> {374		self.0.settings.borrow()375	}376	pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {377		self.0.settings.borrow_mut()378	}379}380381/// Raw methods evaluate passed values but don't perform TLA execution382impl EvaluationState {383	pub fn evaluate_file_raw(&self, name: &PathBuf) -> Result<Val> {384		self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))385	}386	pub fn evaluate_file_raw_nocwd(&self, name: &PathBuf) -> Result<Val> {387		self.run_in_state(|| self.import_file(&PathBuf::from("."), name))388	}389	/// Parses and evaluates the given snippet390	pub fn evaluate_snippet_raw(&self, source: Rc<PathBuf>, code: IStr) -> Result<Val> {391		let parsed = parse(392			&code,393			&ParserSettings {394				file_name: source.clone(),395				loc_data: true,396			},397		)398		.map_err(|e| ImportSyntaxError {399			path: source.clone(),400			source_code: code.clone(),401			error: Box::new(e),402		})?;403		self.add_parsed_file(source, code, parsed.clone())?;404		self.evaluate_expr_raw(parsed)405	}406	/// Evaluates the parsed expression407	pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {408		self.run_in_state(|| evaluate(self.create_default_context(), &code))409	}410}411412/// Settings utilities413impl EvaluationState {414	pub fn add_ext_var(&self, name: IStr, value: Val) {415		self.settings_mut().ext_vars.insert(name, value);416	}417	pub fn add_ext_str(&self, name: IStr, value: IStr) {418		self.add_ext_var(name, Val::Str(value));419	}420	pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {421		let value =422			self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("ext_code {}", name))), code)?;423		self.add_ext_var(name, value);424		Ok(())425	}426427	pub fn add_tla(&self, name: IStr, value: Val) {428		self.settings_mut().tla_vars.insert(name, value);429	}430	pub fn add_tla_str(&self, name: IStr, value: IStr) {431		self.add_tla(name, Val::Str(value));432	}433	pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {434		let value =435			self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("tla_code {}", name))), code)?;436		self.add_tla(name, value);437		Ok(())438	}439440	pub fn resolve_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Rc<PathBuf>> {441		self.settings().import_resolver.resolve_file(from, path)442	}443	pub fn load_file_contents(&self, path: &PathBuf) -> Result<IStr> {444		self.settings().import_resolver.load_file_contents(path)445	}446447	pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {448		Ref::map(self.settings(), |s| &*s.import_resolver)449	}450	pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {451		self.settings_mut().import_resolver = resolver;452	}453454	pub fn add_native(&self, name: IStr, cb: Rc<NativeCallback>) {455		self.settings_mut().ext_natives.insert(name, cb);456	}457458	pub fn manifest_format(&self) -> ManifestFormat {459		self.settings().manifest_format.clone()460	}461	pub fn set_manifest_format(&self, format: ManifestFormat) {462		self.settings_mut().manifest_format = format;463	}464465	pub fn trace_format(&self) -> Ref<dyn TraceFormat> {466		Ref::map(self.settings(), |s| &*s.trace_format)467	}468	pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {469		self.settings_mut().trace_format = format;470	}471472	pub fn max_trace(&self) -> usize {473		self.settings().max_trace474	}475	pub fn set_max_trace(&self, trace: usize) {476		self.settings_mut().max_trace = trace;477	}478479	pub fn max_stack(&self) -> usize {480		self.settings().max_stack481	}482	pub fn set_max_stack(&self, trace: usize) {483		self.settings_mut().max_stack = trace;484	}485}486487#[cfg(test)]488pub mod tests {489	use super::Val;490	use crate::{error::Error::*, primitive_equals, EvaluationState};491	use jrsonnet_interner::IStr;492	use jrsonnet_parser::*;493	use std::{path::PathBuf, rc::Rc};494495	#[test]496	#[should_panic]497	fn eval_state_stacktrace() {498		let state = EvaluationState::default();499		state.run_in_state(|| {500			state501				.push(502					Some(&ExprLocation(503						Rc::new(PathBuf::from("test1.jsonnet")),504						10,505						20,506					)),507					|| "outer".to_owned(),508					|| {509						state.push(510							Some(&ExprLocation(511								Rc::new(PathBuf::from("test2.jsonnet")),512								30,513								40,514							)),515							|| "inner".to_owned(),516							|| Err(RuntimeError("".into()).into()),517						)?;518						Ok(())519					},520				)521				.unwrap();522		});523	}524525	#[test]526	fn eval_state_standard() {527		let state = EvaluationState::default();528		state.with_stdlib();529		assert!(primitive_equals(530			&state531				.evaluate_snippet_raw(532					Rc::new(PathBuf::from("raw.jsonnet")),533					r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()534				)535				.unwrap(),536			&Val::Bool(true),537		)538		.unwrap());539	}540541	macro_rules! eval {542		($str: expr) => {543			EvaluationState::default()544				.with_stdlib()545				.evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())546				.unwrap()547		};548	}549	macro_rules! eval_json {550		($str: expr) => {{551			let evaluator = EvaluationState::default();552			evaluator.with_stdlib();553			evaluator.run_in_state(|| {554				evaluator555					.evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())556					.unwrap()557					.to_json(0)558					.unwrap()559					.replace("\n", "")560			})561		}};562	}563564	/// Asserts given code returns `true`565	macro_rules! assert_eval {566		($str: expr) => {567			assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())568		};569	}570571	/// Asserts given code returns `false`572	macro_rules! assert_eval_neg {573		($str: expr) => {574			assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())575		};576	}577	macro_rules! assert_json {578		($str: expr, $out: expr) => {579			assert_eq!(eval_json!($str), $out.replace("\t", ""))580		};581	}582583	/// Sanity checking, before trusting to another tests584	#[test]585	fn equality_operator() {586		assert_eval!("2 == 2");587		assert_eval_neg!("2 != 2");588		assert_eval!("2 != 3");589		assert_eval_neg!("2 == 3");590		assert_eval!("'Hello' == 'Hello'");591		assert_eval_neg!("'Hello' != 'Hello'");592		assert_eval!("'Hello' != 'World'");593		assert_eval_neg!("'Hello' == 'World'");594	}595596	#[test]597	fn math_evaluation() {598		assert_eval!("2 + 2 * 2 == 6");599		assert_eval!("3 + (2 + 2 * 2) == 9");600	}601602	#[test]603	fn string_concat() {604		assert_eval!("'Hello' + 'World' == 'HelloWorld'");605		assert_eval!("'Hello' * 3 == 'HelloHelloHello'");606		assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");607	}608609	#[test]610	fn faster_join() {611		assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");612		assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");613	}614615	#[test]616	fn function_contexts() {617		assert_eval!(618			r#"619				local k = {620					t(name = self.h): [self.h, name],621					h: 3,622				};623				local f = {624					t: k.t(),625					h: 4,626				};627				f.t[0] == f.t[1]628			"#629		);630	}631632	#[test]633	fn local() {634		assert_eval!("local a = 2; local b = 3; a + b == 5");635		assert_eval!("local a = 1, b = a + 1; a + b == 3");636		assert_eval!("local a = 1; local a = 2; a == 2");637	}638639	#[test]640	fn object_lazyness() {641		assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);642	}643644	#[test]645	fn object_inheritance() {646		assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);647	}648649	#[test]650	fn object_assertion_success() {651		eval!("{assert \"a\" in self} + {a:2}");652	}653654	#[test]655	fn object_assertion_error() {656		eval!("{assert \"a\" in self}");657	}658659	#[test]660	fn lazy_args() {661		eval!("local test(a) = 2; test(error '3')");662	}663664	#[test]665	#[should_panic]666	fn tailstrict_args() {667		eval!("local test(a) = 2; test(error '3') tailstrict");668	}669670	#[test]671	#[should_panic]672	fn no_binding_error() {673		eval!("a");674	}675676	#[test]677	fn test_object() {678		assert_json!("{a:2}", r#"{"a": 2}"#);679		assert_json!("{a:2+2}", r#"{"a": 4}"#);680		assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);681		assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);682		assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);683		assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);684		assert_json!(685			r#"686				{687					name: "Alice",688					welcome: "Hello " + self.name + "!",689				}690			"#,691			r#"{"name": "Alice","welcome": "Hello Alice!"}"#692		);693		assert_json!(694			r#"695				{696					name: "Alice",697					welcome: "Hello " + self.name + "!",698				} + {699					name: "Bob"700				}701			"#,702			r#"{"name": "Bob","welcome": "Hello Bob!"}"#703		);704	}705706	#[test]707	fn functions() {708		assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");709		assert_json!(710			r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,711			r#""HelloDearWorld""#712		);713	}714715	#[test]716	fn local_methods() {717		assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");718		assert_json!(719			r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,720			r#""HelloDearWorld""#721		);722	}723724	#[test]725	fn object_locals() {726		assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);727		assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);728		assert_json!(729			r#"{local a = function (b) {[b]:4}, test: a("test")}"#,730			r#"{"test": {"test": 4}}"#731		);732	}733734	#[test]735	fn object_comp() {736		assert_json!(737			r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,738			"{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"739		)740	}741742	#[test]743	fn direct_self() {744		println!(745			"{:#?}",746			eval!(747				r#"748					{749						local me = self,750						a: 3,751						b(): me.a,752					}753				"#754			)755		);756	}757758	#[test]759	fn indirect_self() {760		// `self` assigned to `me` was lost when being761		// referenced from field762		eval!(763			r#"{764				local me = self,765				a: 3,766				b: me.a,767			}.b"#768		);769	}770771	// We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly772	#[test]773	fn std_assert_ok() {774		eval!("std.assertEqual(4.5 << 2, 16)");775	}776777	#[test]778	#[should_panic]779	fn std_assert_failure() {780		eval!("std.assertEqual(4.5 << 2, 15)");781	}782783	#[test]784	fn string_is_string() {785		assert!(primitive_equals(786			&eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),787			&Val::Bool(false),788		)789		.unwrap());790	}791792	#[test]793	fn base64_works() {794		assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);795	}796797	#[test]798	fn utf8_chars() {799		assert_json!(800			r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,801			r#"{"c": 128526,"l": 1}"#802		)803	}804805	#[test]806	fn json() {807		assert_json!(808			r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,809			r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#810		);811	}812813	#[test]814	fn parse_json() {815		assert_json!(816			r#"std.parseJson('{"a": -1,"b": 1,"c": 3.141,"d": []}')"#,817			r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#818		);819		// TODO: this should in fact fail as is no proper JSON syntax820		assert_json!(821			r#"std.parseJson("{a:-1, b:1, c:3.141, d:[]}")"#,822			r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#823		);824		// TODO: this is also no valid JSON825		assert_json!(r#"std.parseJson('local x = 2; x * x')"#, r#"4"#);826	}827828	#[test]829	fn test() {830		assert_json!(831			r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,832			"[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"833		);834	}835836	#[test]837	fn sjsonnet() {838		eval!(839			r#"840			local x0 = {k: 1};841			local x1 = {k: x0.k + x0.k};842			local x2 = {k: x1.k + x1.k};843			local x3 = {k: x2.k + x2.k};844			local x4 = {k: x3.k + x3.k};845			local x5 = {k: x4.k + x4.k};846			local x6 = {k: x5.k + x5.k};847			local x7 = {k: x6.k + x6.k};848			local x8 = {k: x7.k + x7.k};849			local x9 = {k: x8.k + x8.k};850			local x10 = {k: x9.k + x9.k};851			local x11 = {k: x10.k + x10.k};852			local x12 = {k: x11.k + x11.k};853			local x13 = {k: x12.k + x12.k};854			local x14 = {k: x13.k + x13.k};855			local x15 = {k: x14.k + x14.k};856			local x16 = {k: x15.k + x15.k};857			local x17 = {k: x16.k + x16.k};858			local x18 = {k: x17.k + x17.k};859			local x19 = {k: x18.k + x18.k};860			local x20 = {k: x19.k + x19.k};861			local x21 = {k: x20.k + x20.k};862			x21.k863		"#864		);865	}866867	// This test is commented out by default, because of huge compilation slowdown868	// #[bench]869	// fn bench_codegen(b: &mut Bencher) {870	// 	b.iter(|| {871	// 		#[allow(clippy::all)]872	// 		let stdlib = {873	// 			use jrsonnet_parser::*;874	// 			include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))875	// 		};876	// 		stdlib877	// 	})878	// }879880	/*881	#[bench]882	fn bench_serialize(b: &mut Bencher) {883		b.iter(|| {884			bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(885				env!("OUT_DIR"),886				"/stdlib.bincode"887			)))888			.expect("deserialize stdlib")889		})890	}891892	#[bench]893	fn bench_parse(b: &mut Bencher) {894		b.iter(|| {895			jrsonnet_parser::parse(896				jrsonnet_stdlib::STDLIB_STR,897				&jrsonnet_parser::ParserSettings {898					loc_data: true,899					file_name: Rc::new(PathBuf::from("std.jsonnet")),900				},901			)902		})903	}904	*/905906	#[test]907	fn equality() {908		println!(909			"{:?}",910			jrsonnet_parser::parse(911				"{ x: 1, y: 2 } == { x: 1, y: 2 }",912				&ParserSettings::default()913			)914		);915		assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")916	}917918	#[test]919	fn native_ext() -> crate::error::Result<()> {920		use super::native::NativeCallback;921		let evaluator = EvaluationState::default();922923		evaluator.with_stdlib();924		evaluator.settings_mut().ext_natives.insert(925			"native_add".into(),926			Rc::new(NativeCallback::new(927				ParamsDesc(Rc::new(vec![928					Param("a".into(), None),929					Param("b".into(), None),930				])),931				|caller, args| {932					assert_eq!(933						caller.unwrap(),934						Rc::new(PathBuf::from("native_caller.jsonnet"))935					);936					match (&args[0], &args[1]) {937						(Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),938						(_, _) => unreachable!(),939					}940				},941			)),942		);943		evaluator.evaluate_snippet_raw(944			Rc::new(PathBuf::from("native_caller.jsonnet")),945			"std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),946		)?;947		Ok(())948	}949950	#[test]951	fn constant_intrinsic() -> crate::error::Result<()> {952		assert_eval!(953			"local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"954		);955		Ok(())956	}957958	#[test]959	fn standalone_super() -> crate::error::Result<()> {960		assert_eval!(961			r#"962			local obj = {963				a: 1,964				b: 2,965				c: 3,966			};967			local test = obj + {968				fields: std.objectFields(super),969				d: 5,970			};971			test.fields == ['a', 'b', 'c']972		"#973		);974		Ok(())975	}976977	#[test]978	fn comp_self() -> crate::error::Result<()> {979		assert_eval!(980			r#"981			std.objectFields({982				a:{983					[name]: name for name in std.objectFields(self)984				},985				b: 2,986				c: 3,987			}.a) == ['a', 'b', 'c']988			"#989		);990991		Ok(())992	}993994	struct TestImportResolver(IStr);995	impl crate::import::ImportResolver for TestImportResolver {996		fn resolve_file(&self, _: &PathBuf, _: &PathBuf) -> crate::error::Result<Rc<PathBuf>> {997			Ok(Rc::new(PathBuf::from("/test")))998		}9991000		fn load_file_contents(&self, _: &PathBuf) -> crate::error::Result<IStr> {1001			Ok(self.0.clone())1002		}10031004		unsafe fn as_any(&self) -> &dyn std::any::Any {1005			panic!()1006		}1007	}10081009	#[test]1010	fn issue_23() {1011		let state = EvaluationState::default();1012		state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));1013		let _ = state.evaluate_file_raw(&PathBuf::from("/test"));1014	}10151016	#[test]1017	fn issue_40() {1018		let state = EvaluationState::default();1019		state.with_stdlib();10201021		let error = state1022			.evaluate_snippet_raw(1023				Rc::new(PathBuf::from("issue40.jsonnet")),1024				r#"1025				local conf = {1026					n: ""1027				};1028				1029				local result = conf + {1030					assert std.isNumber(self.n): "is number"1031				};10321033				std.manifestJsonEx(result, "")1034			"#1035				.into(),1036			)1037			.unwrap_err();1038		assert_eq!(error.error().to_string(), "assert failed: is number");1039	}1040}