git.delta.rocks / jrsonnet / refs/commits / 20cd69c85b05

difftreelog

source

crates/jrsonnet-evaluator/src/lib.rs29.3 KiBsourcehistory
1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![warn(clippy::all, clippy::nursery)]3#![allow(4	macro_expanded_macro_exports_accessed_by_absolute_paths,5	clippy::ptr_arg6)]78// For jrsonnet-macros9extern crate self as jrsonnet_evaluator;1011mod builtin;12mod ctx;13mod dynamic;14pub mod error;15mod evaluate;16mod function;17mod import;18mod integrations;19mod map;20pub mod native;21mod obj;22pub mod trace;23pub mod typed;24mod val;2526pub use ctx::*;27pub use dynamic::*;28use error::{Error::*, LocError, Result, StackTraceElement};29pub use evaluate::*;30pub use function::parse_function_call;31use function::TlaArg;32use gc::{GcHashMap, TraceBox};33use gcmodule::{Cc, Trace};34pub use import::*;35pub use jrsonnet_interner::IStr;36use jrsonnet_parser::*;37use native::NativeCallback;38pub use obj::*;39use std::{40	cell::{Ref, RefCell, RefMut},41	collections::HashMap,42	fmt::Debug,43	path::{Path, PathBuf},44	rc::Rc,45};46use trace::{location_to_offset, offset_to_location, CodeLocation, CompactFormat, TraceFormat};47pub use val::*;48pub mod gc;4950pub trait Bindable: Trace + 'static {51	fn bind(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal>;52}5354#[derive(Clone, Trace)]55pub enum LazyBinding {56	Bindable(Cc<TraceBox<dyn Bindable>>),57	Bound(LazyVal),58}5960impl Debug for LazyBinding {61	fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {62		write!(f, "LazyBinding")63	}64}65impl LazyBinding {66	pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {67		match self {68			Self::Bindable(v) => v.bind(this, super_obj),69			Self::Bound(v) => Ok(v.clone()),70		}71	}72}7374pub struct EvaluationSettings {75	/// Limits recursion by limiting the number of stack frames76	pub max_stack: usize,77	/// Limits amount of stack trace items preserved78	pub max_trace: usize,79	/// Used for s`td.extVar`80	pub ext_vars: HashMap<IStr, Val>,81	/// Used for ext.native82	pub ext_natives: HashMap<IStr, Cc<NativeCallback>>,83	/// TLA vars84	pub tla_vars: HashMap<IStr, TlaArg>,85	/// Global variables are inserted in default context86	pub globals: HashMap<IStr, Val>,87	/// Used to resolve file locations/contents88	pub import_resolver: Box<dyn ImportResolver>,89	/// Used in manifestification functions90	pub manifest_format: ManifestFormat,91	/// Used for bindings92	pub trace_format: Box<dyn TraceFormat>,93}94impl Default for EvaluationSettings {95	fn default() -> Self {96		Self {97			max_stack: 200,98			max_trace: 20,99			globals: Default::default(),100			ext_vars: Default::default(),101			ext_natives: Default::default(),102			tla_vars: Default::default(),103			import_resolver: Box::new(DummyImportResolver),104			manifest_format: ManifestFormat::Json(4),105			trace_format: Box::new(CompactFormat {106				padding: 4,107				resolver: trace::PathResolver::Absolute,108			}),109		}110	}111}112113#[derive(Default)]114struct EvaluationData {115	/// Used for stack overflow detection, stacktrace is populated on unwind116	stack_depth: usize,117	/// Updated every time stack entry is popt118	stack_generation: usize,119120	breakpoints: Breakpoints,121	/// Contains file source codes and evaluation results for imports and pretty-printed stacktraces122	files: GcHashMap<Rc<Path>, FileData>,123	str_files: GcHashMap<Rc<Path>, IStr>,124	bin_files: GcHashMap<Rc<Path>, Rc<[u8]>>,125}126127pub struct FileData {128	source_code: IStr,129	parsed: LocExpr,130	evaluated: Option<Val>,131}132133#[allow(clippy::type_complexity)]134pub struct Breakpoint {135	loc: ExprLocation,136	collected: RefCell<HashMap<usize, (usize, Vec<Result<Val>>)>>,137}138#[derive(Default)]139struct Breakpoints(Vec<Rc<Breakpoint>>);140impl Breakpoints {141	fn insert(142		&self,143		stack_depth: usize,144		stack_generation: usize,145		loc: &ExprLocation,146		result: Result<Val>,147	) -> Result<Val> {148		if self.0.is_empty() {149			return result;150		}151		for item in self.0.iter() {152			if item.loc.belongs_to(loc) {153				let mut collected = item.collected.borrow_mut();154				let (depth, vals) = collected.entry(stack_generation).or_default();155				if stack_depth > *depth {156					vals.clear();157				}158				vals.push(result.clone());159			}160		}161		result162	}163}164165#[derive(Default)]166pub struct EvaluationStateInternals {167	/// Internal state168	data: RefCell<EvaluationData>,169	/// Settings, safe to change at runtime170	settings: RefCell<EvaluationSettings>,171}172173thread_local! {174	/// Contains the state for a currently executed file.175	/// Global state is fine here.176	pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)177}178pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {179	EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))180}181pub(crate) fn push_frame<T>(182	e: Option<&ExprLocation>,183	frame_desc: impl FnOnce() -> String,184	f: impl FnOnce() -> Result<T>,185) -> Result<T> {186	with_state(|s| s.push(e, frame_desc, f))187}188189#[allow(dead_code)]190pub(crate) fn push_val_frame(191	e: &ExprLocation,192	frame_desc: impl FnOnce() -> String,193	f: impl FnOnce() -> Result<Val>,194) -> Result<Val> {195	with_state(|s| s.push_val(e, frame_desc, f))196}197#[allow(dead_code)]198pub(crate) fn push_description_frame<T>(199	frame_desc: impl FnOnce() -> String,200	f: impl FnOnce() -> Result<T>,201) -> Result<T> {202	with_state(|s| s.push_description(frame_desc, f))203}204205/// Maintains stack trace and import resolution206#[derive(Default, Clone)]207pub struct EvaluationState(Rc<EvaluationStateInternals>);208209impl EvaluationState {210	/// Parses and adds file as loaded211	pub fn add_file(&self, path: Rc<Path>, source_code: IStr) -> Result<LocExpr> {212		let parsed = parse(213			&source_code,214			&ParserSettings {215				file_name: path.clone(),216			},217		)218		.map_err(|error| ImportSyntaxError {219			error: Box::new(error),220			path: path.to_owned(),221			source_code: source_code.clone(),222		})?;223		self.add_parsed_file(path, source_code, parsed.clone())?;224225		Ok(parsed)226	}227228	pub fn reset_evaluation_state(&self, name: &Path) {229		self.data_mut()230			.files231			.get_mut(name)232			.unwrap()233			.evaluated234			.take();235	}236237	/// Adds file by source code and parsed expr238	pub fn add_parsed_file(239		&self,240		name: Rc<Path>,241		source_code: IStr,242		parsed: LocExpr,243	) -> Result<()> {244		self.data_mut().files.insert(245			name,246			FileData {247				source_code,248				parsed,249				evaluated: None,250			},251		);252253		Ok(())254	}255	pub fn get_source(&self, name: &Path) -> Option<IStr> {256		let ro_map = &self.data().files;257		ro_map.get(name).map(|value| value.source_code.clone())258	}259	pub fn map_source_locations(&self, file: &Path, locs: &[usize]) -> Vec<CodeLocation> {260		offset_to_location(&self.get_source(file).unwrap_or_else(|| "".into()), locs)261	}262	pub fn map_from_source_location(263		&self,264		file: &Path,265		line: usize,266		column: usize,267	) -> Option<usize> {268		location_to_offset(&self.get_source(file).unwrap(), line, column)269	}270	pub fn import_file(&self, from: &Path, path: &Path) -> Result<Val> {271		let file_path = self.resolve_file(from, path)?;272		{273			let data = self.data();274			let files = &data.files;275			if files.contains_key(&file_path as &Path) {276				drop(data);277				return self.evaluate_loaded_file_raw(&file_path);278			}279		}280		let contents = self.load_file_str(&file_path)?;281		self.add_file(file_path.clone(), contents)?;282		self.evaluate_loaded_file_raw(&file_path)283	}284	pub(crate) fn import_file_str(&self, from: &Path, path: &Path) -> Result<IStr> {285		let path = self.resolve_file(from, path)?;286		if !self.data().str_files.contains_key(&path) {287			let file_str = self.load_file_str(&path)?;288			self.data_mut().str_files.insert(path.clone(), file_str);289		}290		Ok(self.data().str_files.get(&path).cloned().unwrap())291	}292	pub(crate) fn import_file_bin(&self, from: &Path, path: &Path) -> Result<Rc<[u8]>> {293		let path = self.resolve_file(from, path)?;294		if !self.data().bin_files.contains_key(&path) {295			let file_bin = self.load_file_bin(&path)?;296			self.data_mut().bin_files.insert(path.clone(), file_bin);297		}298		Ok(self.data().bin_files.get(&path).cloned().unwrap())299	}300301	fn evaluate_loaded_file_raw(&self, name: &Path) -> Result<Val> {302		let expr: LocExpr = {303			let ro_map = &self.data().files;304			let value = ro_map305				.get(name)306				.unwrap_or_else(|| panic!("file not added: {:?}", name));307			if let Some(ref evaluated) = value.evaluated {308				return Ok(evaluated.clone());309			}310			value.parsed.clone()311		};312		let value = evaluate(self.create_default_context(), &expr)?;313		{314			self.data_mut()315				.files316				.get_mut(name)317				.unwrap()318				.evaluated319				.replace(value.clone());320		}321		Ok(value)322	}323324	/// Adds standard library global variable (std) to this evaluator325	pub fn with_stdlib(&self) -> &Self {326		use jrsonnet_stdlib::STDLIB_STR;327		let std_path: Rc<Path> = PathBuf::from("std.jsonnet").into();328		self.run_in_state(|| {329			self.add_parsed_file(330				std_path.clone(),331				STDLIB_STR.to_owned().into(),332				builtin::get_parsed_stdlib(),333			)334			.unwrap();335			let val = self.evaluate_loaded_file_raw(&std_path).unwrap();336			self.settings_mut().globals.insert("std".into(), val);337		});338		self339	}340341	/// Creates context with all passed global variables342	pub fn create_default_context(&self) -> Context {343		let globals = &self.settings().globals;344		let mut new_bindings = GcHashMap::with_capacity(globals.len());345		for (name, value) in globals.iter() {346			new_bindings.insert(name.clone(), LazyVal::new_resolved(value.clone()));347		}348		Context::new().extend_bound(new_bindings)349	}350351	/// Executes code creating a new stack frame352	pub fn push<T>(353		&self,354		e: Option<&ExprLocation>,355		frame_desc: impl FnOnce() -> String,356		f: impl FnOnce() -> Result<T>,357	) -> Result<T> {358		{359			let mut data = self.data_mut();360			let stack_depth = &mut data.stack_depth;361			if *stack_depth > self.max_stack() {362				// Error creation uses data, so i drop guard here363				drop(data);364				throw!(StackOverflow);365			} else {366				*stack_depth += 1;367			}368		}369		let result = f();370		{371			let mut data = self.data_mut();372			data.stack_depth -= 1;373			data.stack_generation += 1;374		}375		if let Err(mut err) = result {376			err.trace_mut().0.push(StackTraceElement {377				location: e.cloned(),378				desc: frame_desc(),379			});380			return Err(err);381		}382		result383	}384385	/// Executes code creating a new stack frame386	pub fn push_val(387		&self,388		e: &ExprLocation,389		frame_desc: impl FnOnce() -> String,390		f: impl FnOnce() -> Result<Val>,391	) -> Result<Val> {392		{393			let mut data = self.data_mut();394			let stack_depth = &mut data.stack_depth;395			if *stack_depth > self.max_stack() {396				// Error creation uses data, so i drop guard here397				drop(data);398				throw!(StackOverflow);399			} else {400				*stack_depth += 1;401			}402		}403		let mut result = f();404		{405			let mut data = self.data_mut();406			data.stack_depth -= 1;407			data.stack_generation += 1;408			result = data409				.breakpoints410				.insert(data.stack_depth, data.stack_generation, e, result);411		}412		if let Err(mut err) = result {413			err.trace_mut().0.push(StackTraceElement {414				location: Some(e.clone()),415				desc: frame_desc(),416			});417			return Err(err);418		}419		result420	}421	/// Executes code creating a new stack frame422	pub fn push_description<T>(423		&self,424		frame_desc: impl FnOnce() -> String,425		f: impl FnOnce() -> Result<T>,426	) -> Result<T> {427		{428			let mut data = self.data_mut();429			let stack_depth = &mut data.stack_depth;430			if *stack_depth > self.max_stack() {431				// Error creation uses data, so i drop guard here432				drop(data);433				throw!(StackOverflow);434			} else {435				*stack_depth += 1;436			}437		}438		let result = f();439		{440			let mut data = self.data_mut();441			data.stack_depth -= 1;442			data.stack_generation += 1;443		}444		if let Err(mut err) = result {445			err.trace_mut().0.push(StackTraceElement {446				location: None,447				desc: frame_desc(),448			});449			return Err(err);450		}451		result452	}453454	/// Runs passed function in state (required if function needs to modify stack trace)455	pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {456		EVAL_STATE.with(|v| {457			let has_state = v.borrow().is_some();458			if !has_state {459				v.borrow_mut().replace(self.clone());460			}461			let result = f();462			if !has_state {463				v.borrow_mut().take();464			}465			result466		})467	}468	pub fn run_in_state_with_breakpoint(469		&self,470		bp: Rc<Breakpoint>,471		f: impl FnOnce() -> Result<()>,472	) -> Result<()> {473		{474			let mut data = self.data_mut();475			data.breakpoints.0.push(bp);476		}477478		let result = self.run_in_state(f);479480		{481			let mut data = self.data_mut();482			data.breakpoints.0.pop();483		}484485		result486	}487488	pub fn stringify_err(&self, e: &LocError) -> String {489		let mut out = String::new();490		self.settings()491			.trace_format492			.write_trace(&mut out, self, e)493			.unwrap();494		out495	}496497	pub fn manifest(&self, val: Val) -> Result<IStr> {498		self.run_in_state(|| {499			push_description_frame(500				|| "manifestification".to_string(),501				|| val.manifest(&self.manifest_format()),502			)503		})504	}505	pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {506		self.run_in_state(|| val.manifest_multi(&self.manifest_format()))507	}508	pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {509		self.run_in_state(|| val.manifest_stream(&self.manifest_format()))510	}511512	/// If passed value is function then call with set TLA513	pub fn with_tla(&self, val: Val) -> Result<Val> {514		self.run_in_state(|| {515			Ok(match val {516				Val::Func(func) => push_description_frame(517					|| "during TLA call".to_owned(),518					|| {519						func.evaluate(520							self.create_default_context(),521							None,522							&self.settings().tla_vars,523							true,524						)525					},526				)?,527				v => v,528			})529		})530	}531}532533/// Internals534impl EvaluationState {535	fn data(&self) -> Ref<EvaluationData> {536		self.0.data.borrow()537	}538	fn data_mut(&self) -> RefMut<EvaluationData> {539		self.0.data.borrow_mut()540	}541	pub fn settings(&self) -> Ref<EvaluationSettings> {542		self.0.settings.borrow()543	}544	pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {545		self.0.settings.borrow_mut()546	}547}548549/// Raw methods evaluate passed values but don't perform TLA execution550impl EvaluationState {551	pub fn evaluate_file_raw(&self, name: &Path) -> Result<Val> {552		self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))553	}554	pub fn evaluate_file_raw_nocwd(&self, name: &Path) -> Result<Val> {555		self.run_in_state(|| self.import_file(&PathBuf::from("."), name))556	}557	/// Parses and evaluates the given snippet558	pub fn evaluate_snippet_raw(&self, source: Rc<Path>, code: IStr) -> Result<Val> {559		let parsed = parse(560			&code,561			&ParserSettings {562				file_name: source.clone(),563			},564		)565		.map_err(|e| ImportSyntaxError {566			path: source.clone(),567			source_code: code.clone(),568			error: Box::new(e),569		})?;570		self.add_parsed_file(source, code, parsed.clone())?;571		self.evaluate_expr_raw(parsed)572	}573	/// Evaluates the parsed expression574	pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {575		self.run_in_state(|| evaluate(self.create_default_context(), &code))576	}577}578579/// Settings utilities580impl EvaluationState {581	pub fn add_ext_var(&self, name: IStr, value: Val) {582		self.settings_mut().ext_vars.insert(name, value);583	}584	pub fn add_ext_str(&self, name: IStr, value: IStr) {585		self.add_ext_var(name, Val::Str(value));586	}587	pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {588		let value =589			self.evaluate_snippet_raw(PathBuf::from(format!("ext_code {}", name)).into(), code)?;590		self.add_ext_var(name, value);591		Ok(())592	}593594	pub fn add_tla(&self, name: IStr, value: Val) {595		self.settings_mut()596			.tla_vars597			.insert(name, TlaArg::Val(value));598	}599	pub fn add_tla_str(&self, name: IStr, value: IStr) {600		self.settings_mut()601			.tla_vars602			.insert(name, TlaArg::String(value));603	}604	pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {605		let parsed = self.add_file(PathBuf::from(format!("tla_code {}", name)).into(), code)?;606		self.settings_mut()607			.tla_vars608			.insert(name, TlaArg::Code(parsed));609		Ok(())610	}611612	pub fn resolve_file(&self, from: &Path, path: &Path) -> Result<Rc<Path>> {613		self.settings().import_resolver.resolve_file(from, path)614	}615	pub fn load_file_str(&self, path: &Path) -> Result<IStr> {616		self.settings().import_resolver.load_file_str(path)617	}618	pub fn load_file_bin(&self, path: &Path) -> Result<Rc<[u8]>> {619		self.settings().import_resolver.load_file_bin(path)620	}621622	pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {623		Ref::map(self.settings(), |s| &*s.import_resolver)624	}625	pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {626		self.settings_mut().import_resolver = resolver;627	}628629	pub fn add_native(&self, name: IStr, cb: Cc<NativeCallback>) {630		self.settings_mut().ext_natives.insert(name, cb);631	}632633	pub fn manifest_format(&self) -> ManifestFormat {634		self.settings().manifest_format.clone()635	}636	pub fn set_manifest_format(&self, format: ManifestFormat) {637		self.settings_mut().manifest_format = format;638	}639640	pub fn trace_format(&self) -> Ref<dyn TraceFormat> {641		Ref::map(self.settings(), |s| &*s.trace_format)642	}643	pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {644		self.settings_mut().trace_format = format;645	}646647	pub fn max_trace(&self) -> usize {648		self.settings().max_trace649	}650	pub fn set_max_trace(&self, trace: usize) {651		self.settings_mut().max_trace = trace;652	}653654	pub fn max_stack(&self) -> usize {655		self.settings().max_stack656	}657	pub fn set_max_stack(&self, trace: usize) {658		self.settings_mut().max_stack = trace;659	}660}661662pub fn cc_ptr_eq<T>(a: &Cc<T>, b: &Cc<T>) -> bool {663	let a = a as &T;664	let b = b as &T;665	std::ptr::eq(a, b)666}667668#[cfg(test)]669pub mod tests {670	use super::Val;671	use crate::{672		error::Error::*, gc::TraceBox, native::NativeCallbackHandler, primitive_equals,673		EvaluationState,674	};675	use gcmodule::{Cc, Trace};676	use jrsonnet_parser::*;677	use std::{678		path::{Path, PathBuf},679		rc::Rc,680	};681682	#[test]683	#[should_panic]684	fn eval_state_stacktrace() {685		let state = EvaluationState::default();686		state.run_in_state(|| {687			state688				.push(689					Some(&ExprLocation(PathBuf::from("test1.jsonnet").into(), 10, 20)),690					|| "outer".to_owned(),691					|| {692						state.push(693							Some(&ExprLocation(PathBuf::from("test2.jsonnet").into(), 30, 40)),694							|| "inner".to_owned(),695							|| Err(RuntimeError("".into()).into()),696						)?;697						Ok(Val::Null)698					},699				)700				.unwrap();701		});702	}703704	#[test]705	fn eval_state_standard() {706		let state = EvaluationState::default();707		state.with_stdlib();708		assert!(primitive_equals(709			&state710				.evaluate_snippet_raw(711					PathBuf::from("raw.jsonnet").into(),712					r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()713				)714				.unwrap(),715			&Val::Bool(true),716		)717		.unwrap());718	}719720	macro_rules! eval {721		($str: expr) => {722			EvaluationState::default()723				.with_stdlib()724				.evaluate_snippet_raw(PathBuf::from("raw.jsonnet").into(), $str.into())725				.unwrap()726		};727	}728	macro_rules! eval_json {729		($str: expr) => {{730			let evaluator = EvaluationState::default();731			evaluator.with_stdlib();732			evaluator.run_in_state(|| {733				evaluator734					.evaluate_snippet_raw(PathBuf::from("raw.jsonnet").into(), $str.into())735					.unwrap()736					.to_json(0)737					.unwrap()738					.replace("\n", "")739			})740		}};741	}742743	/// Asserts given code returns `true`744	macro_rules! assert_eval {745		($str: expr) => {746			assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())747		};748	}749750	/// Asserts given code returns `false`751	macro_rules! assert_eval_neg {752		($str: expr) => {753			assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())754		};755	}756	macro_rules! assert_json {757		($str: expr, $out: expr) => {758			assert_eq!(eval_json!($str), $out.replace("\t", ""))759		};760	}761762	/// Sanity checking, before trusting to another tests763	#[test]764	fn equality_operator() {765		assert_eval!("2 == 2");766		assert_eval_neg!("2 != 2");767		assert_eval!("2 != 3");768		assert_eval_neg!("2 == 3");769		assert_eval!("'Hello' == 'Hello'");770		assert_eval_neg!("'Hello' != 'Hello'");771		assert_eval!("'Hello' != 'World'");772		assert_eval_neg!("'Hello' == 'World'");773	}774775	#[test]776	fn math_evaluation() {777		assert_eval!("2 + 2 * 2 == 6");778		assert_eval!("3 + (2 + 2 * 2) == 9");779	}780781	#[test]782	fn string_concat() {783		assert_eval!("'Hello' + 'World' == 'HelloWorld'");784		assert_eval!("'Hello' * 3 == 'HelloHelloHello'");785		assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");786	}787788	#[test]789	fn faster_join() {790		assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");791		assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");792	}793794	#[test]795	fn function_contexts() {796		assert_eval!(797			r#"798				local k = {799					t(name = self.h): [self.h, name],800					h: 3,801				};802				local f = {803					t: k.t(),804					h: 4,805				};806				f.t[0] == f.t[1]807			"#808		);809	}810811	#[test]812	fn local() {813		assert_eval!("local a = 2; local b = 3; a + b == 5");814		assert_eval!("local a = 1, b = a + 1; a + b == 3");815		assert_eval!("local a = 1; local a = 2; a == 2");816	}817818	#[test]819	fn object_lazyness() {820		assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);821	}822823	#[test]824	fn object_inheritance() {825		assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);826	}827828	#[test]829	fn object_assertion_success() {830		eval!("{assert \"a\" in self} + {a:2}");831	}832833	#[test]834	fn object_assertion_error() {835		eval!("{assert \"a\" in self}");836	}837838	#[test]839	fn lazy_args() {840		eval!("local test(a) = 2; test(error '3')");841	}842843	#[test]844	#[should_panic]845	fn tailstrict_args() {846		eval!("local test(a) = 2; test(error '3') tailstrict");847	}848849	#[test]850	#[should_panic]851	fn no_binding_error() {852		eval!("a");853	}854855	#[test]856	fn test_object() {857		assert_json!("{a:2}", r#"{"a": 2}"#);858		assert_json!("{a:2+2}", r#"{"a": 4}"#);859		assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);860		assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);861		assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);862		assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);863		assert_json!(864			r#"865				{866					name: "Alice",867					welcome: "Hello " + self.name + "!",868				}869			"#,870			r#"{"name": "Alice","welcome": "Hello Alice!"}"#871		);872		assert_json!(873			r#"874				{875					name: "Alice",876					welcome: "Hello " + self.name + "!",877				} + {878					name: "Bob"879				}880			"#,881			r#"{"name": "Bob","welcome": "Hello Bob!"}"#882		);883	}884885	#[test]886	fn functions() {887		assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");888		assert_json!(889			r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,890			r#""HelloDearWorld""#891		);892	}893894	#[test]895	fn local_methods() {896		assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");897		assert_json!(898			r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,899			r#""HelloDearWorld""#900		);901	}902903	#[test]904	fn object_locals() {905		assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);906		assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);907		assert_json!(908			r#"{local a = function (b) {[b]:4}, test: a("test")}"#,909			r#"{"test": {"test": 4}}"#910		);911	}912913	#[test]914	fn object_comp() {915		assert_json!(916			r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,917			"{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"918		)919	}920921	#[test]922	fn direct_self() {923		println!(924			"{:#?}",925			eval!(926				r#"927					{928						local me = self,929						a: 3,930						b(): me.a,931					}932				"#933			)934		);935	}936937	#[test]938	fn indirect_self() {939		// `self` assigned to `me` was lost when being940		// referenced from field941		eval!(942			r#"{943				local me = self,944				a: 3,945				b: me.a,946			}.b"#947		);948	}949950	// We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly951	#[test]952	fn std_assert_ok() {953		eval!("std.assertEqual(4.5 << 2, 16)");954	}955956	#[test]957	#[should_panic]958	fn std_assert_failure() {959		eval!("std.assertEqual(4.5 << 2, 15)");960	}961962	#[test]963	fn string_is_string() {964		assert!(primitive_equals(965			&eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),966			&Val::Bool(false),967		)968		.unwrap());969	}970971	#[test]972	fn base64_works() {973		assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);974	}975976	#[test]977	fn utf8_chars() {978		assert_json!(979			r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,980			r#"{"c": 128526,"l": 1}"#981		)982	}983984	#[test]985	fn json() {986		assert_json!(987			r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,988			r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#989		);990	}991992	#[test]993	fn json_minified() {994		assert_json!(995			r#"std.manifestJsonMinified({a:3, b:4, c:6})"#,996			r#""{\"a\":3,\"b\":4,\"c\":6}""#997		);998	}9991000	#[test]1001	fn parse_json() {1002		assert_json!(1003			r#"std.parseJson('{"a": -1,"b": 1,"c": 3.141,"d": []}')"#,1004			r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#1005		);1006	}10071008	#[test]1009	fn test() {1010		assert_json!(1011			r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,1012			"[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"1013		);1014	}10151016	#[test]1017	fn sjsonnet() {1018		eval!(1019			r#"1020			local x0 = {k: 1};1021			local x1 = {k: x0.k + x0.k};1022			local x2 = {k: x1.k + x1.k};1023			local x3 = {k: x2.k + x2.k};1024			local x4 = {k: x3.k + x3.k};1025			local x5 = {k: x4.k + x4.k};1026			local x6 = {k: x5.k + x5.k};1027			local x7 = {k: x6.k + x6.k};1028			local x8 = {k: x7.k + x7.k};1029			local x9 = {k: x8.k + x8.k};1030			local x10 = {k: x9.k + x9.k};1031			local x11 = {k: x10.k + x10.k};1032			local x12 = {k: x11.k + x11.k};1033			local x13 = {k: x12.k + x12.k};1034			local x14 = {k: x13.k + x13.k};1035			local x15 = {k: x14.k + x14.k};1036			local x16 = {k: x15.k + x15.k};1037			local x17 = {k: x16.k + x16.k};1038			local x18 = {k: x17.k + x17.k};1039			local x19 = {k: x18.k + x18.k};1040			local x20 = {k: x19.k + x19.k};1041			local x21 = {k: x20.k + x20.k};1042			x21.k1043		"#1044		);1045	}10461047	// This test is commented out by default, because of huge compilation slowdown1048	// #[bench]1049	// fn bench_codegen(b: &mut Bencher) {1050	// 	b.iter(|| {1051	// 		#[allow(clippy::all)]1052	// 		let stdlib = {1053	// 			use jrsonnet_parser::*;1054	// 			include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))1055	// 		};1056	// 		stdlib1057	// 	})1058	// }10591060	/*1061	#[bench]1062	fn bench_serialize(b: &mut Bencher) {1063		b.iter(|| {1064			bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(1065				env!("OUT_DIR"),1066				"/stdlib.bincode"1067			)))1068			.expect("deserialize stdlib")1069		})1070	}10711072	#[bench]1073	fn bench_parse(b: &mut Bencher) {1074		b.iter(|| {1075			jrsonnet_parser::parse(1076				jrsonnet_stdlib::STDLIB_STR,1077				&jrsonnet_parser::ParserSettings {1078					loc_data: true,1079					file_name: Rc::new(PathBuf::from("std.jsonnet")),1080				},1081			)1082		})1083	}1084	*/10851086	#[test]1087	fn equality() {1088		println!(1089			"{:?}",1090			jrsonnet_parser::parse(1091				"{ x: 1, y: 2 } == { x: 1, y: 2 }",1092				&ParserSettings {1093					file_name: PathBuf::from("equality").into(),1094				}1095			)1096		);1097		assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")1098	}10991100	#[test]1101	fn native_ext() -> crate::error::Result<()> {1102		use super::native::NativeCallback;1103		let evaluator = EvaluationState::default();11041105		evaluator.with_stdlib();11061107		#[derive(Trace)]1108		struct NativeAdd;1109		impl NativeCallbackHandler for NativeAdd {1110			fn call(&self, from: Rc<Path>, args: &[Val]) -> crate::error::Result<Val> {1111				assert_eq!(&from as &Path, &PathBuf::from("native_caller.jsonnet"));1112				match (&args[0], &args[1]) {1113					(Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),1114					(_, _) => unreachable!(),1115				}1116			}1117		}1118		evaluator.settings_mut().ext_natives.insert(1119			"native_add".into(),1120			Cc::new(NativeCallback::new(1121				ParamsDesc(Rc::new(vec![1122					Param("a".into(), None),1123					Param("b".into(), None),1124				])),1125				TraceBox(Box::new(NativeAdd)),1126			)),1127		);1128		evaluator.evaluate_snippet_raw(1129			PathBuf::from("native_caller.jsonnet").into(),1130			"std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),1131		)?;1132		Ok(())1133	}11341135	#[test]1136	fn constant_intrinsic() -> crate::error::Result<()> {1137		assert_eval!(1138			"local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"1139		);1140		Ok(())1141	}11421143	#[test]1144	fn standalone_super() -> crate::error::Result<()> {1145		assert_eval!(1146			r#"1147			local obj = {1148				a: 1,1149				b: 2,1150				c: 3,1151			};1152			local test = obj + {1153				fields: std.objectFields(super),1154				d: 5,1155			};1156			test.fields == ['a', 'b', 'c']1157		"#1158		);1159		Ok(())1160	}11611162	#[test]1163	fn comp_self() -> crate::error::Result<()> {1164		assert_eval!(1165			r#"1166			std.objectFields({1167				a:{1168					[name]: name for name in std.objectFields(self)1169				},1170				b: 2,1171				c: 3,1172			}.a) == ['a', 'b', 'c']1173			"#1174		);11751176		Ok(())1177	}11781179	struct TestImportResolver(Vec<u8>);1180	impl crate::import::ImportResolver for TestImportResolver {1181		fn resolve_file(&self, _: &Path, _: &Path) -> crate::error::Result<Rc<Path>> {1182			Ok(PathBuf::from("/test").into())1183		}11841185		fn load_file_contents(&self, _: &Path) -> crate::error::Result<Vec<u8>> {1186			Ok(self.0.clone())1187		}11881189		unsafe fn as_any(&self) -> &dyn std::any::Any {1190			panic!()1191		}11921193		fn load_file_bin(&self, _resolved: &Path) -> crate::error::Result<Rc<[u8]>> {1194			panic!()1195		}1196	}11971198	#[test]1199	fn issue_23() {1200		let state = EvaluationState::default();1201		state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));1202		let _ = state.evaluate_file_raw(&PathBuf::from("/test"));1203	}12041205	#[test]1206	fn issue_40() {1207		let state = EvaluationState::default();1208		state.with_stdlib();12091210		let error = state1211			.evaluate_snippet_raw(1212				PathBuf::from("issue40.jsonnet").into(),1213				r#"1214				local conf = {1215					n: ""1216				};12171218				local result = conf + {1219					assert std.isNumber(self.n): "is number"1220				};12211222				std.manifestJsonEx(result, "")1223			"#1224				.into(),1225			)1226			.unwrap_err();1227		assert_eq!(error.error().to_string(), "assert failed: is number");1228	}12291230	#[test]1231	fn test_ascii_upper_lower() {1232		assert_eval!(r#"std.assertEqual(std.asciiUpper("aBc😀"), "ABC😀")"#);1233		assert_eval!(r#"std.assertEqual(std.asciiLower("aBc😀"), "abc😀")"#);1234	}12351236	#[test]1237	fn test_member() {1238		assert_eval!(r#"!std.member("", "")"#);1239		assert_eval!(r#"std.member("abc", "a")"#);1240		assert_eval!(r#"!std.member("abc", "d")"#);1241		assert_eval!(r#"!std.member([], "")"#);1242		assert_eval!(r#"std.member(["a", "b", "c"], "a")"#);1243		assert_eval!(r#"!std.member(["a", "b", "c"], "d")"#);1244	}12451246	#[test]1247	fn test_count() {1248		assert_eval!(r#"std.assertEqual(std.count([], ""), 0)"#);1249		assert_eval!(r#"std.assertEqual(std.count(["a", "b", "a"], "d"), 0)"#);1250		assert_eval!(r#"std.assertEqual(std.count(["a", "b", "a"], "a"), 2)"#);1251	}1252}