git.delta.rocks / jrsonnet / refs/commits / 78d82dfdf2a1

difftreelog

feat derive(Typed) for struct

Yaroslav Bolyukin2022-04-04parent: #d710b4f.patch.diff
in: master

9 files changed

modifiedCargo.lockdiffbeforeafterboth
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -70,8 +70,9 @@
 
 [[package]]
 name = "clap"
-version = "3.0.0-beta.2"
-source = "git+https://github.com/clap-rs/clap?rev=f0c5ea5e1503de5c8e74d8c047a799cf51498e83#f0c5ea5e1503de5c8e74d8c047a799cf51498e83"
+version = "3.1.8"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "71c47df61d9e16dc010b55dba1952a57d8c215dbb533fd13cdd13369aac73b1c"
 dependencies = [
  "atty",
  "bitflags",
@@ -82,27 +83,28 @@
  "strsim",
  "termcolor",
  "textwrap",
- "vec_map",
 ]
 
 [[package]]
+name = "clap_complete"
+version = "3.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "df6f3613c0a3cddfd78b41b10203eb322cb29b600cbdf808a7d3db95691b8e25"
+dependencies = [
+ "clap",
+]
+
+[[package]]
 name = "clap_derive"
-version = "3.0.0-beta.2"
-source = "git+https://github.com/clap-rs/clap?rev=f0c5ea5e1503de5c8e74d8c047a799cf51498e83#f0c5ea5e1503de5c8e74d8c047a799cf51498e83"
+version = "3.1.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a3aab4734e083b809aaf5794e14e756d1c798d2c69c7f7de7a09a2f5214993c1"
 dependencies = [
  "heck",
  "proc-macro-error",
  "proc-macro2",
  "quote",
  "syn",
-]
-
-[[package]]
-name = "clap_generate"
-version = "3.0.0-beta.2"
-source = "git+https://github.com/clap-rs/clap?rev=f0c5ea5e1503de5c8e74d8c047a799cf51498e83#f0c5ea5e1503de5c8e74d8c047a799cf51498e83"
-dependencies = [
- "clap",
 ]
 
 [[package]]
@@ -148,12 +150,9 @@
 
 [[package]]
 name = "heck"
-version = "0.3.3"
+version = "0.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6d621efb26863f0e9924c6ac577e8275e5e6b77455db64ffa6c65c904e9e132c"
-dependencies = [
- "unicode-segmentation",
-]
+checksum = "2540771e65fc8cb83cd6e8a237f70c319bd5c29f78ed1084ba5d50eeac86f7f9"
 
 [[package]]
 name = "hermit-abi"
@@ -185,7 +184,7 @@
 version = "0.4.2"
 dependencies = [
  "clap",
- "clap_generate",
+ "clap_complete",
  "gcmodule",
  "jrsonnet-cli",
  "jrsonnet-evaluator",
@@ -214,6 +213,7 @@
  "bincode",
  "gcmodule",
  "jrsonnet-interner",
+ "jrsonnet-macros",
  "jrsonnet-parser",
  "jrsonnet-stdlib",
  "jrsonnet-types",
@@ -236,6 +236,15 @@
 ]
 
 [[package]]
+name = "jrsonnet-macros"
+version = "0.4.2"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
 name = "jrsonnet-parser"
 version = "0.4.2"
 dependencies = [
@@ -301,6 +310,12 @@
 checksum = "490cc448043f947bae3cbee9c203358d62dbee0db12107a74be5c30ccfd09771"
 
 [[package]]
+name = "memchr"
+version = "2.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "308cc39be01b73d0d18f82a0e7b2a3df85245f84af96fdddc5d202d27e47b86a"
+
+[[package]]
 name = "mimalloc-sys"
 version = "0.1.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
@@ -321,9 +336,12 @@
 
 [[package]]
 name = "os_str_bytes"
-version = "3.1.0"
+version = "6.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6acbef58a60fe69ab50510a55bc8cdd4d6cf2283d27ad338f54cb52747a9cf2d"
+checksum = "8e22443d1643a904602595ba1cd8f7d896afe56d26712531c5ff73a15b2fbf64"
+dependencies = [
+ "memchr",
+]
 
 [[package]]
 name = "parking_lot"
@@ -357,9 +375,9 @@
 
 [[package]]
 name = "peg"
-version = "0.7.0"
+version = "0.8.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "07c0b841ea54f523f7aa556956fbd293bcbe06f2e67d2eb732b7278aaf1d166a"
+checksum = "af728fe826811af3b38c37e93de6d104485953ea373d656eebae53d6987fcd2c"
 dependencies = [
  "peg-macros",
  "peg-runtime",
@@ -367,9 +385,9 @@
 
 [[package]]
 name = "peg-macros"
-version = "0.7.0"
+version = "0.8.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b5aa52829b8decbef693af90202711348ab001456803ba2a98eb4ec8fb70844c"
+checksum = "4536be147b770b824895cbad934fccce8e49f14b4c4946eaa46a6e4a12fcdc16"
 dependencies = [
  "peg-runtime",
  "proc-macro2",
@@ -378,9 +396,9 @@
 
 [[package]]
 name = "peg-runtime"
-version = "0.7.0"
+version = "0.8.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c719dcf55f09a3a7e764c6649ab594c18a177e3599c467983cdf644bfc0a4088"
+checksum = "f9b0efd3ba03c3a409d44d60425f279ec442bcf0b9e63ff4e410da31c8b0f69f"
 
 [[package]]
 name = "proc-macro-error"
@@ -536,12 +554,9 @@
 
 [[package]]
 name = "textwrap"
-version = "0.14.2"
+version = "0.15.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0066c8d12af8b5acd21e00547c3797fde4e8677254a7ee429176ccebbe93dd80"
-dependencies = [
- "unicode-width",
-]
+checksum = "b1141d4d61095b28419e22cb0bbf02755f5e54e0526f97f1e3d1d160e60885fb"
 
 [[package]]
 name = "thiserror"
@@ -562,12 +577,6 @@
  "quote",
  "syn",
 ]
-
-[[package]]
-name = "unicode-segmentation"
-version = "1.8.0"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8895849a949e7845e06bd6dc1aa51731a103c42707010a5b591c0038fb73385b"
 
 [[package]]
 name = "unicode-width"
@@ -580,12 +589,6 @@
 version = "0.2.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "8ccb82d61f80a663efe1f787a51b16b5a51e3314d6ac365b08639f52387b33f3"
-
-[[package]]
-name = "vec_map"
-version = "0.8.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f1bddf1187be692e79c5ffeab891132dfb0f236ed36a43c7ed39f1165ee20191"
 
 [[package]]
 name = "version_check"
modifiedcrates/jrsonnet-evaluator/src/error.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/error.rs
+++ b/crates/jrsonnet-evaluator/src/error.rs
@@ -179,7 +179,7 @@
 	}
 }
 
-pub type Result<V> = std::result::Result<V, LocError>;
+pub type Result<V, E = LocError> = std::result::Result<V, E>;
 
 #[macro_export]
 macro_rules! throw {
modifiedcrates/jrsonnet-evaluator/src/function.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/function.rs
+++ b/crates/jrsonnet-evaluator/src/function.rs
@@ -8,6 +8,7 @@
 };
 use gcmodule::Trace;
 use jrsonnet_interner::IStr;
+pub use jrsonnet_macros::builtin;
 use jrsonnet_parser::{ArgsDesc, ExprLocation, LocExpr, ParamsDesc};
 use std::{borrow::Cow, collections::HashMap, convert::TryFrom};
 
@@ -377,6 +378,7 @@
 	pub has_default: bool,
 }
 
+/// Do not implement it directly, instead use #[builtin] macro
 pub trait Builtin: Trace {
 	fn name(&self) -> &str;
 	fn params(&self) -> &[BuiltinParam];
modifiedcrates/jrsonnet-evaluator/src/lib.rsdiffbeforeafterboth
before · crates/jrsonnet-evaluator/src/lib.rs
1#![warn(clippy::all, clippy::nursery)]2#![allow(3	macro_expanded_macro_exports_accessed_by_absolute_paths,4	clippy::ptr_arg5)]67// For jrsonnet-macros8extern crate self as jrsonnet_evaluator;910mod builtin;11mod ctx;12mod dynamic;13pub mod error;14mod evaluate;15pub mod function;16mod import;17mod integrations;18mod map;19pub mod native;20mod obj;21pub mod trace;22pub mod typed;23mod val;2425pub use jrsonnet_parser as parser;2627pub use ctx::*;28pub use dynamic::*;29use error::{Error::*, LocError, Result, StackTraceElement};30pub use evaluate::*;31use function::{Builtin, TlaArg};32use gc::{GcHashMap, TraceBox};33use gcmodule::{Cc, Trace, Weak};34pub use import::*;35pub use jrsonnet_interner::IStr;36use jrsonnet_parser::*;37pub use obj::*;38use std::{39	cell::{Ref, RefCell, RefMut},40	collections::HashMap,41	fmt::Debug,42	path::{Path, PathBuf},43	rc::Rc,44};45use trace::{location_to_offset, offset_to_location, CodeLocation, CompactFormat, TraceFormat};46pub use val::*;47pub mod gc;4849pub trait Bindable: Trace + 'static {50	fn bind(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal>;51}5253#[derive(Clone, Trace)]54pub enum LazyBinding {55	Bindable(Cc<TraceBox<dyn Bindable>>),56	Bound(LazyVal),57}5859impl Debug for LazyBinding {60	fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {61		write!(f, "LazyBinding")62	}63}64impl LazyBinding {65	pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {66		match self {67			Self::Bindable(v) => v.bind(this, super_obj),68			Self::Bound(v) => Ok(v.clone()),69		}70	}71}7273pub struct EvaluationSettings {74	/// Limits recursion by limiting the number of stack frames75	pub max_stack: usize,76	/// Limits amount of stack trace items preserved77	pub max_trace: usize,78	/// Used for s`td.extVar`79	pub ext_vars: HashMap<IStr, Val>,80	/// Used for ext.native81	pub ext_natives: HashMap<IStr, Cc<TraceBox<dyn Builtin>>>,82	/// TLA vars83	pub tla_vars: HashMap<IStr, TlaArg>,84	/// Global variables are inserted in default context85	pub globals: HashMap<IStr, Val>,86	/// Used to resolve file locations/contents87	pub import_resolver: Box<dyn ImportResolver>,88	/// Used in manifestification functions89	pub manifest_format: ManifestFormat,90	/// Used for bindings91	pub trace_format: Box<dyn TraceFormat>,92}93impl Default for EvaluationSettings {94	fn default() -> Self {95		Self {96			max_stack: 200,97			max_trace: 20,98			globals: Default::default(),99			ext_vars: Default::default(),100			ext_natives: Default::default(),101			tla_vars: Default::default(),102			import_resolver: Box::new(DummyImportResolver),103			manifest_format: ManifestFormat::Json(4),104			trace_format: Box::new(CompactFormat {105				padding: 4,106				resolver: trace::PathResolver::Absolute,107			}),108		}109	}110}111112#[derive(Default)]113struct EvaluationData {114	/// Used for stack overflow detection, stacktrace is populated on unwind115	stack_depth: usize,116	/// Updated every time stack entry is popt117	stack_generation: usize,118119	breakpoints: Breakpoints,120	/// Contains file source codes and evaluation results for imports and pretty-printed stacktraces121	files: HashMap<Rc<Path>, FileData>,122	str_files: HashMap<Rc<Path>, IStr>,123}124125pub struct FileData {126	source_code: IStr,127	parsed: LocExpr,128	evaluated: Option<Val>,129}130131#[allow(clippy::type_complexity)]132pub struct Breakpoint {133	loc: ExprLocation,134	collected: RefCell<HashMap<usize, (usize, Vec<Result<Val>>)>>,135}136#[derive(Default)]137struct Breakpoints(Vec<Rc<Breakpoint>>);138impl Breakpoints {139	fn insert(140		&self,141		stack_depth: usize,142		stack_generation: usize,143		loc: &ExprLocation,144		result: Result<Val>,145	) -> Result<Val> {146		if self.0.is_empty() {147			return result;148		}149		for item in self.0.iter() {150			if item.loc.belongs_to(loc) {151				let mut collected = item.collected.borrow_mut();152				let (depth, vals) = collected.entry(stack_generation).or_default();153				if stack_depth > *depth {154					vals.clear();155				}156				vals.push(result.clone());157			}158		}159		result160	}161}162163#[derive(Default)]164pub struct EvaluationStateInternals {165	/// Internal state166	data: RefCell<EvaluationData>,167	/// Settings, safe to change at runtime168	settings: RefCell<EvaluationSettings>,169}170171thread_local! {172	/// Contains the state for a currently executed file.173	/// Global state is fine here.174	pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)175}176pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {177	EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))178}179pub fn push_frame<T>(180	e: Option<&ExprLocation>,181	frame_desc: impl FnOnce() -> String,182	f: impl FnOnce() -> Result<T>,183) -> Result<T> {184	with_state(|s| s.push(e, frame_desc, f))185}186187#[allow(dead_code)]188pub fn push_val_frame(189	e: &ExprLocation,190	frame_desc: impl FnOnce() -> String,191	f: impl FnOnce() -> Result<Val>,192) -> Result<Val> {193	with_state(|s| s.push_val(e, frame_desc, f))194}195#[allow(dead_code)]196pub fn push_description_frame<T>(197	frame_desc: impl FnOnce() -> String,198	f: impl FnOnce() -> Result<T>,199) -> Result<T> {200	with_state(|s| s.push_description(frame_desc, f))201}202203/// Maintains stack trace and import resolution204#[derive(Default, Clone)]205pub struct EvaluationState(Rc<EvaluationStateInternals>);206207impl EvaluationState {208	/// Parses and adds file as loaded209	pub fn add_file(&self, path: Rc<Path>, source_code: IStr) -> Result<LocExpr> {210		let parsed = parse(211			&source_code,212			&ParserSettings {213				file_name: path.clone(),214			},215		)216		.map_err(|error| ImportSyntaxError {217			error: Box::new(error),218			path: path.to_owned(),219			source_code: source_code.clone(),220		})?;221		self.add_parsed_file(path, source_code, parsed.clone())?;222223		Ok(parsed)224	}225226	pub fn reset_evaluation_state(&self, name: &Path) {227		self.data_mut()228			.files229			.get_mut(name)230			.unwrap()231			.evaluated232			.take();233	}234235	/// Adds file by source code and parsed expr236	pub fn add_parsed_file(237		&self,238		name: Rc<Path>,239		source_code: IStr,240		parsed: LocExpr,241	) -> Result<()> {242		self.data_mut().files.insert(243			name,244			FileData {245				source_code,246				parsed,247				evaluated: None,248			},249		);250251		Ok(())252	}253	pub fn get_source(&self, name: &Path) -> Option<IStr> {254		let ro_map = &self.data().files;255		ro_map.get(name).map(|value| value.source_code.clone())256	}257	pub fn map_source_locations(&self, file: &Path, locs: &[usize]) -> Vec<CodeLocation> {258		offset_to_location(&self.get_source(file).unwrap_or_else(|| "".into()), locs)259	}260	pub fn map_from_source_location(261		&self,262		file: &Path,263		line: usize,264		column: usize,265	) -> Option<usize> {266		location_to_offset(&self.get_source(file).unwrap(), line, column)267	}268	pub fn import_file(&self, from: &Path, path: &Path) -> Result<Val> {269		let file_path = self.resolve_file(from, path)?;270		{271			let data = self.data();272			let files = &data.files;273			if files.contains_key(&file_path as &Path) {274				drop(data);275				return self.evaluate_loaded_file_raw(&file_path);276			}277		}278		let contents = self.load_file_contents(&file_path)?;279		self.add_file(file_path.clone(), contents)?;280		self.evaluate_loaded_file_raw(&file_path)281	}282	pub(crate) fn import_file_str(&self, from: &Path, path: &Path) -> Result<IStr> {283		let path = self.resolve_file(from, path)?;284		if !self.data().str_files.contains_key(&path) {285			let file_str = self.load_file_contents(&path)?;286			self.data_mut().str_files.insert(path.clone(), file_str);287		}288		Ok(self.data().str_files.get(&path).cloned().unwrap())289	}290291	fn evaluate_loaded_file_raw(&self, name: &Path) -> Result<Val> {292		let expr: LocExpr = {293			let ro_map = &self.data().files;294			let value = ro_map295				.get(name)296				.unwrap_or_else(|| panic!("file not added: {:?}", name));297			if let Some(ref evaluated) = value.evaluated {298				return Ok(evaluated.clone());299			}300			value.parsed.clone()301		};302		let value = evaluate(self.create_default_context(), &expr)?;303		{304			self.data_mut()305				.files306				.get_mut(name)307				.unwrap()308				.evaluated309				.replace(value.clone());310		}311		Ok(value)312	}313314	/// Adds standard library global variable (std) to this evaluator315	pub fn with_stdlib(&self) -> &Self {316		use jrsonnet_stdlib::STDLIB_STR;317		let std_path: Rc<Path> = PathBuf::from("std.jsonnet").into();318		self.run_in_state(|| {319			self.add_parsed_file(320				std_path.clone(),321				STDLIB_STR.to_owned().into(),322				builtin::get_parsed_stdlib(),323			)324			.unwrap();325			let val = self.evaluate_loaded_file_raw(&std_path).unwrap();326			self.settings_mut().globals.insert("std".into(), val);327		});328		self329	}330331	/// Creates context with all passed global variables332	pub fn create_default_context(&self) -> Context {333		let globals = &self.settings().globals;334		let mut new_bindings = GcHashMap::with_capacity(globals.len());335		for (name, value) in globals.iter() {336			new_bindings.insert(name.clone(), LazyVal::new_resolved(value.clone()));337		}338		Context::new().extend_bound(new_bindings)339	}340341	/// Executes code creating a new stack frame342	pub fn push<T>(343		&self,344		e: Option<&ExprLocation>,345		frame_desc: impl FnOnce() -> String,346		f: impl FnOnce() -> Result<T>,347	) -> Result<T> {348		{349			let mut data = self.data_mut();350			let stack_depth = &mut data.stack_depth;351			if *stack_depth > self.max_stack() {352				// Error creation uses data, so i drop guard here353				drop(data);354				throw!(StackOverflow);355			} else {356				*stack_depth += 1;357			}358		}359		let result = f();360		{361			let mut data = self.data_mut();362			data.stack_depth -= 1;363			data.stack_generation += 1;364		}365		if let Err(mut err) = result {366			err.trace_mut().0.push(StackTraceElement {367				location: e.cloned(),368				desc: frame_desc(),369			});370			return Err(err);371		}372		result373	}374375	/// Executes code creating a new stack frame376	pub fn push_val(377		&self,378		e: &ExprLocation,379		frame_desc: impl FnOnce() -> String,380		f: impl FnOnce() -> Result<Val>,381	) -> Result<Val> {382		{383			let mut data = self.data_mut();384			let stack_depth = &mut data.stack_depth;385			if *stack_depth > self.max_stack() {386				// Error creation uses data, so i drop guard here387				drop(data);388				throw!(StackOverflow);389			} else {390				*stack_depth += 1;391			}392		}393		let mut result = f();394		{395			let mut data = self.data_mut();396			data.stack_depth -= 1;397			data.stack_generation += 1;398			result = data399				.breakpoints400				.insert(data.stack_depth, data.stack_generation, e, result);401		}402		if let Err(mut err) = result {403			err.trace_mut().0.push(StackTraceElement {404				location: Some(e.clone()),405				desc: frame_desc(),406			});407			return Err(err);408		}409		result410	}411	/// Executes code creating a new stack frame412	pub fn push_description<T>(413		&self,414		frame_desc: impl FnOnce() -> String,415		f: impl FnOnce() -> Result<T>,416	) -> Result<T> {417		{418			let mut data = self.data_mut();419			let stack_depth = &mut data.stack_depth;420			if *stack_depth > self.max_stack() {421				// Error creation uses data, so i drop guard here422				drop(data);423				throw!(StackOverflow);424			} else {425				*stack_depth += 1;426			}427		}428		let result = f();429		{430			let mut data = self.data_mut();431			data.stack_depth -= 1;432			data.stack_generation += 1;433		}434		if let Err(mut err) = result {435			err.trace_mut().0.push(StackTraceElement {436				location: None,437				desc: frame_desc(),438			});439			return Err(err);440		}441		result442	}443444	/// Runs passed function in state (required if function needs to modify stack trace)445	pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {446		EVAL_STATE.with(|v| {447			let has_state = v.borrow().is_some();448			if !has_state {449				v.borrow_mut().replace(self.clone());450			}451			let result = f();452			if !has_state {453				v.borrow_mut().take();454			}455			result456		})457	}458	pub fn run_in_state_with_breakpoint(459		&self,460		bp: Rc<Breakpoint>,461		f: impl FnOnce() -> Result<()>,462	) -> Result<()> {463		{464			let mut data = self.data_mut();465			data.breakpoints.0.push(bp);466		}467468		let result = self.run_in_state(f);469470		{471			let mut data = self.data_mut();472			data.breakpoints.0.pop();473		}474475		result476	}477478	pub fn stringify_err(&self, e: &LocError) -> String {479		let mut out = String::new();480		self.settings()481			.trace_format482			.write_trace(&mut out, self, e)483			.unwrap();484		out485	}486487	pub fn manifest(&self, val: Val) -> Result<IStr> {488		self.run_in_state(|| {489			push_description_frame(490				|| "manifestification".to_string(),491				|| val.manifest(&self.manifest_format()),492			)493		})494	}495	pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {496		self.run_in_state(|| val.manifest_multi(&self.manifest_format()))497	}498	pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {499		self.run_in_state(|| val.manifest_stream(&self.manifest_format()))500	}501502	/// If passed value is function then call with set TLA503	pub fn with_tla(&self, val: Val) -> Result<Val> {504		self.run_in_state(|| {505			Ok(match val {506				Val::Func(func) => push_description_frame(507					|| "during TLA call".to_owned(),508					|| {509						func.evaluate(510							self.create_default_context(),511							None,512							&self.settings().tla_vars,513							true,514						)515					},516				)?,517				v => v,518			})519		})520	}521}522523/// Internals524impl EvaluationState {525	fn data(&self) -> Ref<EvaluationData> {526		self.0.data.borrow()527	}528	fn data_mut(&self) -> RefMut<EvaluationData> {529		self.0.data.borrow_mut()530	}531	pub fn settings(&self) -> Ref<EvaluationSettings> {532		self.0.settings.borrow()533	}534	pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {535		self.0.settings.borrow_mut()536	}537}538539/// Raw methods evaluate passed values but don't perform TLA execution540impl EvaluationState {541	pub fn evaluate_file_raw(&self, name: &Path) -> Result<Val> {542		self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))543	}544	pub fn evaluate_file_raw_nocwd(&self, name: &Path) -> Result<Val> {545		self.run_in_state(|| self.import_file(&PathBuf::from("."), name))546	}547	/// Parses and evaluates the given snippet548	pub fn evaluate_snippet_raw(&self, source: Rc<Path>, code: IStr) -> Result<Val> {549		let parsed = parse(550			&code,551			&ParserSettings {552				file_name: source.clone(),553			},554		)555		.map_err(|e| ImportSyntaxError {556			path: source.clone(),557			source_code: code.clone(),558			error: Box::new(e),559		})?;560		self.add_parsed_file(source, code, parsed.clone())?;561		self.evaluate_expr_raw(parsed)562	}563	/// Evaluates the parsed expression564	pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {565		self.run_in_state(|| evaluate(self.create_default_context(), &code))566	}567}568569/// Settings utilities570impl EvaluationState {571	pub fn add_ext_var(&self, name: IStr, value: Val) {572		self.settings_mut().ext_vars.insert(name, value);573	}574	pub fn add_ext_str(&self, name: IStr, value: IStr) {575		self.add_ext_var(name, Val::Str(value));576	}577	pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {578		let value =579			self.evaluate_snippet_raw(PathBuf::from(format!("ext_code {}", name)).into(), code)?;580		self.add_ext_var(name, value);581		Ok(())582	}583584	pub fn add_tla(&self, name: IStr, value: Val) {585		self.settings_mut()586			.tla_vars587			.insert(name, TlaArg::Val(value));588	}589	pub fn add_tla_str(&self, name: IStr, value: IStr) {590		self.settings_mut()591			.tla_vars592			.insert(name, TlaArg::String(value));593	}594	pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {595		let parsed = self.add_file(PathBuf::from(format!("tla_code {}", name)).into(), code)?;596		self.settings_mut()597			.tla_vars598			.insert(name, TlaArg::Code(parsed));599		Ok(())600	}601602	pub fn resolve_file(&self, from: &Path, path: &Path) -> Result<Rc<Path>> {603		self.settings().import_resolver.resolve_file(from, path)604	}605	pub fn load_file_contents(&self, path: &Path) -> Result<IStr> {606		self.settings().import_resolver.load_file_contents(path)607	}608609	pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {610		Ref::map(self.settings(), |s| &*s.import_resolver)611	}612	pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {613		self.settings_mut().import_resolver = resolver;614	}615616	pub fn add_native(&self, name: IStr, cb: Cc<TraceBox<dyn Builtin>>) {617		self.settings_mut().ext_natives.insert(name, cb);618	}619620	pub fn manifest_format(&self) -> ManifestFormat {621		self.settings().manifest_format.clone()622	}623	pub fn set_manifest_format(&self, format: ManifestFormat) {624		self.settings_mut().manifest_format = format;625	}626627	pub fn trace_format(&self) -> Ref<dyn TraceFormat> {628		Ref::map(self.settings(), |s| &*s.trace_format)629	}630	pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {631		self.settings_mut().trace_format = format;632	}633634	pub fn max_trace(&self) -> usize {635		self.settings().max_trace636	}637	pub fn set_max_trace(&self, trace: usize) {638		self.settings_mut().max_trace = trace;639	}640641	pub fn max_stack(&self) -> usize {642		self.settings().max_stack643	}644	pub fn set_max_stack(&self, trace: usize) {645		self.settings_mut().max_stack = trace;646	}647}648649pub fn cc_ptr_eq<T>(a: &Cc<T>, b: &Cc<T>) -> bool {650	let a = a as &T;651	let b = b as &T;652	std::ptr::eq(a, b)653}654655fn weak_raw<T>(a: Weak<T>) -> *const () {656	unsafe { std::mem::transmute(a) }657}658fn weak_ptr_eq<T>(a: Weak<T>, b: Weak<T>) -> bool {659	std::ptr::eq(weak_raw(a), weak_raw(b))660}661662#[test]663fn weak_unsafe() {664	let a = Cc::new(1);665	let b = Cc::new(2);666667	let aw1 = a.clone().downgrade();668	let aw2 = a.clone().downgrade();669	let aw3 = a.clone().downgrade();670671	let bw = b.clone().downgrade();672673	assert!(weak_ptr_eq(aw1, aw2));674	assert!(!weak_ptr_eq(aw3, bw));675}676677#[cfg(test)]678pub mod tests {679	use super::Val;680	use crate::{681		error::Error::*, function::BuiltinParam, gc::TraceBox, native::NativeCallbackHandler,682		primitive_equals, EvaluationState,683	};684	use gcmodule::{Cc, Trace};685	use jrsonnet_interner::IStr;686	use jrsonnet_parser::*;687	use std::{688		path::{Path, PathBuf},689		rc::Rc,690	};691692	#[test]693	#[should_panic]694	fn eval_state_stacktrace() {695		let state = EvaluationState::default();696		state.run_in_state(|| {697			state698				.push(699					Some(&ExprLocation(PathBuf::from("test1.jsonnet").into(), 10, 20)),700					|| "outer".to_owned(),701					|| {702						state.push(703							Some(&ExprLocation(PathBuf::from("test2.jsonnet").into(), 30, 40)),704							|| "inner".to_owned(),705							|| Err(RuntimeError("".into()).into()),706						)?;707						Ok(Val::Null)708					},709				)710				.unwrap();711		});712	}713714	#[test]715	fn eval_state_standard() {716		let state = EvaluationState::default();717		state.with_stdlib();718		assert!(primitive_equals(719			&state720				.evaluate_snippet_raw(721					PathBuf::from("raw.jsonnet").into(),722					r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()723				)724				.unwrap(),725			&Val::Bool(true),726		)727		.unwrap());728	}729730	macro_rules! eval {731		($str: expr) => {732			EvaluationState::default()733				.with_stdlib()734				.evaluate_snippet_raw(PathBuf::from("raw.jsonnet").into(), $str.into())735				.unwrap()736		};737	}738	macro_rules! eval_json {739		($str: expr) => {{740			let evaluator = EvaluationState::default();741			evaluator.with_stdlib();742			evaluator.run_in_state(|| {743				evaluator744					.evaluate_snippet_raw(PathBuf::from("raw.jsonnet").into(), $str.into())745					.unwrap()746					.to_json(0)747					.unwrap()748					.replace("\n", "")749			})750		}};751	}752753	/// Asserts given code returns `true`754	macro_rules! assert_eval {755		($str: expr) => {756			assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())757		};758	}759760	/// Asserts given code returns `false`761	macro_rules! assert_eval_neg {762		($str: expr) => {763			assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())764		};765	}766	macro_rules! assert_json {767		($str: expr, $out: expr) => {768			assert_eq!(eval_json!($str), $out.replace("\t", ""))769		};770	}771772	/// Sanity checking, before trusting to another tests773	#[test]774	fn equality_operator() {775		assert_eval!("2 == 2");776		assert_eval_neg!("2 != 2");777		assert_eval!("2 != 3");778		assert_eval_neg!("2 == 3");779		assert_eval!("'Hello' == 'Hello'");780		assert_eval_neg!("'Hello' != 'Hello'");781		assert_eval!("'Hello' != 'World'");782		assert_eval_neg!("'Hello' == 'World'");783	}784785	#[test]786	fn math_evaluation() {787		assert_eval!("2 + 2 * 2 == 6");788		assert_eval!("3 + (2 + 2 * 2) == 9");789	}790791	#[test]792	fn string_concat() {793		assert_eval!("'Hello' + 'World' == 'HelloWorld'");794		assert_eval!("'Hello' * 3 == 'HelloHelloHello'");795		assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");796	}797798	#[test]799	fn faster_join() {800		assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");801		assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");802	}803804	#[test]805	fn function_contexts() {806		assert_eval!(807			r#"808				local k = {809					t(name = self.h): [self.h, name],810					h: 3,811				};812				local f = {813					t: k.t(),814					h: 4,815				};816				f.t[0] == f.t[1]817			"#818		);819	}820821	#[test]822	fn local() {823		assert_eval!("local a = 2; local b = 3; a + b == 5");824		assert_eval!("local a = 1, b = a + 1; a + b == 3");825		assert_eval!("local a = 1; local a = 2; a == 2");826	}827828	#[test]829	fn object_lazyness() {830		assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);831	}832833	#[test]834	fn object_inheritance() {835		assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);836	}837838	#[test]839	fn object_assertion_success() {840		eval!("{assert \"a\" in self} + {a:2}");841	}842843	#[test]844	fn object_assertion_error() {845		eval!("{assert \"a\" in self}");846	}847848	#[test]849	fn lazy_args() {850		eval!("local test(a) = 2; test(error '3')");851	}852853	#[test]854	#[should_panic]855	fn tailstrict_args() {856		eval!("local test(a) = 2; test(error '3') tailstrict");857	}858859	#[test]860	#[should_panic]861	fn no_binding_error() {862		eval!("a");863	}864865	#[test]866	fn test_object() {867		assert_json!("{a:2}", r#"{"a": 2}"#);868		assert_json!("{a:2+2}", r#"{"a": 4}"#);869		assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);870		assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);871		assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);872		assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);873		assert_json!(874			r#"875				{876					name: "Alice",877					welcome: "Hello " + self.name + "!",878				}879			"#,880			r#"{"name": "Alice","welcome": "Hello Alice!"}"#881		);882		assert_json!(883			r#"884				{885					name: "Alice",886					welcome: "Hello " + self.name + "!",887				} + {888					name: "Bob"889				}890			"#,891			r#"{"name": "Bob","welcome": "Hello Bob!"}"#892		);893	}894895	#[test]896	fn functions() {897		assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");898		assert_json!(899			r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,900			r#""HelloDearWorld""#901		);902	}903904	#[test]905	fn local_methods() {906		assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");907		assert_json!(908			r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,909			r#""HelloDearWorld""#910		);911	}912913	#[test]914	fn object_locals() {915		assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);916		assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);917		assert_json!(918			r#"{local a = function (b) {[b]:4}, test: a("test")}"#,919			r#"{"test": {"test": 4}}"#920		);921	}922923	#[test]924	fn object_comp() {925		assert_json!(926			r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,927			"{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"928		)929	}930931	#[test]932	fn direct_self() {933		println!(934			"{:#?}",935			eval!(936				r#"937					{938						local me = self,939						a: 3,940						b(): me.a,941					}942				"#943			)944		);945	}946947	#[test]948	fn indirect_self() {949		// `self` assigned to `me` was lost when being950		// referenced from field951		eval!(952			r#"{953				local me = self,954				a: 3,955				b: me.a,956			}.b"#957		);958	}959960	// We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly961	#[test]962	fn std_assert_ok() {963		eval!("std.assertEqual(4.5 << 2, 16)");964	}965966	#[test]967	#[should_panic]968	fn std_assert_failure() {969		eval!("std.assertEqual(4.5 << 2, 15)");970	}971972	#[test]973	fn string_is_string() {974		assert!(primitive_equals(975			&eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),976			&Val::Bool(false),977		)978		.unwrap());979	}980981	#[test]982	fn base64_works() {983		assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);984	}985986	#[test]987	fn utf8_chars() {988		assert_json!(989			r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,990			r#"{"c": 128526,"l": 1}"#991		)992	}993994	#[test]995	fn json() {996		assert_json!(997			r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,998			r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#999		);1000	}10011002	#[test]1003	fn json_minified() {1004		assert_json!(1005			r#"std.manifestJsonMinified({a:3, b:4, c:6})"#,1006			r#""{\"a\":3,\"b\":4,\"c\":6}""#1007		);1008	}10091010	#[test]1011	fn parse_json() {1012		assert_json!(1013			r#"std.parseJson('{"a": -1,"b": 1,"c": 3.141,"d": []}')"#,1014			r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#1015		);1016	}10171018	#[test]1019	fn test() {1020		assert_json!(1021			r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,1022			"[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"1023		);1024	}10251026	#[test]1027	fn sjsonnet() {1028		eval!(1029			r#"1030			local x0 = {k: 1};1031			local x1 = {k: x0.k + x0.k};1032			local x2 = {k: x1.k + x1.k};1033			local x3 = {k: x2.k + x2.k};1034			local x4 = {k: x3.k + x3.k};1035			local x5 = {k: x4.k + x4.k};1036			local x6 = {k: x5.k + x5.k};1037			local x7 = {k: x6.k + x6.k};1038			local x8 = {k: x7.k + x7.k};1039			local x9 = {k: x8.k + x8.k};1040			local x10 = {k: x9.k + x9.k};1041			local x11 = {k: x10.k + x10.k};1042			local x12 = {k: x11.k + x11.k};1043			local x13 = {k: x12.k + x12.k};1044			local x14 = {k: x13.k + x13.k};1045			local x15 = {k: x14.k + x14.k};1046			local x16 = {k: x15.k + x15.k};1047			local x17 = {k: x16.k + x16.k};1048			local x18 = {k: x17.k + x17.k};1049			local x19 = {k: x18.k + x18.k};1050			local x20 = {k: x19.k + x19.k};1051			local x21 = {k: x20.k + x20.k};1052			x21.k1053		"#1054		);1055	}10561057	// This test is commented out by default, because of huge compilation slowdown1058	// #[bench]1059	// fn bench_codegen(b: &mut Bencher) {1060	// 	b.iter(|| {1061	// 		#[allow(clippy::all)]1062	// 		let stdlib = {1063	// 			use jrsonnet_parser::*;1064	// 			include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))1065	// 		};1066	// 		stdlib1067	// 	})1068	// }10691070	/*1071	#[bench]1072	fn bench_serialize(b: &mut Bencher) {1073		b.iter(|| {1074			bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(1075				env!("OUT_DIR"),1076				"/stdlib.bincode"1077			)))1078			.expect("deserialize stdlib")1079		})1080	}10811082	#[bench]1083	fn bench_parse(b: &mut Bencher) {1084		b.iter(|| {1085			jrsonnet_parser::parse(1086				jrsonnet_stdlib::STDLIB_STR,1087				&jrsonnet_parser::ParserSettings {1088					loc_data: true,1089					file_name: Rc::new(PathBuf::from("std.jsonnet")),1090				},1091			)1092		})1093	}1094	*/10951096	#[test]1097	fn equality() {1098		println!(1099			"{:?}",1100			jrsonnet_parser::parse(1101				"{ x: 1, y: 2 } == { x: 1, y: 2 }",1102				&ParserSettings {1103					file_name: PathBuf::from("equality").into(),1104				}1105			)1106		);1107		assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")1108	}11091110	#[test]1111	fn native_ext() -> crate::error::Result<()> {1112		use super::native::NativeCallback;1113		let evaluator = EvaluationState::default();11141115		evaluator.with_stdlib();11161117		#[derive(Trace)]1118		struct NativeAdd;1119		impl NativeCallbackHandler for NativeAdd {1120			fn call(&self, from: Option<Rc<Path>>, args: &[Val]) -> crate::error::Result<Val> {1121				assert_eq!(1122					&from.unwrap() as &Path,1123					&PathBuf::from("native_caller.jsonnet")1124				);1125				match (&args[0], &args[1]) {1126					(Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),1127					(_, _) => unreachable!(),1128				}1129			}1130		}1131		evaluator.settings_mut().ext_natives.insert(1132			"native_add".into(),1133			#[allow(deprecated)]1134			Cc::new(TraceBox(Box::new(NativeCallback::new(1135				vec![1136					BuiltinParam {1137						name: "a".into(),1138						has_default: false,1139					},1140					BuiltinParam {1141						name: "b".into(),1142						has_default: false,1143					},1144				],1145				TraceBox(Box::new(NativeAdd)),1146			)))),1147		);1148		evaluator.evaluate_snippet_raw(1149			PathBuf::from("native_caller.jsonnet").into(),1150			"std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),1151		)?;1152		Ok(())1153	}11541155	#[test]1156	fn constant_intrinsic() -> crate::error::Result<()> {1157		assert_eval!(1158			"local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"1159		);1160		Ok(())1161	}11621163	#[test]1164	fn standalone_super() -> crate::error::Result<()> {1165		assert_eval!(1166			r#"1167			local obj = {1168				a: 1,1169				b: 2,1170				c: 3,1171			};1172			local test = obj + {1173				fields: std.objectFields(super),1174				d: 5,1175			};1176			test.fields == ['a', 'b', 'c']1177		"#1178		);1179		Ok(())1180	}11811182	#[test]1183	fn comp_self() -> crate::error::Result<()> {1184		assert_eval!(1185			r#"1186			std.objectFields({1187				a:{1188					[name]: name for name in std.objectFields(self)1189				},1190				b: 2,1191				c: 3,1192			}.a) == ['a', 'b', 'c']1193			"#1194		);11951196		Ok(())1197	}11981199	struct TestImportResolver(IStr);1200	impl crate::import::ImportResolver for TestImportResolver {1201		fn resolve_file(&self, _: &Path, _: &Path) -> crate::error::Result<Rc<Path>> {1202			Ok(PathBuf::from("/test").into())1203		}12041205		fn load_file_contents(&self, _: &Path) -> crate::error::Result<IStr> {1206			Ok(self.0.clone())1207		}12081209		unsafe fn as_any(&self) -> &dyn std::any::Any {1210			panic!()1211		}1212	}12131214	#[test]1215	fn issue_23() {1216		let state = EvaluationState::default();1217		state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));1218		let _ = state.evaluate_file_raw(&PathBuf::from("/test"));1219	}12201221	#[test]1222	fn issue_40() {1223		let state = EvaluationState::default();1224		state.with_stdlib();12251226		let error = state1227			.evaluate_snippet_raw(1228				PathBuf::from("issue40.jsonnet").into(),1229				r#"1230				local conf = {1231					n: ""1232				};12331234				local result = conf + {1235					assert std.isNumber(self.n): "is number"1236				};12371238				std.manifestJsonEx(result, "")1239			"#1240				.into(),1241			)1242			.unwrap_err();1243		assert_eq!(error.error().to_string(), "assert failed: is number");1244	}12451246	#[test]1247	fn test_ascii_upper_lower() {1248		assert_eval!(r#"std.assertEqual(std.asciiUpper("aBc😀"), "ABC😀")"#);1249		assert_eval!(r#"std.assertEqual(std.asciiLower("aBc😀"), "abc😀")"#);1250	}12511252	#[test]1253	fn test_member() {1254		assert_eval!(r#"!std.member("", "")"#);1255		assert_eval!(r#"std.member("abc", "a")"#);1256		assert_eval!(r#"!std.member("abc", "d")"#);1257		assert_eval!(r#"!std.member([], "")"#);1258		assert_eval!(r#"std.member(["a", "b", "c"], "a")"#);1259		assert_eval!(r#"!std.member(["a", "b", "c"], "d")"#);1260	}12611262	#[test]1263	fn test_count() {1264		assert_eval!(r#"std.assertEqual(std.count([], ""), 0)"#);1265		assert_eval!(r#"std.assertEqual(std.count(["a", "b", "a"], "d"), 0)"#);1266		assert_eval!(r#"std.assertEqual(std.count(["a", "b", "a"], "a"), 2)"#);1267	}1268}
after · crates/jrsonnet-evaluator/src/lib.rs
1#![warn(clippy::all, clippy::nursery)]2#![allow(3	macro_expanded_macro_exports_accessed_by_absolute_paths,4	clippy::ptr_arg5)]67// For jrsonnet-macros8extern crate self as jrsonnet_evaluator;910mod builtin;11mod ctx;12mod dynamic;13pub mod error;14mod evaluate;15pub mod function;16mod import;17mod integrations;18mod map;19pub mod native;20mod obj;21pub mod trace;22pub mod typed;23mod val;2425pub use jrsonnet_parser as parser;2627pub use ctx::*;28pub use dynamic::*;29use error::{Error::*, LocError, Result, StackTraceElement};30pub use evaluate::*;31use function::{Builtin, TlaArg};32use gc::{GcHashMap, TraceBox};33use gcmodule::{Cc, Trace, Weak};34pub use import::*;35pub use jrsonnet_interner::IStr;36use jrsonnet_parser::*;37pub use obj::*;38use std::{39	cell::{Ref, RefCell, RefMut},40	collections::HashMap,41	fmt::Debug,42	path::{Path, PathBuf},43	rc::Rc,44};45use trace::{location_to_offset, offset_to_location, CodeLocation, CompactFormat, TraceFormat};46pub use val::*;47pub mod gc;4849pub trait Bindable: Trace + 'static {50	fn bind(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal>;51}5253#[derive(Clone, Trace)]54pub enum LazyBinding {55	Bindable(Cc<TraceBox<dyn Bindable>>),56	Bound(LazyVal),57}5859impl Debug for LazyBinding {60	fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {61		write!(f, "LazyBinding")62	}63}64impl LazyBinding {65	pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {66		match self {67			Self::Bindable(v) => v.bind(this, super_obj),68			Self::Bound(v) => Ok(v.clone()),69		}70	}71}7273pub struct EvaluationSettings {74	/// Limits recursion by limiting the number of stack frames75	pub max_stack: usize,76	/// Limits amount of stack trace items preserved77	pub max_trace: usize,78	/// Used for s`td.extVar`79	pub ext_vars: HashMap<IStr, Val>,80	/// Used for ext.native81	pub ext_natives: HashMap<IStr, Cc<TraceBox<dyn Builtin>>>,82	/// TLA vars83	pub tla_vars: HashMap<IStr, TlaArg>,84	/// Global variables are inserted in default context85	pub globals: HashMap<IStr, Val>,86	/// Used to resolve file locations/contents87	pub import_resolver: Box<dyn ImportResolver>,88	/// Used in manifestification functions89	pub manifest_format: ManifestFormat,90	/// Used for bindings91	pub trace_format: Box<dyn TraceFormat>,92}93impl Default for EvaluationSettings {94	fn default() -> Self {95		Self {96			max_stack: 200,97			max_trace: 20,98			globals: Default::default(),99			ext_vars: Default::default(),100			ext_natives: Default::default(),101			tla_vars: Default::default(),102			import_resolver: Box::new(DummyImportResolver),103			manifest_format: ManifestFormat::Json(4),104			trace_format: Box::new(CompactFormat {105				padding: 4,106				resolver: trace::PathResolver::Absolute,107			}),108		}109	}110}111112#[derive(Default)]113struct EvaluationData {114	/// Used for stack overflow detection, stacktrace is populated on unwind115	stack_depth: usize,116	/// Updated every time stack entry is popt117	stack_generation: usize,118119	breakpoints: Breakpoints,120	/// Contains file source codes and evaluation results for imports and pretty-printed stacktraces121	files: HashMap<Rc<Path>, FileData>,122	str_files: HashMap<Rc<Path>, IStr>,123}124125pub struct FileData {126	source_code: IStr,127	parsed: LocExpr,128	evaluated: Option<Val>,129}130131#[allow(clippy::type_complexity)]132pub struct Breakpoint {133	loc: ExprLocation,134	collected: RefCell<HashMap<usize, (usize, Vec<Result<Val>>)>>,135}136#[derive(Default)]137struct Breakpoints(Vec<Rc<Breakpoint>>);138impl Breakpoints {139	fn insert(140		&self,141		stack_depth: usize,142		stack_generation: usize,143		loc: &ExprLocation,144		result: Result<Val>,145	) -> Result<Val> {146		if self.0.is_empty() {147			return result;148		}149		for item in self.0.iter() {150			if item.loc.belongs_to(loc) {151				let mut collected = item.collected.borrow_mut();152				let (depth, vals) = collected.entry(stack_generation).or_default();153				if stack_depth > *depth {154					vals.clear();155				}156				vals.push(result.clone());157			}158		}159		result160	}161}162163#[derive(Default)]164pub struct EvaluationStateInternals {165	/// Internal state166	data: RefCell<EvaluationData>,167	/// Settings, safe to change at runtime168	settings: RefCell<EvaluationSettings>,169}170171thread_local! {172	/// Contains the state for a currently executed file.173	/// Global state is fine here.174	pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)175}176pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {177	EVAL_STATE.with(|s| {178		f(s.borrow().as_ref().expect(179			"missing evaluation state, some functions should be called inside of run_in_state call",180		))181	})182}183pub fn push_frame<T>(184	e: Option<&ExprLocation>,185	frame_desc: impl FnOnce() -> String,186	f: impl FnOnce() -> Result<T>,187) -> Result<T> {188	with_state(|s| s.push(e, frame_desc, f))189}190191#[allow(dead_code)]192pub fn push_val_frame(193	e: &ExprLocation,194	frame_desc: impl FnOnce() -> String,195	f: impl FnOnce() -> Result<Val>,196) -> Result<Val> {197	with_state(|s| s.push_val(e, frame_desc, f))198}199#[allow(dead_code)]200pub fn push_description_frame<T>(201	frame_desc: impl FnOnce() -> String,202	f: impl FnOnce() -> Result<T>,203) -> Result<T> {204	with_state(|s| s.push_description(frame_desc, f))205}206207/// Maintains stack trace and import resolution208#[derive(Default, Clone)]209pub struct EvaluationState(Rc<EvaluationStateInternals>);210211impl EvaluationState {212	/// Parses and adds file as loaded213	pub fn add_file(&self, path: Rc<Path>, source_code: IStr) -> Result<LocExpr> {214		let parsed = parse(215			&source_code,216			&ParserSettings {217				file_name: path.clone(),218			},219		)220		.map_err(|error| ImportSyntaxError {221			error: Box::new(error),222			path: path.to_owned(),223			source_code: source_code.clone(),224		})?;225		self.add_parsed_file(path, source_code, parsed.clone())?;226227		Ok(parsed)228	}229230	pub fn reset_evaluation_state(&self, name: &Path) {231		self.data_mut()232			.files233			.get_mut(name)234			.unwrap()235			.evaluated236			.take();237	}238239	/// Adds file by source code and parsed expr240	pub fn add_parsed_file(241		&self,242		name: Rc<Path>,243		source_code: IStr,244		parsed: LocExpr,245	) -> Result<()> {246		self.data_mut().files.insert(247			name,248			FileData {249				source_code,250				parsed,251				evaluated: None,252			},253		);254255		Ok(())256	}257	pub fn get_source(&self, name: &Path) -> Option<IStr> {258		let ro_map = &self.data().files;259		ro_map.get(name).map(|value| value.source_code.clone())260	}261	pub fn map_source_locations(&self, file: &Path, locs: &[usize]) -> Vec<CodeLocation> {262		offset_to_location(&self.get_source(file).unwrap_or_else(|| "".into()), locs)263	}264	pub fn map_from_source_location(265		&self,266		file: &Path,267		line: usize,268		column: usize,269	) -> Option<usize> {270		location_to_offset(&self.get_source(file).unwrap(), line, column)271	}272	pub fn import_file(&self, from: &Path, path: &Path) -> Result<Val> {273		let file_path = self.resolve_file(from, path)?;274		{275			let data = self.data();276			let files = &data.files;277			if files.contains_key(&file_path as &Path) {278				drop(data);279				return self.evaluate_loaded_file_raw(&file_path);280			}281		}282		let contents = self.load_file_contents(&file_path)?;283		self.add_file(file_path.clone(), contents)?;284		self.evaluate_loaded_file_raw(&file_path)285	}286	pub(crate) fn import_file_str(&self, from: &Path, path: &Path) -> Result<IStr> {287		let path = self.resolve_file(from, path)?;288		if !self.data().str_files.contains_key(&path) {289			let file_str = self.load_file_contents(&path)?;290			self.data_mut().str_files.insert(path.clone(), file_str);291		}292		Ok(self.data().str_files.get(&path).cloned().unwrap())293	}294295	fn evaluate_loaded_file_raw(&self, name: &Path) -> Result<Val> {296		let expr: LocExpr = {297			let ro_map = &self.data().files;298			let value = ro_map299				.get(name)300				.unwrap_or_else(|| panic!("file not added: {:?}", name));301			if let Some(ref evaluated) = value.evaluated {302				return Ok(evaluated.clone());303			}304			value.parsed.clone()305		};306		let value = evaluate(self.create_default_context(), &expr)?;307		{308			self.data_mut()309				.files310				.get_mut(name)311				.unwrap()312				.evaluated313				.replace(value.clone());314		}315		Ok(value)316	}317318	/// Adds standard library global variable (std) to this evaluator319	pub fn with_stdlib(&self) -> &Self {320		use jrsonnet_stdlib::STDLIB_STR;321		let std_path: Rc<Path> = PathBuf::from("std.jsonnet").into();322		self.run_in_state(|| {323			self.add_parsed_file(324				std_path.clone(),325				STDLIB_STR.to_owned().into(),326				builtin::get_parsed_stdlib(),327			)328			.unwrap();329			let val = self.evaluate_loaded_file_raw(&std_path).unwrap();330			self.settings_mut().globals.insert("std".into(), val);331		});332		self333	}334335	/// Creates context with all passed global variables336	pub fn create_default_context(&self) -> Context {337		let globals = &self.settings().globals;338		let mut new_bindings = GcHashMap::with_capacity(globals.len());339		for (name, value) in globals.iter() {340			new_bindings.insert(name.clone(), LazyVal::new_resolved(value.clone()));341		}342		Context::new().extend_bound(new_bindings)343	}344345	/// Executes code creating a new stack frame346	pub fn push<T>(347		&self,348		e: Option<&ExprLocation>,349		frame_desc: impl FnOnce() -> String,350		f: impl FnOnce() -> Result<T>,351	) -> Result<T> {352		{353			let mut data = self.data_mut();354			let stack_depth = &mut data.stack_depth;355			if *stack_depth > self.max_stack() {356				// Error creation uses data, so i drop guard here357				drop(data);358				throw!(StackOverflow);359			} else {360				*stack_depth += 1;361			}362		}363		let result = f();364		{365			let mut data = self.data_mut();366			data.stack_depth -= 1;367			data.stack_generation += 1;368		}369		if let Err(mut err) = result {370			err.trace_mut().0.push(StackTraceElement {371				location: e.cloned(),372				desc: frame_desc(),373			});374			return Err(err);375		}376		result377	}378379	/// Executes code creating a new stack frame380	pub fn push_val(381		&self,382		e: &ExprLocation,383		frame_desc: impl FnOnce() -> String,384		f: impl FnOnce() -> Result<Val>,385	) -> Result<Val> {386		{387			let mut data = self.data_mut();388			let stack_depth = &mut data.stack_depth;389			if *stack_depth > self.max_stack() {390				// Error creation uses data, so i drop guard here391				drop(data);392				throw!(StackOverflow);393			} else {394				*stack_depth += 1;395			}396		}397		let mut result = f();398		{399			let mut data = self.data_mut();400			data.stack_depth -= 1;401			data.stack_generation += 1;402			result = data403				.breakpoints404				.insert(data.stack_depth, data.stack_generation, e, result);405		}406		if let Err(mut err) = result {407			err.trace_mut().0.push(StackTraceElement {408				location: Some(e.clone()),409				desc: frame_desc(),410			});411			return Err(err);412		}413		result414	}415	/// Executes code creating a new stack frame416	pub fn push_description<T>(417		&self,418		frame_desc: impl FnOnce() -> String,419		f: impl FnOnce() -> Result<T>,420	) -> Result<T> {421		{422			let mut data = self.data_mut();423			let stack_depth = &mut data.stack_depth;424			if *stack_depth > self.max_stack() {425				// Error creation uses data, so i drop guard here426				drop(data);427				throw!(StackOverflow);428			} else {429				*stack_depth += 1;430			}431		}432		let result = f();433		{434			let mut data = self.data_mut();435			data.stack_depth -= 1;436			data.stack_generation += 1;437		}438		if let Err(mut err) = result {439			err.trace_mut().0.push(StackTraceElement {440				location: None,441				desc: frame_desc(),442			});443			return Err(err);444		}445		result446	}447448	/// Runs passed function in state (required if function needs to modify stack trace)449	pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {450		EVAL_STATE.with(|v| {451			let has_state = v.borrow().is_some();452			if !has_state {453				v.borrow_mut().replace(self.clone());454			}455			let result = f();456			if !has_state {457				v.borrow_mut().take();458			}459			result460		})461	}462	pub fn run_in_state_with_breakpoint(463		&self,464		bp: Rc<Breakpoint>,465		f: impl FnOnce() -> Result<()>,466	) -> Result<()> {467		{468			let mut data = self.data_mut();469			data.breakpoints.0.push(bp);470		}471472		let result = self.run_in_state(f);473474		{475			let mut data = self.data_mut();476			data.breakpoints.0.pop();477		}478479		result480	}481482	pub fn stringify_err(&self, e: &LocError) -> String {483		let mut out = String::new();484		self.settings()485			.trace_format486			.write_trace(&mut out, self, e)487			.unwrap();488		out489	}490491	pub fn manifest(&self, val: Val) -> Result<IStr> {492		self.run_in_state(|| {493			push_description_frame(494				|| "manifestification".to_string(),495				|| val.manifest(&self.manifest_format()),496			)497		})498	}499	pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {500		self.run_in_state(|| val.manifest_multi(&self.manifest_format()))501	}502	pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {503		self.run_in_state(|| val.manifest_stream(&self.manifest_format()))504	}505506	/// If passed value is function then call with set TLA507	pub fn with_tla(&self, val: Val) -> Result<Val> {508		self.run_in_state(|| {509			Ok(match val {510				Val::Func(func) => push_description_frame(511					|| "during TLA call".to_owned(),512					|| {513						func.evaluate(514							self.create_default_context(),515							None,516							&self.settings().tla_vars,517							true,518						)519					},520				)?,521				v => v,522			})523		})524	}525}526527/// Internals528impl EvaluationState {529	fn data(&self) -> Ref<EvaluationData> {530		self.0.data.borrow()531	}532	fn data_mut(&self) -> RefMut<EvaluationData> {533		self.0.data.borrow_mut()534	}535	pub fn settings(&self) -> Ref<EvaluationSettings> {536		self.0.settings.borrow()537	}538	pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {539		self.0.settings.borrow_mut()540	}541}542543/// Raw methods evaluate passed values but don't perform TLA execution544impl EvaluationState {545	pub fn evaluate_file_raw(&self, name: &Path) -> Result<Val> {546		self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))547	}548	pub fn evaluate_file_raw_nocwd(&self, name: &Path) -> Result<Val> {549		self.run_in_state(|| self.import_file(&PathBuf::from("."), name))550	}551	/// Parses and evaluates the given snippet552	pub fn evaluate_snippet_raw(&self, source: Rc<Path>, code: IStr) -> Result<Val> {553		let parsed = parse(554			&code,555			&ParserSettings {556				file_name: source.clone(),557			},558		)559		.map_err(|e| ImportSyntaxError {560			path: source.clone(),561			source_code: code.clone(),562			error: Box::new(e),563		})?;564		self.add_parsed_file(source, code, parsed.clone())?;565		self.evaluate_expr_raw(parsed)566	}567	/// Evaluates the parsed expression568	pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {569		self.run_in_state(|| evaluate(self.create_default_context(), &code))570	}571}572573/// Settings utilities574impl EvaluationState {575	pub fn add_ext_var(&self, name: IStr, value: Val) {576		self.settings_mut().ext_vars.insert(name, value);577	}578	pub fn add_ext_str(&self, name: IStr, value: IStr) {579		self.add_ext_var(name, Val::Str(value));580	}581	pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {582		let value =583			self.evaluate_snippet_raw(PathBuf::from(format!("ext_code {}", name)).into(), code)?;584		self.add_ext_var(name, value);585		Ok(())586	}587588	pub fn add_tla(&self, name: IStr, value: Val) {589		self.settings_mut()590			.tla_vars591			.insert(name, TlaArg::Val(value));592	}593	pub fn add_tla_str(&self, name: IStr, value: IStr) {594		self.settings_mut()595			.tla_vars596			.insert(name, TlaArg::String(value));597	}598	pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {599		let parsed = self.add_file(PathBuf::from(format!("tla_code {}", name)).into(), code)?;600		self.settings_mut()601			.tla_vars602			.insert(name, TlaArg::Code(parsed));603		Ok(())604	}605606	pub fn resolve_file(&self, from: &Path, path: &Path) -> Result<Rc<Path>> {607		self.settings().import_resolver.resolve_file(from, path)608	}609	pub fn load_file_contents(&self, path: &Path) -> Result<IStr> {610		self.settings().import_resolver.load_file_contents(path)611	}612613	pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {614		Ref::map(self.settings(), |s| &*s.import_resolver)615	}616	pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {617		self.settings_mut().import_resolver = resolver;618	}619620	pub fn add_native(&self, name: IStr, cb: Cc<TraceBox<dyn Builtin>>) {621		self.settings_mut().ext_natives.insert(name, cb);622	}623624	pub fn manifest_format(&self) -> ManifestFormat {625		self.settings().manifest_format.clone()626	}627	pub fn set_manifest_format(&self, format: ManifestFormat) {628		self.settings_mut().manifest_format = format;629	}630631	pub fn trace_format(&self) -> Ref<dyn TraceFormat> {632		Ref::map(self.settings(), |s| &*s.trace_format)633	}634	pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {635		self.settings_mut().trace_format = format;636	}637638	pub fn max_trace(&self) -> usize {639		self.settings().max_trace640	}641	pub fn set_max_trace(&self, trace: usize) {642		self.settings_mut().max_trace = trace;643	}644645	pub fn max_stack(&self) -> usize {646		self.settings().max_stack647	}648	pub fn set_max_stack(&self, trace: usize) {649		self.settings_mut().max_stack = trace;650	}651}652653pub fn cc_ptr_eq<T>(a: &Cc<T>, b: &Cc<T>) -> bool {654	let a = a as &T;655	let b = b as &T;656	std::ptr::eq(a, b)657}658659fn weak_raw<T>(a: Weak<T>) -> *const () {660	unsafe { std::mem::transmute(a) }661}662fn weak_ptr_eq<T>(a: Weak<T>, b: Weak<T>) -> bool {663	std::ptr::eq(weak_raw(a), weak_raw(b))664}665666#[test]667fn weak_unsafe() {668	let a = Cc::new(1);669	let b = Cc::new(2);670671	let aw1 = a.clone().downgrade();672	let aw2 = a.clone().downgrade();673	let aw3 = a.clone().downgrade();674675	let bw = b.clone().downgrade();676677	assert!(weak_ptr_eq(aw1, aw2));678	assert!(!weak_ptr_eq(aw3, bw));679}680681#[cfg(test)]682pub mod tests {683	use super::Val;684	use crate::{685		error::Error::*, function::BuiltinParam, gc::TraceBox, native::NativeCallbackHandler,686		primitive_equals, EvaluationState,687	};688	use gcmodule::{Cc, Trace};689	use jrsonnet_interner::IStr;690	use jrsonnet_parser::*;691	use std::{692		path::{Path, PathBuf},693		rc::Rc,694	};695696	#[test]697	#[should_panic]698	fn eval_state_stacktrace() {699		let state = EvaluationState::default();700		state.run_in_state(|| {701			state702				.push(703					Some(&ExprLocation(PathBuf::from("test1.jsonnet").into(), 10, 20)),704					|| "outer".to_owned(),705					|| {706						state.push(707							Some(&ExprLocation(PathBuf::from("test2.jsonnet").into(), 30, 40)),708							|| "inner".to_owned(),709							|| Err(RuntimeError("".into()).into()),710						)?;711						Ok(Val::Null)712					},713				)714				.unwrap();715		});716	}717718	#[test]719	fn eval_state_standard() {720		let state = EvaluationState::default();721		state.with_stdlib();722		assert!(primitive_equals(723			&state724				.evaluate_snippet_raw(725					PathBuf::from("raw.jsonnet").into(),726					r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()727				)728				.unwrap(),729			&Val::Bool(true),730		)731		.unwrap());732	}733734	macro_rules! eval {735		($str: expr) => {{736			let evaluator = EvaluationState::default();737			evaluator.with_stdlib();738			evaluator.run_in_state(|| {739				evaluator740					.evaluate_snippet_raw(PathBuf::from("raw.jsonnet").into(), $str.into())741					.unwrap()742			})743		}};744	}745	macro_rules! eval_json {746		($str: expr) => {{747			let evaluator = EvaluationState::default();748			evaluator.with_stdlib();749			evaluator.run_in_state(|| {750				evaluator751					.evaluate_snippet_raw(PathBuf::from("raw.jsonnet").into(), $str.into())752					.unwrap()753					.to_json(0)754					.unwrap()755					.replace("\n", "")756			})757		}};758	}759760	/// Asserts given code returns `true`761	macro_rules! assert_eval {762		($str: expr) => {763			assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())764		};765	}766767	/// Asserts given code returns `false`768	macro_rules! assert_eval_neg {769		($str: expr) => {770			assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())771		};772	}773	macro_rules! assert_json {774		($str: expr, $out: expr) => {775			assert_eq!(eval_json!($str), $out.replace("\t", ""))776		};777	}778779	/// Sanity checking, before trusting to another tests780	#[test]781	fn equality_operator() {782		assert_eval!("2 == 2");783		assert_eval_neg!("2 != 2");784		assert_eval!("2 != 3");785		assert_eval_neg!("2 == 3");786		assert_eval!("'Hello' == 'Hello'");787		assert_eval_neg!("'Hello' != 'Hello'");788		assert_eval!("'Hello' != 'World'");789		assert_eval_neg!("'Hello' == 'World'");790	}791792	#[test]793	fn math_evaluation() {794		assert_eval!("2 + 2 * 2 == 6");795		assert_eval!("3 + (2 + 2 * 2) == 9");796	}797798	#[test]799	fn string_concat() {800		assert_eval!("'Hello' + 'World' == 'HelloWorld'");801		assert_eval!("'Hello' * 3 == 'HelloHelloHello'");802		assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");803	}804805	#[test]806	fn faster_join() {807		assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");808		assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");809	}810811	#[test]812	fn function_contexts() {813		assert_eval!(814			r#"815				local k = {816					t(name = self.h): [self.h, name],817					h: 3,818				};819				local f = {820					t: k.t(),821					h: 4,822				};823				f.t[0] == f.t[1]824			"#825		);826	}827828	#[test]829	fn local() {830		assert_eval!("local a = 2; local b = 3; a + b == 5");831		assert_eval!("local a = 1, b = a + 1; a + b == 3");832		assert_eval!("local a = 1; local a = 2; a == 2");833	}834835	#[test]836	fn object_lazyness() {837		assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);838	}839840	#[test]841	fn object_inheritance() {842		assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);843	}844845	#[test]846	fn object_assertion_success() {847		eval!("{assert \"a\" in self} + {a:2}");848	}849850	#[test]851	fn object_assertion_error() {852		eval!("{assert \"a\" in self}");853	}854855	#[test]856	fn lazy_args() {857		eval!("local test(a) = 2; test(error '3')");858	}859860	#[test]861	#[should_panic]862	fn tailstrict_args() {863		eval!("local test(a) = 2; test(error '3') tailstrict");864	}865866	#[test]867	#[should_panic]868	fn no_binding_error() {869		eval!("a");870	}871872	#[test]873	fn test_object() {874		assert_json!("{a:2}", r#"{"a": 2}"#);875		assert_json!("{a:2+2}", r#"{"a": 4}"#);876		assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);877		assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);878		assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);879		assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);880		assert_json!(881			r#"882				{883					name: "Alice",884					welcome: "Hello " + self.name + "!",885				}886			"#,887			r#"{"name": "Alice","welcome": "Hello Alice!"}"#888		);889		assert_json!(890			r#"891				{892					name: "Alice",893					welcome: "Hello " + self.name + "!",894				} + {895					name: "Bob"896				}897			"#,898			r#"{"name": "Bob","welcome": "Hello Bob!"}"#899		);900	}901902	#[test]903	fn functions() {904		assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");905		assert_json!(906			r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,907			r#""HelloDearWorld""#908		);909	}910911	#[test]912	fn local_methods() {913		assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");914		assert_json!(915			r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,916			r#""HelloDearWorld""#917		);918	}919920	#[test]921	fn object_locals() {922		assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);923		assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);924		assert_json!(925			r#"{local a = function (b) {[b]:4}, test: a("test")}"#,926			r#"{"test": {"test": 4}}"#927		);928	}929930	#[test]931	fn object_comp() {932		assert_json!(933			r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,934			"{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"935		)936	}937938	#[test]939	fn direct_self() {940		println!(941			"{:#?}",942			eval!(943				r#"944					{945						local me = self,946						a: 3,947						b(): me.a,948					}949				"#950			)951		);952	}953954	#[test]955	fn indirect_self() {956		// `self` assigned to `me` was lost when being957		// referenced from field958		eval!(959			r#"{960				local me = self,961				a: 3,962				b: me.a,963			}.b"#964		);965	}966967	// We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly968	#[test]969	fn std_assert_ok() {970		eval!("std.assertEqual(4.5 << 2, 16)");971	}972973	#[test]974	#[should_panic]975	fn std_assert_failure() {976		eval!("std.assertEqual(4.5 << 2, 15)");977	}978979	#[test]980	fn string_is_string() {981		assert!(primitive_equals(982			&eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),983			&Val::Bool(false),984		)985		.unwrap());986	}987988	#[test]989	fn base64_works() {990		assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);991	}992993	#[test]994	fn utf8_chars() {995		assert_json!(996			r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,997			r#"{"c": 128526,"l": 1}"#998		)999	}10001001	#[test]1002	fn json() {1003		assert_json!(1004			r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,1005			r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#1006		);1007	}10081009	#[test]1010	fn json_minified() {1011		assert_json!(1012			r#"std.manifestJsonMinified({a:3, b:4, c:6})"#,1013			r#""{\"a\":3,\"b\":4,\"c\":6}""#1014		);1015	}10161017	#[test]1018	fn parse_json() {1019		assert_json!(1020			r#"std.parseJson('{"a": -1,"b": 1,"c": 3.141,"d": []}')"#,1021			r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#1022		);1023	}10241025	#[test]1026	fn test() {1027		assert_json!(1028			r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,1029			"[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"1030		);1031	}10321033	#[test]1034	fn sjsonnet() {1035		eval!(1036			r#"1037			local x0 = {k: 1};1038			local x1 = {k: x0.k + x0.k};1039			local x2 = {k: x1.k + x1.k};1040			local x3 = {k: x2.k + x2.k};1041			local x4 = {k: x3.k + x3.k};1042			local x5 = {k: x4.k + x4.k};1043			local x6 = {k: x5.k + x5.k};1044			local x7 = {k: x6.k + x6.k};1045			local x8 = {k: x7.k + x7.k};1046			local x9 = {k: x8.k + x8.k};1047			local x10 = {k: x9.k + x9.k};1048			local x11 = {k: x10.k + x10.k};1049			local x12 = {k: x11.k + x11.k};1050			local x13 = {k: x12.k + x12.k};1051			local x14 = {k: x13.k + x13.k};1052			local x15 = {k: x14.k + x14.k};1053			local x16 = {k: x15.k + x15.k};1054			local x17 = {k: x16.k + x16.k};1055			local x18 = {k: x17.k + x17.k};1056			local x19 = {k: x18.k + x18.k};1057			local x20 = {k: x19.k + x19.k};1058			local x21 = {k: x20.k + x20.k};1059			x21.k1060		"#1061		);1062	}10631064	// This test is commented out by default, because of huge compilation slowdown1065	// #[bench]1066	// fn bench_codegen(b: &mut Bencher) {1067	// 	b.iter(|| {1068	// 		#[allow(clippy::all)]1069	// 		let stdlib = {1070	// 			use jrsonnet_parser::*;1071	// 			include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))1072	// 		};1073	// 		stdlib1074	// 	})1075	// }10761077	/*1078	#[bench]1079	fn bench_serialize(b: &mut Bencher) {1080		b.iter(|| {1081			bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(1082				env!("OUT_DIR"),1083				"/stdlib.bincode"1084			)))1085			.expect("deserialize stdlib")1086		})1087	}10881089	#[bench]1090	fn bench_parse(b: &mut Bencher) {1091		b.iter(|| {1092			jrsonnet_parser::parse(1093				jrsonnet_stdlib::STDLIB_STR,1094				&jrsonnet_parser::ParserSettings {1095					loc_data: true,1096					file_name: Rc::new(PathBuf::from("std.jsonnet")),1097				},1098			)1099		})1100	}1101	*/11021103	#[test]1104	fn equality() {1105		println!(1106			"{:?}",1107			jrsonnet_parser::parse(1108				"{ x: 1, y: 2 } == { x: 1, y: 2 }",1109				&ParserSettings {1110					file_name: PathBuf::from("equality").into(),1111				}1112			)1113		);1114		assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")1115	}11161117	#[test]1118	fn native_ext() -> crate::error::Result<()> {1119		use super::native::NativeCallback;1120		let evaluator = EvaluationState::default();11211122		evaluator.with_stdlib();11231124		#[derive(Trace)]1125		struct NativeAdd;1126		impl NativeCallbackHandler for NativeAdd {1127			fn call(&self, from: Option<Rc<Path>>, args: &[Val]) -> crate::error::Result<Val> {1128				assert_eq!(1129					&from.unwrap() as &Path,1130					&PathBuf::from("native_caller.jsonnet")1131				);1132				match (&args[0], &args[1]) {1133					(Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),1134					(_, _) => unreachable!(),1135				}1136			}1137		}1138		evaluator.settings_mut().ext_natives.insert(1139			"native_add".into(),1140			#[allow(deprecated)]1141			Cc::new(TraceBox(Box::new(NativeCallback::new(1142				vec![1143					BuiltinParam {1144						name: "a".into(),1145						has_default: false,1146					},1147					BuiltinParam {1148						name: "b".into(),1149						has_default: false,1150					},1151				],1152				TraceBox(Box::new(NativeAdd)),1153			)))),1154		);1155		evaluator.evaluate_snippet_raw(1156			PathBuf::from("native_caller.jsonnet").into(),1157			"std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),1158		)?;1159		Ok(())1160	}11611162	#[test]1163	fn constant_intrinsic() -> crate::error::Result<()> {1164		assert_eval!(1165			"local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"1166		);1167		Ok(())1168	}11691170	#[test]1171	fn standalone_super() -> crate::error::Result<()> {1172		assert_eval!(1173			r#"1174			local obj = {1175				a: 1,1176				b: 2,1177				c: 3,1178			};1179			local test = obj + {1180				fields: std.objectFields(super),1181				d: 5,1182			};1183			test.fields == ['a', 'b', 'c']1184		"#1185		);1186		Ok(())1187	}11881189	#[test]1190	fn comp_self() -> crate::error::Result<()> {1191		assert_eval!(1192			r#"1193			std.objectFields({1194				a:{1195					[name]: name for name in std.objectFields(self)1196				},1197				b: 2,1198				c: 3,1199			}.a) == ['a', 'b', 'c']1200			"#1201		);12021203		Ok(())1204	}12051206	struct TestImportResolver(IStr);1207	impl crate::import::ImportResolver for TestImportResolver {1208		fn resolve_file(&self, _: &Path, _: &Path) -> crate::error::Result<Rc<Path>> {1209			Ok(PathBuf::from("/test").into())1210		}12111212		fn load_file_contents(&self, _: &Path) -> crate::error::Result<IStr> {1213			Ok(self.0.clone())1214		}12151216		unsafe fn as_any(&self) -> &dyn std::any::Any {1217			panic!()1218		}1219	}12201221	#[test]1222	fn issue_23() {1223		let state = EvaluationState::default();1224		state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));1225		let _ = state.evaluate_file_raw(&PathBuf::from("/test"));1226	}12271228	#[test]1229	fn issue_40() {1230		let state = EvaluationState::default();1231		state.with_stdlib();12321233		let error = state1234			.evaluate_snippet_raw(1235				PathBuf::from("issue40.jsonnet").into(),1236				r#"1237				local conf = {1238					n: ""1239				};12401241				local result = conf + {1242					assert std.isNumber(self.n): "is number"1243				};12441245				std.manifestJsonEx(result, "")1246			"#1247				.into(),1248			)1249			.unwrap_err();1250		assert_eq!(error.error().to_string(), "assert failed: is number");1251	}12521253	#[test]1254	fn test_ascii_upper_lower() {1255		assert_eval!(r#"std.assertEqual(std.asciiUpper("aBc😀"), "ABC😀")"#);1256		assert_eval!(r#"std.assertEqual(std.asciiLower("aBc😀"), "abc😀")"#);1257	}12581259	#[test]1260	fn test_member() {1261		assert_eval!(r#"!std.member("", "")"#);1262		assert_eval!(r#"std.member("abc", "a")"#);1263		assert_eval!(r#"!std.member("abc", "d")"#);1264		assert_eval!(r#"!std.member([], "")"#);1265		assert_eval!(r#"std.member(["a", "b", "c"], "a")"#);1266		assert_eval!(r#"!std.member(["a", "b", "c"], "d")"#);1267	}12681269	#[test]1270	fn test_count() {1271		assert_eval!(r#"std.assertEqual(std.count([], ""), 0)"#);1272		assert_eval!(r#"std.assertEqual(std.count(["a", "b", "a"], "d"), 0)"#);1273		assert_eval!(r#"std.assertEqual(std.count(["a", "b", "a"], "a"), 2)"#);1274	}12751276	mod derive_typed {1277		use crate::{typed::Typed, EvaluationState};1278		use std::path::PathBuf;12791280		#[derive(Typed, PartialEq, Debug)]1281		struct MyTyped {1282			a: u32,1283			b: String,1284		}12851286		#[test]1287		fn test() {1288			let es = EvaluationState::default();1289			let val = eval!("{a: 14, b: 'Hello, world!'}");1290			let typed = es.run_in_state(|| MyTyped::try_from(val).unwrap());12911292			assert_eq!(1293				typed,1294				MyTyped {1295					a: 14,1296					b: "Hello, world!".to_string()1297				}1298			);1299			es.settings_mut().globals.insert(1300				"mytyped".into(),1301				es.run_in_state(|| typed.try_into()).unwrap(),1302			);13031304			let v = es1305				.evaluate_snippet_raw(1306					PathBuf::from("raw.jsonnet").into(),1307					"1308				mytyped == {a: 14, b: 'Hello, world!'}1309			"1310					.into(),1311				)1312				.unwrap()1313				.as_bool()1314				.unwrap();1315			assert!(v)1316		}1317	}1318}
modifiedcrates/jrsonnet-evaluator/src/typed/conversions.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/typed/conversions.rs
+++ b/crates/jrsonnet-evaluator/src/typed/conversions.rs
@@ -1,6 +1,7 @@
 use std::convert::{TryFrom, TryInto};
 
 use jrsonnet_interner::IStr;
+pub use jrsonnet_macros::Typed;
 use jrsonnet_types::{ComplexValType, ValType};
 
 use crate::{
modifiedcrates/jrsonnet-evaluator/src/typed/mod.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/typed/mod.rs
+++ b/crates/jrsonnet-evaluator/src/typed/mod.rs
@@ -8,20 +8,8 @@
 	push_description_frame, Val,
 };
 use gcmodule::Trace;
-use jrsonnet_types::{ComplexValType, ValType};
+pub use jrsonnet_types::{ComplexValType, ValType};
 use thiserror::Error;
-
-#[macro_export]
-macro_rules! unwrap_type {
-	($desc:expr, $value:expr, $typ:expr => $match:path) => {{
-		use $crate::{push_frame, typed::CheckType};
-		push_frame(None, $desc, || Ok($typ.check(&$value)?))?;
-		match $value {
-			$match(v) => v,
-			_ => unreachable!(),
-		}
-	}};
-}
 
 #[derive(Debug, Error, Clone, Trace)]
 pub enum TypeError {
@@ -136,7 +124,7 @@
 impl Display for ValuePathItem {
 	fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
 		match self {
-			Self::Field(name) => write!(f, ".{}", name)?,
+			Self::Field(name) => write!(f, ".{:?}", name)?,
 			Self::Index(idx) => write!(f, "[{}]", idx)?,
 		}
 		Ok(())
modifiedcrates/jrsonnet-evaluator/src/val.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/val.rs
+++ b/crates/jrsonnet-evaluator/src/val.rs
@@ -91,7 +91,7 @@
 	Normal(Cc<FuncDesc>),
 	/// Standard library function
 	StaticBuiltin(#[skip_trace] &'static dyn StaticBuiltin),
-
+	/// User-provided function
 	Builtin(Cc<TraceBox<dyn Builtin>>),
 }
 
@@ -99,8 +99,10 @@
 	fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
 		match self {
 			Self::Normal(arg0) => f.debug_tuple("Normal").field(arg0).finish(),
-			Self::StaticBuiltin(arg0) => f.debug_tuple("Intrinsic").field(&arg0.name()).finish(),
-			Self::Builtin(arg0) => f.debug_tuple("Intrinsic").field(&arg0.name()).finish(),
+			Self::StaticBuiltin(arg0) => {
+				f.debug_tuple("StaticBuiltin").field(&arg0.name()).finish()
+			}
+			Self::Builtin(arg0) => f.debug_tuple("Builtin").field(&arg0.name()).finish(),
 		}
 	}
 }
@@ -338,6 +340,49 @@
 }
 
 impl Val {
+	pub fn as_bool(&self) -> Option<bool> {
+		match self {
+			Val::Bool(v) => Some(*v),
+			_ => None,
+		}
+	}
+	pub fn as_null(&self) -> Option<()> {
+		match self {
+			Val::Null => Some(()),
+			_ => None,
+		}
+	}
+	pub fn as_str(&self) -> Option<IStr> {
+		match self {
+			Val::Str(s) => Some(s.clone()),
+			_ => None,
+		}
+	}
+	pub fn as_num(&self) -> Option<f64> {
+		match self {
+			Val::Num(n) => Some(*n),
+			_ => None,
+		}
+	}
+	pub fn as_arr(&self) -> Option<ArrValue> {
+		match self {
+			Val::Arr(a) => Some(a.clone()),
+			_ => None,
+		}
+	}
+	pub fn as_obj(&self) -> Option<ObjValue> {
+		match self {
+			Val::Obj(o) => Some(o.clone()),
+			_ => None,
+		}
+	}
+	pub fn as_func(&self) -> Option<FuncVal> {
+		match self {
+			Val::Func(f) => Some(f.clone()),
+			_ => None,
+		}
+	}
+
 	/// Creates `Val::Num` after checking for numeric overflow.
 	/// As numbers are `f64`, we can just check for their finity.
 	pub fn new_checked_num(num: f64) -> Result<Self> {
modifiedcrates/jrsonnet-macros/src/lib.rsdiffbeforeafterboth
--- a/crates/jrsonnet-macros/src/lib.rs
+++ b/crates/jrsonnet-macros/src/lib.rs
@@ -1,8 +1,8 @@
 use quote::{quote, quote_spanned};
 use syn::{
 	parenthesized, parse::Parse, parse_macro_input, punctuated::Punctuated, spanned::Spanned,
-	token::Comma, FnArg, GenericArgument, Ident, ItemFn, Pat, PatType, Path, PathArguments, Token,
-	Type,
+	token::Comma, DeriveInput, FnArg, GenericArgument, Ident, ItemFn, Pat, PatType, Path,
+	PathArguments, Token, Type,
 };
 
 fn is_location_arg(t: &PatType) -> bool {
@@ -254,3 +254,86 @@
 	})
 	.into()
 }
+
+#[proc_macro_derive(Typed)]
+pub fn derive_typed(item: proc_macro::TokenStream) -> proc_macro::TokenStream {
+	let input = parse_macro_input!(item as DeriveInput);
+	let data = match &input.data {
+		syn::Data::Struct(s) => s,
+		_ => {
+			return syn::Error::new(input.span(), "only structs supported")
+				.to_compile_error()
+				.into()
+		}
+	};
+
+	let ident = &input.ident;
+
+	let fields_def = data.fields.iter().map(|f| {
+		let name = f
+			.ident
+			.as_ref()
+			.expect("only named fields supported")
+			.to_string();
+		let ty = &f.ty;
+		quote! {
+			(#name, #ty::TYPE),
+		}
+	});
+	let fields_parse = data.fields.iter().map(|f| {
+		let ident = f.ident.as_ref().unwrap();
+		let name = ident.to_string();
+		let ty = &f.ty;
+		quote! {
+			#ident: #ty::try_from(obj.get(#name.into())?.expect("shape is correct"))?,
+		}
+	});
+	let fields_serialize = data.fields.iter().map(|f| {
+		let ident = f.ident.as_ref().unwrap();
+		let name = ident.to_string();
+		quote! {
+			out.member(#name.into()).value(self.#ident.try_into()?);
+		}
+	});
+	let field_count = data.fields.len();
+
+	quote! {
+		const _: () = {
+			use ::jrsonnet_evaluator::{
+				typed::{ComplexValType, Typed, CheckType},
+				Val,
+				error::LocError,
+				obj::ObjValueBuilder,
+			};
+
+			const ITEMS: [(&'static str, &'static ComplexValType); #field_count] = [
+				#(#fields_def)*
+			];
+			impl Typed for #ident {
+				const TYPE: &'static ComplexValType = &ComplexValType::ObjectRef(&ITEMS);
+			}
+
+			impl TryFrom<Val> for #ident {
+				type Error = LocError;
+				fn try_from(value: Val) -> Result<Self, Self::Error> {
+					<Self as Typed>::TYPE.check(&value)?;
+					let obj = value.as_obj().expect("shape is correct");
+
+					Ok(Self {
+						#(#fields_parse)*
+					})
+				}
+			}
+			impl TryInto<Val> for #ident {
+				type Error = LocError;
+				fn try_into(self) -> Result<Val, Self::Error> {
+					let mut out = ObjValueBuilder::new();
+					#(#fields_serialize)*
+					Ok(Val::Obj(out.build()))
+				}
+			}
+			()
+		};
+	}
+	.into()
+}
modifiedcrates/jrsonnet-types/src/lib.rsdiffbeforeafterboth
--- a/crates/jrsonnet-types/src/lib.rs
+++ b/crates/jrsonnet-types/src/lib.rs
@@ -122,7 +122,7 @@
 	BoundedNumber(Option<f64>, Option<f64>),
 	Array(Box<ComplexValType>),
 	ArrayRef(&'static ComplexValType),
-	ObjectRef(&'static [(&'static str, ComplexValType)]),
+	ObjectRef(&'static [(&'static str, &'static ComplexValType)]),
 	Union(Vec<ComplexValType>),
 	UnionRef(&'static [&'static ComplexValType]),
 	Sum(Vec<ComplexValType>),