git.delta.rocks / jrsonnet / refs/commits / 7b8b823d230b

difftreelog

refactor! implement serde support directly

Yaroslav Bolyukin2022-10-25parent: #2e5acc0.patch.diff
in: master
Instead of relying on `serde_json::Value`.

BREAKING CHANGE: There is no longer `impl Typed for serde_json::Value`,
either parse directly into jrsonnet-evaluator, or use `serde_transcode`

9 files changed

added.envrcdiffbeforeafterboth
--- /dev/null
+++ b/.envrc
@@ -0,0 +1 @@
+use flake
modifiedcmds/jrsonnet/Cargo.tomldiffbeforeafterboth
--- a/cmds/jrsonnet/Cargo.toml
+++ b/cmds/jrsonnet/Cargo.toml
@@ -13,9 +13,7 @@
 # Experimental feature, which allows to preserve order of object fields
 exp-preserve-order = [
     "jrsonnet-evaluator/exp-preserve-order",
-    "jrsonnet-evaluator/exp-serde-preserve-order",
     "jrsonnet-cli/exp-preserve-order",
-    "jrsonnet-cli/exp-serde-preserve-order",
 ]
 # Destructuring of locals
 exp-destruct = ["jrsonnet-evaluator/exp-destruct"]
modifiedcrates/jrsonnet-cli/Cargo.tomldiffbeforeafterboth
--- a/crates/jrsonnet-cli/Cargo.toml
+++ b/crates/jrsonnet-cli/Cargo.toml
@@ -11,10 +11,6 @@
     "jrsonnet-evaluator/exp-preserve-order",
     "jrsonnet-stdlib/exp-preserve-order",
 ]
-exp-serde-preserve-order = [
-    "jrsonnet-evaluator/exp-serde-preserve-order",
-    "jrsonnet-stdlib/exp-serde-preserve-order",
-]
 legacy-this-file = ["jrsonnet-stdlib/legacy-this-file"]
 
 [dependencies]
modifiedcrates/jrsonnet-evaluator/Cargo.tomldiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/Cargo.toml
+++ b/crates/jrsonnet-evaluator/Cargo.toml
@@ -18,7 +18,6 @@
 
 # Allows to preserve field order in objects
 exp-preserve-order = []
-exp-serde-preserve-order = ["serde_json/preserve_order"]
 # Implements field destructuring
 exp-destruct = ["jrsonnet-parser/exp-destruct"]
 # Provide Typed for conversions to/from serde_json::Value type
@@ -40,8 +39,6 @@
 thiserror = "1.0"
 
 serde = "1.0"
-# Optional integration
-serde_json = { version = "1.0.82", optional = true }
 
 anyhow = { version = "1.0", optional = true }
 # Friendly errors
modifiedcrates/jrsonnet-evaluator/src/integrations/serde.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/integrations/serde.rs
+++ b/crates/jrsonnet-evaluator/src/integrations/serde.rs
@@ -1,78 +1,164 @@
-use jrsonnet_types::ComplexValType;
-use serde_json::{Map, Number, Value};
+use std::borrow::Cow;
+
+use jrsonnet_gcmodule::Cc;
+use serde::{de::Visitor, ser::Error, Deserialize, Serialize};
+
+use crate::{error::Result, val::ArrValue, ObjValueBuilder, State, Val};
 
-use crate::{
-	error::{Error::*, Result},
-	throw,
-	typed::Typed,
-	ObjValueBuilder, State, Val,
-};
+impl<'de> Deserialize<'de> for Val {
+	fn deserialize<D>(deserializer: D) -> Result<Val, D::Error>
+	where
+		D: serde::Deserializer<'de>,
+	{
+		struct ValVisitor;
+
+		// macro_rules! visit_num {
+		// 	($($method:ident => $ty:ty),* $(,)?) => {$(
+		// 		fn $method<E>(self, v: $ty) -> Result<Self::Value, E>
+		// 		where
+		// 			E: serde::de::Error,
+		// 		{
+		// 			Ok(Val::Num(f64::from(v)))
+		// 		}
+		// 	)*};
+		// }
 
-impl Typed for Value {
-	const TYPE: &'static ComplexValType = &ComplexValType::Any;
+		impl<'de> Visitor<'de> for ValVisitor {
+			type Value = Val;
 
-	fn into_untyped(value: Self, s: State) -> Result<Val> {
-		Ok(match value {
-			Self::Null => Val::Null,
-			Self::Bool(v) => Val::Bool(v),
-			Self::Number(n) => Val::Num(n.as_f64().ok_or_else(|| {
-				RuntimeError(format!("json number can't be represented as jsonnet: {n}").into())
-			})?),
-			Self::String(s) => Val::Str((&s as &str).into()),
-			Self::Array(a) => {
-				let mut out: Vec<Val> = Vec::with_capacity(a.len());
-				for v in a {
-					out.push(Self::into_untyped(v, s.clone())?);
+			fn visit_bool<E>(self, v: bool) -> Result<Self::Value, E>
+			where
+				E: serde::de::Error,
+			{
+				Ok(Val::Bool(v))
+			}
+			fn visit_f64<E>(self, v: f64) -> Result<Self::Value, E>
+			where
+				E: serde::de::Error,
+			{
+				if !v.is_finite() {
+					return Err(E::custom("only finite numbers are supported"));
 				}
-				Val::Arr(out.into())
+				Ok(Val::Num(v))
+			}
+			fn visit_str<E>(self, v: &str) -> Result<Self::Value, E>
+			where
+				E: serde::de::Error,
+			{
+				Ok(Val::Str(v.into()))
+			}
+
+			// visit_num! {
+			// 	visit_i8 => i8,
+			// 	visit_i16 => i16,
+			// 	visit_i32 => i32,
+			// 	visit_u8 => u8,
+			// 	visit_u16 => u16,
+			// 	visit_u32 => u32,
+			// }
+			fn visit_i64<E>(self, v: i64) -> Result<Self::Value, E>
+			where
+				E: serde::de::Error,
+			{
+				Ok(Val::Num(v as f64))
+			}
+			fn visit_u64<E>(self, v: u64) -> Result<Self::Value, E>
+			where
+				E: serde::de::Error,
+			{
+				Ok(Val::Num(v as f64))
+			}
+
+			fn visit_bytes<E>(self, v: &[u8]) -> Result<Self::Value, E>
+			where
+				E: serde::de::Error,
+			{
+				Ok(Val::Arr(ArrValue::Bytes(v.into())))
+			}
+
+			fn visit_none<E>(self) -> Result<Self::Value, E>
+			where
+				E: serde::de::Error,
+			{
+				Ok(Val::Null)
+			}
+			fn visit_some<D>(self, deserializer: D) -> Result<Self::Value, D::Error>
+			where
+				D: serde::Deserializer<'de>,
+			{
+				deserializer.deserialize_any(self)
+			}
+
+			fn visit_unit<E>(self) -> Result<Self::Value, E>
+			where
+				E: serde::de::Error,
+			{
+				Ok(Val::Null)
 			}
-			Self::Object(o) => {
-				let mut builder = ObjValueBuilder::with_capacity(o.len());
-				for (k, v) in o {
-					builder
-						.member((&k as &str).into())
-						.value(s.clone(), Self::into_untyped(v, s.clone())?)?;
+
+			fn visit_newtype_struct<D>(self, deserializer: D) -> Result<Self::Value, D::Error>
+			where
+				D: serde::Deserializer<'de>,
+			{
+				deserializer.deserialize_any(self)
+			}
+
+			fn visit_seq<A>(self, mut seq: A) -> Result<Self::Value, A::Error>
+			where
+				A: serde::de::SeqAccess<'de>,
+			{
+				let mut out = seq.size_hint().map_or_else(Vec::new, Vec::with_capacity);
+
+				while let Some(val) = seq.next_element::<Val>()? {
+					out.push(val);
 				}
-				Val::Obj(builder.build())
+
+				Ok(Val::Arr(ArrValue::Eager(Cc::new(out))))
 			}
-		})
-	}
 
-	fn from_untyped(value: Val, s: State) -> Result<Self> {
-		Ok(match value {
-			Val::Bool(b) => Self::Bool(b),
-			Val::Null => Self::Null,
-			Val::Str(s) => Self::String((&s as &str).into()),
-			Val::Num(n) => Self::Number(if n.fract() <= f64::EPSILON {
-				(n as i64).into()
-			} else {
-				Number::from_f64(n).expect("jsonnet numbers can't be infinite or NaN")
-			}),
-			Val::Arr(a) => {
-				let mut out = Vec::with_capacity(a.len());
-				for item in a.iter(s.clone()) {
-					out.push(Self::from_untyped(item?, s.clone())?);
+			fn visit_map<A>(self, mut map: A) -> Result<Self::Value, A::Error>
+			where
+				A: serde::de::MapAccess<'de>,
+			{
+				let mut out = map
+					.size_hint()
+					.map_or_else(ObjValueBuilder::new, ObjValueBuilder::with_capacity);
+
+				while let Some((k, v)) = map.next_entry::<Cow<'de, str>, Val>()? {
+					// Jsonnet ignores duplicate keys
+					out.member(k.into()).value_unchecked(v);
 				}
-				Self::Array(out)
+
+				Ok(Val::Obj(out.build()))
 			}
-			Val::Obj(o) => {
-				let mut out = Map::new();
-				for key in o.fields(
-					#[cfg(feature = "exp-preserve-order")]
-					cfg!(feature = "exp-serde-preserve-order"),
-				) {
-					out.insert(
-						(&key as &str).into(),
-						Self::from_untyped(
-							o.get(s.clone(), key)?
-								.expect("key is present in fields, so value should exist"),
-							s.clone(),
-						)?,
-					);
+
+			fn expecting(&self, formatter: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+				write!(formatter, "any valid jsonnet value")
+			}
+		}
+		deserializer.deserialize_any(ValVisitor)
+	}
+}
+
+impl Serialize for Val {
+	fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
+	where
+		S: serde::Serializer,
+	{
+		match self {
+			Val::Bool(v) => serializer.serialize_bool(*v),
+			Val::Null => serializer.serialize_none(),
+			Val::Str(s) => serializer.serialize_str(s),
+			Val::Num(n) => serializer.serialize_f64(*n),
+			Val::Arr(arr) => {
+				let mut seq = serializer.serialize_seq(Some(arr.len()))?;
+				for element in arr.iter(State::default()) {
+					// seq.serialize_element()
 				}
-				Self::Object(out)
+				todo!()
 			}
-			Val::Func(_) => throw!("tried to manifest function"),
-		})
+			Val::Obj(_) => todo!(),
+			Val::Func(_) => Err(S::Error::custom("tried to manifest function")),
+		}
 	}
 }
modifiedcrates/jrsonnet-stdlib/Cargo.tomldiffbeforeafterboth
--- a/crates/jrsonnet-stdlib/Cargo.toml
+++ b/crates/jrsonnet-stdlib/Cargo.toml
@@ -15,18 +15,9 @@
 legacy-this-file = []
 # Add order preservation flag to some functions
 exp-preserve-order = ["jrsonnet-evaluator/exp-preserve-order"]
-# Preserve order for files parsed via `std.parseJson`
-# Shame it isn't possible to enable per parse call, instead of globally
-exp-serde-preserve-order = [
-    "serde_json/preserve_order",
-    "jrsonnet-evaluator/exp-serde-preserve-order",
-]
 
 [dependencies]
-jrsonnet-evaluator = { path = "../jrsonnet-evaluator", features = [
-    # std.parseJson parses file via serde, then converts Value to evaluator Val
-    "serde_json",
-], version = "0.4.2" }
+jrsonnet-evaluator = { path = "../jrsonnet-evaluator", version = "0.4.2" }
 jrsonnet-macros = { path = "../jrsonnet-macros", version = "0.4.2" }
 jrsonnet-parser = { path = "../jrsonnet-parser", version = "0.4.2" }
 jrsonnet-gcmodule = "0.3.4"
modifiedcrates/jrsonnet-stdlib/src/lib.rsdiffbeforeafterboth
before · crates/jrsonnet-stdlib/src/lib.rs
1use std::{2	cell::{Ref, RefCell, RefMut},3	collections::HashMap,4	rc::Rc,5};67use jrsonnet_evaluator::{8	error::{Error::*, Result},9	function::{builtin::Builtin, ArgLike, CallLocation, FuncVal, TlaArg},10	gc::{GcHashMap, TraceBox},11	tb, throw,12	trace::PathResolver,13	typed::{Any, Either, Either2, Either4, VecVal, M1},14	val::{equals, ArrValue},15	Context, ContextBuilder, IStr, ObjValue, ObjValueBuilder, State, Thunk, Val,16};17use jrsonnet_gcmodule::Cc;18use jrsonnet_macros::builtin;19use jrsonnet_parser::Source;2021mod expr;22mod types;23pub use types::*;24mod arrays;25pub use arrays::*;26mod math;27pub use math::*;28mod operator;29pub use operator::*;30mod sort;31pub use sort::*;32mod hash;33pub use hash::*;34mod encoding;35pub use encoding::*;36mod objects;37pub use objects::*;38mod manifest;39pub use manifest::*;40mod parse;41pub use parse::*;42mod strings;43pub use strings::*;44mod misc;45pub use misc::*;4647pub fn stdlib_uncached(s: State, settings: Rc<RefCell<Settings>>) -> ObjValue {48	let mut builder = ObjValueBuilder::new();4950	let expr = expr::stdlib_expr();51	let eval = jrsonnet_evaluator::evaluate(s.clone(), Context::default(), &expr)52		.expect("stdlib.jsonnet should have no errors")53		.as_obj()54		.expect("stdlib.jsonnet should evaluate to object");5556	builder.with_super(eval);5758	for (name, builtin) in [59		// Types60		("type", builtin_type::INST),61		("isString", builtin_is_string::INST),62		("isNumber", builtin_is_number::INST),63		("isBoolean", builtin_is_boolean::INST),64		("isObject", builtin_is_object::INST),65		("isArray", builtin_is_array::INST),66		("isFunction", builtin_is_function::INST),67		// Arrays68		("makeArray", builtin_make_array::INST),69		("slice", builtin_slice::INST),70		("map", builtin_map::INST),71		("flatMap", builtin_flatmap::INST),72		("filter", builtin_filter::INST),73		("foldl", builtin_foldl::INST),74		("foldr", builtin_foldr::INST),75		("range", builtin_range::INST),76		("join", builtin_join::INST),77		("reverse", builtin_reverse::INST),78		("any", builtin_any::INST),79		("all", builtin_all::INST),80		("member", builtin_member::INST),81		("count", builtin_count::INST),82		// Math83		("modulo", builtin_modulo::INST),84		("floor", builtin_floor::INST),85		("ceil", builtin_ceil::INST),86		("log", builtin_log::INST),87		("pow", builtin_pow::INST),88		("sqrt", builtin_sqrt::INST),89		("sin", builtin_sin::INST),90		("cos", builtin_cos::INST),91		("tan", builtin_tan::INST),92		("asin", builtin_asin::INST),93		("acos", builtin_acos::INST),94		("atan", builtin_atan::INST),95		("exp", builtin_exp::INST),96		("mantissa", builtin_mantissa::INST),97		("exponent", builtin_exponent::INST),98		// Operator99		("mod", builtin_mod::INST),100		("primitiveEquals", builtin_primitive_equals::INST),101		("equals", builtin_equals::INST),102		("format", builtin_format::INST),103		// Sort104		("sort", builtin_sort::INST),105		// Hash106		("md5", builtin_md5::INST),107		// Encoding108		("encodeUTF8", builtin_encode_utf8::INST),109		("decodeUTF8", builtin_decode_utf8::INST),110		("base64", builtin_base64::INST),111		("base64Decode", builtin_base64_decode::INST),112		("base64DecodeBytes", builtin_base64_decode_bytes::INST),113		// Objects114		("objectFieldsEx", builtin_object_fields_ex::INST),115		("objectHasEx", builtin_object_has_ex::INST),116		// Manifest117		("escapeStringJson", builtin_escape_string_json::INST),118		("manifestJsonEx", builtin_manifest_json_ex::INST),119		("manifestYamlDoc", builtin_manifest_yaml_doc::INST),120		// Parsing121		("parseJson", builtin_parse_json::INST),122		("parseYaml", builtin_parse_yaml::INST),123		// Strings124		("codepoint", builtin_codepoint::INST),125		("substr", builtin_substr::INST),126		("char", builtin_char::INST),127		("strReplace", builtin_str_replace::INST),128		("splitLimit", builtin_splitlimit::INST),129		("asciiUpper", builtin_ascii_upper::INST),130		("asciiLower", builtin_ascii_lower::INST),131		("findSubstr", builtin_find_substr::INST),132		// Misc133		("length", builtin_length::INST),134		("startsWith", builtin_starts_with::INST),135		("endsWith", builtin_ends_with::INST),136	]137	.iter()138	.cloned()139	{140		builder141			.member(name.into())142			.hide()143			.value(s.clone(), Val::Func(FuncVal::StaticBuiltin(builtin)))144			.expect("no conflict");145	}146147	builder148		.member("extVar".into())149		.hide()150		.value(151			s.clone(),152			Val::Func(FuncVal::Builtin(Cc::new(tb!(builtin_ext_var {153				settings: settings.clone()154			})))),155		)156		.expect("no conflict");157	builder158		.member("native".into())159		.hide()160		.value(161			s.clone(),162			Val::Func(FuncVal::Builtin(Cc::new(tb!(builtin_native {163				settings: settings.clone()164			})))),165		)166		.expect("no conflict");167	builder168		.member("trace".into())169		.hide()170		.value(171			s.clone(),172			Val::Func(FuncVal::Builtin(Cc::new(tb!(builtin_trace { settings })))),173		)174		.expect("no conflict");175176	builder177		.member("id".into())178		.hide()179		.value(s, Val::Func(FuncVal::Id))180		.expect("no conflict");181182	builder.build()183}184185pub trait TracePrinter {186	fn print_trace(&self, s: State, loc: CallLocation, value: IStr);187}188189pub struct StdTracePrinter {190	resolver: PathResolver,191}192impl StdTracePrinter {193	pub fn new(resolver: PathResolver) -> Self {194		Self { resolver }195	}196}197impl TracePrinter for StdTracePrinter {198	fn print_trace(&self, _s: State, loc: CallLocation, value: IStr) {199		eprint!("TRACE:");200		if let Some(loc) = loc.0 {201			let locs = loc.0.map_source_locations(&[loc.1]);202			eprint!(203				" {}:{}",204				match loc.0.source_path().path() {205					Some(p) => self.resolver.resolve(p),206					None => loc.0.source_path().to_string(),207				},208				locs[0].line209			);210		}211		eprintln!(" {}", value);212	}213}214215pub struct Settings {216	/// Used for `std.extVar`217	pub ext_vars: HashMap<IStr, TlaArg>,218	/// Used for `std.native`219	pub ext_natives: HashMap<IStr, Cc<TraceBox<dyn Builtin>>>,220	/// Helper to add globals without implementing custom ContextInitializer221	pub globals: GcHashMap<IStr, Thunk<Val>>,222	/// Used for `std.trace`223	pub trace_printer: Box<dyn TracePrinter>,224	/// Used for `std.thisFile`225	pub path_resolver: PathResolver,226}227228pub fn extvar_source(name: &str, code: impl Into<IStr>) -> Source {229	let source_name = format!("<extvar:{}>", name);230	Source::new_virtual(source_name.into(), code.into())231}232233pub struct ContextInitializer {234	// When we don't need to support legacy-this-file, we can reuse same context for all files235	#[cfg(not(feature = "legacy-this-file"))]236	context: Context,237	// Otherwise, we can only keep first stdlib layer, and then stack thisFile on top of it238	#[cfg(feature = "legacy-this-file")]239	stdlib_obj: ObjValue,240	settings: Rc<RefCell<Settings>>,241}242impl ContextInitializer {243	pub fn new(s: State, resolver: PathResolver) -> Self {244		let settings = Settings {245			ext_vars: Default::default(),246			ext_natives: Default::default(),247			globals: Default::default(),248			trace_printer: Box::new(StdTracePrinter::new(resolver.clone())),249			path_resolver: resolver,250		};251		let settings = Rc::new(RefCell::new(settings));252		Self {253			#[cfg(not(feature = "legacy-this-file"))]254			context: {255				let mut context = ContextBuilder::with_capacity(1);256				context.bind(257					"std".into(),258					Thunk::evaluated(Val::Obj(stdlib_uncached(s, settings.clone()))),259				);260				context.build()261			},262			#[cfg(feature = "legacy-this-file")]263			stdlib_obj: stdlib_uncached(s, settings.clone()),264			settings,265		}266	}267	pub fn settings(&self) -> Ref<Settings> {268		self.settings.borrow()269	}270	pub fn settings_mut(&self) -> RefMut<Settings> {271		self.settings.borrow_mut()272	}273	pub fn add_ext_var(&self, name: IStr, value: Val) {274		self.settings_mut()275			.ext_vars276			.insert(name, TlaArg::Val(value));277	}278	pub fn add_ext_str(&self, name: IStr, value: IStr) {279		self.settings_mut()280			.ext_vars281			.insert(name, TlaArg::String(value));282	}283	pub fn add_ext_code(&self, name: &str, code: impl Into<IStr>) -> Result<()> {284		let code = code.into();285		let source = extvar_source(name, code.clone());286		let parsed = jrsonnet_parser::parse(287			&code,288			&jrsonnet_parser::ParserSettings {289				file_name: source.clone(),290			},291		)292		.map_err(|e| ImportSyntaxError {293			path: source,294			error: Box::new(e),295		})?;296		// self.data_mut().volatile_files.insert(source_name, code);297		self.settings_mut()298			.ext_vars299			.insert(name.into(), TlaArg::Code(parsed));300		Ok(())301	}302	pub fn add_native(&self, name: IStr, cb: Cc<TraceBox<dyn Builtin>>) {303		self.settings_mut().ext_natives.insert(name, cb);304	}305}306impl jrsonnet_evaluator::ContextInitializer for ContextInitializer {307	#[cfg(not(feature = "legacy-this-file"))]308	fn initialize(&self, _s: State, _source: Source) -> jrsonnet_evaluator::Context {309		let out = self.context.clone();310		let globals = &self.settings().globals;311		if globals.is_empty() {312			return out;313		}314315		let mut out = ContextBuilder::extend(out);316		for (k, v) in globals.iter() {317			out.bind(k.clone(), v.clone());318		}319		out.build()320	}321	#[cfg(feature = "legacy-this-file")]322	fn initialize(&self, s: State, source: Source) -> jrsonnet_evaluator::Context {323		let mut builder = ObjValueBuilder::new();324		builder.with_super(self.stdlib_obj.clone());325		builder326			.member("thisFile".into())327			.hide()328			.value(329				s,330				Val::Str(match source.source_path().path() {331					Some(p) => self.settings().path_resolver.resolve(p).into(),332					None => source.source_path().to_string().into(),333				}),334			)335			.expect("this object builder is empty");336		let stdlib_with_this_file = builder.build();337338		let mut context = ContextBuilder::with_capacity(1);339		context.bind(340			"std".into(),341			Thunk::evaluated(Val::Obj(stdlib_with_this_file)),342		);343		for (k, v) in self.settings().globals.iter() {344			context.bind(k.clone(), v.clone());345		}346		context.build()347	}348	fn as_any(&self) -> &dyn std::any::Any {349		self350	}351}352353pub trait StateExt {354	/// This method was previously implemented in jrsonnet-evaluator itself355	fn with_stdlib(&self);356	fn add_global(&self, name: IStr, value: Thunk<Val>);357}358359impl StateExt for State {360	fn with_stdlib(&self) {361		let initializer = ContextInitializer::new(self.clone(), PathResolver::new_cwd_fallback());362		self.settings_mut().context_initializer = Box::new(initializer)363	}364	fn add_global(&self, name: IStr, value: Thunk<Val>) {365		self.settings()366			.context_initializer367			.as_any()368			.downcast_ref::<ContextInitializer>()369			.expect("not standard context initializer")370			.settings_mut()371			.globals372			.insert(name, value);373	}374}
after · crates/jrsonnet-stdlib/src/lib.rs
1use std::{2	cell::{Ref, RefCell, RefMut},3	collections::HashMap,4	rc::Rc,5};67use jrsonnet_evaluator::{8	error::{Error::*, Result},9	function::{builtin::Builtin, CallLocation, FuncVal, TlaArg},10	gc::{GcHashMap, TraceBox},11	tb,12	trace::PathResolver,13	Context, ContextBuilder, IStr, ObjValue, ObjValueBuilder, State, Thunk, Val,14};15use jrsonnet_gcmodule::Cc;16use jrsonnet_parser::Source;1718mod expr;19mod types;20pub use types::*;21mod arrays;22pub use arrays::*;23mod math;24pub use math::*;25mod operator;26pub use operator::*;27mod sort;28pub use sort::*;29mod hash;30pub use hash::*;31mod encoding;32pub use encoding::*;33mod objects;34pub use objects::*;35mod manifest;36pub use manifest::*;37mod parse;38pub use parse::*;39mod strings;40pub use strings::*;41mod misc;42pub use misc::*;4344pub fn stdlib_uncached(s: State, settings: Rc<RefCell<Settings>>) -> ObjValue {45	let mut builder = ObjValueBuilder::new();4647	let expr = expr::stdlib_expr();48	let eval = jrsonnet_evaluator::evaluate(s.clone(), Context::default(), &expr)49		.expect("stdlib.jsonnet should have no errors")50		.as_obj()51		.expect("stdlib.jsonnet should evaluate to object");5253	builder.with_super(eval);5455	for (name, builtin) in [56		// Types57		("type", builtin_type::INST),58		("isString", builtin_is_string::INST),59		("isNumber", builtin_is_number::INST),60		("isBoolean", builtin_is_boolean::INST),61		("isObject", builtin_is_object::INST),62		("isArray", builtin_is_array::INST),63		("isFunction", builtin_is_function::INST),64		// Arrays65		("makeArray", builtin_make_array::INST),66		("slice", builtin_slice::INST),67		("map", builtin_map::INST),68		("flatMap", builtin_flatmap::INST),69		("filter", builtin_filter::INST),70		("foldl", builtin_foldl::INST),71		("foldr", builtin_foldr::INST),72		("range", builtin_range::INST),73		("join", builtin_join::INST),74		("reverse", builtin_reverse::INST),75		("any", builtin_any::INST),76		("all", builtin_all::INST),77		("member", builtin_member::INST),78		("count", builtin_count::INST),79		// Math80		("modulo", builtin_modulo::INST),81		("floor", builtin_floor::INST),82		("ceil", builtin_ceil::INST),83		("log", builtin_log::INST),84		("pow", builtin_pow::INST),85		("sqrt", builtin_sqrt::INST),86		("sin", builtin_sin::INST),87		("cos", builtin_cos::INST),88		("tan", builtin_tan::INST),89		("asin", builtin_asin::INST),90		("acos", builtin_acos::INST),91		("atan", builtin_atan::INST),92		("exp", builtin_exp::INST),93		("mantissa", builtin_mantissa::INST),94		("exponent", builtin_exponent::INST),95		// Operator96		("mod", builtin_mod::INST),97		("primitiveEquals", builtin_primitive_equals::INST),98		("equals", builtin_equals::INST),99		("format", builtin_format::INST),100		// Sort101		("sort", builtin_sort::INST),102		// Hash103		("md5", builtin_md5::INST),104		// Encoding105		("encodeUTF8", builtin_encode_utf8::INST),106		("decodeUTF8", builtin_decode_utf8::INST),107		("base64", builtin_base64::INST),108		("base64Decode", builtin_base64_decode::INST),109		("base64DecodeBytes", builtin_base64_decode_bytes::INST),110		// Objects111		("objectFieldsEx", builtin_object_fields_ex::INST),112		("objectHasEx", builtin_object_has_ex::INST),113		// Manifest114		("escapeStringJson", builtin_escape_string_json::INST),115		("manifestJsonEx", builtin_manifest_json_ex::INST),116		("manifestYamlDoc", builtin_manifest_yaml_doc::INST),117		// Parsing118		("parseJson", builtin_parse_json::INST),119		("parseYaml", builtin_parse_yaml::INST),120		// Strings121		("codepoint", builtin_codepoint::INST),122		("substr", builtin_substr::INST),123		("char", builtin_char::INST),124		("strReplace", builtin_str_replace::INST),125		("splitLimit", builtin_splitlimit::INST),126		("asciiUpper", builtin_ascii_upper::INST),127		("asciiLower", builtin_ascii_lower::INST),128		("findSubstr", builtin_find_substr::INST),129		// Misc130		("length", builtin_length::INST),131		("startsWith", builtin_starts_with::INST),132		("endsWith", builtin_ends_with::INST),133	]134	.iter()135	.cloned()136	{137		builder138			.member(name.into())139			.hide()140			.value(s.clone(), Val::Func(FuncVal::StaticBuiltin(builtin)))141			.expect("no conflict");142	}143144	builder145		.member("extVar".into())146		.hide()147		.value(148			s.clone(),149			Val::Func(FuncVal::Builtin(Cc::new(tb!(builtin_ext_var {150				settings: settings.clone()151			})))),152		)153		.expect("no conflict");154	builder155		.member("native".into())156		.hide()157		.value(158			s.clone(),159			Val::Func(FuncVal::Builtin(Cc::new(tb!(builtin_native {160				settings: settings.clone()161			})))),162		)163		.expect("no conflict");164	builder165		.member("trace".into())166		.hide()167		.value(168			s.clone(),169			Val::Func(FuncVal::Builtin(Cc::new(tb!(builtin_trace { settings })))),170		)171		.expect("no conflict");172173	builder174		.member("id".into())175		.hide()176		.value(s, Val::Func(FuncVal::Id))177		.expect("no conflict");178179	builder.build()180}181182pub trait TracePrinter {183	fn print_trace(&self, s: State, loc: CallLocation, value: IStr);184}185186pub struct StdTracePrinter {187	resolver: PathResolver,188}189impl StdTracePrinter {190	pub fn new(resolver: PathResolver) -> Self {191		Self { resolver }192	}193}194impl TracePrinter for StdTracePrinter {195	fn print_trace(&self, _s: State, loc: CallLocation, value: IStr) {196		eprint!("TRACE:");197		if let Some(loc) = loc.0 {198			let locs = loc.0.map_source_locations(&[loc.1]);199			eprint!(200				" {}:{}",201				match loc.0.source_path().path() {202					Some(p) => self.resolver.resolve(p),203					None => loc.0.source_path().to_string(),204				},205				locs[0].line206			);207		}208		eprintln!(" {}", value);209	}210}211212pub struct Settings {213	/// Used for `std.extVar`214	pub ext_vars: HashMap<IStr, TlaArg>,215	/// Used for `std.native`216	pub ext_natives: HashMap<IStr, Cc<TraceBox<dyn Builtin>>>,217	/// Helper to add globals without implementing custom ContextInitializer218	pub globals: GcHashMap<IStr, Thunk<Val>>,219	/// Used for `std.trace`220	pub trace_printer: Box<dyn TracePrinter>,221	/// Used for `std.thisFile`222	pub path_resolver: PathResolver,223}224225pub fn extvar_source(name: &str, code: impl Into<IStr>) -> Source {226	let source_name = format!("<extvar:{}>", name);227	Source::new_virtual(source_name.into(), code.into())228}229230pub struct ContextInitializer {231	// When we don't need to support legacy-this-file, we can reuse same context for all files232	#[cfg(not(feature = "legacy-this-file"))]233	context: Context,234	// Otherwise, we can only keep first stdlib layer, and then stack thisFile on top of it235	#[cfg(feature = "legacy-this-file")]236	stdlib_obj: ObjValue,237	settings: Rc<RefCell<Settings>>,238}239impl ContextInitializer {240	pub fn new(s: State, resolver: PathResolver) -> Self {241		let settings = Settings {242			ext_vars: Default::default(),243			ext_natives: Default::default(),244			globals: Default::default(),245			trace_printer: Box::new(StdTracePrinter::new(resolver.clone())),246			path_resolver: resolver,247		};248		let settings = Rc::new(RefCell::new(settings));249		Self {250			#[cfg(not(feature = "legacy-this-file"))]251			context: {252				let mut context = ContextBuilder::with_capacity(1);253				context.bind(254					"std".into(),255					Thunk::evaluated(Val::Obj(stdlib_uncached(s, settings.clone()))),256				);257				context.build()258			},259			#[cfg(feature = "legacy-this-file")]260			stdlib_obj: stdlib_uncached(s, settings.clone()),261			settings,262		}263	}264	pub fn settings(&self) -> Ref<Settings> {265		self.settings.borrow()266	}267	pub fn settings_mut(&self) -> RefMut<Settings> {268		self.settings.borrow_mut()269	}270	pub fn add_ext_var(&self, name: IStr, value: Val) {271		self.settings_mut()272			.ext_vars273			.insert(name, TlaArg::Val(value));274	}275	pub fn add_ext_str(&self, name: IStr, value: IStr) {276		self.settings_mut()277			.ext_vars278			.insert(name, TlaArg::String(value));279	}280	pub fn add_ext_code(&self, name: &str, code: impl Into<IStr>) -> Result<()> {281		let code = code.into();282		let source = extvar_source(name, code.clone());283		let parsed = jrsonnet_parser::parse(284			&code,285			&jrsonnet_parser::ParserSettings {286				file_name: source.clone(),287			},288		)289		.map_err(|e| ImportSyntaxError {290			path: source,291			error: Box::new(e),292		})?;293		// self.data_mut().volatile_files.insert(source_name, code);294		self.settings_mut()295			.ext_vars296			.insert(name.into(), TlaArg::Code(parsed));297		Ok(())298	}299	pub fn add_native(&self, name: IStr, cb: Cc<TraceBox<dyn Builtin>>) {300		self.settings_mut().ext_natives.insert(name, cb);301	}302}303impl jrsonnet_evaluator::ContextInitializer for ContextInitializer {304	#[cfg(not(feature = "legacy-this-file"))]305	fn initialize(&self, _s: State, _source: Source) -> jrsonnet_evaluator::Context {306		let out = self.context.clone();307		let globals = &self.settings().globals;308		if globals.is_empty() {309			return out;310		}311312		let mut out = ContextBuilder::extend(out);313		for (k, v) in globals.iter() {314			out.bind(k.clone(), v.clone());315		}316		out.build()317	}318	#[cfg(feature = "legacy-this-file")]319	fn initialize(&self, s: State, source: Source) -> jrsonnet_evaluator::Context {320		let mut builder = ObjValueBuilder::new();321		builder.with_super(self.stdlib_obj.clone());322		builder323			.member("thisFile".into())324			.hide()325			.value(326				s,327				Val::Str(match source.source_path().path() {328					Some(p) => self.settings().path_resolver.resolve(p).into(),329					None => source.source_path().to_string().into(),330				}),331			)332			.expect("this object builder is empty");333		let stdlib_with_this_file = builder.build();334335		let mut context = ContextBuilder::with_capacity(1);336		context.bind(337			"std".into(),338			Thunk::evaluated(Val::Obj(stdlib_with_this_file)),339		);340		for (k, v) in self.settings().globals.iter() {341			context.bind(k.clone(), v.clone());342		}343		context.build()344	}345	fn as_any(&self) -> &dyn std::any::Any {346		self347	}348}349350pub trait StateExt {351	/// This method was previously implemented in jrsonnet-evaluator itself352	fn with_stdlib(&self);353	fn add_global(&self, name: IStr, value: Thunk<Val>);354}355356impl StateExt for State {357	fn with_stdlib(&self) {358		let initializer = ContextInitializer::new(self.clone(), PathResolver::new_cwd_fallback());359		self.settings_mut().context_initializer = Box::new(initializer)360	}361	fn add_global(&self, name: IStr, value: Thunk<Val>) {362		self.settings()363			.context_initializer364			.as_any()365			.downcast_ref::<ContextInitializer>()366			.expect("not standard context initializer")367			.settings_mut()368			.globals369			.insert(name, value);370	}371}
modifiedcrates/jrsonnet-stdlib/src/parse.rsdiffbeforeafterboth
--- a/crates/jrsonnet-stdlib/src/parse.rs
+++ b/crates/jrsonnet-stdlib/src/parse.rs
@@ -1,22 +1,20 @@
 use jrsonnet_evaluator::{
 	error::{Error::RuntimeError, Result},
 	function::builtin,
-	typed::{Any, Typed},
-	IStr, State, Val,
+	typed::Any,
+	IStr, Val,
 };
 use serde::Deserialize;
 
 #[builtin]
-pub fn builtin_parse_json(st: State, s: IStr) -> Result<Any> {
-	use serde_json::Value;
-	let value: Value = serde_json::from_str(&s)
+pub fn builtin_parse_json(s: IStr) -> Result<Any> {
+	let value: Val = serde_json::from_str(&s)
 		.map_err(|e| RuntimeError(format!("failed to parse json: {}", e).into()))?;
-	Ok(Any(Value::into_untyped(value, st)?))
+	Ok(Any(value))
 }
 
 #[builtin]
-pub fn builtin_parse_yaml(st: State, s: IStr) -> Result<Any> {
-	use serde_json::Value;
+pub fn builtin_parse_yaml(s: IStr) -> Result<Any> {
 	use serde_yaml_with_quirks::DeserializingQuirks;
 	let value = serde_yaml_with_quirks::Deserializer::from_str_with_quirks(
 		&s,
@@ -24,9 +22,8 @@
 	);
 	let mut out = vec![];
 	for item in value {
-		let value = Value::deserialize(item)
+		let val = Val::deserialize(item)
 			.map_err(|e| RuntimeError(format!("failed to parse yaml: {}", e).into()))?;
-		let val = Value::into_untyped(value, st.clone())?;
 		out.push(val);
 	}
 	Ok(Any(if out.is_empty() {
addedflake.nixdiffbeforeafterboth
--- /dev/null
+++ b/flake.nix
@@ -0,0 +1,28 @@
+{
+  description = "Jrsonnet";
+  inputs = {
+    nixpkgs.url = "github:nixos/nixpkgs";
+    flake-utils.url = "github:numtide/flake-utils";
+    rust-overlay.url = "github:oxalica/rust-overlay";
+  };
+  outputs = { nixpkgs, flake-utils, rust-overlay, ... }:
+    flake-utils.lib.eachDefaultSystem (system:
+      let
+        pkgs = import nixpkgs {
+          inherit system;
+          overlays = [ rust-overlay.overlays.default ];
+        };
+        rust = ((pkgs.rustChannelOf { date = "2022-10-22"; channel = "nightly"; }).default.override {
+          extensions = [ "rust-src" ];
+        });
+      in
+      rec {
+        devShell = pkgs.mkShell {
+          nativeBuildInputs = with pkgs;[
+            rust
+            cargo-edit
+          ];
+        };
+      }
+    );
+}