git.delta.rocks / jrsonnet / refs/commits / f51b87e6aff4

1use std::{2	borrow::Cow,3	cell::{Ref, RefCell, RefMut},4	collections::HashMap,5	rc::Rc,6};78use jrsonnet_evaluator::{9	error::{Error::*, Result},10	function::{builtin::Builtin, ArgLike, CallLocation, FuncVal, TlaArg},11	gc::TraceBox,12	tb,13	typed::{Any, Either, Either2, Either4, VecVal, M1},14	val::ArrValue,15	Context, ContextBuilder, IStr, ObjValue, ObjValueBuilder, State, Thunk, Val,16};17use jrsonnet_gcmodule::Cc;18use jrsonnet_macros::builtin;19use jrsonnet_parser::Source;2021mod expr;22mod types;23pub use types::*;24mod arrays;25pub use arrays::*;26mod math;27pub use math::*;28mod operator;29pub use operator::*;30mod sort;31pub use sort::*;32mod hash;33pub use hash::*;34mod encoding;35pub use encoding::*;36mod objects;37pub use objects::*;38mod manifest;39pub use manifest::*;40mod parse;41pub use parse::*;4243pub fn stdlib_uncached(s: State, settings: Rc<RefCell<Settings>>) -> ObjValue {44	let mut builder = ObjValueBuilder::new();4546	let expr = expr::stdlib_expr();47	let eval = jrsonnet_evaluator::evaluate(s.clone(), Context::default(), &expr)48		.expect("stdlib.jsonnet should have no errors")49		.as_obj()50		.expect("stdlib.jsonnet should evaluate to object");5152	builder.with_super(eval);5354	for (name, builtin) in [55		("length".into(), builtin_length::INST),56		// Types57		("type".into(), builtin_type::INST),58		("isString".into(), builtin_is_string::INST),59		("isNumber".into(), builtin_is_number::INST),60		("isBoolean".into(), builtin_is_boolean::INST),61		("isObject".into(), builtin_is_object::INST),62		("isArray".into(), builtin_is_array::INST),63		("isFunction".into(), builtin_is_function::INST),64		// Arrays65		("makeArray".into(), builtin_make_array::INST),66		("slice".into(), builtin_slice::INST),67		("map".into(), builtin_map::INST),68		("flatMap".into(), builtin_flatmap::INST),69		("filter".into(), builtin_filter::INST),70		("foldl".into(), builtin_foldl::INST),71		("foldr".into(), builtin_foldr::INST),72		("range".into(), builtin_range::INST),73		("join".into(), builtin_join::INST),74		("reverse".into(), builtin_reverse::INST),75		("any".into(), builtin_any::INST),76		("all".into(), builtin_all::INST),77		("member".into(), builtin_member::INST),78		("count".into(), builtin_count::INST),79		// Math80		("modulo".into(), builtin_modulo::INST),81		("floor".into(), builtin_floor::INST),82		("ceil".into(), builtin_ceil::INST),83		("log".into(), builtin_log::INST),84		("pow".into(), builtin_pow::INST),85		("sqrt".into(), builtin_sqrt::INST),86		("sin".into(), builtin_sin::INST),87		("cos".into(), builtin_cos::INST),88		("tan".into(), builtin_tan::INST),89		("asin".into(), builtin_asin::INST),90		("acos".into(), builtin_acos::INST),91		("atan".into(), builtin_atan::INST),92		("exp".into(), builtin_exp::INST),93		("mantissa".into(), builtin_mantissa::INST),94		("exponent".into(), builtin_exponent::INST),95		// Operator96		("mod".into(), builtin_mod::INST),97		("primitiveEquals".into(), builtin_primitive_equals::INST),98		("equals".into(), builtin_equals::INST),99		("format".into(), builtin_format::INST),100		// Sort101		("sort".into(), builtin_sort::INST),102		// Hash103		("md5".into(), builtin_md5::INST),104		// Encoding105		("encodeUTF8".into(), builtin_encode_utf8::INST),106		("decodeUTF8".into(), builtin_decode_utf8::INST),107		("base64".into(), builtin_base64::INST),108		("base64Decode".into(), builtin_base64_decode::INST),109		(110			"base64DecodeBytes".into(),111			builtin_base64_decode_bytes::INST,112		),113		// Objects114		("objectFieldsEx".into(), builtin_object_fields_ex::INST),115		("objectHasEx".into(), builtin_object_has_ex::INST),116		// Manifest117		("escapeStringJson".into(), builtin_escape_string_json::INST),118		("manifestJsonEx".into(), builtin_manifest_json_ex::INST),119		("manifestYamlDoc".into(), builtin_manifest_yaml_doc::INST),120		// Parsing121		("parseJson".into(), builtin_parse_json::INST),122		("parseYaml".into(), builtin_parse_yaml::INST),123		// Misc124		("codepoint".into(), builtin_codepoint::INST),125		("substr".into(), builtin_substr::INST),126		("char".into(), builtin_char::INST),127		("strReplace".into(), builtin_str_replace::INST),128		("splitLimit".into(), builtin_splitlimit::INST),129		("asciiUpper".into(), builtin_ascii_upper::INST),130		("asciiLower".into(), builtin_ascii_lower::INST),131		("findSubstr".into(), builtin_find_substr::INST),132	]133	.iter()134	.cloned()135	{136		builder137			.member(name)138			.hide()139			.value(s.clone(), Val::Func(FuncVal::StaticBuiltin(builtin)))140			.expect("no conflict");141	}142143	builder144		.member("extVar".into())145		.hide()146		.value(147			s.clone(),148			Val::Func(FuncVal::Builtin(Cc::new(tb!(builtin_ext_var {149				settings: settings.clone()150			})))),151		)152		.expect("no conflict");153	builder154		.member("native".into())155		.hide()156		.value(157			s.clone(),158			Val::Func(FuncVal::Builtin(Cc::new(tb!(builtin_native {159				settings: settings.clone()160			})))),161		)162		.expect("no conflict");163	builder164		.member("trace".into())165		.hide()166		.value(167			s.clone(),168			Val::Func(FuncVal::Builtin(Cc::new(tb!(builtin_trace { settings })))),169		)170		.expect("no conflict");171172	builder173		.member("id".into())174		.hide()175		.value(s, Val::Func(FuncVal::Id))176		.expect("no conflict");177178	builder.build()179}180181pub trait TracePrinter {182	fn print_trace(&self, s: State, loc: CallLocation, value: IStr);183}184185pub struct StdTracePrinter;186impl TracePrinter for StdTracePrinter {187	fn print_trace(&self, _s: State, loc: CallLocation, value: IStr) {188		eprint!("TRACE:");189		if let Some(loc) = loc.0 {190			let locs = loc.0.map_source_locations(&[loc.1]);191			eprint!(" {}:{}", loc.0.short_display(), locs[0].line);192		}193		eprintln!(" {}", value);194	}195}196197pub struct Settings {198	/// Used for `std.extVar`199	pub ext_vars: HashMap<IStr, TlaArg>,200	/// Used for `std.native`201	pub ext_natives: HashMap<IStr, Cc<TraceBox<dyn Builtin>>>,202	/// Used for `std.trace`203	pub trace_printer: Box<dyn TracePrinter>,204}205206impl Default for Settings {207	fn default() -> Self {208		Self {209			ext_vars: Default::default(),210			ext_natives: Default::default(),211			trace_printer: Box::new(StdTracePrinter),212		}213	}214}215216pub fn extvar_source(name: &str, code: impl Into<IStr>) -> Source {217	let source_name = format!("<extvar:{}>", name);218	Source::new_virtual(Cow::Owned(source_name), code.into())219}220221pub struct ContextInitializer {222	// When we don't need to support legacy-this-file, we can reuse same context for all files223	#[cfg(not(feature = "legacy-this-file"))]224	context: Context,225	// Otherwise, we can only keep first stdlib layer, and then stack thisFile on top of it226	#[cfg(feature = "legacy-this-file")]227	stdlib_obj: ObjValue,228	settings: Rc<RefCell<Settings>>,229}230impl ContextInitializer {231	pub fn new(s: State) -> Self {232		let settings = Rc::new(RefCell::new(Settings::default()));233		Self {234			#[cfg(not(feature = "legacy-this-file"))]235			context: {236				let mut context = ContextBuilder::with_capacity(1);237				context.bind(238					"std".into(),239					Thunk::evaluated(Val::Obj(stdlib_uncached(s, settings.clone()))),240				);241				context.build()242			},243			#[cfg(feature = "legacy-this-file")]244			stdlib_obj: stdlib_uncached(s, settings.clone()),245			settings,246		}247	}248	pub fn settings(&self) -> Ref<Settings> {249		self.settings.borrow()250	}251	pub fn settings_mut(&self) -> RefMut<Settings> {252		self.settings.borrow_mut()253	}254	pub fn add_ext_var(&self, name: IStr, value: Val) {255		self.settings_mut()256			.ext_vars257			.insert(name, TlaArg::Val(value));258	}259	pub fn add_ext_str(&self, name: IStr, value: IStr) {260		self.settings_mut()261			.ext_vars262			.insert(name, TlaArg::String(value));263	}264	pub fn add_ext_code(&self, name: &str, code: impl Into<IStr>) -> Result<()> {265		let code = code.into();266		let source = extvar_source(name, code.clone());267		let parsed = jrsonnet_parser::parse(268			&code,269			&jrsonnet_parser::ParserSettings {270				file_name: source.clone(),271			},272		)273		.map_err(|e| ImportSyntaxError {274			path: source,275			error: Box::new(e),276		})?;277		// self.data_mut().volatile_files.insert(source_name, code);278		self.settings_mut()279			.ext_vars280			.insert(name.into(), TlaArg::Code(parsed));281		Ok(())282	}283	pub fn add_native(&self, name: IStr, cb: Cc<TraceBox<dyn Builtin>>) {284		self.settings_mut().ext_natives.insert(name, cb);285	}286}287impl jrsonnet_evaluator::ContextInitializer for ContextInitializer {288	#[cfg(not(feature = "legacy-this-file"))]289	fn initialize(&self, _s: State, _source: Source) -> jrsonnet_evaluator::Context {290		self.context.clone()291	}292	#[cfg(feature = "legacy-this-file")]293	fn initialize(&self, s: State, source: Source) -> jrsonnet_evaluator::Context {294		let mut builder = ObjValueBuilder::new();295		builder.with_super(self.stdlib_obj.clone());296		builder297			.member("thisFile".into())298			.hide()299			.value(300				s,301				Val::Str(302					source303						.path()304						.map(|p| p.display().to_string())305						.unwrap_or_else(String::new)306						.into(),307				),308			)309			.expect("this object builder is empty");310		let stdlib_with_this_file = builder.build();311312		let mut context = ContextBuilder::with_capacity(1);313		context.bind(314			"std".into(),315			Thunk::evaluated(Val::Obj(stdlib_with_this_file)),316		);317		context.build()318	}319	unsafe fn as_any(&self) -> &dyn std::any::Any {320		self321	}322}323324#[builtin]325fn builtin_length(x: Either![IStr, ArrValue, ObjValue, FuncVal]) -> Result<usize> {326	use Either4::*;327	Ok(match x {328		A(x) => x.chars().count(),329		B(x) => x.len(),330		C(x) => x.len(),331		D(f) => f.params_len(),332	})333}334335#[builtin]336const fn builtin_codepoint(str: char) -> Result<u32> {337	Ok(str as u32)338}339340#[builtin]341fn builtin_substr(str: IStr, from: usize, len: usize) -> Result<String> {342	Ok(str.chars().skip(from as usize).take(len as usize).collect())343}344345#[builtin(fields(346	settings: Rc<RefCell<Settings>>,347))]348fn builtin_ext_var(this: &builtin_ext_var, s: State, x: IStr) -> Result<Any> {349	let ctx = s.create_default_context(extvar_source(&x, ""));350	Ok(Any(this351		.settings352		.borrow()353		.ext_vars354		.get(&x)355		.cloned()356		.ok_or(UndefinedExternalVariable(x))?357		.evaluate_arg(s.clone(), ctx, true)?358		.evaluate(s)?))359}360361#[builtin(fields(362	settings: Rc<RefCell<Settings>>,363))]364fn builtin_native(this: &builtin_native, name: IStr) -> Result<Any> {365	Ok(Any(this366		.settings367		.borrow()368		.ext_natives369		.get(&name)370		.cloned()371		.map_or(Val::Null, |v| {372			Val::Func(FuncVal::Builtin(v.clone()))373		})))374}375376#[builtin]377fn builtin_char(n: u32) -> Result<char> {378	Ok(std::char::from_u32(n as u32).ok_or(InvalidUnicodeCodepointGot(n as u32))?)379}380381#[builtin(fields(382	settings: Rc<RefCell<Settings>>,383))]384fn builtin_trace(385	this: &builtin_trace,386	s: State,387	loc: CallLocation,388	str: IStr,389	rest: Thunk<Val>,390) -> Result<Any> {391	this.settings392		.borrow()393		.trace_printer394		.print_trace(s.clone(), loc, str);395	Ok(Any(rest.evaluate(s)?))396}397398#[builtin]399fn builtin_str_replace(str: String, from: IStr, to: IStr) -> Result<String> {400	Ok(str.replace(&from as &str, &to as &str))401}402403#[builtin]404fn builtin_splitlimit(str: IStr, c: IStr, maxsplits: Either![usize, M1]) -> Result<VecVal> {405	use Either2::*;406	Ok(VecVal(Cc::new(match maxsplits {407		A(n) => str408			.splitn(n + 1, &c as &str)409			.map(|s| Val::Str(s.into()))410			.collect(),411		B(_) => str.split(&c as &str).map(|s| Val::Str(s.into())).collect(),412	})))413}414415#[builtin]416fn builtin_ascii_upper(str: IStr) -> Result<String> {417	Ok(str.to_ascii_uppercase())418}419420#[builtin]421fn builtin_ascii_lower(str: IStr) -> Result<String> {422	Ok(str.to_ascii_lowercase())423}424425#[builtin]426fn builtin_find_substr(pat: IStr, str: IStr) -> Result<ArrValue> {427	if pat.is_empty() || str.is_empty() || pat.len() > str.len() {428		return Ok(ArrValue::empty());429	}430431	let str = str.as_str();432	let pat = pat.as_bytes();433	let strb = str.as_bytes();434435	let max_pos = str.len() - pat.len();436437	let mut out: Vec<Val> = Vec::new();438	for (ch_idx, (i, _)) in str439		.char_indices()440		.take_while(|(i, _)| i <= &max_pos)441		.enumerate()442	{443		if &strb[i..i + pat.len()] == pat {444			out.push(Val::Num(ch_idx as f64))445		}446	}447	Ok(out.into())448}