git.delta.rocks / jrsonnet / refs/commits / e082575a3fe9

1// All builtins should return results2#![allow(clippy::unnecessary_wraps)]34use std::collections::HashMap;56use format::{format_arr, format_obj};7use gcmodule::Cc;8use jrsonnet_interner::IStr;9use serde::Deserialize;10use serde_yaml::DeserializingQuirks;1112use crate::{13	builtin::manifest::{manifest_yaml_ex, ManifestYamlOptions},14	error::{Error::*, Result},15	function::{CallLocation, StaticBuiltin},16	operator::evaluate_mod_op,17	throw,18	typed::{Any, BoundedUsize, Bytes, Either2, Either4, PositiveF64, Typed, VecVal, M1},19	val::{equals, primitive_equals, ArrValue, FuncVal, IndexableVal, Slice},20	Either, ObjValue, State, Val,21};2223pub mod stdlib;24pub use stdlib::*;2526use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};2728pub mod format;29pub mod manifest;30pub mod sort;3132pub fn std_format(s: State, str: IStr, vals: Val) -> Result<String> {33	s.push(34		CallLocation::native(),35		|| format!("std.format of {}", str),36		|| {37			Ok(match vals {38				Val::Arr(vals) => format_arr(s.clone(), &str, &vals.evaluated(s.clone())?)?,39				Val::Obj(obj) => format_obj(s.clone(), &str, &obj)?,40				o => format_arr(s.clone(), &str, &[o])?,41			})42		},43	)44}4546pub fn std_slice(47	indexable: IndexableVal,48	index: Option<BoundedUsize<0, { i32::MAX as usize }>>,49	end: Option<BoundedUsize<0, { i32::MAX as usize }>>,50	step: Option<BoundedUsize<1, { i32::MAX as usize }>>,51) -> Result<Val> {52	match &indexable {53		IndexableVal::Str(s) => {54			let index = index.as_deref().copied().unwrap_or(0);55			let end = end.as_deref().copied().unwrap_or(usize::MAX);56			let step = step.as_deref().copied().unwrap_or(1);5758			if index >= end {59				return Ok(Val::Str("".into()));60			}6162			Ok(Val::Str(63				(s.chars()64					.skip(index)65					.take(end - index)66					.step_by(step)67					.collect::<String>())68				.into(),69			))70		}71		IndexableVal::Arr(arr) => {72			let index = index.as_deref().copied().unwrap_or(0);73			let end = end.as_deref().copied().unwrap_or(usize::MAX).min(arr.len());74			let step = step.as_deref().copied().unwrap_or(1);7576			if index >= end {77				return Ok(Val::Arr(ArrValue::new_eager()));78			}7980			Ok(Val::Arr(ArrValue::Slice(Box::new(Slice {81				inner: arr.clone(),82				from: index as u32,83				to: end as u32,84				step: step as u32,85			}))))86		}87	}88}8990type BuiltinsType = HashMap<IStr, &'static dyn StaticBuiltin>;9192thread_local! {93	pub static BUILTINS: BuiltinsType = {94		[95			("length".into(), builtin_length::INST),96			("type".into(), builtin_type::INST),97			("makeArray".into(), builtin_make_array::INST),98			("codepoint".into(), builtin_codepoint::INST),99			("objectFieldsEx".into(), builtin_object_fields_ex::INST),100			("objectHasEx".into(), builtin_object_has_ex::INST),101			("slice".into(), builtin_slice::INST),102			("substr".into(), builtin_substr::INST),103			("primitiveEquals".into(), builtin_primitive_equals::INST),104			("equals".into(), builtin_equals::INST),105			("modulo".into(), builtin_modulo::INST),106			("mod".into(), builtin_mod::INST),107			("floor".into(), builtin_floor::INST),108			("ceil".into(), builtin_ceil::INST),109			("log".into(), builtin_log::INST),110			("pow".into(), builtin_pow::INST),111			("sqrt".into(), builtin_sqrt::INST),112			("sin".into(), builtin_sin::INST),113			("cos".into(), builtin_cos::INST),114			("tan".into(), builtin_tan::INST),115			("asin".into(), builtin_asin::INST),116			("acos".into(), builtin_acos::INST),117			("atan".into(), builtin_atan::INST),118			("exp".into(), builtin_exp::INST),119			("mantissa".into(), builtin_mantissa::INST),120			("exponent".into(), builtin_exponent::INST),121			("extVar".into(), builtin_ext_var::INST),122			("native".into(), builtin_native::INST),123			("filter".into(), builtin_filter::INST),124			("map".into(), builtin_map::INST),125			("flatMap".into(), builtin_flatmap::INST),126			("foldl".into(), builtin_foldl::INST),127			("foldr".into(), builtin_foldr::INST),128			("sort".into(), builtin_sort::INST),129			("format".into(), builtin_format::INST),130			("range".into(), builtin_range::INST),131			("char".into(), builtin_char::INST),132			("encodeUTF8".into(), builtin_encode_utf8::INST),133			("decodeUTF8".into(), builtin_decode_utf8::INST),134			("md5".into(), builtin_md5::INST),135			("base64".into(), builtin_base64::INST),136			("base64DecodeBytes".into(), builtin_base64_decode_bytes::INST),137			("base64Decode".into(), builtin_base64_decode::INST),138			("trace".into(), builtin_trace::INST),139			("join".into(), builtin_join::INST),140			("escapeStringJson".into(), builtin_escape_string_json::INST),141			("manifestJsonEx".into(), builtin_manifest_json_ex::INST),142			("manifestYamlDoc".into(), builtin_manifest_yaml_doc::INST),143			("reverse".into(), builtin_reverse::INST),144			("id".into(), builtin_id::INST),145			("strReplace".into(), builtin_str_replace::INST),146			("splitLimit".into(), builtin_splitlimit::INST),147			("parseJson".into(), builtin_parse_json::INST),148			("parseYaml".into(), builtin_parse_yaml::INST),149			("asciiUpper".into(), builtin_ascii_upper::INST),150			("asciiLower".into(), builtin_ascii_lower::INST),151			("member".into(), builtin_member::INST),152			("count".into(), builtin_count::INST),153			("any".into(), builtin_any::INST),154			("all".into(), builtin_all::INST),155		].iter().cloned().collect()156	};157}158159#[jrsonnet_macros::builtin]160fn builtin_length(x: Either![IStr, ArrValue, ObjValue, FuncVal]) -> Result<usize> {161	use Either4::*;162	Ok(match x {163		A(x) => x.chars().count(),164		B(x) => x.len(),165		C(x) => x.len(),166		D(f) => f.args_len(),167	})168}169170#[jrsonnet_macros::builtin]171fn builtin_type(x: Any) -> Result<IStr> {172	Ok(x.0.value_type().name().into())173}174175#[jrsonnet_macros::builtin]176fn builtin_make_array(s: State, sz: usize, func: FuncVal) -> Result<VecVal> {177	let mut out = Vec::with_capacity(sz);178	for i in 0..sz {179		out.push(func.evaluate_simple(s.clone(), &[i as f64].as_slice())?);180	}181	Ok(VecVal(Cc::new(out)))182}183184#[jrsonnet_macros::builtin]185const fn builtin_codepoint(str: char) -> Result<u32> {186	Ok(str as u32)187}188189#[jrsonnet_macros::builtin]190fn builtin_object_fields_ex(191	obj: ObjValue,192	inc_hidden: bool,193	#[cfg(feature = "exp-preserve-order")] preserve_order: Option<bool>,194) -> Result<VecVal> {195	#[cfg(feature = "exp-preserve-order")]196	let preserve_order = preserve_order.unwrap_or(false);197	let out = obj.fields_ex(198		inc_hidden,199		#[cfg(feature = "exp-preserve-order")]200		preserve_order,201	);202	Ok(VecVal(Cc::new(203		out.into_iter().map(Val::Str).collect::<Vec<_>>(),204	)))205}206207#[jrsonnet_macros::builtin]208fn builtin_object_has_ex(obj: ObjValue, f: IStr, inc_hidden: bool) -> Result<bool> {209	Ok(obj.has_field_ex(f, inc_hidden))210}211212#[jrsonnet_macros::builtin]213fn builtin_parse_json(st: State, s: IStr) -> Result<Any> {214	use serde_json::Value;215	let value: Value = serde_json::from_str(&s)216		.map_err(|e| RuntimeError(format!("failed to parse json: {}", e).into()))?;217	Ok(Any(Value::into_untyped(value, st)?))218}219220#[jrsonnet_macros::builtin]221fn builtin_parse_yaml(st: State, s: IStr) -> Result<Any> {222	use serde_json::Value;223	let value = serde_yaml::Deserializer::from_str_with_quirks(224		&s,225		DeserializingQuirks { old_octals: true },226	);227	let mut out = vec![];228	for item in value {229		let value = Value::deserialize(item)230			.map_err(|e| RuntimeError(format!("failed to parse yaml: {}", e).into()))?;231		let val = Value::into_untyped(value, st.clone())?;232		out.push(val);233	}234	Ok(Any(if out.is_empty() {235		Val::Null236	} else if out.len() == 1 {237		out.into_iter().next().unwrap()238	} else {239		Val::Arr(out.into())240	}))241}242243#[jrsonnet_macros::builtin]244fn builtin_slice(245	indexable: IndexableVal,246	index: Option<BoundedUsize<0, { i32::MAX as usize }>>,247	end: Option<BoundedUsize<0, { i32::MAX as usize }>>,248	step: Option<BoundedUsize<1, { i32::MAX as usize }>>,249) -> Result<Any> {250	std_slice(indexable, index, end, step).map(Any)251}252253#[jrsonnet_macros::builtin]254fn builtin_substr(str: IStr, from: usize, len: usize) -> Result<String> {255	Ok(str.chars().skip(from as usize).take(len as usize).collect())256}257258#[jrsonnet_macros::builtin]259fn builtin_primitive_equals(a: Any, b: Any) -> Result<bool> {260	primitive_equals(&a.0, &b.0)261}262263#[jrsonnet_macros::builtin]264fn builtin_equals(s: State, a: Any, b: Any) -> Result<bool> {265	equals(s, &a.0, &b.0)266}267268#[jrsonnet_macros::builtin]269fn builtin_modulo(a: f64, b: f64) -> Result<f64> {270	Ok(a % b)271}272273#[jrsonnet_macros::builtin]274fn builtin_mod(s: State, a: Either![f64, IStr], b: Any) -> Result<Any> {275	use Either2::*;276	Ok(Any(evaluate_mod_op(277		s,278		&match a {279			A(v) => Val::Num(v),280			B(s) => Val::Str(s),281		},282		&b.0,283	)?))284}285286#[jrsonnet_macros::builtin]287fn builtin_floor(x: f64) -> Result<f64> {288	Ok(x.floor())289}290291#[jrsonnet_macros::builtin]292fn builtin_ceil(x: f64) -> Result<f64> {293	Ok(x.ceil())294}295296#[jrsonnet_macros::builtin]297fn builtin_log(n: f64) -> Result<f64> {298	Ok(n.ln())299}300301#[jrsonnet_macros::builtin]302fn builtin_pow(x: f64, n: f64) -> Result<f64> {303	Ok(x.powf(n))304}305306#[jrsonnet_macros::builtin]307fn builtin_sqrt(x: PositiveF64) -> Result<f64> {308	Ok(x.0.sqrt())309}310311#[jrsonnet_macros::builtin]312fn builtin_sin(x: f64) -> Result<f64> {313	Ok(x.sin())314}315316#[jrsonnet_macros::builtin]317fn builtin_cos(x: f64) -> Result<f64> {318	Ok(x.cos())319}320321#[jrsonnet_macros::builtin]322fn builtin_tan(x: f64) -> Result<f64> {323	Ok(x.tan())324}325326#[jrsonnet_macros::builtin]327fn builtin_asin(x: f64) -> Result<f64> {328	Ok(x.asin())329}330331#[jrsonnet_macros::builtin]332fn builtin_acos(x: f64) -> Result<f64> {333	Ok(x.acos())334}335336#[jrsonnet_macros::builtin]337fn builtin_atan(x: f64) -> Result<f64> {338	Ok(x.atan())339}340341#[jrsonnet_macros::builtin]342fn builtin_exp(x: f64) -> Result<f64> {343	Ok(x.exp())344}345346fn frexp(s: f64) -> (f64, i16) {347	if 0.0 == s {348		(s, 0)349	} else {350		let lg = s.abs().log2();351		let x = (lg - lg.floor() - 1.0).exp2();352		let exp = lg.floor() + 1.0;353		(s.signum() * x, exp as i16)354	}355}356357#[jrsonnet_macros::builtin]358fn builtin_mantissa(x: f64) -> Result<f64> {359	Ok(frexp(x).0)360}361362#[jrsonnet_macros::builtin]363fn builtin_exponent(x: f64) -> Result<i16> {364	Ok(frexp(x).1)365}366367#[jrsonnet_macros::builtin]368fn builtin_ext_var(s: State, x: IStr) -> Result<Any> {369	Ok(Any(s370		.settings()371		.ext_vars372		.get(&x)373		.cloned()374		.ok_or(UndefinedExternalVariable(x))?))375}376377#[jrsonnet_macros::builtin]378fn builtin_native(s: State, name: IStr) -> Result<Any> {379	Ok(Any(s380		.settings()381		.ext_natives382		.get(&name)383		.cloned()384		.map(|v| Val::Func(FuncVal::Builtin(v.clone())))385		.unwrap_or(Val::Null)))386}387388#[jrsonnet_macros::builtin]389fn builtin_filter(s: State, func: FuncVal, arr: ArrValue) -> Result<ArrValue> {390	arr.filter(s.clone(), |val| {391		bool::from_untyped(392			func.evaluate_simple(s.clone(), &[Any(val.clone())].as_slice())?,393			s.clone(),394		)395	})396}397398#[jrsonnet_macros::builtin]399fn builtin_map(s: State, func: FuncVal, arr: ArrValue) -> Result<ArrValue> {400	arr.map(s.clone(), |val| {401		func.evaluate_simple(s.clone(), &[Any(val)].as_slice())402	})403}404405#[jrsonnet_macros::builtin]406fn builtin_flatmap(s: State, func: FuncVal, arr: IndexableVal) -> Result<IndexableVal> {407	match arr {408		IndexableVal::Str(str) => {409			let mut out = String::new();410			for c in str.chars() {411				match func.evaluate_simple(s.clone(), &[c.to_string()].as_slice())? {412					Val::Str(o) => out.push_str(&o),413					Val::Null => continue,414					_ => throw!(RuntimeError(415						"in std.join all items should be strings".into()416					)),417				};418			}419			Ok(IndexableVal::Str(out.into()))420		}421		IndexableVal::Arr(a) => {422			let mut out = Vec::new();423			for el in a.iter(s.clone()) {424				let el = el?;425				match func.evaluate_simple(s.clone(), &[Any(el)].as_slice())? {426					Val::Arr(o) => {427						for oe in o.iter(s.clone()) {428							out.push(oe?);429						}430					}431					Val::Null => continue,432					_ => throw!(RuntimeError(433						"in std.join all items should be arrays".into()434					)),435				};436			}437			Ok(IndexableVal::Arr(out.into()))438		}439	}440}441442#[jrsonnet_macros::builtin]443fn builtin_foldl(s: State, func: FuncVal, arr: ArrValue, init: Any) -> Result<Any> {444	let mut acc = init.0;445	for i in arr.iter(s.clone()) {446		acc = func.evaluate_simple(s.clone(), &[Any(acc), Any(i?)].as_slice())?;447	}448	Ok(Any(acc))449}450451#[jrsonnet_macros::builtin]452fn builtin_foldr(s: State, func: FuncVal, arr: ArrValue, init: Any) -> Result<Any> {453	let mut acc = init.0;454	for i in arr.iter(s.clone()).rev() {455		acc = func.evaluate_simple(s.clone(), &[Any(i?), Any(acc)].as_slice())?;456	}457	Ok(Any(acc))458}459460#[jrsonnet_macros::builtin]461#[allow(non_snake_case)]462fn builtin_sort(s: State, arr: ArrValue, keyF: Option<FuncVal>) -> Result<ArrValue> {463	if arr.len() <= 1 {464		return Ok(arr);465	}466	Ok(ArrValue::Eager(sort::sort(467		s.clone(),468		arr.evaluated(s)?,469		keyF.as_ref(),470	)?))471}472473#[jrsonnet_macros::builtin]474fn builtin_format(s: State, str: IStr, vals: Any) -> Result<String> {475	std_format(s, str, vals.0)476}477478#[jrsonnet_macros::builtin]479fn builtin_range(from: i32, to: i32) -> Result<ArrValue> {480	if to < from {481		return Ok(ArrValue::new_eager());482	}483	Ok(ArrValue::new_range(from, to))484}485486#[jrsonnet_macros::builtin]487fn builtin_char(n: u32) -> Result<char> {488	Ok(std::char::from_u32(n as u32).ok_or(InvalidUnicodeCodepointGot(n as u32))?)489}490491#[jrsonnet_macros::builtin]492fn builtin_encode_utf8(str: IStr) -> Result<Bytes> {493	Ok(Bytes(str.bytes().collect::<Vec<u8>>().into()))494}495496#[jrsonnet_macros::builtin]497fn builtin_decode_utf8(arr: Bytes) -> Result<IStr> {498	Ok(std::str::from_utf8(&arr.0)499		.map_err(|_| RuntimeError("bad utf8".into()))?500		.into())501}502503#[jrsonnet_macros::builtin]504fn builtin_md5(str: IStr) -> Result<String> {505	Ok(format!("{:x}", md5::compute(&str.as_bytes())))506}507508#[jrsonnet_macros::builtin]509fn builtin_trace(s: State, loc: CallLocation, str: IStr, rest: Any) -> Result<Any> {510	eprint!("TRACE:");511	if let Some(loc) = loc.0 {512		let locs = s.map_source_locations(&loc.0, &[loc.1]);513		eprint!(514			" {}:{}",515			loc.0.file_name().unwrap().to_str().unwrap(),516			locs[0].line517		);518	}519	eprintln!(" {}", str);520	Ok(rest) as Result<Any>521}522523#[jrsonnet_macros::builtin]524fn builtin_base64(input: Either![Bytes, IStr]) -> Result<String> {525	use Either2::*;526	Ok(match input {527		A(a) => base64::encode(a.0),528		B(l) => base64::encode(l.bytes().collect::<Vec<_>>()),529	})530}531532#[jrsonnet_macros::builtin]533fn builtin_base64_decode_bytes(input: IStr) -> Result<Bytes> {534	Ok(Bytes(535		base64::decode(&input.as_bytes())536			.map_err(|_| RuntimeError("bad base64".into()))?537			.into(),538	))539}540541#[jrsonnet_macros::builtin]542fn builtin_base64_decode(input: IStr) -> Result<String> {543	let bytes = base64::decode(&input.as_bytes()).map_err(|_| RuntimeError("bad base64".into()))?;544	Ok(String::from_utf8(bytes).map_err(|_| RuntimeError("bad utf8".into()))?)545}546547#[jrsonnet_macros::builtin]548fn builtin_join(s: State, sep: IndexableVal, arr: ArrValue) -> Result<IndexableVal> {549	Ok(match sep {550		IndexableVal::Arr(joiner_items) => {551			let mut out = Vec::new();552553			let mut first = true;554			for item in arr.iter(s.clone()) {555				let item = item?.clone();556				if let Val::Arr(items) = item {557					if !first {558						out.reserve(joiner_items.len());559						// TODO: extend560						for item in joiner_items.iter(s.clone()) {561							out.push(item?);562						}563					}564					first = false;565					out.reserve(items.len());566					for item in items.iter(s.clone()) {567						out.push(item?);568					}569				} else if matches!(item, Val::Null) {570					continue;571				} else {572					throw!(RuntimeError(573						"in std.join all items should be arrays".into()574					));575				}576			}577578			IndexableVal::Arr(out.into())579		}580		IndexableVal::Str(sep) => {581			let mut out = String::new();582583			let mut first = true;584			for item in arr.iter(s) {585				let item = item?.clone();586				if let Val::Str(item) = item {587					if !first {588						out += &sep;589					}590					first = false;591					out += &item;592				} else if matches!(item, Val::Null) {593					continue;594				} else {595					throw!(RuntimeError(596						"in std.join all items should be strings".into()597					));598				}599			}600601			IndexableVal::Str(out.into())602		}603	})604}605606#[jrsonnet_macros::builtin]607fn builtin_escape_string_json(str_: IStr) -> Result<String> {608	Ok(escape_string_json(&str_))609}610611#[jrsonnet_macros::builtin]612fn builtin_manifest_json_ex(613	s: State,614	value: Any,615	indent: IStr,616	newline: Option<IStr>,617	key_val_sep: Option<IStr>,618	#[cfg(feature = "exp-preserve-order")] preserve_order: Option<bool>,619) -> Result<String> {620	let newline = newline.as_deref().unwrap_or("\n");621	let key_val_sep = key_val_sep.as_deref().unwrap_or(": ");622	manifest_json_ex(623		s,624		&value.0,625		&ManifestJsonOptions {626			padding: &indent,627			mtype: ManifestType::Std,628			newline,629			key_val_sep,630			#[cfg(feature = "exp-preserve-order")]631			preserve_order: preserve_order.unwrap_or(false),632		},633	)634}635636#[jrsonnet_macros::builtin]637fn builtin_manifest_yaml_doc(638	s: State,639	value: Any,640	indent_array_in_object: Option<bool>,641	quote_keys: Option<bool>,642	#[cfg(feature = "exp-preserve-order")] preserve_order: Option<bool>,643) -> Result<String> {644	manifest_yaml_ex(645		s,646		&value.0,647		&ManifestYamlOptions {648			padding: "  ",649			arr_element_padding: if indent_array_in_object.unwrap_or(false) {650				"  "651			} else {652				""653			},654			quote_keys: quote_keys.unwrap_or(true),655			#[cfg(feature = "exp-preserve-order")]656			preserve_order: preserve_order.unwrap_or(false),657		},658	)659}660661#[jrsonnet_macros::builtin]662fn builtin_reverse(value: ArrValue) -> Result<ArrValue> {663	Ok(value.reversed())664}665666#[jrsonnet_macros::builtin]667const fn builtin_id(v: Any) -> Result<Any> {668	Ok(v)669}670671#[jrsonnet_macros::builtin]672fn builtin_str_replace(str: String, from: IStr, to: IStr) -> Result<String> {673	Ok(str.replace(&from as &str, &to as &str))674}675676#[jrsonnet_macros::builtin]677fn builtin_splitlimit(str: IStr, c: IStr, maxsplits: Either![usize, M1]) -> Result<VecVal> {678	use Either2::*;679	Ok(VecVal(Cc::new(match maxsplits {680		A(n) => str681			.splitn(n + 1, &c as &str)682			.map(|s| Val::Str(s.into()))683			.collect(),684		B(_) => str.split(&c as &str).map(|s| Val::Str(s.into())).collect(),685	})))686}687688#[jrsonnet_macros::builtin]689fn builtin_ascii_upper(str: IStr) -> Result<String> {690	Ok(str.to_ascii_uppercase())691}692693#[jrsonnet_macros::builtin]694fn builtin_ascii_lower(str: IStr) -> Result<String> {695	Ok(str.to_ascii_lowercase())696}697698#[jrsonnet_macros::builtin]699fn builtin_member(s: State, arr: IndexableVal, x: Any) -> Result<bool> {700	match arr {701		IndexableVal::Str(str) => {702			let x: IStr = IStr::from_untyped(x.0, s)?;703			Ok(!x.is_empty() && str.contains(&*x))704		}705		IndexableVal::Arr(a) => {706			for item in a.iter(s.clone()) {707				let item = item?;708				if equals(s.clone(), &item, &x.0)? {709					return Ok(true);710				}711			}712			Ok(false)713		}714	}715}716717#[jrsonnet_macros::builtin]718fn builtin_count(s: State, arr: Vec<Any>, v: Any) -> Result<usize> {719	let mut count = 0;720	for item in &arr {721		if equals(s.clone(), &item.0, &v.0)? {722			count += 1;723		}724	}725	Ok(count)726}727728#[jrsonnet_macros::builtin]729fn builtin_any(s: State, arr: ArrValue) -> Result<bool> {730	for v in arr.iter(s.clone()) {731		let v = bool::from_untyped(v?, s.clone())?;732		if v {733			return Ok(true);734		}735	}736	Ok(false)737}738739#[jrsonnet_macros::builtin]740fn builtin_all(s: State, arr: ArrValue) -> Result<bool> {741	for v in arr.iter(s.clone()) {742		let v = bool::from_untyped(v?, s.clone())?;743		if !v {744			return Ok(false);745		}746	}747	Ok(true)748}