git.delta.rocks / jrsonnet / refs/commits / 80f37a416bf7

1use crate::function::{CallLocation, StaticBuiltin};2use crate::typed::{Any, Bytes, PositiveF64, VecVal, M1};3use crate::{4	builtin::manifest::{manifest_yaml_ex, ManifestYamlOptions},5	equals,6	error::{Error::*, Result},7	operator::evaluate_mod_op,8	primitive_equals, push_frame, throw,9	typed::{Either2, Either4},10	with_state, ArrValue, FuncVal, IndexableVal, Val,11};12use crate::{Either, ObjValue};13use format::{format_arr, format_obj};14use gcmodule::Cc;15use jrsonnet_interner::IStr;16use serde::Deserialize;17use serde_yaml::DeserializingQuirks;18use std::collections::HashMap;19use std::convert::{TryFrom, TryInto};2021pub mod stdlib;22pub use stdlib::*;2324use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};2526pub mod format;27pub mod manifest;28pub mod sort;2930pub fn std_format(str: IStr, vals: Val) -> Result<String> {31	push_frame(32		CallLocation::native(),33		|| format!("std.format of {}", str),34		|| {35			Ok(match vals {36				Val::Arr(vals) => format_arr(&str, &vals.evaluated()?)?,37				Val::Obj(obj) => format_obj(&str, &obj)?,38				o => format_arr(&str, &[o])?,39			})40		},41	)42}4344pub fn std_slice(45	indexable: IndexableVal,46	index: Option<BoundedUsize<0, { i32::MAX as usize }>>,47	end: Option<BoundedUsize<0, { i32::MAX as usize }>>,48	step: Option<BoundedUsize<1, { i32::MAX as usize }>>,49) -> Result<Val> {50	match &indexable {51		IndexableVal::Str(s) => {52			let index = index.as_deref().copied().unwrap_or(0);53			let end = end.as_deref().copied().unwrap_or(usize::MAX);54			let step = step.as_deref().copied().unwrap_or(1);5556			if index >= end {57				return Ok(Val::Str("".into()));58			}5960			Ok(Val::Str(61			(s.chars()62				.skip(index)63				.take(end - index)64				.step_by(step)65				.collect::<String>())66			.into(),67			))68		}69		IndexableVal::Arr(arr) => {70			let index = index.as_deref().copied().unwrap_or(0);71			let end = end.as_deref().copied().unwrap_or(usize::MAX).min(arr.len());72			let step = step.as_deref().copied().unwrap_or(1);7374			if index >= end {75				return Ok(Val::Arr(ArrValue::new_eager()));76			}7778			Ok(Val::Arr(ArrValue::Slice(Box::new(Slice {79				inner: arr.clone(),80				from: index as u32,81				to: end as u32,82				step: step as u32,83			}))))84		}85	}86}8788type BuiltinsType = HashMap<IStr, &'static dyn StaticBuiltin>;8990thread_local! {91	pub static BUILTINS: BuiltinsType = {92		[93			("length".into(), builtin_length::INST),94			("type".into(), builtin_type::INST),95			("makeArray".into(), builtin_make_array::INST),96			("codepoint".into(), builtin_codepoint::INST),97			("objectFieldsEx".into(), builtin_object_fields_ex::INST),98			("objectHasEx".into(), builtin_object_has_ex::INST),99			("slice".into(), builtin_slice::INST),100			("substr".into(), builtin_substr::INST),101			("primitiveEquals".into(), builtin_primitive_equals::INST),102			("equals".into(), builtin_equals::INST),103			("modulo".into(), builtin_modulo::INST),104			("mod".into(), builtin_mod::INST),105			("floor".into(), builtin_floor::INST),106			("ceil".into(), builtin_ceil::INST),107			("log".into(), builtin_log::INST),108			("pow".into(), builtin_pow::INST),109			("sqrt".into(), builtin_sqrt::INST),110			("sin".into(), builtin_sin::INST),111			("cos".into(), builtin_cos::INST),112			("tan".into(), builtin_tan::INST),113			("asin".into(), builtin_asin::INST),114			("acos".into(), builtin_acos::INST),115			("atan".into(), builtin_atan::INST),116			("exp".into(), builtin_exp::INST),117			("mantissa".into(), builtin_mantissa::INST),118			("exponent".into(), builtin_exponent::INST),119			("extVar".into(), builtin_ext_var::INST),120			("native".into(), builtin_native::INST),121			("filter".into(), builtin_filter::INST),122			("map".into(), builtin_map::INST),123			("flatMap".into(), builtin_flatmap::INST),124			("foldl".into(), builtin_foldl::INST),125			("foldr".into(), builtin_foldr::INST),126			("sort".into(), builtin_sort::INST),127			("format".into(), builtin_format::INST),128			("range".into(), builtin_range::INST),129			("char".into(), builtin_char::INST),130			("encodeUTF8".into(), builtin_encode_utf8::INST),131			("decodeUTF8".into(), builtin_decode_utf8::INST),132			("md5".into(), builtin_md5::INST),133			("base64".into(), builtin_base64::INST),134			("base64DecodeBytes".into(), builtin_base64_decode_bytes::INST),135			("base64Decode".into(), builtin_base64_decode::INST),136			("trace".into(), builtin_trace::INST),137			("join".into(), builtin_join::INST),138			("escapeStringJson".into(), builtin_escape_string_json::INST),139			("manifestJsonEx".into(), builtin_manifest_json_ex::INST),140			("manifestYamlDoc".into(), builtin_manifest_yaml_doc::INST),141			("reverse".into(), builtin_reverse::INST),142			("id".into(), builtin_id::INST),143			("strReplace".into(), builtin_str_replace::INST),144			("splitLimit".into(), builtin_splitlimit::INST),145			("parseJson".into(), builtin_parse_json::INST),146			("parseYaml".into(), builtin_parse_yaml::INST),147			("asciiUpper".into(), builtin_ascii_upper::INST),148			("asciiLower".into(), builtin_ascii_lower::INST),149			("member".into(), builtin_member::INST),150			("count".into(), builtin_count::INST),151			("any".into(), builtin_any::INST),152			("all".into(), builtin_all::INST),153		].iter().cloned().collect()154	};155}156157#[jrsonnet_macros::builtin]158fn builtin_length(x: Either![IStr, ArrValue, ObjValue, FuncVal]) -> Result<usize> {159	use Either4::*;160	Ok(match x {161		A(x) => x.chars().count(),162		B(x) => x.len(),163		C(x) => x164			.fields_visibility()165			.into_iter()166			.filter(|(_k, v)| *v)167			.count(),168		D(f) => f.args_len(),169	})170}171172#[jrsonnet_macros::builtin]173fn builtin_type(x: Any) -> Result<IStr> {174	Ok(x.0.value_type().name().into())175}176177#[jrsonnet_macros::builtin]178fn builtin_make_array(sz: usize, func: FuncVal) -> Result<VecVal> {179	let mut out = Vec::with_capacity(sz);180	for i in 0..sz {181		out.push(func.evaluate_simple(&[i as f64].as_slice())?)182	}183	Ok(VecVal(Cc::new(out)))184}185186#[jrsonnet_macros::builtin]187const fn builtin_codepoint(str: char) -> Result<u32> {188	Ok(str as u32)189}190191#[jrsonnet_macros::builtin]192fn builtin_object_fields_ex(obj: ObjValue, inc_hidden: bool) -> Result<VecVal> {193	let out = obj.fields_ex(inc_hidden);194	Ok(VecVal(Cc::new(195		out.into_iter().map(Val::Str).collect::<Vec<_>>(),196	)))197}198199#[jrsonnet_macros::builtin]200fn builtin_object_has_ex(obj: ObjValue, f: IStr, inc_hidden: bool) -> Result<bool> {201	Ok(obj.has_field_ex(f, inc_hidden))202}203204#[jrsonnet_macros::builtin]205fn builtin_parse_json(s: IStr) -> Result<Any> {206	let value: serde_json::Value = serde_json::from_str(&s)207		.map_err(|e| RuntimeError(format!("failed to parse json: {}", e).into()))?;208	Ok(Any(Val::try_from(&value)?))209}210211#[jrsonnet_macros::builtin]212fn builtin_parse_yaml(s: IStr) -> Result<Any> {213	let value = serde_yaml::Deserializer::from_str_with_quirks(214		&s,215		DeserializingQuirks { old_octals: true },216	);217	let mut out = vec![];218	for item in value {219		let value = serde_json::Value::deserialize(item)220			.map_err(|e| RuntimeError(format!("failed to parse yaml: {}", e).into()))?;221		let val = Val::try_from(&value)?;222		out.push(val);223	}224	Ok(Any(if out.is_empty() {225		Val::Null226	} else if out.len() == 1 {227		out.into_iter().next().unwrap()228	} else {229		Val::Arr(out.into())230	}))231}232233#[jrsonnet_macros::builtin]234fn builtin_slice(235	indexable: IndexableVal,236	index: Option<BoundedUsize<0, { i32::MAX as usize }>>,237	end: Option<BoundedUsize<0, { i32::MAX as usize }>>,238	step: Option<BoundedUsize<1, { i32::MAX as usize }>>,239) -> Result<Any> {240	std_slice(indexable, index, end, step).map(Any)241}242243#[jrsonnet_macros::builtin]244fn builtin_substr(str: IStr, from: usize, len: usize) -> Result<String> {245	Ok(str.chars().skip(from as usize).take(len as usize).collect())246}247248#[jrsonnet_macros::builtin]249fn builtin_primitive_equals(a: Any, b: Any) -> Result<bool> {250	primitive_equals(&a.0, &b.0)251}252253#[jrsonnet_macros::builtin]254fn builtin_equals(a: Any, b: Any) -> Result<bool> {255	equals(&a.0, &b.0)256}257258#[jrsonnet_macros::builtin]259fn builtin_modulo(a: f64, b: f64) -> Result<f64> {260	Ok(a % b)261}262263#[jrsonnet_macros::builtin]264fn builtin_mod(a: Either![f64, IStr], b: Any) -> Result<Any> {265	use Either2::*;266	Ok(Any(evaluate_mod_op(267		&match a {268			A(v) => Val::Num(v),269			B(s) => Val::Str(s),270		},271		&b.0,272	)?))273}274275#[jrsonnet_macros::builtin]276fn builtin_floor(x: f64) -> Result<f64> {277	Ok(x.floor())278}279280#[jrsonnet_macros::builtin]281fn builtin_ceil(x: f64) -> Result<f64> {282	Ok(x.ceil())283}284285#[jrsonnet_macros::builtin]286fn builtin_log(n: f64) -> Result<f64> {287	Ok(n.ln())288}289290#[jrsonnet_macros::builtin]291fn builtin_pow(x: f64, n: f64) -> Result<f64> {292	Ok(x.powf(n))293}294295#[jrsonnet_macros::builtin]296fn builtin_sqrt(x: PositiveF64) -> Result<f64> {297	Ok(x.0.sqrt())298}299300#[jrsonnet_macros::builtin]301fn builtin_sin(x: f64) -> Result<f64> {302	Ok(x.sin())303}304305#[jrsonnet_macros::builtin]306fn builtin_cos(x: f64) -> Result<f64> {307	Ok(x.cos())308}309310#[jrsonnet_macros::builtin]311fn builtin_tan(x: f64) -> Result<f64> {312	Ok(x.tan())313}314315#[jrsonnet_macros::builtin]316fn builtin_asin(x: f64) -> Result<f64> {317	Ok(x.asin())318}319320#[jrsonnet_macros::builtin]321fn builtin_acos(x: f64) -> Result<f64> {322	Ok(x.acos())323}324325#[jrsonnet_macros::builtin]326fn builtin_atan(x: f64) -> Result<f64> {327	Ok(x.atan())328}329330#[jrsonnet_macros::builtin]331fn builtin_exp(x: f64) -> Result<f64> {332	Ok(x.exp())333}334335fn frexp(s: f64) -> (f64, i16) {336	if 0.0 == s {337		(s, 0)338	} else {339		let lg = s.abs().log2();340		let x = (lg - lg.floor() - 1.0).exp2();341		let exp = lg.floor() + 1.0;342		(s.signum() * x, exp as i16)343	}344}345346#[jrsonnet_macros::builtin]347fn builtin_mantissa(x: f64) -> Result<f64> {348	Ok(frexp(x).0)349}350351#[jrsonnet_macros::builtin]352fn builtin_exponent(x: f64) -> Result<i16> {353	Ok(frexp(x).1)354}355356#[jrsonnet_macros::builtin]357fn builtin_ext_var(x: IStr) -> Result<Any> {358	Ok(Any(with_state(|s| s.settings().ext_vars.get(&x).cloned())359		.ok_or(UndefinedExternalVariable(x))?))360}361362#[jrsonnet_macros::builtin]363fn builtin_native(name: IStr) -> Result<FuncVal> {364	Ok(with_state(|s| s.settings().ext_natives.get(&name).cloned())365		.map(|v| FuncVal::Builtin(v.clone()))366		.ok_or(UndefinedExternalFunction(name))?)367}368369#[jrsonnet_macros::builtin]370fn builtin_filter(func: FuncVal, arr: ArrValue) -> Result<ArrValue> {371	arr.filter(|val| bool::try_from(func.evaluate_simple(&[Any(val.clone())].as_slice())?))372}373374#[jrsonnet_macros::builtin]375fn builtin_map(func: FuncVal, arr: ArrValue) -> Result<ArrValue> {376	arr.map(|val| func.evaluate_simple(&[Any(val)].as_slice()))377}378379#[jrsonnet_macros::builtin]380fn builtin_flatmap(func: FuncVal, arr: IndexableVal) -> Result<IndexableVal> {381	match arr {382		IndexableVal::Str(s) => {383			let mut out = String::new();384			for c in s.chars() {385				match func.evaluate_simple(&[c.to_string()].as_slice())? {386					Val::Str(o) => out.push_str(&o),387					_ => throw!(RuntimeError(388						"in std.join all items should be strings".into()389					)),390				};391			}392			Ok(IndexableVal::Str(out.into()))393		}394		IndexableVal::Arr(a) => {395			let mut out = Vec::new();396			for el in a.iter() {397				let el = el?;398				match func.evaluate_simple(&[Any(el)].as_slice())? {399					Val::Arr(o) => {400						for oe in o.iter() {401							out.push(oe?)402						}403					}404					_ => throw!(RuntimeError(405						"in std.join all items should be arrays".into()406					)),407				};408			}409			Ok(IndexableVal::Arr(out.into()))410		}411	}412}413414#[jrsonnet_macros::builtin]415fn builtin_foldl(func: FuncVal, arr: ArrValue, init: Any) -> Result<Any> {416	let mut acc = init.0;417	for i in arr.iter() {418		acc = func.evaluate_simple(&[Any(acc), Any(i?)].as_slice())?;419	}420	Ok(Any(acc))421}422423#[jrsonnet_macros::builtin]424fn builtin_foldr(func: FuncVal, arr: ArrValue, init: Any) -> Result<Any> {425	let mut acc = init.0;426	for i in arr.iter().rev() {427		acc = func.evaluate_simple(&[Any(i?), Any(acc)].as_slice())?;428	}429	Ok(Any(acc))430}431432#[jrsonnet_macros::builtin]433#[allow(non_snake_case)]434fn builtin_sort(arr: ArrValue, keyF: Option<FuncVal>) -> Result<ArrValue> {435	if arr.len() <= 1 {436		return Ok(arr);437	}438	Ok(ArrValue::Eager(sort::sort(439		arr.evaluated()?,440		keyF.as_ref(),441	)?))442}443444#[jrsonnet_macros::builtin]445fn builtin_format(str: IStr, vals: Any) -> Result<String> {446	std_format(str, vals.0)447}448449#[jrsonnet_macros::builtin]450fn builtin_range(from: i32, to: i32) -> Result<ArrValue> {451	if to < from {452		return Ok(ArrValue::new_eager());453	}454	Ok(ArrValue::new_range(from, to))455}456457#[jrsonnet_macros::builtin]458fn builtin_char(n: u32) -> Result<char> {459	Ok(std::char::from_u32(n as u32).ok_or(InvalidUnicodeCodepointGot(n as u32))?)460}461462#[jrsonnet_macros::builtin]463fn builtin_encode_utf8(str: IStr) -> Result<Bytes> {464	Ok(Bytes(str.bytes().collect::<Vec<u8>>().into()))465}466467#[jrsonnet_macros::builtin]468fn builtin_decode_utf8(arr: Bytes) -> Result<IStr> {469	Ok(std::str::from_utf8(&arr.0)470		.map_err(|_| RuntimeError("bad utf8".into()))?471		.into())472}473474#[jrsonnet_macros::builtin]475fn builtin_md5(str: IStr) -> Result<String> {476	Ok(format!("{:x}", md5::compute(&str.as_bytes())))477}478479#[jrsonnet_macros::builtin]480fn builtin_trace(loc: CallLocation, str: IStr, rest: Any) -> Result<Any> {481	eprint!("TRACE:");482	if let Some(loc) = loc.0 {483		with_state(|s| {484			let locs = s.map_source_locations(&loc.0, &[loc.1]);485			eprint!(486				" {}:{}",487				loc.0.file_name().unwrap().to_str().unwrap(),488				locs[0].line489			);490		});491	}492	eprintln!(" {}", str);493	Ok(rest) as Result<Any>494}495496#[jrsonnet_macros::builtin]497fn builtin_base64(input: Either![Bytes, IStr]) -> Result<String> {498	use Either2::*;499	Ok(match input {500		A(a) => base64::encode(a.0),501		B(l) => base64::encode(l.bytes().collect::<Vec<_>>()),502	})503}504505#[jrsonnet_macros::builtin]506fn builtin_base64_decode_bytes(input: IStr) -> Result<Bytes> {507	Ok(Bytes(508		base64::decode(&input.as_bytes())509			.map_err(|_| RuntimeError("bad base64".into()))?510			.into(),511	))512}513514#[jrsonnet_macros::builtin]515fn builtin_base64_decode(input: IStr) -> Result<String> {516	let bytes = base64::decode(&input.as_bytes()).map_err(|_| RuntimeError("bad base64".into()))?;517	Ok(String::from_utf8(bytes).map_err(|_| RuntimeError("bad utf8".into()))?)518}519520#[jrsonnet_macros::builtin]521fn builtin_join(sep: IndexableVal, arr: ArrValue) -> Result<IndexableVal> {522	Ok(match sep {523		IndexableVal::Arr(joiner_items) => {524			let mut out = Vec::new();525526			let mut first = true;527			for item in arr.iter() {528				let item = item?.clone();529				if let Val::Arr(items) = item {530					if !first {531						out.reserve(joiner_items.len());532						// TODO: extend533						for item in joiner_items.iter() {534							out.push(item?);535						}536					}537					first = false;538					out.reserve(items.len());539					// TODO: extend540					for item in items.iter() {541						out.push(item?);542					}543				} else {544					throw!(RuntimeError(545						"in std.join all items should be arrays".into()546					));547				}548			}549550			IndexableVal::Arr(out.into())551		}552		IndexableVal::Str(sep) => {553			let mut out = String::new();554555			let mut first = true;556			for item in arr.iter() {557				let item = item?.clone();558				if let Val::Str(item) = item {559					if !first {560						out += &sep;561					}562					first = false;563					out += &item;564				} else {565					throw!(RuntimeError(566						"in std.join all items should be strings".into()567					));568				}569			}570571			IndexableVal::Str(out.into())572		}573	})574}575576#[jrsonnet_macros::builtin]577fn builtin_escape_string_json(str_: IStr) -> Result<String> {578	Ok(escape_string_json(&str_))579}580581#[jrsonnet_macros::builtin]582fn builtin_manifest_json_ex(583	value: Any,584	indent: IStr,585	newline: Option<IStr>,586	key_val_sep: Option<IStr>,587) -> Result<String> {588	let newline = newline.as_deref().unwrap_or("\n");589	let key_val_sep = key_val_sep.as_deref().unwrap_or(": ");590	manifest_json_ex(591		&value.0,592		&ManifestJsonOptions {593			padding: &indent,594			mtype: ManifestType::Std,595			newline,596			key_val_sep,597		},598	)599}600601#[jrsonnet_macros::builtin]602fn builtin_manifest_yaml_doc(603	value: Any,604	indent_array_in_object: Option<bool>,605	quote_keys: Option<bool>,606) -> Result<String> {607	manifest_yaml_ex(608		&value.0,609		&ManifestYamlOptions {610			padding: "  ",611			arr_element_padding: if indent_array_in_object.unwrap_or(false) {612				"  "613			} else {614				""615			},616			quote_keys: quote_keys.unwrap_or(true),617		},618	)619}620621#[jrsonnet_macros::builtin]622fn builtin_reverse(value: ArrValue) -> Result<ArrValue> {623	Ok(value.reversed())624}625626#[jrsonnet_macros::builtin]627const fn builtin_id(v: Any) -> Result<Any> {628	Ok(v)629}630631#[jrsonnet_macros::builtin]632fn builtin_str_replace(str: String, from: IStr, to: IStr) -> Result<String> {633	Ok(str.replace(&from as &str, &to as &str))634}635636#[jrsonnet_macros::builtin]637fn builtin_splitlimit(str: IStr, c: IStr, maxsplits: Either![usize, M1]) -> Result<VecVal> {638	use Either2::*;639	Ok(VecVal(Cc::new(match maxsplits {640		A(n) => str641			.splitn(n + 1, &c as &str)642			.map(|s| Val::Str(s.into()))643			.collect(),644		B(_) => str.split(&c as &str).map(|s| Val::Str(s.into())).collect(),645	})))646}647648#[jrsonnet_macros::builtin]649fn builtin_ascii_upper(str: IStr) -> Result<String> {650	Ok(str.to_ascii_uppercase())651}652653#[jrsonnet_macros::builtin]654fn builtin_ascii_lower(str: IStr) -> Result<String> {655	Ok(str.to_ascii_lowercase())656}657658#[jrsonnet_macros::builtin]659fn builtin_member(arr: IndexableVal, x: Any) -> Result<bool> {660	match arr {661		IndexableVal::Str(s) => {662			let x: IStr = IStr::try_from(x.0)?;663			Ok(!x.is_empty() && s.contains(&*x))664		}665		IndexableVal::Arr(a) => {666			for item in a.iter() {667				let item = item?;668				if equals(&item, &x.0)? {669					return Ok(true);670				}671			}672			Ok(false)673		}674	}675}676677#[jrsonnet_macros::builtin]678fn builtin_count(arr: Vec<Any>, v: Any) -> Result<usize> {679	let mut count = 0;680	for item in arr.iter() {681		if equals(&item.0, &v.0)? {682			count += 1;683		}684	}685	Ok(count)686}687688#[jrsonnet_macros::builtin]689fn builtin_any(arr: ArrValue) -> Result<bool> {690	for v in arr.iter() {691		let v: bool = v?.try_into()?;692		if v {693			return Ok(true);694		}695	}696	Ok(false)697}698699#[jrsonnet_macros::builtin]700fn builtin_all(arr: ArrValue) -> Result<bool> {701	for v in arr.iter() {702		let v: bool = v?.try_into()?;703		if !v {704			return Ok(false);705		}706	}707	Ok(true)708}