git.delta.rocks / jrsonnet / refs/commits / 702547533591

1use crate::{2	equals,3	error::{Error::*, Result},4	operator::evaluate_mod_op,5	parse_args, primitive_equals, push, throw, with_state, ArrValue, Context, EvaluationState,6	FuncVal, IndexableVal, LazyVal, Val,7};8use format::{format_arr, format_obj};9use jrsonnet_gc::Gc;10use jrsonnet_interner::IStr;11use jrsonnet_parser::{ArgsDesc, ExprLocation};12use jrsonnet_types::ty;13use std::{collections::HashMap, path::PathBuf, rc::Rc};1415pub mod stdlib;16pub use stdlib::*;1718use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};1920pub mod format;21pub mod manifest;22pub mod sort;2324pub fn std_format(str: IStr, vals: Val) -> Result<Val> {25	push(26		Some(&ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)),27		|| format!("std.format of {}", str),28		|| {29			Ok(match vals {30				Val::Arr(vals) => Val::Str(format_arr(&str, &vals.evaluated()?)?.into()),31				Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),32				o => Val::Str(format_arr(&str, &[o])?.into()),33			})34		},35	)36}3738pub fn std_slice(39	indexable: IndexableVal,40	index: Option<usize>,41	end: Option<usize>,42	step: Option<usize>,43) -> Result<Val> {44	let index = index.unwrap_or(0);45	let end = end.unwrap_or_else(|| match &indexable {46		IndexableVal::Str(_) => usize::MAX,47		IndexableVal::Arr(v) => v.len(),48	});49	let step = step.unwrap_or(1);50	match &indexable {51		IndexableVal::Str(s) => Ok(Val::Str(52			(s.chars()53				.skip(index)54				.take(end - index)55				.step_by(step)56				.collect::<String>())57			.into(),58		)),59		IndexableVal::Arr(arr) => Ok(Val::Arr(60			(arr.iter()61				.skip(index)62				.take(end - index)63				.step_by(step)64				.collect::<Result<Vec<Val>>>()?)65			.into(),66		)),67	}68}6970type Builtin = fn(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val>;7172type BuiltinsType = HashMap<Box<str>, Builtin>;7374thread_local! {75	static BUILTINS: BuiltinsType = {76		[77			("length".into(), builtin_length as Builtin),78			("type".into(), builtin_type),79			("makeArray".into(), builtin_make_array),80			("codepoint".into(), builtin_codepoint),81			("objectFieldsEx".into(), builtin_object_fields_ex),82			("objectHasEx".into(), builtin_object_has_ex),83			("slice".into(), builtin_slice),84			("primitiveEquals".into(), builtin_primitive_equals),85			("equals".into(), builtin_equals),86			("modulo".into(), builtin_modulo),87			("mod".into(), builtin_mod),88			("floor".into(), builtin_floor),89			("ceil".into(), builtin_ceil),90			("log".into(), builtin_log),91			("pow".into(), builtin_pow),92			("sqrt".into(), builtin_sqrt),93			("sin".into(), builtin_sin),94			("cos".into(), builtin_cos),95			("tan".into(), builtin_tan),96			("asin".into(), builtin_asin),97			("acos".into(), builtin_acos),98			("atan".into(), builtin_atan),99			("extVar".into(), builtin_ext_var),100			("native".into(), builtin_native),101			("filter".into(), builtin_filter),102			("map".into(), builtin_map),103			("flatMap".into(), builtin_flatmap),104			("foldl".into(), builtin_foldl),105			("foldr".into(), builtin_foldr),106			("sortImpl".into(), builtin_sort_impl),107			("format".into(), builtin_format),108			("range".into(), builtin_range),109			("char".into(), builtin_char),110			("encodeUTF8".into(), builtin_encode_utf8),111			("md5".into(), builtin_md5),112			("base64".into(), builtin_base64),113			("trace".into(), builtin_trace),114			("join".into(), builtin_join),115			("escapeStringJson".into(), builtin_escape_string_json),116			("manifestJsonEx".into(), builtin_manifest_json_ex),117			("reverse".into(), builtin_reverse),118			("id".into(), builtin_id),119			("strReplace".into(), builtin_str_replace),120			("parseJson".into(), builtin_parse_json),121		].iter().cloned().collect()122	};123}124125fn builtin_length(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {126	parse_args!(context, "length", args, 1, [127		0, x: ty!((string | object | array));128	], {129		Ok(match x {130			Val::Str(n) => Val::Num(n.chars().count() as f64),131			Val::Arr(a) => Val::Num(a.len() as f64),132			Val::Obj(o) => Val::Num(133				o.fields_visibility()134					.into_iter()135					.filter(|(_k, v)| *v)136					.count() as f64,137			),138			_ => unreachable!(),139		})140	})141}142143fn builtin_type(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {144	parse_args!(context, "type", args, 1, [145		0, x: ty!(any);146	], {147		Ok(Val::Str(x.value_type().name().into()))148	})149}150151fn builtin_make_array(152	context: Context,153	_loc: Option<&ExprLocation>,154	args: &ArgsDesc,155) -> Result<Val> {156	parse_args!(context, "makeArray", args, 2, [157		0, sz: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;158		1, func: ty!(function) => Val::Func;159	], {160		let mut out = Vec::with_capacity(sz as usize);161		for i in 0..sz as usize {162			out.push(LazyVal::new_resolved(func.evaluate_values(163				context.clone(),164				&[Val::Num(i as f64)]165			)?))166		}167		Ok(Val::Arr(out.into()))168	})169}170171fn builtin_codepoint(172	context: Context,173	_loc: Option<&ExprLocation>,174	args: &ArgsDesc,175) -> Result<Val> {176	parse_args!(context, "codepoint", args, 1, [177		0, str: ty!(char) => Val::Str;178	], {179		Ok(Val::Num(str.chars().next().unwrap() as u32 as f64))180	})181}182183fn builtin_object_fields_ex(184	context: Context,185	_loc: Option<&ExprLocation>,186	args: &ArgsDesc,187) -> Result<Val> {188	parse_args!(context, "objectFieldsEx", args, 2, [189		0, obj: ty!(object) => Val::Obj;190		1, inc_hidden: ty!(boolean) => Val::Bool;191	], {192		let out = obj.fields_ex(inc_hidden);193		Ok(Val::Arr(out.into_iter().map(Val::Str).collect::<Vec<_>>().into()))194	})195}196197fn builtin_object_has_ex(198	context: Context,199	_loc: Option<&ExprLocation>,200	args: &ArgsDesc,201) -> Result<Val> {202	parse_args!(context, "objectHasEx", args, 3, [203		0, obj: ty!(object) => Val::Obj;204		1, f: ty!(string) => Val::Str;205		2, inc_hidden: ty!(boolean) => Val::Bool;206	], {207		Ok(Val::Bool(obj.has_field_ex(f, inc_hidden)))208	})209}210211fn builtin_parse_json(212	context: Context,213	_loc: Option<&ExprLocation>,214	args: &ArgsDesc,215) -> Result<Val> {216	parse_args!(context, "parseJson", args, 1, [217		0, s: ty!(string) => Val::Str;218	], {219		let state = EvaluationState::default();220		let path = PathBuf::from("std.parseJson").into();221		state.evaluate_snippet_raw(path ,s)222	})223}224225fn builtin_slice(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {226	parse_args!(context, "slice", args, 4, [227		0, indexable: ty!((string | array));228		1, index: ty!((number | null));229		2, end: ty!((number | null));230		3, step: ty!((number | null));231	], {232		std_slice(233			indexable.into_indexable()?,234			index.try_cast_nullable_num("index")?.map(|v| v as usize),235			end.try_cast_nullable_num("end")?.map(|v| v as usize),236			step.try_cast_nullable_num("step")?.map(|v| v as usize),237		)238	})239}240241fn builtin_primitive_equals(242	context: Context,243	_loc: Option<&ExprLocation>,244	args: &ArgsDesc,245) -> Result<Val> {246	parse_args!(context, "primitiveEquals", args, 2, [247		0, a: ty!(any);248		1, b: ty!(any);249	], {250		Ok(Val::Bool(primitive_equals(&a, &b)?))251	})252}253254fn builtin_equals(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {255	parse_args!(context, "equals", args, 2, [256		0, a: ty!(any);257		1, b: ty!(any);258	], {259		Ok(Val::Bool(equals(&a, &b)?))260	})261}262263fn builtin_modulo(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {264	parse_args!(context, "modulo", args, 2, [265		0, a: ty!(number) => Val::Num;266		1, b: ty!(number) => Val::Num;267	], {268		Ok(Val::Num(a % b))269	})270}271272fn builtin_mod(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {273	parse_args!(context, "mod", args, 2, [274		0, a: ty!((number | string));275		1, b: ty!(any);276	], {277		evaluate_mod_op(&a, &b)278	})279}280281fn builtin_floor(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {282	parse_args!(context, "floor", args, 1, [283		0, x: ty!(number) => Val::Num;284	], {285		Ok(Val::Num(x.floor()))286	})287}288289fn builtin_ceil(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {290	parse_args!(context, "ceil", args, 1, [291		0, x: ty!(number) => Val::Num;292	], {293		Ok(Val::Num(x.ceil()))294	})295}296297fn builtin_log(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {298	parse_args!(context, "log", args, 1, [299		0, n: ty!(number) => Val::Num;300	], {301		Ok(Val::Num(n.ln()))302	})303}304305fn builtin_pow(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {306	parse_args!(context, "pow", args, 2, [307		0, x: ty!(number) => Val::Num;308		1, n: ty!(number) => Val::Num;309	], {310		Ok(Val::Num(x.powf(n)))311	})312}313314fn builtin_sqrt(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {315	parse_args!(context, "sqrt", args, 1, [316		0, x: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;317	], {318		Ok(Val::Num(x.sqrt()))319	})320}321322fn builtin_sin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {323	parse_args!(context, "sin", args, 1, [324		0, x: ty!(number) => Val::Num;325	], {326		Ok(Val::Num(x.sin()))327	})328}329330fn builtin_cos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {331	parse_args!(context, "cos", args, 1, [332		0, x: ty!(number) => Val::Num;333	], {334		Ok(Val::Num(x.cos()))335	})336}337338fn builtin_tan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {339	parse_args!(context, "tan", args, 1, [340		0, x: ty!(number) => Val::Num;341	], {342		Ok(Val::Num(x.tan()))343	})344}345346fn builtin_asin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {347	parse_args!(context, "asin", args, 1, [348		0, x: ty!(number) => Val::Num;349	], {350		Ok(Val::Num(x.asin()))351	})352}353354fn builtin_acos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {355	parse_args!(context, "acos", args, 1, [356		0, x: ty!(number) => Val::Num;357	], {358		Ok(Val::Num(x.acos()))359	})360}361362fn builtin_atan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {363	parse_args!(context, "atan", args, 1, [364		0, x: ty!(number) => Val::Num;365	], {366		Ok(Val::Num(x.atan()))367	})368}369370fn builtin_ext_var(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {371	parse_args!(context, "extVar", args, 1, [372		0, x: ty!(string) => Val::Str;373	], {374		Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or(UndefinedExternalVariable(x))?)375	})376}377378fn builtin_native(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {379	parse_args!(context, "native", args, 1, [380		0, x: ty!(string) => Val::Str;381	], {382		Ok(with_state(|s| s.settings().ext_natives.get(&x).cloned()).map(|v| Val::Func(Gc::new(FuncVal::NativeExt(x.clone(), v)))).ok_or(UndefinedExternalFunction(x))?)383	})384}385386fn builtin_filter(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {387	parse_args!(context, "filter", args, 2, [388		0, func: ty!(function) => Val::Func;389		1, arr: ty!(array) => Val::Arr;390	], {391		Ok(Val::Arr(arr.filter(|val| func392			.evaluate_values(context.clone(), &[val.clone()])?393			.try_cast_bool("filter predicate"))?))394	})395}396397fn builtin_map(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {398	parse_args!(context, "map", args, 2, [399		0, func: ty!(function) => Val::Func;400		1, arr: ty!(array) => Val::Arr;401	], {402		Ok(Val::Arr(arr.map(|val| func403			.evaluate_values(context.clone(), &[val]))?))404	})405}406407fn builtin_flatmap(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {408	parse_args!(context, "flatMap", args, 2, [409		0, func: ty!(function) => Val::Func;410		1, arr: ty!((array | string));411	], {412		match arr {413			Val::Str(s) => {414				let mut out = String::new();415				for c in s.chars() {416					match func.evaluate_values(context.clone(), &[Val::Str(c.to_string().into())])? {417						Val::Str(o) => out.push_str(&o),418						_ => throw!(RuntimeError("in std.join all items should be strings".into())),419					};420				}421				Ok(Val::Str(out.into()))422			},423			Val::Arr(a) => {424				let mut out = Vec::new();425				for el in a.iter() {426					let el = el?;427					match func.evaluate_values(context.clone(), &[el])? {428						Val::Arr(o) => for oe in o.iter() {429							out.push(oe?)430						},431						_ => throw!(RuntimeError("in std.join all items should be arrays".into())),432					};433				}434				Ok(Val::Arr(out.into()))435			},436			_ => unreachable!(),437		}438	})439}440441fn builtin_foldl(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {442	parse_args!(context, "foldl", args, 3, [443		0, func: ty!(function) => Val::Func;444		1, arr: ty!(array) => Val::Arr;445		2, init: ty!(any);446	], {447		let mut acc = init;448		for i in arr.iter() {449			acc = func.evaluate_values(context.clone(), &[acc, i?])?;450		}451		Ok(acc)452	})453}454455fn builtin_foldr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {456	parse_args!(context, "foldr", args, 3, [457		0, func: ty!(function) => Val::Func;458		1, arr: ty!(array) => Val::Arr;459		2, init: ty!(any);460	], {461		let mut acc = init;462		for i in arr.iter().rev() {463			acc = func.evaluate_values(context.clone(), &[acc, i?])?;464		}465		Ok(acc)466	})467}468469#[allow(non_snake_case)]470fn builtin_sort_impl(471	context: Context,472	_loc: Option<&ExprLocation>,473	args: &ArgsDesc,474) -> Result<Val> {475	parse_args!(context, "sort", args, 2, [476		0, arr: ty!(array) => Val::Arr;477		1, keyF: ty!(function) => Val::Func;478	], {479		if arr.len() <= 1 {480			return Ok(Val::Arr(arr))481		}482		Ok(Val::Arr(ArrValue::Eager(sort::sort(context, arr.evaluated()?, &keyF)?)))483	})484}485486fn builtin_format(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {487	parse_args!(context, "format", args, 2, [488		0, str: ty!(string) => Val::Str;489		1, vals: ty!(any)490	], {491		std_format(str, vals)492	})493}494495fn builtin_range(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {496	parse_args!(context, "range", args, 2, [497		0, from: ty!(number) => Val::Num;498		1, to: ty!(number) => Val::Num;499	], {500		if to < from {501			return Ok(Val::Arr(ArrValue::new_eager()))502		}503		let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));504		for i in from as usize..=to as usize {505			out.push(Val::Num(i as f64));506		}507		Ok(Val::Arr(out.into()))508	})509}510511fn builtin_char(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {512	parse_args!(context, "char", args, 1, [513		0, n: ty!(number) => Val::Num;514	], {515		let mut out = String::new();516		out.push(std::char::from_u32(n as u32).ok_or_else(||517			InvalidUnicodeCodepointGot(n as u32)518		)?);519		Ok(Val::Str(out.into()))520	})521}522523fn builtin_encode_utf8(524	context: Context,525	_loc: Option<&ExprLocation>,526	args: &ArgsDesc,527) -> Result<Val> {528	parse_args!(context, "encodeUTF8", args, 1, [529		0, str: ty!(string) => Val::Str;530	], {531		Ok(Val::Arr((str.bytes().map(|b| Val::Num(b as f64)).collect::<Vec<Val>>()).into()))532	})533}534535fn builtin_md5(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {536	parse_args!(context, "md5", args, 1, [537		0, str: ty!(string) => Val::Str;538	], {539		Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))540	})541}542543fn builtin_trace(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {544	parse_args!(context, "trace", args, 2, [545		0, str: ty!(string) => Val::Str;546		1, rest: ty!(any);547	], {548		eprint!("TRACE:");549		if let Some(loc) = loc {550			with_state(|s|{551				let locs = s.map_source_locations(&loc.0, &[loc.1]);552				eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);553			});554		}555		eprintln!(" {}", str);556		Ok(rest)557	})558}559560fn builtin_base64(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {561	parse_args!(context, "base64", args, 1, [562		0, input: ty!((string | (Array<number>)));563	], {564		Ok(Val::Str(match input {565			Val::Str(s) => {566				base64::encode(s.bytes().collect::<Vec<_>>()).into()567			},568			Val::Arr(a) => {569				base64::encode(a.iter().map(|v| {570					Ok(v?.unwrap_num()? as u8)571				}).collect::<Result<Vec<_>>>()?).into()572			},573			_ => unreachable!()574		}))575	})576}577578fn builtin_join(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {579	parse_args!(context, "join", args, 2, [580		0, sep: ty!((string | array));581		1, arr: ty!(array) => Val::Arr;582	], {583		Ok(match sep {584			Val::Arr(joiner_items) => {585				let mut out = Vec::new();586587				let mut first = true;588				for item in arr.iter() {589					let item = item?.clone();590					if let Val::Arr(items) = item {591						if !first {592							out.reserve(joiner_items.len());593							// TODO: extend594							for item in joiner_items.iter() {595								out.push(item?);596							}597						}598						first = false;599						out.reserve(items.len());600						// TODO: extend601						for item in items.iter() {602							out.push(item?);603						}604					} else {605						throw!(RuntimeError("in std.join all items should be arrays".into()));606					}607				}608609				Val::Arr(out.into())610			},611			Val::Str(sep) => {612				let mut out = String::new();613614				let mut first = true;615				for item in arr.iter() {616					let item = item?.clone();617					if let Val::Str(item) = item {618						if !first {619							out += &sep;620						}621						first = false;622						out += &item;623					} else {624						throw!(RuntimeError("in std.join all items should be strings".into()));625					}626				}627628				Val::Str(out.into())629			},630			_ => unreachable!()631		})632	})633}634635fn builtin_escape_string_json(636	context: Context,637	_loc: Option<&ExprLocation>,638	args: &ArgsDesc,639) -> Result<Val> {640	parse_args!(context, "escapeStringJson", args, 1, [641		0, str_: ty!(string) => Val::Str;642	], {643		Ok(Val::Str(escape_string_json(&str_).into()))644	})645}646647fn builtin_manifest_json_ex(648	context: Context,649	_loc: Option<&ExprLocation>,650	args: &ArgsDesc,651) -> Result<Val> {652	parse_args!(context, "manifestJsonEx", args, 2, [653		0, value: ty!(any);654		1, indent: ty!(string) => Val::Str;655	], {656		Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {657			padding: &indent,658			mtype: ManifestType::Std,659		})?.into()))660	})661}662663fn builtin_reverse(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {664	parse_args!(context, "reverse", args, 1, [665		0, value: ty!(array) => Val::Arr;666	], {667		Ok(Val::Arr(value.reversed()))668	})669}670671fn builtin_id(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {672	parse_args!(context, "id", args, 1, [673		0, v: ty!(any);674	], {675		Ok(v)676	})677}678679fn builtin_str_replace(680	context: Context,681	_loc: Option<&ExprLocation>,682	args: &ArgsDesc,683) -> Result<Val> {684	parse_args!(context, "strReplace", args, 3, [685		0, str: ty!(string) => Val::Str;686		1, from: ty!(string) => Val::Str;687		2, to: ty!(string) => Val::Str;688	], {689		let mut out = String::new();690		let mut last_idx = 0;691		while let Some(idx) = (&str[last_idx..]).find(&from as &str) {692			out.push_str(&str[last_idx..last_idx+idx]);693			out.push_str(&to);694			last_idx += idx + from.len();695		}696		if last_idx == 0 {697			return Ok(Val::Str(str))698		}699		out.push_str(&str[last_idx..]);700		Ok(Val::Str(out.into()))701	})702}703704pub fn call_builtin(705	context: Context,706	loc: Option<&ExprLocation>,707	name: &str,708	args: &ArgsDesc,709) -> Result<Val> {710	BUILTINS711		.with(|builtins| builtins.get(name).copied())712		.ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)713}