git.delta.rocks / jrsonnet / refs/commits / e23fa8691cef

difftreelog

feat std.decodeUTF8 builtin

Yaroslav Bolyukin2021-07-12parent: #00fce89.patch.diff
in: master

3 files changed

modifiedcrates/jrsonnet-evaluator/src/builtin/mod.rsdiffbeforeafterboth
before · crates/jrsonnet-evaluator/src/builtin/mod.rs
1use crate::{2	equals,3	error::{Error::*, Result},4	operator::evaluate_mod_op,5	parse_args, primitive_equals, push, throw, with_state, ArrValue, Context, EvaluationState,6	FuncVal, IndexableVal, LazyVal, Val,7};8use format::{format_arr, format_obj};9use jrsonnet_gc::Gc;10use jrsonnet_interner::IStr;11use jrsonnet_parser::{ArgsDesc, ExprLocation};12use jrsonnet_types::ty;13use std::{collections::HashMap, path::PathBuf, rc::Rc};1415pub mod stdlib;16pub use stdlib::*;1718use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};1920pub mod format;21pub mod manifest;22pub mod sort;2324pub fn std_format(str: IStr, vals: Val) -> Result<Val> {25	push(26		Some(&ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)),27		|| format!("std.format of {}", str),28		|| {29			Ok(match vals {30				Val::Arr(vals) => Val::Str(format_arr(&str, &vals.evaluated()?)?.into()),31				Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),32				o => Val::Str(format_arr(&str, &[o])?.into()),33			})34		},35	)36}3738pub fn std_slice(39	indexable: IndexableVal,40	index: Option<usize>,41	end: Option<usize>,42	step: Option<usize>,43) -> Result<Val> {44	let index = index.unwrap_or(0);45	let end = end.unwrap_or_else(|| match &indexable {46		IndexableVal::Str(_) => usize::MAX,47		IndexableVal::Arr(v) => v.len(),48	});49	let step = step.unwrap_or(1);50	match &indexable {51		IndexableVal::Str(s) => Ok(Val::Str(52			(s.chars()53				.skip(index)54				.take(end - index)55				.step_by(step)56				.collect::<String>())57			.into(),58		)),59		IndexableVal::Arr(arr) => Ok(Val::Arr(60			(arr.iter()61				.skip(index)62				.take(end - index)63				.step_by(step)64				.collect::<Result<Vec<Val>>>()?)65			.into(),66		)),67	}68}6970type Builtin = fn(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val>;7172type BuiltinsType = HashMap<Box<str>, Builtin>;7374thread_local! {75	static BUILTINS: BuiltinsType = {76		[77			("length".into(), builtin_length as Builtin),78			("type".into(), builtin_type),79			("makeArray".into(), builtin_make_array),80			("codepoint".into(), builtin_codepoint),81			("objectFieldsEx".into(), builtin_object_fields_ex),82			("objectHasEx".into(), builtin_object_has_ex),83			("slice".into(), builtin_slice),84			("substr".into(), builtin_substr),85			("primitiveEquals".into(), builtin_primitive_equals),86			("equals".into(), builtin_equals),87			("modulo".into(), builtin_modulo),88			("mod".into(), builtin_mod),89			("floor".into(), builtin_floor),90			("ceil".into(), builtin_ceil),91			("log".into(), builtin_log),92			("pow".into(), builtin_pow),93			("sqrt".into(), builtin_sqrt),94			("sin".into(), builtin_sin),95			("cos".into(), builtin_cos),96			("tan".into(), builtin_tan),97			("asin".into(), builtin_asin),98			("acos".into(), builtin_acos),99			("atan".into(), builtin_atan),100			("exp".into(), builtin_exp),101			("mantissa".into(), builtin_mantissa),102			("exponent".into(), builtin_exponent),103			("extVar".into(), builtin_ext_var),104			("native".into(), builtin_native),105			("filter".into(), builtin_filter),106			("map".into(), builtin_map),107			("flatMap".into(), builtin_flatmap),108			("foldl".into(), builtin_foldl),109			("foldr".into(), builtin_foldr),110			("sortImpl".into(), builtin_sort_impl),111			("format".into(), builtin_format),112			("range".into(), builtin_range),113			("char".into(), builtin_char),114			("encodeUTF8".into(), builtin_encode_utf8),115			("md5".into(), builtin_md5),116			("base64".into(), builtin_base64),117			("base64DecodeBytes".into(), builtin_base64_decode_bytes),118			("base64Decode".into(), builtin_base64_decode),119			("trace".into(), builtin_trace),120			("join".into(), builtin_join),121			("escapeStringJson".into(), builtin_escape_string_json),122			("manifestJsonEx".into(), builtin_manifest_json_ex),123			("reverse".into(), builtin_reverse),124			("id".into(), builtin_id),125			("strReplace".into(), builtin_str_replace),126			("splitLimit".into(), builtin_splitlimit),127			("parseJson".into(), builtin_parse_json),128		].iter().cloned().collect()129	};130}131132fn builtin_length(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {133	parse_args!(context, "length", args, 1, [134		0, x: ty!((string | object | array));135	], {136		Ok(match x {137			Val::Str(n) => Val::Num(n.chars().count() as f64),138			Val::Arr(a) => Val::Num(a.len() as f64),139			Val::Obj(o) => Val::Num(140				o.fields_visibility()141					.into_iter()142					.filter(|(_k, v)| *v)143					.count() as f64,144			),145			_ => unreachable!(),146		})147	})148}149150fn builtin_type(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {151	parse_args!(context, "type", args, 1, [152		0, x: ty!(any);153	], {154		Ok(Val::Str(x.value_type().name().into()))155	})156}157158fn builtin_make_array(159	context: Context,160	_loc: Option<&ExprLocation>,161	args: &ArgsDesc,162) -> Result<Val> {163	parse_args!(context, "makeArray", args, 2, [164		0, sz: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;165		1, func: ty!(function) => Val::Func;166	], {167		let mut out = Vec::with_capacity(sz as usize);168		for i in 0..sz as usize {169			out.push(LazyVal::new_resolved(func.evaluate_values(170				context.clone(),171				&[Val::Num(i as f64)]172			)?))173		}174		Ok(Val::Arr(out.into()))175	})176}177178fn builtin_codepoint(179	context: Context,180	_loc: Option<&ExprLocation>,181	args: &ArgsDesc,182) -> Result<Val> {183	parse_args!(context, "codepoint", args, 1, [184		0, str: ty!(char) => Val::Str;185	], {186		Ok(Val::Num(str.chars().next().unwrap() as u32 as f64))187	})188}189190fn builtin_object_fields_ex(191	context: Context,192	_loc: Option<&ExprLocation>,193	args: &ArgsDesc,194) -> Result<Val> {195	parse_args!(context, "objectFieldsEx", args, 2, [196		0, obj: ty!(object) => Val::Obj;197		1, inc_hidden: ty!(boolean) => Val::Bool;198	], {199		let out = obj.fields_ex(inc_hidden);200		Ok(Val::Arr(out.into_iter().map(Val::Str).collect::<Vec<_>>().into()))201	})202}203204fn builtin_object_has_ex(205	context: Context,206	_loc: Option<&ExprLocation>,207	args: &ArgsDesc,208) -> Result<Val> {209	parse_args!(context, "objectHasEx", args, 3, [210		0, obj: ty!(object) => Val::Obj;211		1, f: ty!(string) => Val::Str;212		2, inc_hidden: ty!(boolean) => Val::Bool;213	], {214		Ok(Val::Bool(obj.has_field_ex(f, inc_hidden)))215	})216}217218fn builtin_parse_json(219	context: Context,220	_loc: Option<&ExprLocation>,221	args: &ArgsDesc,222) -> Result<Val> {223	parse_args!(context, "parseJson", args, 1, [224		0, s: ty!(string) => Val::Str;225	], {226		let state = EvaluationState::default();227		let path = PathBuf::from("std.parseJson").into();228		state.evaluate_snippet_raw(path ,s)229	})230}231232fn builtin_slice(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {233	parse_args!(context, "slice", args, 4, [234		0, indexable: ty!((string | array));235		1, index: ty!((number | null));236		2, end: ty!((number | null));237		3, step: ty!((number | null));238	], {239		std_slice(240			indexable.into_indexable()?,241			index.try_cast_nullable_num("index")?.map(|v| v as usize),242			end.try_cast_nullable_num("end")?.map(|v| v as usize),243			step.try_cast_nullable_num("step")?.map(|v| v as usize),244		)245	})246}247248fn builtin_substr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {249	parse_args!(context, "substr", args, 3, [250		0, str: ty!(string) => Val::Str;251		1, from: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;252		2, len: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;253	], {254		let out: String = str.chars().skip(from as usize).take(len as usize).collect();255		Ok(Val::Str(out.into()))256	})257}258259fn builtin_primitive_equals(260	context: Context,261	_loc: Option<&ExprLocation>,262	args: &ArgsDesc,263) -> Result<Val> {264	parse_args!(context, "primitiveEquals", args, 2, [265		0, a: ty!(any);266		1, b: ty!(any);267	], {268		Ok(Val::Bool(primitive_equals(&a, &b)?))269	})270}271272fn builtin_equals(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {273	parse_args!(context, "equals", args, 2, [274		0, a: ty!(any);275		1, b: ty!(any);276	], {277		Ok(Val::Bool(equals(&a, &b)?))278	})279}280281fn builtin_modulo(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {282	parse_args!(context, "modulo", args, 2, [283		0, a: ty!(number) => Val::Num;284		1, b: ty!(number) => Val::Num;285	], {286		Ok(Val::Num(a % b))287	})288}289290fn builtin_mod(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {291	parse_args!(context, "mod", args, 2, [292		0, a: ty!((number | string));293		1, b: ty!(any);294	], {295		evaluate_mod_op(&a, &b)296	})297}298299fn builtin_floor(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {300	parse_args!(context, "floor", args, 1, [301		0, x: ty!(number) => Val::Num;302	], {303		Ok(Val::Num(x.floor()))304	})305}306307fn builtin_ceil(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {308	parse_args!(context, "ceil", args, 1, [309		0, x: ty!(number) => Val::Num;310	], {311		Ok(Val::Num(x.ceil()))312	})313}314315fn builtin_log(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {316	parse_args!(context, "log", args, 1, [317		0, n: ty!(number) => Val::Num;318	], {319		Ok(Val::Num(n.ln()))320	})321}322323fn builtin_pow(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {324	parse_args!(context, "pow", args, 2, [325		0, x: ty!(number) => Val::Num;326		1, n: ty!(number) => Val::Num;327	], {328		Ok(Val::Num(x.powf(n)))329	})330}331332fn builtin_sqrt(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {333	parse_args!(context, "sqrt", args, 1, [334		0, x: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;335	], {336		Ok(Val::Num(x.sqrt()))337	})338}339340fn builtin_sin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {341	parse_args!(context, "sin", args, 1, [342		0, x: ty!(number) => Val::Num;343	], {344		Ok(Val::Num(x.sin()))345	})346}347348fn builtin_cos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {349	parse_args!(context, "cos", args, 1, [350		0, x: ty!(number) => Val::Num;351	], {352		Ok(Val::Num(x.cos()))353	})354}355356fn builtin_tan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {357	parse_args!(context, "tan", args, 1, [358		0, x: ty!(number) => Val::Num;359	], {360		Ok(Val::Num(x.tan()))361	})362}363364fn builtin_asin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {365	parse_args!(context, "asin", args, 1, [366		0, x: ty!(number) => Val::Num;367	], {368		Ok(Val::Num(x.asin()))369	})370}371372fn builtin_acos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {373	parse_args!(context, "acos", args, 1, [374		0, x: ty!(number) => Val::Num;375	], {376		Ok(Val::Num(x.acos()))377	})378}379380fn builtin_atan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {381	parse_args!(context, "atan", args, 1, [382		0, x: ty!(number) => Val::Num;383	], {384		Ok(Val::Num(x.atan()))385	})386}387388fn builtin_exp(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {389	parse_args!(context, "exp", args, 1, [390		0, x: ty!(number) => Val::Num;391	], {392		Ok(Val::Num(x.exp()))393	})394}395396fn frexp(s: f64) -> (f64, i16) {397	if 0.0 == s {398		return (s, 0);399	} else {400		let lg = s.abs().log2();401		let x = (lg - lg.floor() - 1.0).exp2();402		let exp = lg.floor() + 1.0;403		(s.signum() * x, exp as i16)404	}405}406407fn builtin_mantissa(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {408	parse_args!(context, "mantissa", args, 1, [409		0, x: ty!(number) => Val::Num;410	], {411		Ok(Val::Num(frexp(x).0))412	})413}414415fn builtin_exponent(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {416	parse_args!(context, "exponent", args, 1, [417		0, x: ty!(number) => Val::Num;418	], {419		Ok(Val::Num(frexp(x).1.into()))420	})421}422423fn builtin_ext_var(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {424	parse_args!(context, "extVar", args, 1, [425		0, x: ty!(string) => Val::Str;426	], {427		Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or(UndefinedExternalVariable(x))?)428	})429}430431fn builtin_native(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {432	parse_args!(context, "native", args, 1, [433		0, x: ty!(string) => Val::Str;434	], {435		Ok(with_state(|s| s.settings().ext_natives.get(&x).cloned()).map(|v| Val::Func(Gc::new(FuncVal::NativeExt(x.clone(), v)))).ok_or(UndefinedExternalFunction(x))?)436	})437}438439fn builtin_filter(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {440	parse_args!(context, "filter", args, 2, [441		0, func: ty!(function) => Val::Func;442		1, arr: ty!(array) => Val::Arr;443	], {444		Ok(Val::Arr(arr.filter(|val| func445			.evaluate_values(context.clone(), &[val.clone()])?446			.try_cast_bool("filter predicate"))?))447	})448}449450fn builtin_map(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {451	parse_args!(context, "map", args, 2, [452		0, func: ty!(function) => Val::Func;453		1, arr: ty!(array) => Val::Arr;454	], {455		Ok(Val::Arr(arr.map(|val| func456			.evaluate_values(context.clone(), &[val]))?))457	})458}459460fn builtin_flatmap(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {461	parse_args!(context, "flatMap", args, 2, [462		0, func: ty!(function) => Val::Func;463		1, arr: ty!((array | string));464	], {465		match arr {466			Val::Str(s) => {467				let mut out = String::new();468				for c in s.chars() {469					match func.evaluate_values(context.clone(), &[Val::Str(c.to_string().into())])? {470						Val::Str(o) => out.push_str(&o),471						_ => throw!(RuntimeError("in std.join all items should be strings".into())),472					};473				}474				Ok(Val::Str(out.into()))475			},476			Val::Arr(a) => {477				let mut out = Vec::new();478				for el in a.iter() {479					let el = el?;480					match func.evaluate_values(context.clone(), &[el])? {481						Val::Arr(o) => for oe in o.iter() {482							out.push(oe?)483						},484						_ => throw!(RuntimeError("in std.join all items should be arrays".into())),485					};486				}487				Ok(Val::Arr(out.into()))488			},489			_ => unreachable!(),490		}491	})492}493494fn builtin_foldl(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {495	parse_args!(context, "foldl", args, 3, [496		0, func: ty!(function) => Val::Func;497		1, arr: ty!(array) => Val::Arr;498		2, init: ty!(any);499	], {500		let mut acc = init;501		for i in arr.iter() {502			acc = func.evaluate_values(context.clone(), &[acc, i?])?;503		}504		Ok(acc)505	})506}507508fn builtin_foldr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {509	parse_args!(context, "foldr", args, 3, [510		0, func: ty!(function) => Val::Func;511		1, arr: ty!(array) => Val::Arr;512		2, init: ty!(any);513	], {514		let mut acc = init;515		for i in arr.iter().rev() {516			acc = func.evaluate_values(context.clone(), &[acc, i?])?;517		}518		Ok(acc)519	})520}521522#[allow(non_snake_case)]523fn builtin_sort_impl(524	context: Context,525	_loc: Option<&ExprLocation>,526	args: &ArgsDesc,527) -> Result<Val> {528	parse_args!(context, "sort", args, 2, [529		0, arr: ty!(array) => Val::Arr;530		1, keyF: ty!(function) => Val::Func;531	], {532		if arr.len() <= 1 {533			return Ok(Val::Arr(arr))534		}535		Ok(Val::Arr(ArrValue::Eager(sort::sort(context, arr.evaluated()?, &keyF)?)))536	})537}538539fn builtin_format(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {540	parse_args!(context, "format", args, 2, [541		0, str: ty!(string) => Val::Str;542		1, vals: ty!(any)543	], {544		std_format(str, vals)545	})546}547548fn builtin_range(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {549	parse_args!(context, "range", args, 2, [550		0, from: ty!(number) => Val::Num;551		1, to: ty!(number) => Val::Num;552	], {553		if to < from {554			return Ok(Val::Arr(ArrValue::new_eager()))555		}556		let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));557		for i in from as usize..=to as usize {558			out.push(Val::Num(i as f64));559		}560		Ok(Val::Arr(out.into()))561	})562}563564fn builtin_char(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {565	parse_args!(context, "char", args, 1, [566		0, n: ty!(number) => Val::Num;567	], {568		let mut out = String::new();569		out.push(std::char::from_u32(n as u32).ok_or_else(||570			InvalidUnicodeCodepointGot(n as u32)571		)?);572		Ok(Val::Str(out.into()))573	})574}575576fn builtin_encode_utf8(577	context: Context,578	_loc: Option<&ExprLocation>,579	args: &ArgsDesc,580) -> Result<Val> {581	parse_args!(context, "encodeUTF8", args, 1, [582		0, str: ty!(string) => Val::Str;583	], {584		Ok(Val::Arr((str.bytes().map(|b| Val::Num(b as f64)).collect::<Vec<Val>>()).into()))585	})586}587588fn builtin_md5(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {589	parse_args!(context, "md5", args, 1, [590		0, str: ty!(string) => Val::Str;591	], {592		Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))593	})594}595596fn builtin_trace(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {597	parse_args!(context, "trace", args, 2, [598		0, str: ty!(string) => Val::Str;599		1, rest: ty!(any);600	], {601		eprint!("TRACE:");602		if let Some(loc) = loc {603			with_state(|s|{604				let locs = s.map_source_locations(&loc.0, &[loc.1]);605				eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);606			});607		}608		eprintln!(" {}", str);609		Ok(rest)610	})611}612613fn builtin_base64(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {614	parse_args!(context, "base64", args, 1, [615		0, input: ty!((string | (Array<number>)));616	], {617		Ok(Val::Str(match input {618			Val::Str(s) => {619				base64::encode(s.bytes().collect::<Vec<_>>()).into()620			},621			Val::Arr(a) => {622				base64::encode(a.iter().map(|v| {623					Ok(v?.unwrap_num()? as u8)624				}).collect::<Result<Vec<_>>>()?).into()625			},626			_ => unreachable!()627		}))628	})629}630631fn builtin_base64_decode_bytes(632	context: Context,633	_loc: Option<&ExprLocation>,634	args: &ArgsDesc,635) -> Result<Val> {636	parse_args!(context, "base64DecodeBytes", args, 1, [637		0, input: ty!(string) => Val::Str;638	], {639		Ok(Val::Arr(640			base64::decode(&input.as_bytes())641				.map_err(|_| RuntimeError("bad base64".into()))?642				.iter()643				.map(|v| Val::Num(*v as f64)).collect::<Vec<_>>().into()644		))645	})646}647648fn builtin_base64_decode(649	context: Context,650	_loc: Option<&ExprLocation>,651	args: &ArgsDesc,652) -> Result<Val> {653	parse_args!(context, "base64Decode", args, 1, [654		0, input: ty!(string) => Val::Str;655	], {656		Ok(Val::Str(657			String::from_utf8(base64::decode(&input.as_bytes())658				.map_err(|_| RuntimeError("bad base64".into()))?)659				.map_err(|_| RuntimeError("bad utf8".into()))?.into()660		))661	})662}663664fn builtin_join(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {665	parse_args!(context, "join", args, 2, [666		0, sep: ty!((string | array));667		1, arr: ty!(array) => Val::Arr;668	], {669		Ok(match sep {670			Val::Arr(joiner_items) => {671				let mut out = Vec::new();672673				let mut first = true;674				for item in arr.iter() {675					let item = item?.clone();676					if let Val::Arr(items) = item {677						if !first {678							out.reserve(joiner_items.len());679							// TODO: extend680							for item in joiner_items.iter() {681								out.push(item?);682							}683						}684						first = false;685						out.reserve(items.len());686						// TODO: extend687						for item in items.iter() {688							out.push(item?);689						}690					} else {691						throw!(RuntimeError("in std.join all items should be arrays".into()));692					}693				}694695				Val::Arr(out.into())696			},697			Val::Str(sep) => {698				let mut out = String::new();699700				let mut first = true;701				for item in arr.iter() {702					let item = item?.clone();703					if let Val::Str(item) = item {704						if !first {705							out += &sep;706						}707						first = false;708						out += &item;709					} else {710						throw!(RuntimeError("in std.join all items should be strings".into()));711					}712				}713714				Val::Str(out.into())715			},716			_ => unreachable!()717		})718	})719}720721fn builtin_escape_string_json(722	context: Context,723	_loc: Option<&ExprLocation>,724	args: &ArgsDesc,725) -> Result<Val> {726	parse_args!(context, "escapeStringJson", args, 1, [727		0, str_: ty!(string) => Val::Str;728	], {729		Ok(Val::Str(escape_string_json(&str_).into()))730	})731}732733fn builtin_manifest_json_ex(734	context: Context,735	_loc: Option<&ExprLocation>,736	args: &ArgsDesc,737) -> Result<Val> {738	parse_args!(context, "manifestJsonEx", args, 2, [739		0, value: ty!(any);740		1, indent: ty!(string) => Val::Str;741	], {742		Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {743			padding: &indent,744			mtype: ManifestType::Std,745		})?.into()))746	})747}748749fn builtin_reverse(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {750	parse_args!(context, "reverse", args, 1, [751		0, value: ty!(array) => Val::Arr;752	], {753		Ok(Val::Arr(value.reversed()))754	})755}756757fn builtin_id(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {758	parse_args!(context, "id", args, 1, [759		0, v: ty!(any);760	], {761		Ok(v)762	})763}764765fn builtin_str_replace(766	context: Context,767	_loc: Option<&ExprLocation>,768	args: &ArgsDesc,769) -> Result<Val> {770	parse_args!(context, "strReplace", args, 3, [771		0, str: ty!(string) => Val::Str;772		1, from: ty!(string) => Val::Str;773		2, to: ty!(string) => Val::Str;774	], {775		let mut out = String::new();776		let mut last_idx = 0;777		while let Some(idx) = (&str[last_idx..]).find(&from as &str) {778			out.push_str(&str[last_idx..last_idx+idx]);779			out.push_str(&to);780			last_idx += idx + from.len();781		}782		if last_idx == 0 {783			return Ok(Val::Str(str))784		}785		out.push_str(&str[last_idx..]);786		Ok(Val::Str(out.into()))787	})788}789790fn builtin_splitlimit(791	context: Context,792	_loc: Option<&ExprLocation>,793	args: &ArgsDesc,794) -> Result<Val> {795	parse_args!(context, "splitLimit", args, 3, [796		0, str: ty!(string) => Val::Str;797		1, c: ty!(char) => Val::Str;798		2, maxsplits: ty!(number) => Val::Num;799	], {800		let maxsplits = maxsplits as isize;801		let c = c.chars().next().unwrap();802803		let out: Vec<Val> = if maxsplits == -1 {804			str.split(c).map(|s| Val::Str(s.into())).collect()805		} else {806			str.splitn(maxsplits as usize + 1, c).map(|s| Val::Str(s.into())).collect()807		};808809		Ok(Val::Arr(out.into()))810	})811}812813pub fn call_builtin(814	context: Context,815	loc: Option<&ExprLocation>,816	name: &str,817	args: &ArgsDesc,818) -> Result<Val> {819	BUILTINS820		.with(|builtins| builtins.get(name).copied())821		.ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)822}
after · crates/jrsonnet-evaluator/src/builtin/mod.rs
1use crate::{2	equals,3	error::{Error::*, Result},4	operator::evaluate_mod_op,5	parse_args, primitive_equals, push, throw, with_state, ArrValue, Context, EvaluationState,6	FuncVal, IndexableVal, LazyVal, Val,7};8use format::{format_arr, format_obj};9use jrsonnet_gc::Gc;10use jrsonnet_interner::IStr;11use jrsonnet_parser::{ArgsDesc, ExprLocation};12use jrsonnet_types::ty;13use std::{collections::HashMap, path::PathBuf, rc::Rc};1415pub mod stdlib;16pub use stdlib::*;1718use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};1920pub mod format;21pub mod manifest;22pub mod sort;2324pub fn std_format(str: IStr, vals: Val) -> Result<Val> {25	push(26		Some(&ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)),27		|| format!("std.format of {}", str),28		|| {29			Ok(match vals {30				Val::Arr(vals) => Val::Str(format_arr(&str, &vals.evaluated()?)?.into()),31				Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),32				o => Val::Str(format_arr(&str, &[o])?.into()),33			})34		},35	)36}3738pub fn std_slice(39	indexable: IndexableVal,40	index: Option<usize>,41	end: Option<usize>,42	step: Option<usize>,43) -> Result<Val> {44	let index = index.unwrap_or(0);45	let end = end.unwrap_or_else(|| match &indexable {46		IndexableVal::Str(_) => usize::MAX,47		IndexableVal::Arr(v) => v.len(),48	});49	let step = step.unwrap_or(1);50	match &indexable {51		IndexableVal::Str(s) => Ok(Val::Str(52			(s.chars()53				.skip(index)54				.take(end - index)55				.step_by(step)56				.collect::<String>())57			.into(),58		)),59		IndexableVal::Arr(arr) => Ok(Val::Arr(60			(arr.iter()61				.skip(index)62				.take(end - index)63				.step_by(step)64				.collect::<Result<Vec<Val>>>()?)65			.into(),66		)),67	}68}6970type Builtin = fn(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val>;7172type BuiltinsType = HashMap<Box<str>, Builtin>;7374thread_local! {75	static BUILTINS: BuiltinsType = {76		[77			("length".into(), builtin_length as Builtin),78			("type".into(), builtin_type),79			("makeArray".into(), builtin_make_array),80			("codepoint".into(), builtin_codepoint),81			("objectFieldsEx".into(), builtin_object_fields_ex),82			("objectHasEx".into(), builtin_object_has_ex),83			("slice".into(), builtin_slice),84			("substr".into(), builtin_substr),85			("primitiveEquals".into(), builtin_primitive_equals),86			("equals".into(), builtin_equals),87			("modulo".into(), builtin_modulo),88			("mod".into(), builtin_mod),89			("floor".into(), builtin_floor),90			("ceil".into(), builtin_ceil),91			("log".into(), builtin_log),92			("pow".into(), builtin_pow),93			("sqrt".into(), builtin_sqrt),94			("sin".into(), builtin_sin),95			("cos".into(), builtin_cos),96			("tan".into(), builtin_tan),97			("asin".into(), builtin_asin),98			("acos".into(), builtin_acos),99			("atan".into(), builtin_atan),100			("exp".into(), builtin_exp),101			("mantissa".into(), builtin_mantissa),102			("exponent".into(), builtin_exponent),103			("extVar".into(), builtin_ext_var),104			("native".into(), builtin_native),105			("filter".into(), builtin_filter),106			("map".into(), builtin_map),107			("flatMap".into(), builtin_flatmap),108			("foldl".into(), builtin_foldl),109			("foldr".into(), builtin_foldr),110			("sortImpl".into(), builtin_sort_impl),111			("format".into(), builtin_format),112			("range".into(), builtin_range),113			("char".into(), builtin_char),114			("encodeUTF8".into(), builtin_encode_utf8),115			("decodeUTF8".into(), builtin_decode_utf8),116			("md5".into(), builtin_md5),117			("base64".into(), builtin_base64),118			("base64DecodeBytes".into(), builtin_base64_decode_bytes),119			("base64Decode".into(), builtin_base64_decode),120			("trace".into(), builtin_trace),121			("join".into(), builtin_join),122			("escapeStringJson".into(), builtin_escape_string_json),123			("manifestJsonEx".into(), builtin_manifest_json_ex),124			("reverse".into(), builtin_reverse),125			("id".into(), builtin_id),126			("strReplace".into(), builtin_str_replace),127			("splitLimit".into(), builtin_splitlimit),128			("parseJson".into(), builtin_parse_json),129		].iter().cloned().collect()130	};131}132133fn builtin_length(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {134	parse_args!(context, "length", args, 1, [135		0, x: ty!((string | object | array));136	], {137		Ok(match x {138			Val::Str(n) => Val::Num(n.chars().count() as f64),139			Val::Arr(a) => Val::Num(a.len() as f64),140			Val::Obj(o) => Val::Num(141				o.fields_visibility()142					.into_iter()143					.filter(|(_k, v)| *v)144					.count() as f64,145			),146			_ => unreachable!(),147		})148	})149}150151fn builtin_type(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {152	parse_args!(context, "type", args, 1, [153		0, x: ty!(any);154	], {155		Ok(Val::Str(x.value_type().name().into()))156	})157}158159fn builtin_make_array(160	context: Context,161	_loc: Option<&ExprLocation>,162	args: &ArgsDesc,163) -> Result<Val> {164	parse_args!(context, "makeArray", args, 2, [165		0, sz: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;166		1, func: ty!(function) => Val::Func;167	], {168		let mut out = Vec::with_capacity(sz as usize);169		for i in 0..sz as usize {170			out.push(LazyVal::new_resolved(func.evaluate_values(171				context.clone(),172				&[Val::Num(i as f64)]173			)?))174		}175		Ok(Val::Arr(out.into()))176	})177}178179fn builtin_codepoint(180	context: Context,181	_loc: Option<&ExprLocation>,182	args: &ArgsDesc,183) -> Result<Val> {184	parse_args!(context, "codepoint", args, 1, [185		0, str: ty!(char) => Val::Str;186	], {187		Ok(Val::Num(str.chars().next().unwrap() as u32 as f64))188	})189}190191fn builtin_object_fields_ex(192	context: Context,193	_loc: Option<&ExprLocation>,194	args: &ArgsDesc,195) -> Result<Val> {196	parse_args!(context, "objectFieldsEx", args, 2, [197		0, obj: ty!(object) => Val::Obj;198		1, inc_hidden: ty!(boolean) => Val::Bool;199	], {200		let out = obj.fields_ex(inc_hidden);201		Ok(Val::Arr(out.into_iter().map(Val::Str).collect::<Vec<_>>().into()))202	})203}204205fn builtin_object_has_ex(206	context: Context,207	_loc: Option<&ExprLocation>,208	args: &ArgsDesc,209) -> Result<Val> {210	parse_args!(context, "objectHasEx", args, 3, [211		0, obj: ty!(object) => Val::Obj;212		1, f: ty!(string) => Val::Str;213		2, inc_hidden: ty!(boolean) => Val::Bool;214	], {215		Ok(Val::Bool(obj.has_field_ex(f, inc_hidden)))216	})217}218219fn builtin_parse_json(220	context: Context,221	_loc: Option<&ExprLocation>,222	args: &ArgsDesc,223) -> Result<Val> {224	parse_args!(context, "parseJson", args, 1, [225		0, s: ty!(string) => Val::Str;226	], {227		let state = EvaluationState::default();228		let path = PathBuf::from("std.parseJson").into();229		state.evaluate_snippet_raw(path ,s)230	})231}232233fn builtin_slice(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {234	parse_args!(context, "slice", args, 4, [235		0, indexable: ty!((string | array));236		1, index: ty!((number | null));237		2, end: ty!((number | null));238		3, step: ty!((number | null));239	], {240		std_slice(241			indexable.into_indexable()?,242			index.try_cast_nullable_num("index")?.map(|v| v as usize),243			end.try_cast_nullable_num("end")?.map(|v| v as usize),244			step.try_cast_nullable_num("step")?.map(|v| v as usize),245		)246	})247}248249fn builtin_substr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {250	parse_args!(context, "substr", args, 3, [251		0, str: ty!(string) => Val::Str;252		1, from: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;253		2, len: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;254	], {255		let out: String = str.chars().skip(from as usize).take(len as usize).collect();256		Ok(Val::Str(out.into()))257	})258}259260fn builtin_primitive_equals(261	context: Context,262	_loc: Option<&ExprLocation>,263	args: &ArgsDesc,264) -> Result<Val> {265	parse_args!(context, "primitiveEquals", args, 2, [266		0, a: ty!(any);267		1, b: ty!(any);268	], {269		Ok(Val::Bool(primitive_equals(&a, &b)?))270	})271}272273fn builtin_equals(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {274	parse_args!(context, "equals", args, 2, [275		0, a: ty!(any);276		1, b: ty!(any);277	], {278		Ok(Val::Bool(equals(&a, &b)?))279	})280}281282fn builtin_modulo(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {283	parse_args!(context, "modulo", args, 2, [284		0, a: ty!(number) => Val::Num;285		1, b: ty!(number) => Val::Num;286	], {287		Ok(Val::Num(a % b))288	})289}290291fn builtin_mod(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {292	parse_args!(context, "mod", args, 2, [293		0, a: ty!((number | string));294		1, b: ty!(any);295	], {296		evaluate_mod_op(&a, &b)297	})298}299300fn builtin_floor(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {301	parse_args!(context, "floor", args, 1, [302		0, x: ty!(number) => Val::Num;303	], {304		Ok(Val::Num(x.floor()))305	})306}307308fn builtin_ceil(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {309	parse_args!(context, "ceil", args, 1, [310		0, x: ty!(number) => Val::Num;311	], {312		Ok(Val::Num(x.ceil()))313	})314}315316fn builtin_log(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {317	parse_args!(context, "log", args, 1, [318		0, n: ty!(number) => Val::Num;319	], {320		Ok(Val::Num(n.ln()))321	})322}323324fn builtin_pow(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {325	parse_args!(context, "pow", args, 2, [326		0, x: ty!(number) => Val::Num;327		1, n: ty!(number) => Val::Num;328	], {329		Ok(Val::Num(x.powf(n)))330	})331}332333fn builtin_sqrt(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {334	parse_args!(context, "sqrt", args, 1, [335		0, x: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;336	], {337		Ok(Val::Num(x.sqrt()))338	})339}340341fn builtin_sin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {342	parse_args!(context, "sin", args, 1, [343		0, x: ty!(number) => Val::Num;344	], {345		Ok(Val::Num(x.sin()))346	})347}348349fn builtin_cos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {350	parse_args!(context, "cos", args, 1, [351		0, x: ty!(number) => Val::Num;352	], {353		Ok(Val::Num(x.cos()))354	})355}356357fn builtin_tan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {358	parse_args!(context, "tan", args, 1, [359		0, x: ty!(number) => Val::Num;360	], {361		Ok(Val::Num(x.tan()))362	})363}364365fn builtin_asin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {366	parse_args!(context, "asin", args, 1, [367		0, x: ty!(number) => Val::Num;368	], {369		Ok(Val::Num(x.asin()))370	})371}372373fn builtin_acos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {374	parse_args!(context, "acos", args, 1, [375		0, x: ty!(number) => Val::Num;376	], {377		Ok(Val::Num(x.acos()))378	})379}380381fn builtin_atan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {382	parse_args!(context, "atan", args, 1, [383		0, x: ty!(number) => Val::Num;384	], {385		Ok(Val::Num(x.atan()))386	})387}388389fn builtin_exp(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {390	parse_args!(context, "exp", args, 1, [391		0, x: ty!(number) => Val::Num;392	], {393		Ok(Val::Num(x.exp()))394	})395}396397fn frexp(s: f64) -> (f64, i16) {398	if 0.0 == s {399		return (s, 0);400	} else {401		let lg = s.abs().log2();402		let x = (lg - lg.floor() - 1.0).exp2();403		let exp = lg.floor() + 1.0;404		(s.signum() * x, exp as i16)405	}406}407408fn builtin_mantissa(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {409	parse_args!(context, "mantissa", args, 1, [410		0, x: ty!(number) => Val::Num;411	], {412		Ok(Val::Num(frexp(x).0))413	})414}415416fn builtin_exponent(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {417	parse_args!(context, "exponent", args, 1, [418		0, x: ty!(number) => Val::Num;419	], {420		Ok(Val::Num(frexp(x).1.into()))421	})422}423424fn builtin_ext_var(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {425	parse_args!(context, "extVar", args, 1, [426		0, x: ty!(string) => Val::Str;427	], {428		Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or(UndefinedExternalVariable(x))?)429	})430}431432fn builtin_native(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {433	parse_args!(context, "native", args, 1, [434		0, x: ty!(string) => Val::Str;435	], {436		Ok(with_state(|s| s.settings().ext_natives.get(&x).cloned()).map(|v| Val::Func(Gc::new(FuncVal::NativeExt(x.clone(), v)))).ok_or(UndefinedExternalFunction(x))?)437	})438}439440fn builtin_filter(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {441	parse_args!(context, "filter", args, 2, [442		0, func: ty!(function) => Val::Func;443		1, arr: ty!(array) => Val::Arr;444	], {445		Ok(Val::Arr(arr.filter(|val| func446			.evaluate_values(context.clone(), &[val.clone()])?447			.try_cast_bool("filter predicate"))?))448	})449}450451fn builtin_map(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {452	parse_args!(context, "map", args, 2, [453		0, func: ty!(function) => Val::Func;454		1, arr: ty!(array) => Val::Arr;455	], {456		Ok(Val::Arr(arr.map(|val| func457			.evaluate_values(context.clone(), &[val]))?))458	})459}460461fn builtin_flatmap(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {462	parse_args!(context, "flatMap", args, 2, [463		0, func: ty!(function) => Val::Func;464		1, arr: ty!((array | string));465	], {466		match arr {467			Val::Str(s) => {468				let mut out = String::new();469				for c in s.chars() {470					match func.evaluate_values(context.clone(), &[Val::Str(c.to_string().into())])? {471						Val::Str(o) => out.push_str(&o),472						_ => throw!(RuntimeError("in std.join all items should be strings".into())),473					};474				}475				Ok(Val::Str(out.into()))476			},477			Val::Arr(a) => {478				let mut out = Vec::new();479				for el in a.iter() {480					let el = el?;481					match func.evaluate_values(context.clone(), &[el])? {482						Val::Arr(o) => for oe in o.iter() {483							out.push(oe?)484						},485						_ => throw!(RuntimeError("in std.join all items should be arrays".into())),486					};487				}488				Ok(Val::Arr(out.into()))489			},490			_ => unreachable!(),491		}492	})493}494495fn builtin_foldl(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {496	parse_args!(context, "foldl", args, 3, [497		0, func: ty!(function) => Val::Func;498		1, arr: ty!(array) => Val::Arr;499		2, init: ty!(any);500	], {501		let mut acc = init;502		for i in arr.iter() {503			acc = func.evaluate_values(context.clone(), &[acc, i?])?;504		}505		Ok(acc)506	})507}508509fn builtin_foldr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {510	parse_args!(context, "foldr", args, 3, [511		0, func: ty!(function) => Val::Func;512		1, arr: ty!(array) => Val::Arr;513		2, init: ty!(any);514	], {515		let mut acc = init;516		for i in arr.iter().rev() {517			acc = func.evaluate_values(context.clone(), &[acc, i?])?;518		}519		Ok(acc)520	})521}522523#[allow(non_snake_case)]524fn builtin_sort_impl(525	context: Context,526	_loc: Option<&ExprLocation>,527	args: &ArgsDesc,528) -> Result<Val> {529	parse_args!(context, "sort", args, 2, [530		0, arr: ty!(array) => Val::Arr;531		1, keyF: ty!(function) => Val::Func;532	], {533		if arr.len() <= 1 {534			return Ok(Val::Arr(arr))535		}536		Ok(Val::Arr(ArrValue::Eager(sort::sort(context, arr.evaluated()?, &keyF)?)))537	})538}539540fn builtin_format(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {541	parse_args!(context, "format", args, 2, [542		0, str: ty!(string) => Val::Str;543		1, vals: ty!(any)544	], {545		std_format(str, vals)546	})547}548549fn builtin_range(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {550	parse_args!(context, "range", args, 2, [551		0, from: ty!(number) => Val::Num;552		1, to: ty!(number) => Val::Num;553	], {554		if to < from {555			return Ok(Val::Arr(ArrValue::new_eager()))556		}557		let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));558		for i in from as usize..=to as usize {559			out.push(Val::Num(i as f64));560		}561		Ok(Val::Arr(out.into()))562	})563}564565fn builtin_char(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {566	parse_args!(context, "char", args, 1, [567		0, n: ty!(number) => Val::Num;568	], {569		let mut out = String::new();570		out.push(std::char::from_u32(n as u32).ok_or_else(||571			InvalidUnicodeCodepointGot(n as u32)572		)?);573		Ok(Val::Str(out.into()))574	})575}576577fn builtin_encode_utf8(578	context: Context,579	_loc: Option<&ExprLocation>,580	args: &ArgsDesc,581) -> Result<Val> {582	parse_args!(context, "encodeUTF8", args, 1, [583		0, str: ty!(string) => Val::Str;584	], {585		Ok(Val::Arr((str.bytes().map(|b| Val::Num(b as f64)).collect::<Vec<Val>>()).into()))586	})587}588589fn builtin_decode_utf8(590	context: Context,591	_loc: Option<&ExprLocation>,592	args: &ArgsDesc,593) -> Result<Val> {594	parse_args!(context, "decodeUTF8", args, 1, [595		0, arr: ty!((Array<ubyte>)) => Val::Arr;596	], {597		let data: Result<Vec<u8>> = arr.iter().map(|v| v.map(|v| match v{598			Val::Num(n) => n as u8,599			_ => unreachable!(),600		})).collect();601		let data = data?;602		Ok(Val::Str(String::from_utf8(data).map_err(|_| RuntimeError("bad utf8".into()))?.into()))603	})604}605606fn builtin_md5(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {607	parse_args!(context, "md5", args, 1, [608		0, str: ty!(string) => Val::Str;609	], {610		Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))611	})612}613614fn builtin_trace(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {615	parse_args!(context, "trace", args, 2, [616		0, str: ty!(string) => Val::Str;617		1, rest: ty!(any);618	], {619		eprint!("TRACE:");620		if let Some(loc) = loc {621			with_state(|s|{622				let locs = s.map_source_locations(&loc.0, &[loc.1]);623				eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);624			});625		}626		eprintln!(" {}", str);627		Ok(rest)628	})629}630631fn builtin_base64(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {632	parse_args!(context, "base64", args, 1, [633		0, input: ty!((string | (Array<number>)));634	], {635		Ok(Val::Str(match input {636			Val::Str(s) => {637				base64::encode(s.bytes().collect::<Vec<_>>()).into()638			},639			Val::Arr(a) => {640				base64::encode(a.iter().map(|v| {641					Ok(v?.unwrap_num()? as u8)642				}).collect::<Result<Vec<_>>>()?).into()643			},644			_ => unreachable!()645		}))646	})647}648649fn builtin_base64_decode_bytes(650	context: Context,651	_loc: Option<&ExprLocation>,652	args: &ArgsDesc,653) -> Result<Val> {654	parse_args!(context, "base64DecodeBytes", args, 1, [655		0, input: ty!(string) => Val::Str;656	], {657		Ok(Val::Arr(658			base64::decode(&input.as_bytes())659				.map_err(|_| RuntimeError("bad base64".into()))?660				.iter()661				.map(|v| Val::Num(*v as f64)).collect::<Vec<_>>().into()662		))663	})664}665666fn builtin_base64_decode(667	context: Context,668	_loc: Option<&ExprLocation>,669	args: &ArgsDesc,670) -> Result<Val> {671	parse_args!(context, "base64Decode", args, 1, [672		0, input: ty!(string) => Val::Str;673	], {674		Ok(Val::Str(675			String::from_utf8(base64::decode(&input.as_bytes())676				.map_err(|_| RuntimeError("bad base64".into()))?)677				.map_err(|_| RuntimeError("bad utf8".into()))?.into()678		))679	})680}681682fn builtin_join(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {683	parse_args!(context, "join", args, 2, [684		0, sep: ty!((string | array));685		1, arr: ty!(array) => Val::Arr;686	], {687		Ok(match sep {688			Val::Arr(joiner_items) => {689				let mut out = Vec::new();690691				let mut first = true;692				for item in arr.iter() {693					let item = item?.clone();694					if let Val::Arr(items) = item {695						if !first {696							out.reserve(joiner_items.len());697							// TODO: extend698							for item in joiner_items.iter() {699								out.push(item?);700							}701						}702						first = false;703						out.reserve(items.len());704						// TODO: extend705						for item in items.iter() {706							out.push(item?);707						}708					} else {709						throw!(RuntimeError("in std.join all items should be arrays".into()));710					}711				}712713				Val::Arr(out.into())714			},715			Val::Str(sep) => {716				let mut out = String::new();717718				let mut first = true;719				for item in arr.iter() {720					let item = item?.clone();721					if let Val::Str(item) = item {722						if !first {723							out += &sep;724						}725						first = false;726						out += &item;727					} else {728						throw!(RuntimeError("in std.join all items should be strings".into()));729					}730				}731732				Val::Str(out.into())733			},734			_ => unreachable!()735		})736	})737}738739fn builtin_escape_string_json(740	context: Context,741	_loc: Option<&ExprLocation>,742	args: &ArgsDesc,743) -> Result<Val> {744	parse_args!(context, "escapeStringJson", args, 1, [745		0, str_: ty!(string) => Val::Str;746	], {747		Ok(Val::Str(escape_string_json(&str_).into()))748	})749}750751fn builtin_manifest_json_ex(752	context: Context,753	_loc: Option<&ExprLocation>,754	args: &ArgsDesc,755) -> Result<Val> {756	parse_args!(context, "manifestJsonEx", args, 2, [757		0, value: ty!(any);758		1, indent: ty!(string) => Val::Str;759	], {760		Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {761			padding: &indent,762			mtype: ManifestType::Std,763		})?.into()))764	})765}766767fn builtin_reverse(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {768	parse_args!(context, "reverse", args, 1, [769		0, value: ty!(array) => Val::Arr;770	], {771		Ok(Val::Arr(value.reversed()))772	})773}774775fn builtin_id(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {776	parse_args!(context, "id", args, 1, [777		0, v: ty!(any);778	], {779		Ok(v)780	})781}782783fn builtin_str_replace(784	context: Context,785	_loc: Option<&ExprLocation>,786	args: &ArgsDesc,787) -> Result<Val> {788	parse_args!(context, "strReplace", args, 3, [789		0, str: ty!(string) => Val::Str;790		1, from: ty!(string) => Val::Str;791		2, to: ty!(string) => Val::Str;792	], {793		let mut out = String::new();794		let mut last_idx = 0;795		while let Some(idx) = (&str[last_idx..]).find(&from as &str) {796			out.push_str(&str[last_idx..last_idx+idx]);797			out.push_str(&to);798			last_idx += idx + from.len();799		}800		if last_idx == 0 {801			return Ok(Val::Str(str))802		}803		out.push_str(&str[last_idx..]);804		Ok(Val::Str(out.into()))805	})806}807808fn builtin_splitlimit(809	context: Context,810	_loc: Option<&ExprLocation>,811	args: &ArgsDesc,812) -> Result<Val> {813	parse_args!(context, "splitLimit", args, 3, [814		0, str: ty!(string) => Val::Str;815		1, c: ty!(char) => Val::Str;816		2, maxsplits: ty!(number) => Val::Num;817	], {818		let maxsplits = maxsplits as isize;819		let c = c.chars().next().unwrap();820821		let out: Vec<Val> = if maxsplits == -1 {822			str.split(c).map(|s| Val::Str(s.into())).collect()823		} else {824			str.splitn(maxsplits as usize + 1, c).map(|s| Val::Str(s.into())).collect()825		};826827		Ok(Val::Arr(out.into()))828	})829}830831pub fn call_builtin(832	context: Context,833	loc: Option<&ExprLocation>,834	name: &str,835	args: &ArgsDesc,836) -> Result<Val> {837	BUILTINS838		.with(|builtins| builtins.get(name).copied())839		.ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)840}
modifiedcrates/jrsonnet-stdlib/src/std.jsonnetdiffbeforeafterboth
--- a/crates/jrsonnet-stdlib/src/std.jsonnet
+++ b/crates/jrsonnet-stdlib/src/std.jsonnet
@@ -18,6 +18,7 @@
   filter:: $intrinsic(filter),
   char:: $intrinsic(char),
   encodeUTF8:: $intrinsic(encodeUTF8),
+  decodeUTF8:: $intrinsic(decodeUTF8),
   md5:: $intrinsic(md5),
   trace:: $intrinsic(trace),
   id:: $intrinsic(id),
modifiedcrates/jrsonnet-types/src/lib.rsdiffbeforeafterboth
--- a/crates/jrsonnet-types/src/lib.rs
+++ b/crates/jrsonnet-types/src/lib.rs
@@ -8,6 +8,9 @@
 	((Array<number>)) => {{
 		$crate::ComplexValType::ArrayRef(&$crate::ComplexValType::Simple($crate::ValType::Num))
 	}};
+	((Array<ubyte>)) => {{
+		$crate::ComplexValType::ArrayRef(&$crate::ComplexValType::BoundedNumber(Some(0.0), Some(255.0)))
+	}};
 	(array) => {
 		$crate::ComplexValType::Simple($crate::ValType::Arr)
 	};