git.delta.rocks / jrsonnet / refs/commits / f62134de8f74

1use crate::{2	equals,3	error::{Error::*, Result},4	operator::evaluate_mod_op,5	parse_args, primitive_equals, push, throw, with_state, ArrValue, Context, EvaluationState,6	FuncVal, IndexableVal, LazyVal, Val,7};8use format::{format_arr, format_obj};9use jrsonnet_gc::Gc;10use jrsonnet_interner::IStr;11use jrsonnet_parser::{ArgsDesc, ExprLocation};12use jrsonnet_types::ty;13use std::{collections::HashMap, path::PathBuf, rc::Rc};1415pub mod stdlib;16pub use stdlib::*;1718use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};1920pub mod format;21pub mod manifest;22pub mod sort;2324pub fn std_format(str: IStr, vals: Val) -> Result<Val> {25	push(26		Some(&ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)),27		|| format!("std.format of {}", str),28		|| {29			Ok(match vals {30				Val::Arr(vals) => Val::Str(format_arr(&str, &vals.evaluated()?)?.into()),31				Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),32				o => Val::Str(format_arr(&str, &[o])?.into()),33			})34		},35	)36}3738pub fn std_slice(39	indexable: IndexableVal,40	index: Option<usize>,41	end: Option<usize>,42	step: Option<usize>,43) -> Result<Val> {44	let index = index.unwrap_or(0);45	let end = end.unwrap_or_else(|| match &indexable {46		IndexableVal::Str(_) => usize::MAX,47		IndexableVal::Arr(v) => v.len(),48	});49	let step = step.unwrap_or(1);50	match &indexable {51		IndexableVal::Str(s) => Ok(Val::Str(52			(s.chars()53				.skip(index)54				.take(end - index)55				.step_by(step)56				.collect::<String>())57			.into(),58		)),59		IndexableVal::Arr(arr) => Ok(Val::Arr(60			(arr.iter()61				.skip(index)62				.take(end - index)63				.step_by(step)64				.collect::<Result<Vec<Val>>>()?)65			.into(),66		)),67	}68}6970type Builtin = fn(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val>;7172type BuiltinsType = HashMap<Box<str>, Builtin>;7374thread_local! {75	static BUILTINS: BuiltinsType = {76		[77			("length".into(), builtin_length as Builtin),78			("type".into(), builtin_type),79			("makeArray".into(), builtin_make_array),80			("codepoint".into(), builtin_codepoint),81			("objectFieldsEx".into(), builtin_object_fields_ex),82			("objectHasEx".into(), builtin_object_has_ex),83			("slice".into(), builtin_slice),84			("primitiveEquals".into(), builtin_primitive_equals),85			("equals".into(), builtin_equals),86			("modulo".into(), builtin_modulo),87			("mod".into(), builtin_mod),88			("floor".into(), builtin_floor),89			("ceil".into(), builtin_ceil),90			("log".into(), builtin_log),91			("pow".into(), builtin_pow),92			("sqrt".into(), builtin_sqrt),93			("sin".into(), builtin_sin),94			("cos".into(), builtin_cos),95			("tan".into(), builtin_tan),96			("asin".into(), builtin_asin),97			("acos".into(), builtin_acos),98			("atan".into(), builtin_atan),99			("exp".into(), builtin_exp),100			("extVar".into(), builtin_ext_var),101			("native".into(), builtin_native),102			("filter".into(), builtin_filter),103			("map".into(), builtin_map),104			("flatMap".into(), builtin_flatmap),105			("foldl".into(), builtin_foldl),106			("foldr".into(), builtin_foldr),107			("sortImpl".into(), builtin_sort_impl),108			("format".into(), builtin_format),109			("range".into(), builtin_range),110			("char".into(), builtin_char),111			("encodeUTF8".into(), builtin_encode_utf8),112			("md5".into(), builtin_md5),113			("base64".into(), builtin_base64),114			("trace".into(), builtin_trace),115			("join".into(), builtin_join),116			("escapeStringJson".into(), builtin_escape_string_json),117			("manifestJsonEx".into(), builtin_manifest_json_ex),118			("reverse".into(), builtin_reverse),119			("id".into(), builtin_id),120			("strReplace".into(), builtin_str_replace),121			("parseJson".into(), builtin_parse_json),122		].iter().cloned().collect()123	};124}125126fn builtin_length(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {127	parse_args!(context, "length", args, 1, [128		0, x: ty!((string | object | array));129	], {130		Ok(match x {131			Val::Str(n) => Val::Num(n.chars().count() as f64),132			Val::Arr(a) => Val::Num(a.len() as f64),133			Val::Obj(o) => Val::Num(134				o.fields_visibility()135					.into_iter()136					.filter(|(_k, v)| *v)137					.count() as f64,138			),139			_ => unreachable!(),140		})141	})142}143144fn builtin_type(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {145	parse_args!(context, "type", args, 1, [146		0, x: ty!(any);147	], {148		Ok(Val::Str(x.value_type().name().into()))149	})150}151152fn builtin_make_array(153	context: Context,154	_loc: Option<&ExprLocation>,155	args: &ArgsDesc,156) -> Result<Val> {157	parse_args!(context, "makeArray", args, 2, [158		0, sz: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;159		1, func: ty!(function) => Val::Func;160	], {161		let mut out = Vec::with_capacity(sz as usize);162		for i in 0..sz as usize {163			out.push(LazyVal::new_resolved(func.evaluate_values(164				context.clone(),165				&[Val::Num(i as f64)]166			)?))167		}168		Ok(Val::Arr(out.into()))169	})170}171172fn builtin_codepoint(173	context: Context,174	_loc: Option<&ExprLocation>,175	args: &ArgsDesc,176) -> Result<Val> {177	parse_args!(context, "codepoint", args, 1, [178		0, str: ty!(char) => Val::Str;179	], {180		Ok(Val::Num(str.chars().next().unwrap() as u32 as f64))181	})182}183184fn builtin_object_fields_ex(185	context: Context,186	_loc: Option<&ExprLocation>,187	args: &ArgsDesc,188) -> Result<Val> {189	parse_args!(context, "objectFieldsEx", args, 2, [190		0, obj: ty!(object) => Val::Obj;191		1, inc_hidden: ty!(boolean) => Val::Bool;192	], {193		let out = obj.fields_ex(inc_hidden);194		Ok(Val::Arr(out.into_iter().map(Val::Str).collect::<Vec<_>>().into()))195	})196}197198fn builtin_object_has_ex(199	context: Context,200	_loc: Option<&ExprLocation>,201	args: &ArgsDesc,202) -> Result<Val> {203	parse_args!(context, "objectHasEx", args, 3, [204		0, obj: ty!(object) => Val::Obj;205		1, f: ty!(string) => Val::Str;206		2, inc_hidden: ty!(boolean) => Val::Bool;207	], {208		Ok(Val::Bool(obj.has_field_ex(f, inc_hidden)))209	})210}211212fn builtin_parse_json(213	context: Context,214	_loc: Option<&ExprLocation>,215	args: &ArgsDesc,216) -> Result<Val> {217	parse_args!(context, "parseJson", args, 1, [218		0, s: ty!(string) => Val::Str;219	], {220		let state = EvaluationState::default();221		let path = PathBuf::from("std.parseJson").into();222		state.evaluate_snippet_raw(path ,s)223	})224}225226fn builtin_slice(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {227	parse_args!(context, "slice", args, 4, [228		0, indexable: ty!((string | array));229		1, index: ty!((number | null));230		2, end: ty!((number | null));231		3, step: ty!((number | null));232	], {233		std_slice(234			indexable.into_indexable()?,235			index.try_cast_nullable_num("index")?.map(|v| v as usize),236			end.try_cast_nullable_num("end")?.map(|v| v as usize),237			step.try_cast_nullable_num("step")?.map(|v| v as usize),238		)239	})240}241242fn builtin_primitive_equals(243	context: Context,244	_loc: Option<&ExprLocation>,245	args: &ArgsDesc,246) -> Result<Val> {247	parse_args!(context, "primitiveEquals", args, 2, [248		0, a: ty!(any);249		1, b: ty!(any);250	], {251		Ok(Val::Bool(primitive_equals(&a, &b)?))252	})253}254255fn builtin_equals(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {256	parse_args!(context, "equals", args, 2, [257		0, a: ty!(any);258		1, b: ty!(any);259	], {260		Ok(Val::Bool(equals(&a, &b)?))261	})262}263264fn builtin_modulo(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {265	parse_args!(context, "modulo", args, 2, [266		0, a: ty!(number) => Val::Num;267		1, b: ty!(number) => Val::Num;268	], {269		Ok(Val::Num(a % b))270	})271}272273fn builtin_mod(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {274	parse_args!(context, "mod", args, 2, [275		0, a: ty!((number | string));276		1, b: ty!(any);277	], {278		evaluate_mod_op(&a, &b)279	})280}281282fn builtin_floor(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {283	parse_args!(context, "floor", args, 1, [284		0, x: ty!(number) => Val::Num;285	], {286		Ok(Val::Num(x.floor()))287	})288}289290fn builtin_ceil(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {291	parse_args!(context, "ceil", args, 1, [292		0, x: ty!(number) => Val::Num;293	], {294		Ok(Val::Num(x.ceil()))295	})296}297298fn builtin_log(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {299	parse_args!(context, "log", args, 1, [300		0, n: ty!(number) => Val::Num;301	], {302		Ok(Val::Num(n.ln()))303	})304}305306fn builtin_pow(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {307	parse_args!(context, "pow", args, 2, [308		0, x: ty!(number) => Val::Num;309		1, n: ty!(number) => Val::Num;310	], {311		Ok(Val::Num(x.powf(n)))312	})313}314315fn builtin_sqrt(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {316	parse_args!(context, "sqrt", args, 1, [317		0, x: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;318	], {319		Ok(Val::Num(x.sqrt()))320	})321}322323fn builtin_sin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {324	parse_args!(context, "sin", args, 1, [325		0, x: ty!(number) => Val::Num;326	], {327		Ok(Val::Num(x.sin()))328	})329}330331fn builtin_cos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {332	parse_args!(context, "cos", args, 1, [333		0, x: ty!(number) => Val::Num;334	], {335		Ok(Val::Num(x.cos()))336	})337}338339fn builtin_tan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {340	parse_args!(context, "tan", args, 1, [341		0, x: ty!(number) => Val::Num;342	], {343		Ok(Val::Num(x.tan()))344	})345}346347fn builtin_asin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {348	parse_args!(context, "asin", args, 1, [349		0, x: ty!(number) => Val::Num;350	], {351		Ok(Val::Num(x.asin()))352	})353}354355fn builtin_acos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {356	parse_args!(context, "acos", args, 1, [357		0, x: ty!(number) => Val::Num;358	], {359		Ok(Val::Num(x.acos()))360	})361}362363fn builtin_atan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {364	parse_args!(context, "atan", args, 1, [365		0, x: ty!(number) => Val::Num;366	], {367		Ok(Val::Num(x.atan()))368	})369}370371fn builtin_exp(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {372	parse_args!(context, "exp", args, 1, [373		0, x: ty!(number) => Val::Num;374	], {375		Ok(Val::Num(x.exp()))376	})377}378379fn builtin_ext_var(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {380	parse_args!(context, "extVar", args, 1, [381		0, x: ty!(string) => Val::Str;382	], {383		Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or(UndefinedExternalVariable(x))?)384	})385}386387fn builtin_native(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {388	parse_args!(context, "native", args, 1, [389		0, x: ty!(string) => Val::Str;390	], {391		Ok(with_state(|s| s.settings().ext_natives.get(&x).cloned()).map(|v| Val::Func(Gc::new(FuncVal::NativeExt(x.clone(), v)))).ok_or(UndefinedExternalFunction(x))?)392	})393}394395fn builtin_filter(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {396	parse_args!(context, "filter", args, 2, [397		0, func: ty!(function) => Val::Func;398		1, arr: ty!(array) => Val::Arr;399	], {400		Ok(Val::Arr(arr.filter(|val| func401			.evaluate_values(context.clone(), &[val.clone()])?402			.try_cast_bool("filter predicate"))?))403	})404}405406fn builtin_map(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {407	parse_args!(context, "map", args, 2, [408		0, func: ty!(function) => Val::Func;409		1, arr: ty!(array) => Val::Arr;410	], {411		Ok(Val::Arr(arr.map(|val| func412			.evaluate_values(context.clone(), &[val]))?))413	})414}415416fn builtin_flatmap(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {417	parse_args!(context, "flatMap", args, 2, [418		0, func: ty!(function) => Val::Func;419		1, arr: ty!((array | string));420	], {421		match arr {422			Val::Str(s) => {423				let mut out = String::new();424				for c in s.chars() {425					match func.evaluate_values(context.clone(), &[Val::Str(c.to_string().into())])? {426						Val::Str(o) => out.push_str(&o),427						_ => throw!(RuntimeError("in std.join all items should be strings".into())),428					};429				}430				Ok(Val::Str(out.into()))431			},432			Val::Arr(a) => {433				let mut out = Vec::new();434				for el in a.iter() {435					let el = el?;436					match func.evaluate_values(context.clone(), &[el])? {437						Val::Arr(o) => for oe in o.iter() {438							out.push(oe?)439						},440						_ => throw!(RuntimeError("in std.join all items should be arrays".into())),441					};442				}443				Ok(Val::Arr(out.into()))444			},445			_ => unreachable!(),446		}447	})448}449450fn builtin_foldl(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {451	parse_args!(context, "foldl", args, 3, [452		0, func: ty!(function) => Val::Func;453		1, arr: ty!(array) => Val::Arr;454		2, init: ty!(any);455	], {456		let mut acc = init;457		for i in arr.iter() {458			acc = func.evaluate_values(context.clone(), &[acc, i?])?;459		}460		Ok(acc)461	})462}463464fn builtin_foldr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {465	parse_args!(context, "foldr", args, 3, [466		0, func: ty!(function) => Val::Func;467		1, arr: ty!(array) => Val::Arr;468		2, init: ty!(any);469	], {470		let mut acc = init;471		for i in arr.iter().rev() {472			acc = func.evaluate_values(context.clone(), &[acc, i?])?;473		}474		Ok(acc)475	})476}477478#[allow(non_snake_case)]479fn builtin_sort_impl(480	context: Context,481	_loc: Option<&ExprLocation>,482	args: &ArgsDesc,483) -> Result<Val> {484	parse_args!(context, "sort", args, 2, [485		0, arr: ty!(array) => Val::Arr;486		1, keyF: ty!(function) => Val::Func;487	], {488		if arr.len() <= 1 {489			return Ok(Val::Arr(arr))490		}491		Ok(Val::Arr(ArrValue::Eager(sort::sort(context, arr.evaluated()?, &keyF)?)))492	})493}494495fn builtin_format(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {496	parse_args!(context, "format", args, 2, [497		0, str: ty!(string) => Val::Str;498		1, vals: ty!(any)499	], {500		std_format(str, vals)501	})502}503504fn builtin_range(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {505	parse_args!(context, "range", args, 2, [506		0, from: ty!(number) => Val::Num;507		1, to: ty!(number) => Val::Num;508	], {509		if to < from {510			return Ok(Val::Arr(ArrValue::new_eager()))511		}512		let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));513		for i in from as usize..=to as usize {514			out.push(Val::Num(i as f64));515		}516		Ok(Val::Arr(out.into()))517	})518}519520fn builtin_char(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {521	parse_args!(context, "char", args, 1, [522		0, n: ty!(number) => Val::Num;523	], {524		let mut out = String::new();525		out.push(std::char::from_u32(n as u32).ok_or_else(||526			InvalidUnicodeCodepointGot(n as u32)527		)?);528		Ok(Val::Str(out.into()))529	})530}531532fn builtin_encode_utf8(533	context: Context,534	_loc: Option<&ExprLocation>,535	args: &ArgsDesc,536) -> Result<Val> {537	parse_args!(context, "encodeUTF8", args, 1, [538		0, str: ty!(string) => Val::Str;539	], {540		Ok(Val::Arr((str.bytes().map(|b| Val::Num(b as f64)).collect::<Vec<Val>>()).into()))541	})542}543544fn builtin_md5(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {545	parse_args!(context, "md5", args, 1, [546		0, str: ty!(string) => Val::Str;547	], {548		Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))549	})550}551552fn builtin_trace(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {553	parse_args!(context, "trace", args, 2, [554		0, str: ty!(string) => Val::Str;555		1, rest: ty!(any);556	], {557		eprint!("TRACE:");558		if let Some(loc) = loc {559			with_state(|s|{560				let locs = s.map_source_locations(&loc.0, &[loc.1]);561				eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);562			});563		}564		eprintln!(" {}", str);565		Ok(rest)566	})567}568569fn builtin_base64(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {570	parse_args!(context, "base64", args, 1, [571		0, input: ty!((string | (Array<number>)));572	], {573		Ok(Val::Str(match input {574			Val::Str(s) => {575				base64::encode(s.bytes().collect::<Vec<_>>()).into()576			},577			Val::Arr(a) => {578				base64::encode(a.iter().map(|v| {579					Ok(v?.unwrap_num()? as u8)580				}).collect::<Result<Vec<_>>>()?).into()581			},582			_ => unreachable!()583		}))584	})585}586587fn builtin_join(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {588	parse_args!(context, "join", args, 2, [589		0, sep: ty!((string | array));590		1, arr: ty!(array) => Val::Arr;591	], {592		Ok(match sep {593			Val::Arr(joiner_items) => {594				let mut out = Vec::new();595596				let mut first = true;597				for item in arr.iter() {598					let item = item?.clone();599					if let Val::Arr(items) = item {600						if !first {601							out.reserve(joiner_items.len());602							// TODO: extend603							for item in joiner_items.iter() {604								out.push(item?);605							}606						}607						first = false;608						out.reserve(items.len());609						// TODO: extend610						for item in items.iter() {611							out.push(item?);612						}613					} else {614						throw!(RuntimeError("in std.join all items should be arrays".into()));615					}616				}617618				Val::Arr(out.into())619			},620			Val::Str(sep) => {621				let mut out = String::new();622623				let mut first = true;624				for item in arr.iter() {625					let item = item?.clone();626					if let Val::Str(item) = item {627						if !first {628							out += &sep;629						}630						first = false;631						out += &item;632					} else {633						throw!(RuntimeError("in std.join all items should be strings".into()));634					}635				}636637				Val::Str(out.into())638			},639			_ => unreachable!()640		})641	})642}643644fn builtin_escape_string_json(645	context: Context,646	_loc: Option<&ExprLocation>,647	args: &ArgsDesc,648) -> Result<Val> {649	parse_args!(context, "escapeStringJson", args, 1, [650		0, str_: ty!(string) => Val::Str;651	], {652		Ok(Val::Str(escape_string_json(&str_).into()))653	})654}655656fn builtin_manifest_json_ex(657	context: Context,658	_loc: Option<&ExprLocation>,659	args: &ArgsDesc,660) -> Result<Val> {661	parse_args!(context, "manifestJsonEx", args, 2, [662		0, value: ty!(any);663		1, indent: ty!(string) => Val::Str;664	], {665		Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {666			padding: &indent,667			mtype: ManifestType::Std,668		})?.into()))669	})670}671672fn builtin_reverse(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {673	parse_args!(context, "reverse", args, 1, [674		0, value: ty!(array) => Val::Arr;675	], {676		Ok(Val::Arr(value.reversed()))677	})678}679680fn builtin_id(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {681	parse_args!(context, "id", args, 1, [682		0, v: ty!(any);683	], {684		Ok(v)685	})686}687688fn builtin_str_replace(689	context: Context,690	_loc: Option<&ExprLocation>,691	args: &ArgsDesc,692) -> Result<Val> {693	parse_args!(context, "strReplace", args, 3, [694		0, str: ty!(string) => Val::Str;695		1, from: ty!(string) => Val::Str;696		2, to: ty!(string) => Val::Str;697	], {698		let mut out = String::new();699		let mut last_idx = 0;700		while let Some(idx) = (&str[last_idx..]).find(&from as &str) {701			out.push_str(&str[last_idx..last_idx+idx]);702			out.push_str(&to);703			last_idx += idx + from.len();704		}705		if last_idx == 0 {706			return Ok(Val::Str(str))707		}708		out.push_str(&str[last_idx..]);709		Ok(Val::Str(out.into()))710	})711}712713pub fn call_builtin(714	context: Context,715	loc: Option<&ExprLocation>,716	name: &str,717	args: &ArgsDesc,718) -> Result<Val> {719	BUILTINS720		.with(|builtins| builtins.get(name).copied())721		.ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)722}