git.delta.rocks / jrsonnet / refs/commits / 0b0d703c6d05

1use crate::{2	equals,3	error::{Error::*, Result},4	parse_args, primitive_equals, push, throw, with_state, ArrValue, Context, EvaluationState,5	FuncVal, LazyVal, Val,6};7use format::{format_arr, format_obj};8use jrsonnet_gc::Gc;9use jrsonnet_interner::IStr;10use jrsonnet_parser::{ArgsDesc, BinaryOpType, ExprLocation};11use jrsonnet_types::ty;12use std::{collections::HashMap, path::PathBuf, rc::Rc};1314pub mod stdlib;15pub use stdlib::*;1617use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};1819pub mod format;20pub mod manifest;21pub mod sort;2223fn std_format(str: IStr, vals: Val) -> Result<Val> {24	push(25		Some(&ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)),26		|| format!("std.format of {}", str),27		|| {28			Ok(match vals {29				Val::Arr(vals) => Val::Str(format_arr(&str, &vals.evaluated()?)?.into()),30				Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),31				o => Val::Str(format_arr(&str, &[o])?.into()),32			})33		},34	)35}3637type Builtin = fn(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val>;3839type BuiltinsType = HashMap<Box<str>, Builtin>;4041thread_local! {42	static BUILTINS: BuiltinsType = {43		[44			("length".into(), builtin_length as Builtin),45			("type".into(), builtin_type),46			("makeArray".into(), builtin_make_array),47			("codepoint".into(), builtin_codepoint),48			("objectFieldsEx".into(), builtin_object_fields_ex),49			("objectHasEx".into(), builtin_object_has_ex),50			("slice".into(), builtin_slice),51			("primitiveEquals".into(), builtin_primitive_equals),52			("equals".into(), builtin_equals),53			("modulo".into(), builtin_modulo),54			("mod".into(), builtin_mod),55			("floor".into(), builtin_floor),56			("log".into(), builtin_log),57			("pow".into(), builtin_pow),58			("extVar".into(), builtin_ext_var),59			("native".into(), builtin_native),60			("filter".into(), builtin_filter),61			("map".into(), builtin_map),62			("foldl".into(), builtin_foldl),63			("foldr".into(), builtin_foldr),64			("sortImpl".into(), builtin_sort_impl),65			("format".into(), builtin_format),66			("range".into(), builtin_range),67			("char".into(), builtin_char),68			("encodeUTF8".into(), builtin_encode_utf8),69			("md5".into(), builtin_md5),70			("base64".into(), builtin_base64),71			("trace".into(), builtin_trace),72			("join".into(), builtin_join),73			("escapeStringJson".into(), builtin_escape_string_json),74			("manifestJsonEx".into(), builtin_manifest_json_ex),75			("reverse".into(), builtin_reverse),76			("id".into(), builtin_id),77			("strReplace".into(), builtin_str_replace),78			("parseJson".into(), builtin_parse_json),79		].iter().cloned().collect()80	};81}8283fn builtin_length(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {84	parse_args!(context, "length", args, 1, [85		0, x: ty!((string | object | array));86	], {87		Ok(match x {88			Val::Str(n) => Val::Num(n.chars().count() as f64),89			Val::Arr(a) => Val::Num(a.len() as f64),90			Val::Obj(o) => Val::Num(91				o.fields_visibility()92					.into_iter()93					.filter(|(_k, v)| *v)94					.count() as f64,95			),96			_ => unreachable!(),97		})98	})99}100101fn builtin_type(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {102	parse_args!(context, "type", args, 1, [103		0, x: ty!(any);104	], {105		Ok(Val::Str(x.value_type().name().into()))106	})107}108109fn builtin_make_array(110	context: Context,111	_loc: Option<&ExprLocation>,112	args: &ArgsDesc,113) -> Result<Val> {114	parse_args!(context, "makeArray", args, 2, [115		0, sz: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;116		1, func: ty!(function) => Val::Func;117	], {118		let mut out = Vec::with_capacity(sz as usize);119		for i in 0..sz as usize {120			out.push(LazyVal::new_resolved(func.evaluate_values(121				context.clone(),122				&[Val::Num(i as f64)]123			)?))124		}125		Ok(Val::Arr(out.into()))126	})127}128129fn builtin_codepoint(130	context: Context,131	_loc: Option<&ExprLocation>,132	args: &ArgsDesc,133) -> Result<Val> {134	parse_args!(context, "codepoint", args, 1, [135		0, str: ty!(char) => Val::Str;136	], {137		Ok(Val::Num(str.chars().next().unwrap() as u32 as f64))138	})139}140141fn builtin_object_fields_ex(142	context: Context,143	_loc: Option<&ExprLocation>,144	args: &ArgsDesc,145) -> Result<Val> {146	parse_args!(context, "objectFieldsEx", args, 2, [147		0, obj: ty!(object) => Val::Obj;148		1, inc_hidden: ty!(boolean) => Val::Bool;149	], {150		let out = obj.fields_ex(inc_hidden);151		Ok(Val::Arr(out.into_iter().map(Val::Str).collect::<Vec<_>>().into()))152	})153}154155fn builtin_object_has_ex(156	context: Context,157	_loc: Option<&ExprLocation>,158	args: &ArgsDesc,159) -> Result<Val> {160	parse_args!(context, "objectHasEx", args, 3, [161		0, obj: ty!(object) => Val::Obj;162		1, f: ty!(string) => Val::Str;163		2, inc_hidden: ty!(boolean) => Val::Bool;164	], {165		Ok(Val::Bool(obj.has_field_ex(f, inc_hidden)))166	})167}168169fn builtin_parse_json(170	context: Context,171	_loc: Option<&ExprLocation>,172	args: &ArgsDesc,173) -> Result<Val> {174	parse_args!(context, "parseJson", args, 1, [175		0, s: ty!(string) => Val::Str;176	], {177		let state = EvaluationState::default();178		let path = PathBuf::from("std.parseJson").into();179		state.evaluate_snippet_raw(path ,s)180	})181}182183// faster184fn builtin_slice(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {185	parse_args!(context, "slice", args, 4, [186		0, indexable: ty!((string | array));187		1, index: ty!((number | null));188		2, end: ty!((number | null));189		3, step: ty!((number | null));190	], {191		let index = match index {192			Val::Num(v) => v as usize,193			Val::Null => 0,194			_ => unreachable!(),195		};196		let end = match end {197			Val::Num(v) => v as usize,198			Val::Null => match &indexable {199				Val::Str(s) => s.chars().count(),200				Val::Arr(v) => v.len(),201				_ => unreachable!()202			},203			_ => unreachable!()204		};205		let step = match step {206			Val::Num(v) => v as usize,207			Val::Null => 1,208			_ => unreachable!()209		};210		match &indexable {211			Val::Str(s) => {212				Ok(Val::Str((s.chars().skip(index).take(end-index).step_by(step).collect::<String>()).into()))213			}214			Val::Arr(arr) => {215				Ok(Val::Arr((arr.iter().skip(index).take(end-index).step_by(step).collect::<Result<Vec<Val>>>()?).into()))216			}217			_ => unreachable!()218		}219	})220}221222// faster223fn builtin_primitive_equals(224	context: Context,225	_loc: Option<&ExprLocation>,226	args: &ArgsDesc,227) -> Result<Val> {228	parse_args!(context, "primitiveEquals", args, 2, [229		0, a: ty!(any);230		1, b: ty!(any);231	], {232		Ok(Val::Bool(primitive_equals(&a, &b)?))233	})234}235236// faster237fn builtin_equals(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {238	parse_args!(context, "equals", args, 2, [239		0, a: ty!(any);240		1, b: ty!(any);241	], {242		Ok(Val::Bool(equals(&a, &b)?))243	})244}245246fn builtin_modulo(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {247	parse_args!(context, "modulo", args, 2, [248		0, a: ty!(number) => Val::Num;249		1, b: ty!(number) => Val::Num;250	], {251		Ok(Val::Num(a % b))252	})253}254255fn builtin_mod(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {256	parse_args!(context, "mod", args, 2, [257		0, a: ty!((number | string));258		1, b: ty!(any);259	], {260		match (a, b) {261			(Val::Num(a), Val::Num(b)) => Ok(Val::Num(a % b)),262			(Val::Str(str), vals) => std_format(str, vals),263			(a, b) => throw!(BinaryOperatorDoesNotOperateOnValues(BinaryOpType::Mod, a.value_type(), b.value_type()))264		}265	})266}267268fn builtin_floor(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {269	parse_args!(context, "floor", args, 1, [270		0, x: ty!(number) => Val::Num;271	], {272		Ok(Val::Num(x.floor()))273	})274}275276fn builtin_log(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {277	parse_args!(context, "log", args, 1, [278		0, n: ty!(number) => Val::Num;279	], {280		Ok(Val::Num(n.ln()))281	})282}283284fn builtin_pow(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {285	parse_args!(context, "pow", args, 2, [286		0, x: ty!(number) => Val::Num;287		1, n: ty!(number) => Val::Num;288	], {289		Ok(Val::Num(x.powf(n)))290	})291}292293fn builtin_ext_var(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {294	parse_args!(context, "extVar", args, 1, [295		0, x: ty!(string) => Val::Str;296	], {297		Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or(UndefinedExternalVariable(x))?)298	})299}300301fn builtin_native(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {302	parse_args!(context, "native", args, 1, [303		0, x: ty!(string) => Val::Str;304	], {305		Ok(with_state(|s| s.settings().ext_natives.get(&x).cloned()).map(|v| Val::Func(Gc::new(FuncVal::NativeExt(x.clone(), v)))).ok_or(UndefinedExternalFunction(x))?)306	})307}308309fn builtin_filter(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {310	parse_args!(context, "filter", args, 2, [311		0, func: ty!(function) => Val::Func;312		1, arr: ty!(array) => Val::Arr;313	], {314		Ok(Val::Arr(arr.filter(|val| func315			.evaluate_values(context.clone(), &[val.clone()])?316			.try_cast_bool("filter predicate"))?))317	})318}319320fn builtin_map(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {321	parse_args!(context, "map", args, 2, [322		0, func: ty!(function) => Val::Func;323		1, arr: ty!(array) => Val::Arr;324	], {325		Ok(Val::Arr(arr.map(|val| func326			.evaluate_values(context.clone(), &[val]))?))327	})328}329330fn builtin_foldl(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {331	parse_args!(context, "foldl", args, 3, [332		0, func: ty!(function) => Val::Func;333		1, arr: ty!(array) => Val::Arr;334		2, init: ty!(any);335	], {336		let mut acc = init;337		for i in arr.iter() {338			acc = func.evaluate_values(context.clone(), &[acc, i?])?;339		}340		Ok(acc)341	})342}343344fn builtin_foldr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {345	parse_args!(context, "foldr", args, 3, [346		0, func: ty!(function) => Val::Func;347		1, arr: ty!(array) => Val::Arr;348		2, init: ty!(any);349	], {350		let mut acc = init;351		for i in arr.iter().rev() {352			acc = func.evaluate_values(context.clone(), &[acc, i?])?;353		}354		Ok(acc)355	})356}357358#[allow(non_snake_case)]359fn builtin_sort_impl(360	context: Context,361	_loc: Option<&ExprLocation>,362	args: &ArgsDesc,363) -> Result<Val> {364	parse_args!(context, "sort", args, 2, [365		0, arr: ty!(array) => Val::Arr;366		1, keyF: ty!(function) => Val::Func;367	], {368		if arr.len() <= 1 {369			return Ok(Val::Arr(arr))370		}371		Ok(Val::Arr(ArrValue::Eager(sort::sort(context, arr.evaluated()?, &keyF)?)))372	})373}374375// faster376fn builtin_format(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {377	parse_args!(context, "format", args, 2, [378		0, str: ty!(string) => Val::Str;379		1, vals: ty!(any)380	], {381		std_format(str, vals)382	})383}384385fn builtin_range(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {386	parse_args!(context, "range", args, 2, [387		0, from: ty!(number) => Val::Num;388		1, to: ty!(number) => Val::Num;389	], {390		if to < from {391			return Ok(Val::Arr(ArrValue::new_eager()))392		}393		let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));394		for i in from as usize..=to as usize {395			out.push(Val::Num(i as f64));396		}397		Ok(Val::Arr(out.into()))398	})399}400401fn builtin_char(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {402	parse_args!(context, "char", args, 1, [403		0, n: ty!(number) => Val::Num;404	], {405		let mut out = String::new();406		out.push(std::char::from_u32(n as u32).ok_or_else(||407			InvalidUnicodeCodepointGot(n as u32)408		)?);409		Ok(Val::Str(out.into()))410	})411}412413fn builtin_encode_utf8(414	context: Context,415	_loc: Option<&ExprLocation>,416	args: &ArgsDesc,417) -> Result<Val> {418	parse_args!(context, "encodeUTF8", args, 1, [419		0, str: ty!(string) => Val::Str;420	], {421		Ok(Val::Arr((str.bytes().map(|b| Val::Num(b as f64)).collect::<Vec<Val>>()).into()))422	})423}424425fn builtin_md5(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {426	parse_args!(context, "md5", args, 1, [427		0, str: ty!(string) => Val::Str;428	], {429		Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))430	})431}432433fn builtin_trace(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {434	parse_args!(context, "trace", args, 2, [435		0, str: ty!(string) => Val::Str;436		1, rest: ty!(any);437	], {438		eprint!("TRACE:");439		if let Some(loc) = loc {440			with_state(|s|{441				let locs = s.map_source_locations(&loc.0, &[loc.1]);442				eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);443			});444		}445		eprintln!(" {}", str);446		Ok(rest)447	})448}449450fn builtin_base64(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {451	parse_args!(context, "base64", args, 1, [452		0, input: ty!((string | (Array<number>)));453	], {454		Ok(Val::Str(match input {455			Val::Str(s) => {456				base64::encode(s.bytes().collect::<Vec<_>>()).into()457			},458			Val::Arr(a) => {459				base64::encode(a.iter().map(|v| {460					Ok(v?.unwrap_num()? as u8)461				}).collect::<Result<Vec<_>>>()?).into()462			},463			_ => unreachable!()464		}))465	})466}467468fn builtin_join(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {469	parse_args!(context, "join", args, 2, [470		0, sep: ty!((string | array));471		1, arr: ty!(array) => Val::Arr;472	], {473		Ok(match sep {474			Val::Arr(joiner_items) => {475				let mut out = Vec::new();476477				let mut first = true;478				for item in arr.iter() {479					let item = item?.clone();480					if let Val::Arr(items) = item {481						if !first {482							out.reserve(joiner_items.len());483							// TODO: extend484							for item in joiner_items.iter() {485								out.push(item?);486							}487						}488						first = false;489						out.reserve(items.len());490						// TODO: extend491						for item in items.iter() {492							out.push(item?);493						}494					} else {495						throw!(RuntimeError("in std.join all items should be arrays".into()));496					}497				}498499				Val::Arr(out.into())500			},501			Val::Str(sep) => {502				let mut out = String::new();503504				let mut first = true;505				for item in arr.iter() {506					let item = item?.clone();507					if let Val::Str(item) = item {508						if !first {509							out += &sep;510						}511						first = false;512						out += &item;513					} else {514						throw!(RuntimeError("in std.join all items should be strings".into()));515					}516				}517518				Val::Str(out.into())519			},520			_ => unreachable!()521		})522	})523}524525// faster526fn builtin_escape_string_json(527	context: Context,528	_loc: Option<&ExprLocation>,529	args: &ArgsDesc,530) -> Result<Val> {531	parse_args!(context, "escapeStringJson", args, 1, [532		0, str_: ty!(string) => Val::Str;533	], {534		Ok(Val::Str(escape_string_json(&str_).into()))535	})536}537538// faster539fn builtin_manifest_json_ex(540	context: Context,541	_loc: Option<&ExprLocation>,542	args: &ArgsDesc,543) -> Result<Val> {544	parse_args!(context, "manifestJsonEx", args, 2, [545		0, value: ty!(any);546		1, indent: ty!(string) => Val::Str;547	], {548		Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {549			padding: &indent,550			mtype: ManifestType::Std,551		})?.into()))552	})553}554555// faster556fn builtin_reverse(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {557	parse_args!(context, "reverse", args, 1, [558		0, value: ty!(array) => Val::Arr;559	], {560		Ok(Val::Arr(value.reversed()))561	})562}563564fn builtin_id(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {565	parse_args!(context, "id", args, 1, [566		0, v: ty!(any);567	], {568		Ok(v)569	})570}571572// faster573fn builtin_str_replace(574	context: Context,575	_loc: Option<&ExprLocation>,576	args: &ArgsDesc,577) -> Result<Val> {578	parse_args!(context, "strReplace", args, 3, [579		0, str: ty!(string) => Val::Str;580		1, from: ty!(string) => Val::Str;581		2, to: ty!(string) => Val::Str;582	], {583		let mut out = String::new();584		let mut last_idx = 0;585		while let Some(idx) = (&str[last_idx..]).find(&from as &str) {586			out.push_str(&str[last_idx..last_idx+idx]);587			out.push_str(&to);588			last_idx += idx + from.len();589		}590		if last_idx == 0 {591			return Ok(Val::Str(str))592		}593		out.push_str(&str[last_idx..]);594		Ok(Val::Str(out.into()))595	})596}597598pub fn call_builtin(599	context: Context,600	loc: Option<&ExprLocation>,601	name: &str,602	args: &ArgsDesc,603) -> Result<Val> {604	BUILTINS605		.with(|builtins| builtins.get(name).copied())606		.ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)607}