1use crate::{2 equals,3 error::{Error::*, Result},4 parse_args, primitive_equals, push, throw, with_state, ArrValue, Context, EvaluationState,5 FuncVal, LazyVal, Val,6};7use format::{format_arr, format_obj};8use jrsonnet_gc::Gc;9use jrsonnet_interner::IStr;10use jrsonnet_parser::{ArgsDesc, BinaryOpType, ExprLocation};11use jrsonnet_types::ty;12use std::{collections::HashMap, path::PathBuf, rc::Rc};1314pub mod stdlib;15pub use stdlib::*;1617use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};1819pub mod format;20pub mod manifest;21pub mod sort;2223fn std_format(str: IStr, vals: Val) -> Result<Val> {24 push(25 Some(&ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)),26 || format!("std.format of {}", str),27 || {28 Ok(match vals {29 Val::Arr(vals) => Val::Str(format_arr(&str, &vals.evaluated()?)?.into()),30 Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),31 o => Val::Str(format_arr(&str, &[o])?.into()),32 })33 },34 )35}3637type Builtin = fn(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val>;3839type BuiltinsType = HashMap<Box<str>, Builtin>;4041thread_local! {42 static BUILTINS: BuiltinsType = {43 [44 ("length".into(), builtin_length as Builtin),45 ("type".into(), builtin_type),46 ("makeArray".into(), builtin_make_array),47 ("codepoint".into(), builtin_codepoint),48 ("objectFieldsEx".into(), builtin_object_fields_ex),49 ("objectHasEx".into(), builtin_object_has_ex),50 ("slice".into(), builtin_slice),51 ("primitiveEquals".into(), builtin_primitive_equals),52 ("equals".into(), builtin_equals),53 ("modulo".into(), builtin_modulo),54 ("mod".into(), builtin_mod),55 ("floor".into(), builtin_floor),56 ("log".into(), builtin_log),57 ("pow".into(), builtin_pow),58 ("extVar".into(), builtin_ext_var),59 ("native".into(), builtin_native),60 ("filter".into(), builtin_filter),61 ("map".into(), builtin_map),62 ("foldl".into(), builtin_foldl),63 ("foldr".into(), builtin_foldr),64 ("sortImpl".into(), builtin_sort_impl),65 ("format".into(), builtin_format),66 ("range".into(), builtin_range),67 ("char".into(), builtin_char),68 ("encodeUTF8".into(), builtin_encode_utf8),69 ("md5".into(), builtin_md5),70 ("base64".into(), builtin_base64),71 ("trace".into(), builtin_trace),72 ("join".into(), builtin_join),73 ("escapeStringJson".into(), builtin_escape_string_json),74 ("manifestJsonEx".into(), builtin_manifest_json_ex),75 ("reverse".into(), builtin_reverse),76 ("id".into(), builtin_id),77 ("strReplace".into(), builtin_str_replace),78 ("parseJson".into(), builtin_parse_json),79 ].iter().cloned().collect()80 };81}8283fn builtin_length(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {84 parse_args!(context, "length", args, 1, [85 0, x: ty!((string | object | array));86 ], {87 Ok(match x {88 Val::Str(n) => Val::Num(n.chars().count() as f64),89 Val::Arr(a) => Val::Num(a.len() as f64),90 Val::Obj(o) => Val::Num(91 o.fields_visibility()92 .into_iter()93 .filter(|(_k, v)| *v)94 .count() as f64,95 ),96 _ => unreachable!(),97 })98 })99}100101fn builtin_type(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {102 parse_args!(context, "type", args, 1, [103 0, x: ty!(any);104 ], {105 Ok(Val::Str(x.value_type().name().into()))106 })107}108109fn builtin_make_array(110 context: Context,111 _loc: Option<&ExprLocation>,112 args: &ArgsDesc,113) -> Result<Val> {114 parse_args!(context, "makeArray", args, 2, [115 0, sz: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;116 1, func: ty!(function) => Val::Func;117 ], {118 let mut out = Vec::with_capacity(sz as usize);119 for i in 0..sz as usize {120 out.push(LazyVal::new_resolved(func.evaluate_values(121 context.clone(),122 &[Val::Num(i as f64)]123 )?))124 }125 Ok(Val::Arr(out.into()))126 })127}128129fn builtin_codepoint(130 context: Context,131 _loc: Option<&ExprLocation>,132 args: &ArgsDesc,133) -> Result<Val> {134 parse_args!(context, "codepoint", args, 1, [135 0, str: ty!(char) => Val::Str;136 ], {137 Ok(Val::Num(str.chars().next().unwrap() as u32 as f64))138 })139}140141fn builtin_object_fields_ex(142 context: Context,143 _loc: Option<&ExprLocation>,144 args: &ArgsDesc,145) -> Result<Val> {146 parse_args!(context, "objectFieldsEx", args, 2, [147 0, obj: ty!(object) => Val::Obj;148 1, inc_hidden: ty!(boolean) => Val::Bool;149 ], {150 let out = obj.fields_ex(inc_hidden);151 Ok(Val::Arr(out.into_iter().map(Val::Str).collect::<Vec<_>>().into()))152 })153}154155fn builtin_object_has_ex(156 context: Context,157 _loc: Option<&ExprLocation>,158 args: &ArgsDesc,159) -> Result<Val> {160 parse_args!(context, "objectHasEx", args, 3, [161 0, obj: ty!(object) => Val::Obj;162 1, f: ty!(string) => Val::Str;163 2, inc_hidden: ty!(boolean) => Val::Bool;164 ], {165 Ok(Val::Bool(obj.has_field_ex(f, inc_hidden)))166 })167}168169fn builtin_parse_json(170 context: Context,171 _loc: Option<&ExprLocation>,172 args: &ArgsDesc,173) -> Result<Val> {174 parse_args!(context, "parseJson", args, 1, [175 0, s: ty!(string) => Val::Str;176 ], {177 let state = EvaluationState::default();178 let path = PathBuf::from("std.parseJson").into();179 state.evaluate_snippet_raw(path ,s)180 })181}182183184fn builtin_slice(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {185 parse_args!(context, "slice", args, 4, [186 0, indexable: ty!((string | array));187 1, index: ty!((number | null));188 2, end: ty!((number | null));189 3, step: ty!((number | null));190 ], {191 let index = match index {192 Val::Num(v) => v as usize,193 Val::Null => 0,194 _ => unreachable!(),195 };196 let end = match end {197 Val::Num(v) => v as usize,198 Val::Null => match &indexable {199 Val::Str(s) => s.chars().count(),200 Val::Arr(v) => v.len(),201 _ => unreachable!()202 },203 _ => unreachable!()204 };205 let step = match step {206 Val::Num(v) => v as usize,207 Val::Null => 1,208 _ => unreachable!()209 };210 match &indexable {211 Val::Str(s) => {212 Ok(Val::Str((s.chars().skip(index).take(end-index).step_by(step).collect::<String>()).into()))213 }214 Val::Arr(arr) => {215 Ok(Val::Arr((arr.iter().skip(index).take(end-index).step_by(step).collect::<Result<Vec<Val>>>()?).into()))216 }217 _ => unreachable!()218 }219 })220}221222223fn builtin_primitive_equals(224 context: Context,225 _loc: Option<&ExprLocation>,226 args: &ArgsDesc,227) -> Result<Val> {228 parse_args!(context, "primitiveEquals", args, 2, [229 0, a: ty!(any);230 1, b: ty!(any);231 ], {232 Ok(Val::Bool(primitive_equals(&a, &b)?))233 })234}235236237fn builtin_equals(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {238 parse_args!(context, "equals", args, 2, [239 0, a: ty!(any);240 1, b: ty!(any);241 ], {242 Ok(Val::Bool(equals(&a, &b)?))243 })244}245246fn builtin_modulo(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {247 parse_args!(context, "modulo", args, 2, [248 0, a: ty!(number) => Val::Num;249 1, b: ty!(number) => Val::Num;250 ], {251 Ok(Val::Num(a % b))252 })253}254255fn builtin_mod(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {256 parse_args!(context, "mod", args, 2, [257 0, a: ty!((number | string));258 1, b: ty!(any);259 ], {260 match (a, b) {261 (Val::Num(a), Val::Num(b)) => Ok(Val::Num(a % b)),262 (Val::Str(str), vals) => std_format(str, vals),263 (a, b) => throw!(BinaryOperatorDoesNotOperateOnValues(BinaryOpType::Mod, a.value_type(), b.value_type()))264 }265 })266}267268fn builtin_floor(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {269 parse_args!(context, "floor", args, 1, [270 0, x: ty!(number) => Val::Num;271 ], {272 Ok(Val::Num(x.floor()))273 })274}275276fn builtin_log(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {277 parse_args!(context, "log", args, 1, [278 0, n: ty!(number) => Val::Num;279 ], {280 Ok(Val::Num(n.ln()))281 })282}283284fn builtin_pow(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {285 parse_args!(context, "pow", args, 2, [286 0, x: ty!(number) => Val::Num;287 1, n: ty!(number) => Val::Num;288 ], {289 Ok(Val::Num(x.powf(n)))290 })291}292293fn builtin_ext_var(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {294 parse_args!(context, "extVar", args, 1, [295 0, x: ty!(string) => Val::Str;296 ], {297 Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or(UndefinedExternalVariable(x))?)298 })299}300301fn builtin_native(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {302 parse_args!(context, "native", args, 1, [303 0, x: ty!(string) => Val::Str;304 ], {305 Ok(with_state(|s| s.settings().ext_natives.get(&x).cloned()).map(|v| Val::Func(Gc::new(FuncVal::NativeExt(x.clone(), v)))).ok_or(UndefinedExternalFunction(x))?)306 })307}308309fn builtin_filter(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {310 parse_args!(context, "filter", args, 2, [311 0, func: ty!(function) => Val::Func;312 1, arr: ty!(array) => Val::Arr;313 ], {314 Ok(Val::Arr(arr.filter(|val| func315 .evaluate_values(context.clone(), &[val.clone()])?316 .try_cast_bool("filter predicate"))?))317 })318}319320fn builtin_map(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {321 parse_args!(context, "map", args, 2, [322 0, func: ty!(function) => Val::Func;323 1, arr: ty!(array) => Val::Arr;324 ], {325 Ok(Val::Arr(arr.map(|val| func326 .evaluate_values(context.clone(), &[val]))?))327 })328}329330fn builtin_foldl(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {331 parse_args!(context, "foldl", args, 3, [332 0, func: ty!(function) => Val::Func;333 1, arr: ty!(array) => Val::Arr;334 2, init: ty!(any);335 ], {336 let mut acc = init;337 for i in arr.iter() {338 acc = func.evaluate_values(context.clone(), &[acc, i?])?;339 }340 Ok(acc)341 })342}343344fn builtin_foldr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {345 parse_args!(context, "foldr", args, 3, [346 0, func: ty!(function) => Val::Func;347 1, arr: ty!(array) => Val::Arr;348 2, init: ty!(any);349 ], {350 let mut acc = init;351 for i in arr.iter().rev() {352 acc = func.evaluate_values(context.clone(), &[acc, i?])?;353 }354 Ok(acc)355 })356}357358#[allow(non_snake_case)]359fn builtin_sort_impl(360 context: Context,361 _loc: Option<&ExprLocation>,362 args: &ArgsDesc,363) -> Result<Val> {364 parse_args!(context, "sort", args, 2, [365 0, arr: ty!(array) => Val::Arr;366 1, keyF: ty!(function) => Val::Func;367 ], {368 if arr.len() <= 1 {369 return Ok(Val::Arr(arr))370 }371 Ok(Val::Arr(ArrValue::Eager(sort::sort(context, arr.evaluated()?, &keyF)?)))372 })373}374375376fn builtin_format(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {377 parse_args!(context, "format", args, 2, [378 0, str: ty!(string) => Val::Str;379 1, vals: ty!(any)380 ], {381 std_format(str, vals)382 })383}384385fn builtin_range(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {386 parse_args!(context, "range", args, 2, [387 0, from: ty!(number) => Val::Num;388 1, to: ty!(number) => Val::Num;389 ], {390 if to < from {391 return Ok(Val::Arr(ArrValue::new_eager()))392 }393 let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));394 for i in from as usize..=to as usize {395 out.push(Val::Num(i as f64));396 }397 Ok(Val::Arr(out.into()))398 })399}400401fn builtin_char(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {402 parse_args!(context, "char", args, 1, [403 0, n: ty!(number) => Val::Num;404 ], {405 let mut out = String::new();406 out.push(std::char::from_u32(n as u32).ok_or_else(||407 InvalidUnicodeCodepointGot(n as u32)408 )?);409 Ok(Val::Str(out.into()))410 })411}412413fn builtin_encode_utf8(414 context: Context,415 _loc: Option<&ExprLocation>,416 args: &ArgsDesc,417) -> Result<Val> {418 parse_args!(context, "encodeUTF8", args, 1, [419 0, str: ty!(string) => Val::Str;420 ], {421 Ok(Val::Arr((str.bytes().map(|b| Val::Num(b as f64)).collect::<Vec<Val>>()).into()))422 })423}424425fn builtin_md5(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {426 parse_args!(context, "md5", args, 1, [427 0, str: ty!(string) => Val::Str;428 ], {429 Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))430 })431}432433fn builtin_trace(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {434 parse_args!(context, "trace", args, 2, [435 0, str: ty!(string) => Val::Str;436 1, rest: ty!(any);437 ], {438 eprint!("TRACE:");439 if let Some(loc) = loc {440 with_state(|s|{441 let locs = s.map_source_locations(&loc.0, &[loc.1]);442 eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);443 });444 }445 eprintln!(" {}", str);446 Ok(rest)447 })448}449450fn builtin_base64(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {451 parse_args!(context, "base64", args, 1, [452 0, input: ty!((string | (Array<number>)));453 ], {454 Ok(Val::Str(match input {455 Val::Str(s) => {456 base64::encode(s.bytes().collect::<Vec<_>>()).into()457 },458 Val::Arr(a) => {459 base64::encode(a.iter().map(|v| {460 Ok(v?.unwrap_num()? as u8)461 }).collect::<Result<Vec<_>>>()?).into()462 },463 _ => unreachable!()464 }))465 })466}467468fn builtin_join(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {469 parse_args!(context, "join", args, 2, [470 0, sep: ty!((string | array));471 1, arr: ty!(array) => Val::Arr;472 ], {473 Ok(match sep {474 Val::Arr(joiner_items) => {475 let mut out = Vec::new();476477 let mut first = true;478 for item in arr.iter() {479 let item = item?.clone();480 if let Val::Arr(items) = item {481 if !first {482 out.reserve(joiner_items.len());483 484 for item in joiner_items.iter() {485 out.push(item?);486 }487 }488 first = false;489 out.reserve(items.len());490 491 for item in items.iter() {492 out.push(item?);493 }494 } else {495 throw!(RuntimeError("in std.join all items should be arrays".into()));496 }497 }498499 Val::Arr(out.into())500 },501 Val::Str(sep) => {502 let mut out = String::new();503504 let mut first = true;505 for item in arr.iter() {506 let item = item?.clone();507 if let Val::Str(item) = item {508 if !first {509 out += &sep;510 }511 first = false;512 out += &item;513 } else {514 throw!(RuntimeError("in std.join all items should be strings".into()));515 }516 }517518 Val::Str(out.into())519 },520 _ => unreachable!()521 })522 })523}524525526fn builtin_escape_string_json(527 context: Context,528 _loc: Option<&ExprLocation>,529 args: &ArgsDesc,530) -> Result<Val> {531 parse_args!(context, "escapeStringJson", args, 1, [532 0, str_: ty!(string) => Val::Str;533 ], {534 Ok(Val::Str(escape_string_json(&str_).into()))535 })536}537538539fn builtin_manifest_json_ex(540 context: Context,541 _loc: Option<&ExprLocation>,542 args: &ArgsDesc,543) -> Result<Val> {544 parse_args!(context, "manifestJsonEx", args, 2, [545 0, value: ty!(any);546 1, indent: ty!(string) => Val::Str;547 ], {548 Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {549 padding: &indent,550 mtype: ManifestType::Std,551 })?.into()))552 })553}554555556fn builtin_reverse(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {557 parse_args!(context, "reverse", args, 1, [558 0, value: ty!(array) => Val::Arr;559 ], {560 Ok(Val::Arr(value.reversed()))561 })562}563564fn builtin_id(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {565 parse_args!(context, "id", args, 1, [566 0, v: ty!(any);567 ], {568 Ok(v)569 })570}571572573fn builtin_str_replace(574 context: Context,575 _loc: Option<&ExprLocation>,576 args: &ArgsDesc,577) -> Result<Val> {578 parse_args!(context, "strReplace", args, 3, [579 0, str: ty!(string) => Val::Str;580 1, from: ty!(string) => Val::Str;581 2, to: ty!(string) => Val::Str;582 ], {583 let mut out = String::new();584 let mut last_idx = 0;585 while let Some(idx) = (&str[last_idx..]).find(&from as &str) {586 out.push_str(&str[last_idx..last_idx+idx]);587 out.push_str(&to);588 last_idx += idx + from.len();589 }590 if last_idx == 0 {591 return Ok(Val::Str(str))592 }593 out.push_str(&str[last_idx..]);594 Ok(Val::Str(out.into()))595 })596}597598pub fn call_builtin(599 context: Context,600 loc: Option<&ExprLocation>,601 name: &str,602 args: &ArgsDesc,603) -> Result<Val> {604 BUILTINS605 .with(|builtins| builtins.get(name).copied())606 .ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)607}