difftreelog
Merge branch 'master' of github.com:CertainLach/jrsonnet
in: master
5 files changed
crates/jrsonnet-evaluator/README.mddiffbeforeafterboth--- a/crates/jrsonnet-evaluator/README.md
+++ b/crates/jrsonnet-evaluator/README.md
@@ -8,12 +8,10 @@
- `serialized-stdlib`
- serializes standard library AST using serde
- - slower than `codegenerated-stdlib` at runtime, but have no compilation speed penality
+ - used by default
- none
- leaves only stdlib source code in binary, processing them same way as user supplied data
- slowest (as it involves parsing of standard library source code)
-
-Because of `codegenerated-stdlib` compilation slowdown, `serialized-stdlib` is used by default
### Benchmark
crates/jrsonnet-evaluator/src/builtin/mod.rsdiffbeforeafterboth1use crate::{2 equals,3 error::{Error::*, Result},4 operator::evaluate_mod_op,5 parse_args, primitive_equals, push, throw, with_state, ArrValue, Context, EvaluationState,6 FuncVal, IndexableVal, LazyVal, Val,7};8use format::{format_arr, format_obj};9use jrsonnet_gc::Gc;10use jrsonnet_interner::IStr;11use jrsonnet_parser::{ArgsDesc, ExprLocation};12use jrsonnet_types::ty;13use std::{collections::HashMap, path::PathBuf, rc::Rc};1415pub mod stdlib;16pub use stdlib::*;1718use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};1920pub mod format;21pub mod manifest;22pub mod sort;2324pub fn std_format(str: IStr, vals: Val) -> Result<Val> {25 push(26 Some(&ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)),27 || format!("std.format of {}", str),28 || {29 Ok(match vals {30 Val::Arr(vals) => Val::Str(format_arr(&str, &vals.evaluated()?)?.into()),31 Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),32 o => Val::Str(format_arr(&str, &[o])?.into()),33 })34 },35 )36}3738pub fn std_slice(39 indexable: IndexableVal,40 index: Option<usize>,41 end: Option<usize>,42 step: Option<usize>,43) -> Result<Val> {44 let index = index.unwrap_or(0);45 let end = end.unwrap_or_else(|| match &indexable {46 IndexableVal::Str(_) => usize::MAX,47 IndexableVal::Arr(v) => v.len(),48 });49 let step = step.unwrap_or(1);50 match &indexable {51 IndexableVal::Str(s) => Ok(Val::Str(52 (s.chars()53 .skip(index)54 .take(end - index)55 .step_by(step)56 .collect::<String>())57 .into(),58 )),59 IndexableVal::Arr(arr) => Ok(Val::Arr(60 (arr.iter()61 .skip(index)62 .take(end - index)63 .step_by(step)64 .collect::<Result<Vec<Val>>>()?)65 .into(),66 )),67 }68}6970type Builtin = fn(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val>;7172type BuiltinsType = HashMap<Box<str>, Builtin>;7374thread_local! {75 static BUILTINS: BuiltinsType = {76 [77 ("length".into(), builtin_length as Builtin),78 ("type".into(), builtin_type),79 ("makeArray".into(), builtin_make_array),80 ("codepoint".into(), builtin_codepoint),81 ("objectFieldsEx".into(), builtin_object_fields_ex),82 ("objectHasEx".into(), builtin_object_has_ex),83 ("slice".into(), builtin_slice),84 ("substr".into(), builtin_substr),85 ("primitiveEquals".into(), builtin_primitive_equals),86 ("equals".into(), builtin_equals),87 ("modulo".into(), builtin_modulo),88 ("mod".into(), builtin_mod),89 ("floor".into(), builtin_floor),90 ("ceil".into(), builtin_ceil),91 ("log".into(), builtin_log),92 ("pow".into(), builtin_pow),93 ("sqrt".into(), builtin_sqrt),94 ("sin".into(), builtin_sin),95 ("cos".into(), builtin_cos),96 ("tan".into(), builtin_tan),97 ("asin".into(), builtin_asin),98 ("acos".into(), builtin_acos),99 ("atan".into(), builtin_atan),100 ("exp".into(), builtin_exp),101 ("mantissa".into(), builtin_mantissa),102 ("exponent".into(), builtin_exponent),103 ("extVar".into(), builtin_ext_var),104 ("native".into(), builtin_native),105 ("filter".into(), builtin_filter),106 ("map".into(), builtin_map),107 ("flatMap".into(), builtin_flatmap),108 ("foldl".into(), builtin_foldl),109 ("foldr".into(), builtin_foldr),110 ("sortImpl".into(), builtin_sort_impl),111 ("format".into(), builtin_format),112 ("range".into(), builtin_range),113 ("char".into(), builtin_char),114 ("encodeUTF8".into(), builtin_encode_utf8),115 ("decodeUTF8".into(), builtin_decode_utf8),116 ("md5".into(), builtin_md5),117 ("base64".into(), builtin_base64),118 ("base64DecodeBytes".into(), builtin_base64_decode_bytes),119 ("base64Decode".into(), builtin_base64_decode),120 ("trace".into(), builtin_trace),121 ("join".into(), builtin_join),122 ("escapeStringJson".into(), builtin_escape_string_json),123 ("manifestJsonEx".into(), builtin_manifest_json_ex),124 ("reverse".into(), builtin_reverse),125 ("id".into(), builtin_id),126 ("strReplace".into(), builtin_str_replace),127 ("splitLimit".into(), builtin_splitlimit),128 ("parseJson".into(), builtin_parse_json),129 ].iter().cloned().collect()130 };131}132133fn builtin_length(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {134 parse_args!(context, "length", args, 1, [135 0, x: ty!((string | object | array));136 ], {137 Ok(match x {138 Val::Str(n) => Val::Num(n.chars().count() as f64),139 Val::Arr(a) => Val::Num(a.len() as f64),140 Val::Obj(o) => Val::Num(141 o.fields_visibility()142 .into_iter()143 .filter(|(_k, v)| *v)144 .count() as f64,145 ),146 _ => unreachable!(),147 })148 })149}150151fn builtin_type(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {152 parse_args!(context, "type", args, 1, [153 0, x: ty!(any);154 ], {155 Ok(Val::Str(x.value_type().name().into()))156 })157}158159fn builtin_make_array(160 context: Context,161 _loc: Option<&ExprLocation>,162 args: &ArgsDesc,163) -> Result<Val> {164 parse_args!(context, "makeArray", args, 2, [165 0, sz: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;166 1, func: ty!(function) => Val::Func;167 ], {168 let mut out = Vec::with_capacity(sz as usize);169 for i in 0..sz as usize {170 out.push(LazyVal::new_resolved(func.evaluate_values(171 context.clone(),172 &[Val::Num(i as f64)]173 )?))174 }175 Ok(Val::Arr(out.into()))176 })177}178179fn builtin_codepoint(180 context: Context,181 _loc: Option<&ExprLocation>,182 args: &ArgsDesc,183) -> Result<Val> {184 parse_args!(context, "codepoint", args, 1, [185 0, str: ty!(char) => Val::Str;186 ], {187 Ok(Val::Num(str.chars().next().unwrap() as u32 as f64))188 })189}190191fn builtin_object_fields_ex(192 context: Context,193 _loc: Option<&ExprLocation>,194 args: &ArgsDesc,195) -> Result<Val> {196 parse_args!(context, "objectFieldsEx", args, 2, [197 0, obj: ty!(object) => Val::Obj;198 1, inc_hidden: ty!(boolean) => Val::Bool;199 ], {200 let out = obj.fields_ex(inc_hidden);201 Ok(Val::Arr(out.into_iter().map(Val::Str).collect::<Vec<_>>().into()))202 })203}204205fn builtin_object_has_ex(206 context: Context,207 _loc: Option<&ExprLocation>,208 args: &ArgsDesc,209) -> Result<Val> {210 parse_args!(context, "objectHasEx", args, 3, [211 0, obj: ty!(object) => Val::Obj;212 1, f: ty!(string) => Val::Str;213 2, inc_hidden: ty!(boolean) => Val::Bool;214 ], {215 Ok(Val::Bool(obj.has_field_ex(f, inc_hidden)))216 })217}218219fn builtin_parse_json(220 context: Context,221 _loc: Option<&ExprLocation>,222 args: &ArgsDesc,223) -> Result<Val> {224 parse_args!(context, "parseJson", args, 1, [225 0, s: ty!(string) => Val::Str;226 ], {227 let state = EvaluationState::default();228 let path = PathBuf::from("std.parseJson").into();229 state.evaluate_snippet_raw(path ,s)230 })231}232233fn builtin_slice(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {234 parse_args!(context, "slice", args, 4, [235 0, indexable: ty!((string | array));236 1, index: ty!((number | null));237 2, end: ty!((number | null));238 3, step: ty!((number | null));239 ], {240 std_slice(241 indexable.into_indexable()?,242 index.try_cast_nullable_num("index")?.map(|v| v as usize),243 end.try_cast_nullable_num("end")?.map(|v| v as usize),244 step.try_cast_nullable_num("step")?.map(|v| v as usize),245 )246 })247}248249fn builtin_substr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {250 parse_args!(context, "substr", args, 3, [251 0, str: ty!(string) => Val::Str;252 1, from: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;253 2, len: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;254 ], {255 let out: String = str.chars().skip(from as usize).take(len as usize).collect();256 Ok(Val::Str(out.into()))257 })258}259260fn builtin_primitive_equals(261 context: Context,262 _loc: Option<&ExprLocation>,263 args: &ArgsDesc,264) -> Result<Val> {265 parse_args!(context, "primitiveEquals", args, 2, [266 0, a: ty!(any);267 1, b: ty!(any);268 ], {269 Ok(Val::Bool(primitive_equals(&a, &b)?))270 })271}272273fn builtin_equals(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {274 parse_args!(context, "equals", args, 2, [275 0, a: ty!(any);276 1, b: ty!(any);277 ], {278 Ok(Val::Bool(equals(&a, &b)?))279 })280}281282fn builtin_modulo(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {283 parse_args!(context, "modulo", args, 2, [284 0, a: ty!(number) => Val::Num;285 1, b: ty!(number) => Val::Num;286 ], {287 Ok(Val::Num(a % b))288 })289}290291fn builtin_mod(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {292 parse_args!(context, "mod", args, 2, [293 0, a: ty!((number | string));294 1, b: ty!(any);295 ], {296 evaluate_mod_op(&a, &b)297 })298}299300fn builtin_floor(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {301 parse_args!(context, "floor", args, 1, [302 0, x: ty!(number) => Val::Num;303 ], {304 Ok(Val::Num(x.floor()))305 })306}307308fn builtin_ceil(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {309 parse_args!(context, "ceil", args, 1, [310 0, x: ty!(number) => Val::Num;311 ], {312 Ok(Val::Num(x.ceil()))313 })314}315316fn builtin_log(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {317 parse_args!(context, "log", args, 1, [318 0, n: ty!(number) => Val::Num;319 ], {320 Ok(Val::Num(n.ln()))321 })322}323324fn builtin_pow(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {325 parse_args!(context, "pow", args, 2, [326 0, x: ty!(number) => Val::Num;327 1, n: ty!(number) => Val::Num;328 ], {329 Ok(Val::Num(x.powf(n)))330 })331}332333fn builtin_sqrt(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {334 parse_args!(context, "sqrt", args, 1, [335 0, x: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;336 ], {337 Ok(Val::Num(x.sqrt()))338 })339}340341fn builtin_sin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {342 parse_args!(context, "sin", args, 1, [343 0, x: ty!(number) => Val::Num;344 ], {345 Ok(Val::Num(x.sin()))346 })347}348349fn builtin_cos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {350 parse_args!(context, "cos", args, 1, [351 0, x: ty!(number) => Val::Num;352 ], {353 Ok(Val::Num(x.cos()))354 })355}356357fn builtin_tan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {358 parse_args!(context, "tan", args, 1, [359 0, x: ty!(number) => Val::Num;360 ], {361 Ok(Val::Num(x.tan()))362 })363}364365fn builtin_asin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {366 parse_args!(context, "asin", args, 1, [367 0, x: ty!(number) => Val::Num;368 ], {369 Ok(Val::Num(x.asin()))370 })371}372373fn builtin_acos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {374 parse_args!(context, "acos", args, 1, [375 0, x: ty!(number) => Val::Num;376 ], {377 Ok(Val::Num(x.acos()))378 })379}380381fn builtin_atan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {382 parse_args!(context, "atan", args, 1, [383 0, x: ty!(number) => Val::Num;384 ], {385 Ok(Val::Num(x.atan()))386 })387}388389fn builtin_exp(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {390 parse_args!(context, "exp", args, 1, [391 0, x: ty!(number) => Val::Num;392 ], {393 Ok(Val::Num(x.exp()))394 })395}396397fn frexp(s: f64) -> (f64, i16) {398 if 0.0 == s {399 (s, 0)400 } else {401 let lg = s.abs().log2();402 let x = (lg - lg.floor() - 1.0).exp2();403 let exp = lg.floor() + 1.0;404 (s.signum() * x, exp as i16)405 }406}407408fn builtin_mantissa(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {409 parse_args!(context, "mantissa", args, 1, [410 0, x: ty!(number) => Val::Num;411 ], {412 Ok(Val::Num(frexp(x).0))413 })414}415416fn builtin_exponent(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {417 parse_args!(context, "exponent", args, 1, [418 0, x: ty!(number) => Val::Num;419 ], {420 Ok(Val::Num(frexp(x).1.into()))421 })422}423424fn builtin_ext_var(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {425 parse_args!(context, "extVar", args, 1, [426 0, x: ty!(string) => Val::Str;427 ], {428 Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or(UndefinedExternalVariable(x))?)429 })430}431432fn builtin_native(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {433 parse_args!(context, "native", args, 1, [434 0, x: ty!(string) => Val::Str;435 ], {436 Ok(with_state(|s| s.settings().ext_natives.get(&x).cloned()).map(|v| Val::Func(Gc::new(FuncVal::NativeExt(x.clone(), v)))).ok_or(UndefinedExternalFunction(x))?)437 })438}439440fn builtin_filter(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {441 parse_args!(context, "filter", args, 2, [442 0, func: ty!(function) => Val::Func;443 1, arr: ty!(array) => Val::Arr;444 ], {445 Ok(Val::Arr(arr.filter(|val| func446 .evaluate_values(context.clone(), &[val.clone()])?447 .try_cast_bool("filter predicate"))?))448 })449}450451fn builtin_map(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {452 parse_args!(context, "map", args, 2, [453 0, func: ty!(function) => Val::Func;454 1, arr: ty!(array) => Val::Arr;455 ], {456 Ok(Val::Arr(arr.map(|val| func457 .evaluate_values(context.clone(), &[val]))?))458 })459}460461fn builtin_flatmap(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {462 parse_args!(context, "flatMap", args, 2, [463 0, func: ty!(function) => Val::Func;464 1, arr: ty!((array | string));465 ], {466 match arr {467 Val::Str(s) => {468 let mut out = String::new();469 for c in s.chars() {470 match func.evaluate_values(context.clone(), &[Val::Str(c.to_string().into())])? {471 Val::Str(o) => out.push_str(&o),472 _ => throw!(RuntimeError("in std.join all items should be strings".into())),473 };474 }475 Ok(Val::Str(out.into()))476 },477 Val::Arr(a) => {478 let mut out = Vec::new();479 for el in a.iter() {480 let el = el?;481 match func.evaluate_values(context.clone(), &[el])? {482 Val::Arr(o) => for oe in o.iter() {483 out.push(oe?)484 },485 _ => throw!(RuntimeError("in std.join all items should be arrays".into())),486 };487 }488 Ok(Val::Arr(out.into()))489 },490 _ => unreachable!(),491 }492 })493}494495fn builtin_foldl(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {496 parse_args!(context, "foldl", args, 3, [497 0, func: ty!(function) => Val::Func;498 1, arr: ty!(array) => Val::Arr;499 2, init: ty!(any);500 ], {501 let mut acc = init;502 for i in arr.iter() {503 acc = func.evaluate_values(context.clone(), &[acc, i?])?;504 }505 Ok(acc)506 })507}508509fn builtin_foldr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {510 parse_args!(context, "foldr", args, 3, [511 0, func: ty!(function) => Val::Func;512 1, arr: ty!(array) => Val::Arr;513 2, init: ty!(any);514 ], {515 let mut acc = init;516 for i in arr.iter().rev() {517 acc = func.evaluate_values(context.clone(), &[acc, i?])?;518 }519 Ok(acc)520 })521}522523#[allow(non_snake_case)]524fn builtin_sort_impl(525 context: Context,526 _loc: Option<&ExprLocation>,527 args: &ArgsDesc,528) -> Result<Val> {529 parse_args!(context, "sort", args, 2, [530 0, arr: ty!(array) => Val::Arr;531 1, keyF: ty!(function) => Val::Func;532 ], {533 if arr.len() <= 1 {534 return Ok(Val::Arr(arr))535 }536 Ok(Val::Arr(ArrValue::Eager(sort::sort(context, arr.evaluated()?, &keyF)?)))537 })538}539540fn builtin_format(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {541 parse_args!(context, "format", args, 2, [542 0, str: ty!(string) => Val::Str;543 1, vals: ty!(any)544 ], {545 std_format(str, vals)546 })547}548549fn builtin_range(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {550 parse_args!(context, "range", args, 2, [551 0, from: ty!(number) => Val::Num;552 1, to: ty!(number) => Val::Num;553 ], {554 if to < from {555 return Ok(Val::Arr(ArrValue::new_eager()))556 }557 let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));558 for i in from as usize..=to as usize {559 out.push(Val::Num(i as f64));560 }561 Ok(Val::Arr(out.into()))562 })563}564565fn builtin_char(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {566 parse_args!(context, "char", args, 1, [567 0, n: ty!(number) => Val::Num;568 ], {569 let mut out = String::new();570 out.push(std::char::from_u32(n as u32).ok_or_else(||571 InvalidUnicodeCodepointGot(n as u32)572 )?);573 Ok(Val::Str(out.into()))574 })575}576577fn builtin_encode_utf8(578 context: Context,579 _loc: Option<&ExprLocation>,580 args: &ArgsDesc,581) -> Result<Val> {582 parse_args!(context, "encodeUTF8", args, 1, [583 0, str: ty!(string) => Val::Str;584 ], {585 Ok(Val::Arr((str.bytes().map(|b| Val::Num(b as f64)).collect::<Vec<Val>>()).into()))586 })587}588589fn builtin_decode_utf8(590 context: Context,591 _loc: Option<&ExprLocation>,592 args: &ArgsDesc,593) -> Result<Val> {594 parse_args!(context, "decodeUTF8", args, 1, [595 0, arr: ty!((Array<ubyte>)) => Val::Arr;596 ], {597 let data: Result<Vec<u8>> = arr.iter().map(|v| v.map(|v| match v{598 Val::Num(n) => n as u8,599 _ => unreachable!(),600 })).collect();601 let data = data?;602 Ok(Val::Str(String::from_utf8(data).map_err(|_| RuntimeError("bad utf8".into()))?.into()))603 })604}605606fn builtin_md5(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {607 parse_args!(context, "md5", args, 1, [608 0, str: ty!(string) => Val::Str;609 ], {610 Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))611 })612}613614fn builtin_trace(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {615 parse_args!(context, "trace", args, 2, [616 0, str: ty!(string) => Val::Str;617 1, rest: ty!(any);618 ], {619 eprint!("TRACE:");620 if let Some(loc) = loc {621 with_state(|s|{622 let locs = s.map_source_locations(&loc.0, &[loc.1]);623 eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);624 });625 }626 eprintln!(" {}", str);627 Ok(rest)628 })629}630631fn builtin_base64(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {632 parse_args!(context, "base64", args, 1, [633 0, input: ty!((string | (Array<number>)));634 ], {635 Ok(Val::Str(match input {636 Val::Str(s) => {637 base64::encode(s.bytes().collect::<Vec<_>>()).into()638 },639 Val::Arr(a) => {640 base64::encode(a.iter().map(|v| {641 Ok(v?.unwrap_num()? as u8)642 }).collect::<Result<Vec<_>>>()?).into()643 },644 _ => unreachable!()645 }))646 })647}648649fn builtin_base64_decode_bytes(650 context: Context,651 _loc: Option<&ExprLocation>,652 args: &ArgsDesc,653) -> Result<Val> {654 parse_args!(context, "base64DecodeBytes", args, 1, [655 0, input: ty!(string) => Val::Str;656 ], {657 Ok(Val::Arr(658 base64::decode(&input.as_bytes())659 .map_err(|_| RuntimeError("bad base64".into()))?660 .iter()661 .map(|v| Val::Num(*v as f64)).collect::<Vec<_>>().into()662 ))663 })664}665666fn builtin_base64_decode(667 context: Context,668 _loc: Option<&ExprLocation>,669 args: &ArgsDesc,670) -> Result<Val> {671 parse_args!(context, "base64Decode", args, 1, [672 0, input: ty!(string) => Val::Str;673 ], {674 Ok(Val::Str(675 String::from_utf8(base64::decode(&input.as_bytes())676 .map_err(|_| RuntimeError("bad base64".into()))?)677 .map_err(|_| RuntimeError("bad utf8".into()))?.into()678 ))679 })680}681682fn builtin_join(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {683 parse_args!(context, "join", args, 2, [684 0, sep: ty!((string | array));685 1, arr: ty!(array) => Val::Arr;686 ], {687 Ok(match sep {688 Val::Arr(joiner_items) => {689 let mut out = Vec::new();690691 let mut first = true;692 for item in arr.iter() {693 let item = item?.clone();694 if let Val::Arr(items) = item {695 if !first {696 out.reserve(joiner_items.len());697 // TODO: extend698 for item in joiner_items.iter() {699 out.push(item?);700 }701 }702 first = false;703 out.reserve(items.len());704 // TODO: extend705 for item in items.iter() {706 out.push(item?);707 }708 } else {709 throw!(RuntimeError("in std.join all items should be arrays".into()));710 }711 }712713 Val::Arr(out.into())714 },715 Val::Str(sep) => {716 let mut out = String::new();717718 let mut first = true;719 for item in arr.iter() {720 let item = item?.clone();721 if let Val::Str(item) = item {722 if !first {723 out += &sep;724 }725 first = false;726 out += &item;727 } else {728 throw!(RuntimeError("in std.join all items should be strings".into()));729 }730 }731732 Val::Str(out.into())733 },734 _ => unreachable!()735 })736 })737}738739fn builtin_escape_string_json(740 context: Context,741 _loc: Option<&ExprLocation>,742 args: &ArgsDesc,743) -> Result<Val> {744 parse_args!(context, "escapeStringJson", args, 1, [745 0, str_: ty!(string) => Val::Str;746 ], {747 Ok(Val::Str(escape_string_json(&str_).into()))748 })749}750751fn builtin_manifest_json_ex(752 context: Context,753 _loc: Option<&ExprLocation>,754 args: &ArgsDesc,755) -> Result<Val> {756 parse_args!(context, "manifestJsonEx", args, 2, [757 0, value: ty!(any);758 1, indent: ty!(string) => Val::Str;759 ], {760 Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {761 padding: &indent,762 mtype: ManifestType::Std,763 })?.into()))764 })765}766767fn builtin_reverse(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {768 parse_args!(context, "reverse", args, 1, [769 0, value: ty!(array) => Val::Arr;770 ], {771 Ok(Val::Arr(value.reversed()))772 })773}774775fn builtin_id(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {776 parse_args!(context, "id", args, 1, [777 0, v: ty!(any);778 ], {779 Ok(v)780 })781}782783fn builtin_str_replace(784 context: Context,785 _loc: Option<&ExprLocation>,786 args: &ArgsDesc,787) -> Result<Val> {788 parse_args!(context, "strReplace", args, 3, [789 0, str: ty!(string) => Val::Str;790 1, from: ty!(string) => Val::Str;791 2, to: ty!(string) => Val::Str;792 ], {793 let mut out = String::new();794 let mut last_idx = 0;795 while let Some(idx) = (&str[last_idx..]).find(&from as &str) {796 out.push_str(&str[last_idx..last_idx+idx]);797 out.push_str(&to);798 last_idx += idx + from.len();799 }800 if last_idx == 0 {801 return Ok(Val::Str(str))802 }803 out.push_str(&str[last_idx..]);804 Ok(Val::Str(out.into()))805 })806}807808fn builtin_splitlimit(809 context: Context,810 _loc: Option<&ExprLocation>,811 args: &ArgsDesc,812) -> Result<Val> {813 parse_args!(context, "splitLimit", args, 3, [814 0, str: ty!(string) => Val::Str;815 1, c: ty!(char) => Val::Str;816 2, maxsplits: ty!(number) => Val::Num;817 ], {818 let maxsplits = maxsplits as isize;819 let c = c.chars().next().unwrap();820821 let out: Vec<Val> = if maxsplits == -1 {822 str.split(c).map(|s| Val::Str(s.into())).collect()823 } else {824 str.splitn(maxsplits as usize + 1, c).map(|s| Val::Str(s.into())).collect()825 };826827 Ok(Val::Arr(out.into()))828 })829}830831pub fn call_builtin(832 context: Context,833 loc: Option<&ExprLocation>,834 name: &str,835 args: &ArgsDesc,836) -> Result<Val> {837 BUILTINS838 .with(|builtins| builtins.get(name).copied())839 .ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)840}1use crate::{2 equals,3 error::{Error::*, Result},4 operator::evaluate_mod_op,5 parse_args, primitive_equals, push, throw, with_state, ArrValue, Context, EvaluationState,6 FuncVal, IndexableVal, LazyVal, Val,7};8use format::{format_arr, format_obj};9use jrsonnet_gc::Gc;10use jrsonnet_interner::IStr;11use jrsonnet_parser::{ArgsDesc, ExprLocation};12use jrsonnet_types::ty;13use std::{collections::HashMap, path::PathBuf, rc::Rc};1415pub mod stdlib;16pub use stdlib::*;1718use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};1920pub mod format;21pub mod manifest;22pub mod sort;2324pub fn std_format(str: IStr, vals: Val) -> Result<Val> {25 push(26 Some(&ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)),27 || format!("std.format of {}", str),28 || {29 Ok(match vals {30 Val::Arr(vals) => Val::Str(format_arr(&str, &vals.evaluated()?)?.into()),31 Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),32 o => Val::Str(format_arr(&str, &[o])?.into()),33 })34 },35 )36}3738pub fn std_slice(39 indexable: IndexableVal,40 index: Option<usize>,41 end: Option<usize>,42 step: Option<usize>,43) -> Result<Val> {44 let index = index.unwrap_or(0);45 let end = end.unwrap_or_else(|| match &indexable {46 IndexableVal::Str(_) => usize::MAX,47 IndexableVal::Arr(v) => v.len(),48 });49 let step = step.unwrap_or(1);50 match &indexable {51 IndexableVal::Str(s) => Ok(Val::Str(52 (s.chars()53 .skip(index)54 .take(end - index)55 .step_by(step)56 .collect::<String>())57 .into(),58 )),59 IndexableVal::Arr(arr) => Ok(Val::Arr(60 (arr.iter()61 .skip(index)62 .take(end - index)63 .step_by(step)64 .collect::<Result<Vec<Val>>>()?)65 .into(),66 )),67 }68}6970type Builtin = fn(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val>;7172type BuiltinsType = HashMap<Box<str>, Builtin>;7374thread_local! {75 static BUILTINS: BuiltinsType = {76 [77 ("length".into(), builtin_length as Builtin),78 ("type".into(), builtin_type),79 ("makeArray".into(), builtin_make_array),80 ("codepoint".into(), builtin_codepoint),81 ("objectFieldsEx".into(), builtin_object_fields_ex),82 ("objectHasEx".into(), builtin_object_has_ex),83 ("slice".into(), builtin_slice),84 ("substr".into(), builtin_substr),85 ("primitiveEquals".into(), builtin_primitive_equals),86 ("equals".into(), builtin_equals),87 ("modulo".into(), builtin_modulo),88 ("mod".into(), builtin_mod),89 ("floor".into(), builtin_floor),90 ("ceil".into(), builtin_ceil),91 ("log".into(), builtin_log),92 ("pow".into(), builtin_pow),93 ("sqrt".into(), builtin_sqrt),94 ("sin".into(), builtin_sin),95 ("cos".into(), builtin_cos),96 ("tan".into(), builtin_tan),97 ("asin".into(), builtin_asin),98 ("acos".into(), builtin_acos),99 ("atan".into(), builtin_atan),100 ("exp".into(), builtin_exp),101 ("mantissa".into(), builtin_mantissa),102 ("exponent".into(), builtin_exponent),103 ("extVar".into(), builtin_ext_var),104 ("native".into(), builtin_native),105 ("filter".into(), builtin_filter),106 ("map".into(), builtin_map),107 ("flatMap".into(), builtin_flatmap),108 ("foldl".into(), builtin_foldl),109 ("foldr".into(), builtin_foldr),110 ("sortImpl".into(), builtin_sort_impl),111 ("format".into(), builtin_format),112 ("range".into(), builtin_range),113 ("char".into(), builtin_char),114 ("encodeUTF8".into(), builtin_encode_utf8),115 ("decodeUTF8".into(), builtin_decode_utf8),116 ("md5".into(), builtin_md5),117 ("base64".into(), builtin_base64),118 ("base64DecodeBytes".into(), builtin_base64_decode_bytes),119 ("base64Decode".into(), builtin_base64_decode),120 ("trace".into(), builtin_trace),121 ("join".into(), builtin_join),122 ("escapeStringJson".into(), builtin_escape_string_json),123 ("manifestJsonEx".into(), builtin_manifest_json_ex),124 ("reverse".into(), builtin_reverse),125 ("id".into(), builtin_id),126 ("strReplace".into(), builtin_str_replace),127 ("splitLimit".into(), builtin_splitlimit),128 ("parseJson".into(), builtin_parse_json),129 ("asciiUpper".into(), builtin_ascii_upper),130 ("asciiLower".into(), builtin_ascii_lower),131 ("member".into(), builtin_member),132 ("count".into(), builtin_count),133 ].iter().cloned().collect()134 };135}136137fn builtin_length(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {138 parse_args!(context, "length", args, 1, [139 0, x: ty!((string | object | array));140 ], {141 Ok(match x {142 Val::Str(n) => Val::Num(n.chars().count() as f64),143 Val::Arr(a) => Val::Num(a.len() as f64),144 Val::Obj(o) => Val::Num(145 o.fields_visibility()146 .into_iter()147 .filter(|(_k, v)| *v)148 .count() as f64,149 ),150 _ => unreachable!(),151 })152 })153}154155fn builtin_type(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {156 parse_args!(context, "type", args, 1, [157 0, x: ty!(any);158 ], {159 Ok(Val::Str(x.value_type().name().into()))160 })161}162163fn builtin_make_array(164 context: Context,165 _loc: Option<&ExprLocation>,166 args: &ArgsDesc,167) -> Result<Val> {168 parse_args!(context, "makeArray", args, 2, [169 0, sz: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;170 1, func: ty!(function) => Val::Func;171 ], {172 let mut out = Vec::with_capacity(sz as usize);173 for i in 0..sz as usize {174 out.push(LazyVal::new_resolved(func.evaluate_values(175 context.clone(),176 &[Val::Num(i as f64)]177 )?))178 }179 Ok(Val::Arr(out.into()))180 })181}182183fn builtin_codepoint(184 context: Context,185 _loc: Option<&ExprLocation>,186 args: &ArgsDesc,187) -> Result<Val> {188 parse_args!(context, "codepoint", args, 1, [189 0, str: ty!(char) => Val::Str;190 ], {191 Ok(Val::Num(str.chars().next().unwrap() as u32 as f64))192 })193}194195fn builtin_object_fields_ex(196 context: Context,197 _loc: Option<&ExprLocation>,198 args: &ArgsDesc,199) -> Result<Val> {200 parse_args!(context, "objectFieldsEx", args, 2, [201 0, obj: ty!(object) => Val::Obj;202 1, inc_hidden: ty!(boolean) => Val::Bool;203 ], {204 let out = obj.fields_ex(inc_hidden);205 Ok(Val::Arr(out.into_iter().map(Val::Str).collect::<Vec<_>>().into()))206 })207}208209fn builtin_object_has_ex(210 context: Context,211 _loc: Option<&ExprLocation>,212 args: &ArgsDesc,213) -> Result<Val> {214 parse_args!(context, "objectHasEx", args, 3, [215 0, obj: ty!(object) => Val::Obj;216 1, f: ty!(string) => Val::Str;217 2, inc_hidden: ty!(boolean) => Val::Bool;218 ], {219 Ok(Val::Bool(obj.has_field_ex(f, inc_hidden)))220 })221}222223fn builtin_parse_json(224 context: Context,225 _loc: Option<&ExprLocation>,226 args: &ArgsDesc,227) -> Result<Val> {228 parse_args!(context, "parseJson", args, 1, [229 0, s: ty!(string) => Val::Str;230 ], {231 let state = EvaluationState::default();232 let path = PathBuf::from("std.parseJson").into();233 state.evaluate_snippet_raw(path ,s)234 })235}236237fn builtin_slice(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {238 parse_args!(context, "slice", args, 4, [239 0, indexable: ty!((string | array));240 1, index: ty!((number | null));241 2, end: ty!((number | null));242 3, step: ty!((number | null));243 ], {244 std_slice(245 indexable.into_indexable()?,246 index.try_cast_nullable_num("index")?.map(|v| v as usize),247 end.try_cast_nullable_num("end")?.map(|v| v as usize),248 step.try_cast_nullable_num("step")?.map(|v| v as usize),249 )250 })251}252253fn builtin_substr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {254 parse_args!(context, "substr", args, 3, [255 0, str: ty!(string) => Val::Str;256 1, from: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;257 2, len: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;258 ], {259 let out: String = str.chars().skip(from as usize).take(len as usize).collect();260 Ok(Val::Str(out.into()))261 })262}263264fn builtin_primitive_equals(265 context: Context,266 _loc: Option<&ExprLocation>,267 args: &ArgsDesc,268) -> Result<Val> {269 parse_args!(context, "primitiveEquals", args, 2, [270 0, a: ty!(any);271 1, b: ty!(any);272 ], {273 Ok(Val::Bool(primitive_equals(&a, &b)?))274 })275}276277fn builtin_equals(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {278 parse_args!(context, "equals", args, 2, [279 0, a: ty!(any);280 1, b: ty!(any);281 ], {282 Ok(Val::Bool(equals(&a, &b)?))283 })284}285286fn builtin_modulo(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {287 parse_args!(context, "modulo", args, 2, [288 0, a: ty!(number) => Val::Num;289 1, b: ty!(number) => Val::Num;290 ], {291 Ok(Val::Num(a % b))292 })293}294295fn builtin_mod(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {296 parse_args!(context, "mod", args, 2, [297 0, a: ty!((number | string));298 1, b: ty!(any);299 ], {300 evaluate_mod_op(&a, &b)301 })302}303304fn builtin_floor(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {305 parse_args!(context, "floor", args, 1, [306 0, x: ty!(number) => Val::Num;307 ], {308 Ok(Val::Num(x.floor()))309 })310}311312fn builtin_ceil(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {313 parse_args!(context, "ceil", args, 1, [314 0, x: ty!(number) => Val::Num;315 ], {316 Ok(Val::Num(x.ceil()))317 })318}319320fn builtin_log(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {321 parse_args!(context, "log", args, 1, [322 0, n: ty!(number) => Val::Num;323 ], {324 Ok(Val::Num(n.ln()))325 })326}327328fn builtin_pow(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {329 parse_args!(context, "pow", args, 2, [330 0, x: ty!(number) => Val::Num;331 1, n: ty!(number) => Val::Num;332 ], {333 Ok(Val::Num(x.powf(n)))334 })335}336337fn builtin_sqrt(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {338 parse_args!(context, "sqrt", args, 1, [339 0, x: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;340 ], {341 Ok(Val::Num(x.sqrt()))342 })343}344345fn builtin_sin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {346 parse_args!(context, "sin", args, 1, [347 0, x: ty!(number) => Val::Num;348 ], {349 Ok(Val::Num(x.sin()))350 })351}352353fn builtin_cos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {354 parse_args!(context, "cos", args, 1, [355 0, x: ty!(number) => Val::Num;356 ], {357 Ok(Val::Num(x.cos()))358 })359}360361fn builtin_tan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {362 parse_args!(context, "tan", args, 1, [363 0, x: ty!(number) => Val::Num;364 ], {365 Ok(Val::Num(x.tan()))366 })367}368369fn builtin_asin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {370 parse_args!(context, "asin", args, 1, [371 0, x: ty!(number) => Val::Num;372 ], {373 Ok(Val::Num(x.asin()))374 })375}376377fn builtin_acos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {378 parse_args!(context, "acos", args, 1, [379 0, x: ty!(number) => Val::Num;380 ], {381 Ok(Val::Num(x.acos()))382 })383}384385fn builtin_atan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {386 parse_args!(context, "atan", args, 1, [387 0, x: ty!(number) => Val::Num;388 ], {389 Ok(Val::Num(x.atan()))390 })391}392393fn builtin_exp(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {394 parse_args!(context, "exp", args, 1, [395 0, x: ty!(number) => Val::Num;396 ], {397 Ok(Val::Num(x.exp()))398 })399}400401fn frexp(s: f64) -> (f64, i16) {402 if 0.0 == s {403 (s, 0)404 } else {405 let lg = s.abs().log2();406 let x = (lg - lg.floor() - 1.0).exp2();407 let exp = lg.floor() + 1.0;408 (s.signum() * x, exp as i16)409 }410}411412fn builtin_mantissa(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {413 parse_args!(context, "mantissa", args, 1, [414 0, x: ty!(number) => Val::Num;415 ], {416 Ok(Val::Num(frexp(x).0))417 })418}419420fn builtin_exponent(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {421 parse_args!(context, "exponent", args, 1, [422 0, x: ty!(number) => Val::Num;423 ], {424 Ok(Val::Num(frexp(x).1.into()))425 })426}427428fn builtin_ext_var(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {429 parse_args!(context, "extVar", args, 1, [430 0, x: ty!(string) => Val::Str;431 ], {432 Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or(UndefinedExternalVariable(x))?)433 })434}435436fn builtin_native(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {437 parse_args!(context, "native", args, 1, [438 0, x: ty!(string) => Val::Str;439 ], {440 Ok(with_state(|s| s.settings().ext_natives.get(&x).cloned()).map(|v| Val::Func(Gc::new(FuncVal::NativeExt(x.clone(), v)))).ok_or(UndefinedExternalFunction(x))?)441 })442}443444fn builtin_filter(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {445 parse_args!(context, "filter", args, 2, [446 0, func: ty!(function) => Val::Func;447 1, arr: ty!(array) => Val::Arr;448 ], {449 Ok(Val::Arr(arr.filter(|val| func450 .evaluate_values(context.clone(), &[val.clone()])?451 .try_cast_bool("filter predicate"))?))452 })453}454455fn builtin_map(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {456 parse_args!(context, "map", args, 2, [457 0, func: ty!(function) => Val::Func;458 1, arr: ty!(array) => Val::Arr;459 ], {460 Ok(Val::Arr(arr.map(|val| func461 .evaluate_values(context.clone(), &[val]))?))462 })463}464465fn builtin_flatmap(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {466 parse_args!(context, "flatMap", args, 2, [467 0, func: ty!(function) => Val::Func;468 1, arr: ty!((array | string));469 ], {470 match arr {471 Val::Str(s) => {472 let mut out = String::new();473 for c in s.chars() {474 match func.evaluate_values(context.clone(), &[Val::Str(c.to_string().into())])? {475 Val::Str(o) => out.push_str(&o),476 _ => throw!(RuntimeError("in std.join all items should be strings".into())),477 };478 }479 Ok(Val::Str(out.into()))480 },481 Val::Arr(a) => {482 let mut out = Vec::new();483 for el in a.iter() {484 let el = el?;485 match func.evaluate_values(context.clone(), &[el])? {486 Val::Arr(o) => for oe in o.iter() {487 out.push(oe?)488 },489 _ => throw!(RuntimeError("in std.join all items should be arrays".into())),490 };491 }492 Ok(Val::Arr(out.into()))493 },494 _ => unreachable!(),495 }496 })497}498499fn builtin_foldl(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {500 parse_args!(context, "foldl", args, 3, [501 0, func: ty!(function) => Val::Func;502 1, arr: ty!(array) => Val::Arr;503 2, init: ty!(any);504 ], {505 let mut acc = init;506 for i in arr.iter() {507 acc = func.evaluate_values(context.clone(), &[acc, i?])?;508 }509 Ok(acc)510 })511}512513fn builtin_foldr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {514 parse_args!(context, "foldr", args, 3, [515 0, func: ty!(function) => Val::Func;516 1, arr: ty!(array) => Val::Arr;517 2, init: ty!(any);518 ], {519 let mut acc = init;520 for i in arr.iter().rev() {521 acc = func.evaluate_values(context.clone(), &[acc, i?])?;522 }523 Ok(acc)524 })525}526527#[allow(non_snake_case)]528fn builtin_sort_impl(529 context: Context,530 _loc: Option<&ExprLocation>,531 args: &ArgsDesc,532) -> Result<Val> {533 parse_args!(context, "sort", args, 2, [534 0, arr: ty!(array) => Val::Arr;535 1, keyF: ty!(function) => Val::Func;536 ], {537 if arr.len() <= 1 {538 return Ok(Val::Arr(arr))539 }540 Ok(Val::Arr(ArrValue::Eager(sort::sort(context, arr.evaluated()?, &keyF)?)))541 })542}543544fn builtin_format(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {545 parse_args!(context, "format", args, 2, [546 0, str: ty!(string) => Val::Str;547 1, vals: ty!(any)548 ], {549 std_format(str, vals)550 })551}552553fn builtin_range(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {554 parse_args!(context, "range", args, 2, [555 0, from: ty!(number) => Val::Num;556 1, to: ty!(number) => Val::Num;557 ], {558 if to < from {559 return Ok(Val::Arr(ArrValue::new_eager()))560 }561 let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));562 for i in from as usize..=to as usize {563 out.push(Val::Num(i as f64));564 }565 Ok(Val::Arr(out.into()))566 })567}568569fn builtin_char(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {570 parse_args!(context, "char", args, 1, [571 0, n: ty!(number) => Val::Num;572 ], {573 let mut out = String::new();574 out.push(std::char::from_u32(n as u32).ok_or_else(||575 InvalidUnicodeCodepointGot(n as u32)576 )?);577 Ok(Val::Str(out.into()))578 })579}580581fn builtin_encode_utf8(582 context: Context,583 _loc: Option<&ExprLocation>,584 args: &ArgsDesc,585) -> Result<Val> {586 parse_args!(context, "encodeUTF8", args, 1, [587 0, str: ty!(string) => Val::Str;588 ], {589 Ok(Val::Arr((str.bytes().map(|b| Val::Num(b as f64)).collect::<Vec<Val>>()).into()))590 })591}592593fn builtin_decode_utf8(594 context: Context,595 _loc: Option<&ExprLocation>,596 args: &ArgsDesc,597) -> Result<Val> {598 parse_args!(context, "decodeUTF8", args, 1, [599 0, arr: ty!((Array<ubyte>)) => Val::Arr;600 ], {601 let data: Result<Vec<u8>> = arr.iter().map(|v| v.map(|v| match v{602 Val::Num(n) => n as u8,603 _ => unreachable!(),604 })).collect();605 let data = data?;606 Ok(Val::Str(String::from_utf8(data).map_err(|_| RuntimeError("bad utf8".into()))?.into()))607 })608}609610fn builtin_md5(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {611 parse_args!(context, "md5", args, 1, [612 0, str: ty!(string) => Val::Str;613 ], {614 Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))615 })616}617618fn builtin_trace(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {619 parse_args!(context, "trace", args, 2, [620 0, str: ty!(string) => Val::Str;621 1, rest: ty!(any);622 ], {623 eprint!("TRACE:");624 if let Some(loc) = loc {625 with_state(|s|{626 let locs = s.map_source_locations(&loc.0, &[loc.1]);627 eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);628 });629 }630 eprintln!(" {}", str);631 Ok(rest)632 })633}634635fn builtin_base64(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {636 parse_args!(context, "base64", args, 1, [637 0, input: ty!((string | (Array<number>)));638 ], {639 Ok(Val::Str(match input {640 Val::Str(s) => {641 base64::encode(s.bytes().collect::<Vec<_>>()).into()642 },643 Val::Arr(a) => {644 base64::encode(a.iter().map(|v| {645 Ok(v?.unwrap_num()? as u8)646 }).collect::<Result<Vec<_>>>()?).into()647 },648 _ => unreachable!()649 }))650 })651}652653fn builtin_base64_decode_bytes(654 context: Context,655 _loc: Option<&ExprLocation>,656 args: &ArgsDesc,657) -> Result<Val> {658 parse_args!(context, "base64DecodeBytes", args, 1, [659 0, input: ty!(string) => Val::Str;660 ], {661 Ok(Val::Arr(662 base64::decode(&input.as_bytes())663 .map_err(|_| RuntimeError("bad base64".into()))?664 .iter()665 .map(|v| Val::Num(*v as f64)).collect::<Vec<_>>().into()666 ))667 })668}669670fn builtin_base64_decode(671 context: Context,672 _loc: Option<&ExprLocation>,673 args: &ArgsDesc,674) -> Result<Val> {675 parse_args!(context, "base64Decode", args, 1, [676 0, input: ty!(string) => Val::Str;677 ], {678 Ok(Val::Str(679 String::from_utf8(base64::decode(&input.as_bytes())680 .map_err(|_| RuntimeError("bad base64".into()))?)681 .map_err(|_| RuntimeError("bad utf8".into()))?.into()682 ))683 })684}685686fn builtin_join(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {687 parse_args!(context, "join", args, 2, [688 0, sep: ty!((string | array));689 1, arr: ty!(array) => Val::Arr;690 ], {691 Ok(match sep {692 Val::Arr(joiner_items) => {693 let mut out = Vec::new();694695 let mut first = true;696 for item in arr.iter() {697 let item = item?.clone();698 if let Val::Arr(items) = item {699 if !first {700 out.reserve(joiner_items.len());701 // TODO: extend702 for item in joiner_items.iter() {703 out.push(item?);704 }705 }706 first = false;707 out.reserve(items.len());708 // TODO: extend709 for item in items.iter() {710 out.push(item?);711 }712 } else {713 throw!(RuntimeError("in std.join all items should be arrays".into()));714 }715 }716717 Val::Arr(out.into())718 },719 Val::Str(sep) => {720 let mut out = String::new();721722 let mut first = true;723 for item in arr.iter() {724 let item = item?.clone();725 if let Val::Str(item) = item {726 if !first {727 out += &sep;728 }729 first = false;730 out += &item;731 } else {732 throw!(RuntimeError("in std.join all items should be strings".into()));733 }734 }735736 Val::Str(out.into())737 },738 _ => unreachable!()739 })740 })741}742743fn builtin_escape_string_json(744 context: Context,745 _loc: Option<&ExprLocation>,746 args: &ArgsDesc,747) -> Result<Val> {748 parse_args!(context, "escapeStringJson", args, 1, [749 0, str_: ty!(string) => Val::Str;750 ], {751 Ok(Val::Str(escape_string_json(&str_).into()))752 })753}754755fn builtin_manifest_json_ex(756 context: Context,757 _loc: Option<&ExprLocation>,758 args: &ArgsDesc,759) -> Result<Val> {760 parse_args!(context, "manifestJsonEx", args, 2, [761 0, value: ty!(any);762 1, indent: ty!(string) => Val::Str;763 ], {764 Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {765 padding: &indent,766 mtype: ManifestType::Std,767 })?.into()))768 })769}770771fn builtin_reverse(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {772 parse_args!(context, "reverse", args, 1, [773 0, value: ty!(array) => Val::Arr;774 ], {775 Ok(Val::Arr(value.reversed()))776 })777}778779fn builtin_id(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {780 parse_args!(context, "id", args, 1, [781 0, v: ty!(any);782 ], {783 Ok(v)784 })785}786787fn builtin_str_replace(788 context: Context,789 _loc: Option<&ExprLocation>,790 args: &ArgsDesc,791) -> Result<Val> {792 parse_args!(context, "strReplace", args, 3, [793 0, str: ty!(string) => Val::Str;794 1, from: ty!(string) => Val::Str;795 2, to: ty!(string) => Val::Str;796 ], {797 let mut out = String::new();798 let mut last_idx = 0;799 while let Some(idx) = (&str[last_idx..]).find(&from as &str) {800 out.push_str(&str[last_idx..last_idx+idx]);801 out.push_str(&to);802 last_idx += idx + from.len();803 }804 if last_idx == 0 {805 return Ok(Val::Str(str))806 }807 out.push_str(&str[last_idx..]);808 Ok(Val::Str(out.into()))809 })810}811812fn builtin_splitlimit(813 context: Context,814 _loc: Option<&ExprLocation>,815 args: &ArgsDesc,816) -> Result<Val> {817 parse_args!(context, "splitLimit", args, 3, [818 0, str: ty!(string) => Val::Str;819 1, c: ty!(char) => Val::Str;820 2, maxsplits: ty!(number) => Val::Num;821 ], {822 let maxsplits = maxsplits as isize;823 let c = c.chars().next().unwrap();824825 let out: Vec<Val> = if maxsplits == -1 {826 str.split(c).map(|s| Val::Str(s.into())).collect()827 } else {828 str.splitn(maxsplits as usize + 1, c).map(|s| Val::Str(s.into())).collect()829 };830831 Ok(Val::Arr(out.into()))832 })833}834835fn builtin_ascii_upper(836 context: Context,837 _loc: Option<&ExprLocation>,838 args: &ArgsDesc,839) -> Result<Val> {840 parse_args!(context, "asciiUpper", args, 1, [841 0, str: ty!(string) => Val::Str;842 ], {843 Ok(Val::Str(str.to_ascii_uppercase().into()))844 })845}846847fn builtin_ascii_lower(848 context: Context,849 _loc: Option<&ExprLocation>,850 args: &ArgsDesc,851) -> Result<Val> {852 parse_args!(context, "asciiLower", args, 1, [853 0, str: ty!(string) => Val::Str;854 ], {855 Ok(Val::Str(str.to_ascii_lowercase().into()))856 })857}858859fn builtin_member(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {860 parse_args!(context, "member", args, 2, [861 0, arr: ty!((array | string));862 1, x: ty!(any);863 ], {864 match arr {865 Val::Str(s) => {866 let x = x.try_cast_str("x should be string")?;867 Ok(Val::Bool(!x.is_empty() && s.contains(&*x)))868 }869 Val::Arr(a) => {870 for item in a.iter() {871 let item = item?;872 if equals(&item, &x)? {873 return Ok(Val::Bool(true));874 }875 }876 Ok(Val::Bool(false))877 }878 _ => unreachable!(),879 }880 })881}882883fn builtin_count(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {884 parse_args!(context, "count", args, 2, [885 0, arr: ty!(array) => Val::Arr;886 1, x: ty!(any);887 ], {888 let mut count = 0;889 for item in arr.iter() {890 let item = item?;891 if equals(&item, &x)? {892 count += 1;893 }894 }895 Ok(Val::Num(count as f64))896 })897}898899pub fn call_builtin(900 context: Context,901 loc: Option<&ExprLocation>,902 name: &str,903 args: &ArgsDesc,904) -> Result<Val> {905 BUILTINS906 .with(|builtins| builtins.get(name).copied())907 .ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)908}crates/jrsonnet-evaluator/src/builtin/stdlib.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/builtin/stdlib.rs
+++ b/crates/jrsonnet-evaluator/src/builtin/stdlib.rs
@@ -5,15 +5,6 @@
/// To avoid parsing again when issued from the same thread
#[allow(unreachable_code)]
static PARSED_STDLIB: LocExpr = {
- #[cfg(feature = "codegenerated-stdlib")]
- {
- #[allow(clippy::all)]
- return {
- use jrsonnet_parser::*;
- include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))
- };
- }
-
#[cfg(feature = "serialized-stdlib")]
{
// Should not panic, stdlib.bincode is generated in build.rs
crates/jrsonnet-evaluator/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/lib.rs
+++ b/crates/jrsonnet-evaluator/src/lib.rs
@@ -1045,4 +1045,27 @@
.unwrap_err();
assert_eq!(error.error().to_string(), "assert failed: is number");
}
+
+ #[test]
+ fn test_ascii_upper_lower() {
+ assert_eval!(r#"std.assertEqual(std.asciiUpper("aBc😀"), "ABC😀")"#);
+ assert_eval!(r#"std.assertEqual(std.asciiLower("aBc😀"), "abc😀")"#);
+ }
+
+ #[test]
+ fn test_member() {
+ assert_eval!(r#"!std.member("", "")"#);
+ assert_eval!(r#"std.member("abc", "a")"#);
+ assert_eval!(r#"!std.member("abc", "d")"#);
+ assert_eval!(r#"!std.member([], "")"#);
+ assert_eval!(r#"std.member(["a", "b", "c"], "a")"#);
+ assert_eval!(r#"!std.member(["a", "b", "c"], "d")"#);
+ }
+
+ #[test]
+ fn test_count() {
+ assert_eval!(r#"std.assertEqual(std.count([], ""), 0)"#);
+ assert_eval!(r#"std.assertEqual(std.count(["a", "b", "a"], "d"), 0)"#);
+ assert_eval!(r#"std.assertEqual(std.count(["a", "b", "a"], "a"), 2)"#);
+ }
}
crates/jrsonnet-stdlib/src/std.jsonnetdiffbeforeafterboth--- a/crates/jrsonnet-stdlib/src/std.jsonnet
+++ b/crates/jrsonnet-stdlib/src/std.jsonnet
@@ -128,21 +128,9 @@
strReplace:: $intrinsic(strReplace),
- asciiUpper(str)::
- local cp = std.codepoint;
- local up_letter(c) = if cp(c) >= 97 && cp(c) < 123 then
- std.char(cp(c) - 32)
- else
- c;
- std.join('', std.map(up_letter, std.stringChars(str))),
+ asciiUpper:: $intrinsic(asciiUpper),
- asciiLower(str)::
- local cp = std.codepoint;
- local down_letter(c) = if cp(c) >= 65 && cp(c) < 91 then
- std.char(cp(c) + 32)
- else
- c;
- std.join('', std.map(down_letter, std.stringChars(str))),
+ asciiLower:: $intrinsic(asciiLower),
range:: $intrinsic(range),
@@ -155,14 +143,9 @@
slice:: $intrinsic(slice),
- member(arr, x)::
- if std.isArray(arr) then
- std.count(arr, x) > 0
- else if std.isString(arr) then
- std.length(std.findSubstr(x, arr)) > 0
- else error 'std.member first argument must be an array or a string',
+ member:: $intrinsic(member),
- count(arr, x):: std.length(std.filter(function(v) v == x, arr)),
+ count:: $intrinsic(count),
mod:: $intrinsic(mod),