difftreelog
perf make std.base64Decode[Bytes] builtin
in: master
2 files changed
crates/jrsonnet-evaluator/src/builtin/mod.rsdiffbeforeafterboth1use crate::{2 equals,3 error::{Error::*, Result},4 operator::evaluate_mod_op,5 parse_args, primitive_equals, push, throw, with_state, ArrValue, Context, EvaluationState,6 FuncVal, IndexableVal, LazyVal, Val,7};8use format::{format_arr, format_obj};9use jrsonnet_gc::Gc;10use jrsonnet_interner::IStr;11use jrsonnet_parser::{ArgsDesc, ExprLocation};12use jrsonnet_types::ty;13use std::{collections::HashMap, path::PathBuf, rc::Rc};1415pub mod stdlib;16pub use stdlib::*;1718use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};1920pub mod format;21pub mod manifest;22pub mod sort;2324pub fn std_format(str: IStr, vals: Val) -> Result<Val> {25 push(26 Some(&ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)),27 || format!("std.format of {}", str),28 || {29 Ok(match vals {30 Val::Arr(vals) => Val::Str(format_arr(&str, &vals.evaluated()?)?.into()),31 Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),32 o => Val::Str(format_arr(&str, &[o])?.into()),33 })34 },35 )36}3738pub fn std_slice(39 indexable: IndexableVal,40 index: Option<usize>,41 end: Option<usize>,42 step: Option<usize>,43) -> Result<Val> {44 let index = index.unwrap_or(0);45 let end = end.unwrap_or_else(|| match &indexable {46 IndexableVal::Str(_) => usize::MAX,47 IndexableVal::Arr(v) => v.len(),48 });49 let step = step.unwrap_or(1);50 match &indexable {51 IndexableVal::Str(s) => Ok(Val::Str(52 (s.chars()53 .skip(index)54 .take(end - index)55 .step_by(step)56 .collect::<String>())57 .into(),58 )),59 IndexableVal::Arr(arr) => Ok(Val::Arr(60 (arr.iter()61 .skip(index)62 .take(end - index)63 .step_by(step)64 .collect::<Result<Vec<Val>>>()?)65 .into(),66 )),67 }68}6970type Builtin = fn(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val>;7172type BuiltinsType = HashMap<Box<str>, Builtin>;7374thread_local! {75 static BUILTINS: BuiltinsType = {76 [77 ("length".into(), builtin_length as Builtin),78 ("type".into(), builtin_type),79 ("makeArray".into(), builtin_make_array),80 ("codepoint".into(), builtin_codepoint),81 ("objectFieldsEx".into(), builtin_object_fields_ex),82 ("objectHasEx".into(), builtin_object_has_ex),83 ("slice".into(), builtin_slice),84 ("substr".into(), builtin_substr),85 ("primitiveEquals".into(), builtin_primitive_equals),86 ("equals".into(), builtin_equals),87 ("modulo".into(), builtin_modulo),88 ("mod".into(), builtin_mod),89 ("floor".into(), builtin_floor),90 ("ceil".into(), builtin_ceil),91 ("log".into(), builtin_log),92 ("pow".into(), builtin_pow),93 ("sqrt".into(), builtin_sqrt),94 ("sin".into(), builtin_sin),95 ("cos".into(), builtin_cos),96 ("tan".into(), builtin_tan),97 ("asin".into(), builtin_asin),98 ("acos".into(), builtin_acos),99 ("atan".into(), builtin_atan),100 ("exp".into(), builtin_exp),101 ("mantissa".into(), builtin_mantissa),102 ("exponent".into(), builtin_exponent),103 ("extVar".into(), builtin_ext_var),104 ("native".into(), builtin_native),105 ("filter".into(), builtin_filter),106 ("map".into(), builtin_map),107 ("flatMap".into(), builtin_flatmap),108 ("foldl".into(), builtin_foldl),109 ("foldr".into(), builtin_foldr),110 ("sortImpl".into(), builtin_sort_impl),111 ("format".into(), builtin_format),112 ("range".into(), builtin_range),113 ("char".into(), builtin_char),114 ("encodeUTF8".into(), builtin_encode_utf8),115 ("md5".into(), builtin_md5),116 ("base64".into(), builtin_base64),117 ("trace".into(), builtin_trace),118 ("join".into(), builtin_join),119 ("escapeStringJson".into(), builtin_escape_string_json),120 ("manifestJsonEx".into(), builtin_manifest_json_ex),121 ("reverse".into(), builtin_reverse),122 ("id".into(), builtin_id),123 ("strReplace".into(), builtin_str_replace),124 ("splitLimit".into(), builtin_splitlimit),125 ("parseJson".into(), builtin_parse_json),126 ].iter().cloned().collect()127 };128}129130fn builtin_length(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {131 parse_args!(context, "length", args, 1, [132 0, x: ty!((string | object | array));133 ], {134 Ok(match x {135 Val::Str(n) => Val::Num(n.chars().count() as f64),136 Val::Arr(a) => Val::Num(a.len() as f64),137 Val::Obj(o) => Val::Num(138 o.fields_visibility()139 .into_iter()140 .filter(|(_k, v)| *v)141 .count() as f64,142 ),143 _ => unreachable!(),144 })145 })146}147148fn builtin_type(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {149 parse_args!(context, "type", args, 1, [150 0, x: ty!(any);151 ], {152 Ok(Val::Str(x.value_type().name().into()))153 })154}155156fn builtin_make_array(157 context: Context,158 _loc: Option<&ExprLocation>,159 args: &ArgsDesc,160) -> Result<Val> {161 parse_args!(context, "makeArray", args, 2, [162 0, sz: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;163 1, func: ty!(function) => Val::Func;164 ], {165 let mut out = Vec::with_capacity(sz as usize);166 for i in 0..sz as usize {167 out.push(LazyVal::new_resolved(func.evaluate_values(168 context.clone(),169 &[Val::Num(i as f64)]170 )?))171 }172 Ok(Val::Arr(out.into()))173 })174}175176fn builtin_codepoint(177 context: Context,178 _loc: Option<&ExprLocation>,179 args: &ArgsDesc,180) -> Result<Val> {181 parse_args!(context, "codepoint", args, 1, [182 0, str: ty!(char) => Val::Str;183 ], {184 Ok(Val::Num(str.chars().next().unwrap() as u32 as f64))185 })186}187188fn builtin_object_fields_ex(189 context: Context,190 _loc: Option<&ExprLocation>,191 args: &ArgsDesc,192) -> Result<Val> {193 parse_args!(context, "objectFieldsEx", args, 2, [194 0, obj: ty!(object) => Val::Obj;195 1, inc_hidden: ty!(boolean) => Val::Bool;196 ], {197 let out = obj.fields_ex(inc_hidden);198 Ok(Val::Arr(out.into_iter().map(Val::Str).collect::<Vec<_>>().into()))199 })200}201202fn builtin_object_has_ex(203 context: Context,204 _loc: Option<&ExprLocation>,205 args: &ArgsDesc,206) -> Result<Val> {207 parse_args!(context, "objectHasEx", args, 3, [208 0, obj: ty!(object) => Val::Obj;209 1, f: ty!(string) => Val::Str;210 2, inc_hidden: ty!(boolean) => Val::Bool;211 ], {212 Ok(Val::Bool(obj.has_field_ex(f, inc_hidden)))213 })214}215216fn builtin_parse_json(217 context: Context,218 _loc: Option<&ExprLocation>,219 args: &ArgsDesc,220) -> Result<Val> {221 parse_args!(context, "parseJson", args, 1, [222 0, s: ty!(string) => Val::Str;223 ], {224 let state = EvaluationState::default();225 let path = PathBuf::from("std.parseJson").into();226 state.evaluate_snippet_raw(path ,s)227 })228}229230fn builtin_slice(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {231 parse_args!(context, "slice", args, 4, [232 0, indexable: ty!((string | array));233 1, index: ty!((number | null));234 2, end: ty!((number | null));235 3, step: ty!((number | null));236 ], {237 std_slice(238 indexable.into_indexable()?,239 index.try_cast_nullable_num("index")?.map(|v| v as usize),240 end.try_cast_nullable_num("end")?.map(|v| v as usize),241 step.try_cast_nullable_num("step")?.map(|v| v as usize),242 )243 })244}245246fn builtin_substr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {247 parse_args!(context, "substr", args, 3, [248 0, str: ty!(string) => Val::Str;249 1, from: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;250 2, len: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;251 ], {252 let out: String = str.chars().skip(from as usize).take(len as usize).collect();253 Ok(Val::Str(out.into()))254 })255}256257fn builtin_primitive_equals(258 context: Context,259 _loc: Option<&ExprLocation>,260 args: &ArgsDesc,261) -> Result<Val> {262 parse_args!(context, "primitiveEquals", args, 2, [263 0, a: ty!(any);264 1, b: ty!(any);265 ], {266 Ok(Val::Bool(primitive_equals(&a, &b)?))267 })268}269270fn builtin_equals(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {271 parse_args!(context, "equals", args, 2, [272 0, a: ty!(any);273 1, b: ty!(any);274 ], {275 Ok(Val::Bool(equals(&a, &b)?))276 })277}278279fn builtin_modulo(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {280 parse_args!(context, "modulo", args, 2, [281 0, a: ty!(number) => Val::Num;282 1, b: ty!(number) => Val::Num;283 ], {284 Ok(Val::Num(a % b))285 })286}287288fn builtin_mod(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {289 parse_args!(context, "mod", args, 2, [290 0, a: ty!((number | string));291 1, b: ty!(any);292 ], {293 evaluate_mod_op(&a, &b)294 })295}296297fn builtin_floor(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {298 parse_args!(context, "floor", args, 1, [299 0, x: ty!(number) => Val::Num;300 ], {301 Ok(Val::Num(x.floor()))302 })303}304305fn builtin_ceil(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {306 parse_args!(context, "ceil", args, 1, [307 0, x: ty!(number) => Val::Num;308 ], {309 Ok(Val::Num(x.ceil()))310 })311}312313fn builtin_log(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {314 parse_args!(context, "log", args, 1, [315 0, n: ty!(number) => Val::Num;316 ], {317 Ok(Val::Num(n.ln()))318 })319}320321fn builtin_pow(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {322 parse_args!(context, "pow", args, 2, [323 0, x: ty!(number) => Val::Num;324 1, n: ty!(number) => Val::Num;325 ], {326 Ok(Val::Num(x.powf(n)))327 })328}329330fn builtin_sqrt(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {331 parse_args!(context, "sqrt", args, 1, [332 0, x: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;333 ], {334 Ok(Val::Num(x.sqrt()))335 })336}337338fn builtin_sin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {339 parse_args!(context, "sin", args, 1, [340 0, x: ty!(number) => Val::Num;341 ], {342 Ok(Val::Num(x.sin()))343 })344}345346fn builtin_cos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {347 parse_args!(context, "cos", args, 1, [348 0, x: ty!(number) => Val::Num;349 ], {350 Ok(Val::Num(x.cos()))351 })352}353354fn builtin_tan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {355 parse_args!(context, "tan", args, 1, [356 0, x: ty!(number) => Val::Num;357 ], {358 Ok(Val::Num(x.tan()))359 })360}361362fn builtin_asin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {363 parse_args!(context, "asin", args, 1, [364 0, x: ty!(number) => Val::Num;365 ], {366 Ok(Val::Num(x.asin()))367 })368}369370fn builtin_acos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {371 parse_args!(context, "acos", args, 1, [372 0, x: ty!(number) => Val::Num;373 ], {374 Ok(Val::Num(x.acos()))375 })376}377378fn builtin_atan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {379 parse_args!(context, "atan", args, 1, [380 0, x: ty!(number) => Val::Num;381 ], {382 Ok(Val::Num(x.atan()))383 })384}385386fn builtin_exp(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {387 parse_args!(context, "exp", args, 1, [388 0, x: ty!(number) => Val::Num;389 ], {390 Ok(Val::Num(x.exp()))391 })392}393394fn frexp(s: f64) -> (f64, i16) {395 if 0.0 == s {396 return (s, 0);397 } else {398 let lg = s.abs().log2();399 let x = (lg - lg.floor() - 1.0).exp2();400 let exp = lg.floor() + 1.0;401 (s.signum() * x, exp as i16)402 }403}404405fn builtin_mantissa(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {406 parse_args!(context, "mantissa", args, 1, [407 0, x: ty!(number) => Val::Num;408 ], {409 Ok(Val::Num(frexp(x).0))410 })411}412413fn builtin_exponent(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {414 parse_args!(context, "exponent", args, 1, [415 0, x: ty!(number) => Val::Num;416 ], {417 Ok(Val::Num(frexp(x).1.into()))418 })419}420421fn builtin_ext_var(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {422 parse_args!(context, "extVar", args, 1, [423 0, x: ty!(string) => Val::Str;424 ], {425 Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or(UndefinedExternalVariable(x))?)426 })427}428429fn builtin_native(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {430 parse_args!(context, "native", args, 1, [431 0, x: ty!(string) => Val::Str;432 ], {433 Ok(with_state(|s| s.settings().ext_natives.get(&x).cloned()).map(|v| Val::Func(Gc::new(FuncVal::NativeExt(x.clone(), v)))).ok_or(UndefinedExternalFunction(x))?)434 })435}436437fn builtin_filter(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {438 parse_args!(context, "filter", args, 2, [439 0, func: ty!(function) => Val::Func;440 1, arr: ty!(array) => Val::Arr;441 ], {442 Ok(Val::Arr(arr.filter(|val| func443 .evaluate_values(context.clone(), &[val.clone()])?444 .try_cast_bool("filter predicate"))?))445 })446}447448fn builtin_map(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {449 parse_args!(context, "map", args, 2, [450 0, func: ty!(function) => Val::Func;451 1, arr: ty!(array) => Val::Arr;452 ], {453 Ok(Val::Arr(arr.map(|val| func454 .evaluate_values(context.clone(), &[val]))?))455 })456}457458fn builtin_flatmap(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {459 parse_args!(context, "flatMap", args, 2, [460 0, func: ty!(function) => Val::Func;461 1, arr: ty!((array | string));462 ], {463 match arr {464 Val::Str(s) => {465 let mut out = String::new();466 for c in s.chars() {467 match func.evaluate_values(context.clone(), &[Val::Str(c.to_string().into())])? {468 Val::Str(o) => out.push_str(&o),469 _ => throw!(RuntimeError("in std.join all items should be strings".into())),470 };471 }472 Ok(Val::Str(out.into()))473 },474 Val::Arr(a) => {475 let mut out = Vec::new();476 for el in a.iter() {477 let el = el?;478 match func.evaluate_values(context.clone(), &[el])? {479 Val::Arr(o) => for oe in o.iter() {480 out.push(oe?)481 },482 _ => throw!(RuntimeError("in std.join all items should be arrays".into())),483 };484 }485 Ok(Val::Arr(out.into()))486 },487 _ => unreachable!(),488 }489 })490}491492fn builtin_foldl(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {493 parse_args!(context, "foldl", args, 3, [494 0, func: ty!(function) => Val::Func;495 1, arr: ty!(array) => Val::Arr;496 2, init: ty!(any);497 ], {498 let mut acc = init;499 for i in arr.iter() {500 acc = func.evaluate_values(context.clone(), &[acc, i?])?;501 }502 Ok(acc)503 })504}505506fn builtin_foldr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {507 parse_args!(context, "foldr", args, 3, [508 0, func: ty!(function) => Val::Func;509 1, arr: ty!(array) => Val::Arr;510 2, init: ty!(any);511 ], {512 let mut acc = init;513 for i in arr.iter().rev() {514 acc = func.evaluate_values(context.clone(), &[acc, i?])?;515 }516 Ok(acc)517 })518}519520#[allow(non_snake_case)]521fn builtin_sort_impl(522 context: Context,523 _loc: Option<&ExprLocation>,524 args: &ArgsDesc,525) -> Result<Val> {526 parse_args!(context, "sort", args, 2, [527 0, arr: ty!(array) => Val::Arr;528 1, keyF: ty!(function) => Val::Func;529 ], {530 if arr.len() <= 1 {531 return Ok(Val::Arr(arr))532 }533 Ok(Val::Arr(ArrValue::Eager(sort::sort(context, arr.evaluated()?, &keyF)?)))534 })535}536537fn builtin_format(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {538 parse_args!(context, "format", args, 2, [539 0, str: ty!(string) => Val::Str;540 1, vals: ty!(any)541 ], {542 std_format(str, vals)543 })544}545546fn builtin_range(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {547 parse_args!(context, "range", args, 2, [548 0, from: ty!(number) => Val::Num;549 1, to: ty!(number) => Val::Num;550 ], {551 if to < from {552 return Ok(Val::Arr(ArrValue::new_eager()))553 }554 let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));555 for i in from as usize..=to as usize {556 out.push(Val::Num(i as f64));557 }558 Ok(Val::Arr(out.into()))559 })560}561562fn builtin_char(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {563 parse_args!(context, "char", args, 1, [564 0, n: ty!(number) => Val::Num;565 ], {566 let mut out = String::new();567 out.push(std::char::from_u32(n as u32).ok_or_else(||568 InvalidUnicodeCodepointGot(n as u32)569 )?);570 Ok(Val::Str(out.into()))571 })572}573574fn builtin_encode_utf8(575 context: Context,576 _loc: Option<&ExprLocation>,577 args: &ArgsDesc,578) -> Result<Val> {579 parse_args!(context, "encodeUTF8", args, 1, [580 0, str: ty!(string) => Val::Str;581 ], {582 Ok(Val::Arr((str.bytes().map(|b| Val::Num(b as f64)).collect::<Vec<Val>>()).into()))583 })584}585586fn builtin_md5(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {587 parse_args!(context, "md5", args, 1, [588 0, str: ty!(string) => Val::Str;589 ], {590 Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))591 })592}593594fn builtin_trace(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {595 parse_args!(context, "trace", args, 2, [596 0, str: ty!(string) => Val::Str;597 1, rest: ty!(any);598 ], {599 eprint!("TRACE:");600 if let Some(loc) = loc {601 with_state(|s|{602 let locs = s.map_source_locations(&loc.0, &[loc.1]);603 eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);604 });605 }606 eprintln!(" {}", str);607 Ok(rest)608 })609}610611fn builtin_base64(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {612 parse_args!(context, "base64", args, 1, [613 0, input: ty!((string | (Array<number>)));614 ], {615 Ok(Val::Str(match input {616 Val::Str(s) => {617 base64::encode(s.bytes().collect::<Vec<_>>()).into()618 },619 Val::Arr(a) => {620 base64::encode(a.iter().map(|v| {621 Ok(v?.unwrap_num()? as u8)622 }).collect::<Result<Vec<_>>>()?).into()623 },624 _ => unreachable!()625 }))626 })627}628629fn builtin_join(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {630 parse_args!(context, "join", args, 2, [631 0, sep: ty!((string | array));632 1, arr: ty!(array) => Val::Arr;633 ], {634 Ok(match sep {635 Val::Arr(joiner_items) => {636 let mut out = Vec::new();637638 let mut first = true;639 for item in arr.iter() {640 let item = item?.clone();641 if let Val::Arr(items) = item {642 if !first {643 out.reserve(joiner_items.len());644 // TODO: extend645 for item in joiner_items.iter() {646 out.push(item?);647 }648 }649 first = false;650 out.reserve(items.len());651 // TODO: extend652 for item in items.iter() {653 out.push(item?);654 }655 } else {656 throw!(RuntimeError("in std.join all items should be arrays".into()));657 }658 }659660 Val::Arr(out.into())661 },662 Val::Str(sep) => {663 let mut out = String::new();664665 let mut first = true;666 for item in arr.iter() {667 let item = item?.clone();668 if let Val::Str(item) = item {669 if !first {670 out += &sep;671 }672 first = false;673 out += &item;674 } else {675 throw!(RuntimeError("in std.join all items should be strings".into()));676 }677 }678679 Val::Str(out.into())680 },681 _ => unreachable!()682 })683 })684}685686fn builtin_escape_string_json(687 context: Context,688 _loc: Option<&ExprLocation>,689 args: &ArgsDesc,690) -> Result<Val> {691 parse_args!(context, "escapeStringJson", args, 1, [692 0, str_: ty!(string) => Val::Str;693 ], {694 Ok(Val::Str(escape_string_json(&str_).into()))695 })696}697698fn builtin_manifest_json_ex(699 context: Context,700 _loc: Option<&ExprLocation>,701 args: &ArgsDesc,702) -> Result<Val> {703 parse_args!(context, "manifestJsonEx", args, 2, [704 0, value: ty!(any);705 1, indent: ty!(string) => Val::Str;706 ], {707 Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {708 padding: &indent,709 mtype: ManifestType::Std,710 })?.into()))711 })712}713714fn builtin_reverse(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {715 parse_args!(context, "reverse", args, 1, [716 0, value: ty!(array) => Val::Arr;717 ], {718 Ok(Val::Arr(value.reversed()))719 })720}721722fn builtin_id(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {723 parse_args!(context, "id", args, 1, [724 0, v: ty!(any);725 ], {726 Ok(v)727 })728}729730fn builtin_str_replace(731 context: Context,732 _loc: Option<&ExprLocation>,733 args: &ArgsDesc,734) -> Result<Val> {735 parse_args!(context, "strReplace", args, 3, [736 0, str: ty!(string) => Val::Str;737 1, from: ty!(string) => Val::Str;738 2, to: ty!(string) => Val::Str;739 ], {740 let mut out = String::new();741 let mut last_idx = 0;742 while let Some(idx) = (&str[last_idx..]).find(&from as &str) {743 out.push_str(&str[last_idx..last_idx+idx]);744 out.push_str(&to);745 last_idx += idx + from.len();746 }747 if last_idx == 0 {748 return Ok(Val::Str(str))749 }750 out.push_str(&str[last_idx..]);751 Ok(Val::Str(out.into()))752 })753}754755fn builtin_splitlimit(756 context: Context,757 _loc: Option<&ExprLocation>,758 args: &ArgsDesc,759) -> Result<Val> {760 parse_args!(context, "splitLimit", args, 3, [761 0, str: ty!(string) => Val::Str;762 1, c: ty!(char) => Val::Str;763 2, maxsplits: ty!(number) => Val::Num;764 ], {765 let maxsplits = maxsplits as isize;766 let c = c.chars().next().unwrap();767768 let out: Vec<Val> = if maxsplits == -1 {769 str.split(c).map(|s| Val::Str(s.into())).collect()770 } else {771 str.splitn(maxsplits as usize + 1, c).map(|s| Val::Str(s.into())).collect()772 };773774 Ok(Val::Arr(out.into()))775 })776}777778pub fn call_builtin(779 context: Context,780 loc: Option<&ExprLocation>,781 name: &str,782 args: &ArgsDesc,783) -> Result<Val> {784 BUILTINS785 .with(|builtins| builtins.get(name).copied())786 .ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)787}1use crate::{2 equals,3 error::{Error::*, Result},4 operator::evaluate_mod_op,5 parse_args, primitive_equals, push, throw, with_state, ArrValue, Context, EvaluationState,6 FuncVal, IndexableVal, LazyVal, Val,7};8use format::{format_arr, format_obj};9use jrsonnet_gc::Gc;10use jrsonnet_interner::IStr;11use jrsonnet_parser::{ArgsDesc, ExprLocation};12use jrsonnet_types::ty;13use std::{collections::HashMap, path::PathBuf, rc::Rc};1415pub mod stdlib;16pub use stdlib::*;1718use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};1920pub mod format;21pub mod manifest;22pub mod sort;2324pub fn std_format(str: IStr, vals: Val) -> Result<Val> {25 push(26 Some(&ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)),27 || format!("std.format of {}", str),28 || {29 Ok(match vals {30 Val::Arr(vals) => Val::Str(format_arr(&str, &vals.evaluated()?)?.into()),31 Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),32 o => Val::Str(format_arr(&str, &[o])?.into()),33 })34 },35 )36}3738pub fn std_slice(39 indexable: IndexableVal,40 index: Option<usize>,41 end: Option<usize>,42 step: Option<usize>,43) -> Result<Val> {44 let index = index.unwrap_or(0);45 let end = end.unwrap_or_else(|| match &indexable {46 IndexableVal::Str(_) => usize::MAX,47 IndexableVal::Arr(v) => v.len(),48 });49 let step = step.unwrap_or(1);50 match &indexable {51 IndexableVal::Str(s) => Ok(Val::Str(52 (s.chars()53 .skip(index)54 .take(end - index)55 .step_by(step)56 .collect::<String>())57 .into(),58 )),59 IndexableVal::Arr(arr) => Ok(Val::Arr(60 (arr.iter()61 .skip(index)62 .take(end - index)63 .step_by(step)64 .collect::<Result<Vec<Val>>>()?)65 .into(),66 )),67 }68}6970type Builtin = fn(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val>;7172type BuiltinsType = HashMap<Box<str>, Builtin>;7374thread_local! {75 static BUILTINS: BuiltinsType = {76 [77 ("length".into(), builtin_length as Builtin),78 ("type".into(), builtin_type),79 ("makeArray".into(), builtin_make_array),80 ("codepoint".into(), builtin_codepoint),81 ("objectFieldsEx".into(), builtin_object_fields_ex),82 ("objectHasEx".into(), builtin_object_has_ex),83 ("slice".into(), builtin_slice),84 ("substr".into(), builtin_substr),85 ("primitiveEquals".into(), builtin_primitive_equals),86 ("equals".into(), builtin_equals),87 ("modulo".into(), builtin_modulo),88 ("mod".into(), builtin_mod),89 ("floor".into(), builtin_floor),90 ("ceil".into(), builtin_ceil),91 ("log".into(), builtin_log),92 ("pow".into(), builtin_pow),93 ("sqrt".into(), builtin_sqrt),94 ("sin".into(), builtin_sin),95 ("cos".into(), builtin_cos),96 ("tan".into(), builtin_tan),97 ("asin".into(), builtin_asin),98 ("acos".into(), builtin_acos),99 ("atan".into(), builtin_atan),100 ("exp".into(), builtin_exp),101 ("mantissa".into(), builtin_mantissa),102 ("exponent".into(), builtin_exponent),103 ("extVar".into(), builtin_ext_var),104 ("native".into(), builtin_native),105 ("filter".into(), builtin_filter),106 ("map".into(), builtin_map),107 ("flatMap".into(), builtin_flatmap),108 ("foldl".into(), builtin_foldl),109 ("foldr".into(), builtin_foldr),110 ("sortImpl".into(), builtin_sort_impl),111 ("format".into(), builtin_format),112 ("range".into(), builtin_range),113 ("char".into(), builtin_char),114 ("encodeUTF8".into(), builtin_encode_utf8),115 ("md5".into(), builtin_md5),116 ("base64".into(), builtin_base64),117 ("base64DecodeBytes".into(), builtin_base64_decode_bytes),118 ("base64Decode".into(), builtin_base64_decode),119 ("trace".into(), builtin_trace),120 ("join".into(), builtin_join),121 ("escapeStringJson".into(), builtin_escape_string_json),122 ("manifestJsonEx".into(), builtin_manifest_json_ex),123 ("reverse".into(), builtin_reverse),124 ("id".into(), builtin_id),125 ("strReplace".into(), builtin_str_replace),126 ("splitLimit".into(), builtin_splitlimit),127 ("parseJson".into(), builtin_parse_json),128 ].iter().cloned().collect()129 };130}131132fn builtin_length(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {133 parse_args!(context, "length", args, 1, [134 0, x: ty!((string | object | array));135 ], {136 Ok(match x {137 Val::Str(n) => Val::Num(n.chars().count() as f64),138 Val::Arr(a) => Val::Num(a.len() as f64),139 Val::Obj(o) => Val::Num(140 o.fields_visibility()141 .into_iter()142 .filter(|(_k, v)| *v)143 .count() as f64,144 ),145 _ => unreachable!(),146 })147 })148}149150fn builtin_type(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {151 parse_args!(context, "type", args, 1, [152 0, x: ty!(any);153 ], {154 Ok(Val::Str(x.value_type().name().into()))155 })156}157158fn builtin_make_array(159 context: Context,160 _loc: Option<&ExprLocation>,161 args: &ArgsDesc,162) -> Result<Val> {163 parse_args!(context, "makeArray", args, 2, [164 0, sz: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;165 1, func: ty!(function) => Val::Func;166 ], {167 let mut out = Vec::with_capacity(sz as usize);168 for i in 0..sz as usize {169 out.push(LazyVal::new_resolved(func.evaluate_values(170 context.clone(),171 &[Val::Num(i as f64)]172 )?))173 }174 Ok(Val::Arr(out.into()))175 })176}177178fn builtin_codepoint(179 context: Context,180 _loc: Option<&ExprLocation>,181 args: &ArgsDesc,182) -> Result<Val> {183 parse_args!(context, "codepoint", args, 1, [184 0, str: ty!(char) => Val::Str;185 ], {186 Ok(Val::Num(str.chars().next().unwrap() as u32 as f64))187 })188}189190fn builtin_object_fields_ex(191 context: Context,192 _loc: Option<&ExprLocation>,193 args: &ArgsDesc,194) -> Result<Val> {195 parse_args!(context, "objectFieldsEx", args, 2, [196 0, obj: ty!(object) => Val::Obj;197 1, inc_hidden: ty!(boolean) => Val::Bool;198 ], {199 let out = obj.fields_ex(inc_hidden);200 Ok(Val::Arr(out.into_iter().map(Val::Str).collect::<Vec<_>>().into()))201 })202}203204fn builtin_object_has_ex(205 context: Context,206 _loc: Option<&ExprLocation>,207 args: &ArgsDesc,208) -> Result<Val> {209 parse_args!(context, "objectHasEx", args, 3, [210 0, obj: ty!(object) => Val::Obj;211 1, f: ty!(string) => Val::Str;212 2, inc_hidden: ty!(boolean) => Val::Bool;213 ], {214 Ok(Val::Bool(obj.has_field_ex(f, inc_hidden)))215 })216}217218fn builtin_parse_json(219 context: Context,220 _loc: Option<&ExprLocation>,221 args: &ArgsDesc,222) -> Result<Val> {223 parse_args!(context, "parseJson", args, 1, [224 0, s: ty!(string) => Val::Str;225 ], {226 let state = EvaluationState::default();227 let path = PathBuf::from("std.parseJson").into();228 state.evaluate_snippet_raw(path ,s)229 })230}231232fn builtin_slice(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {233 parse_args!(context, "slice", args, 4, [234 0, indexable: ty!((string | array));235 1, index: ty!((number | null));236 2, end: ty!((number | null));237 3, step: ty!((number | null));238 ], {239 std_slice(240 indexable.into_indexable()?,241 index.try_cast_nullable_num("index")?.map(|v| v as usize),242 end.try_cast_nullable_num("end")?.map(|v| v as usize),243 step.try_cast_nullable_num("step")?.map(|v| v as usize),244 )245 })246}247248fn builtin_substr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {249 parse_args!(context, "substr", args, 3, [250 0, str: ty!(string) => Val::Str;251 1, from: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;252 2, len: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;253 ], {254 let out: String = str.chars().skip(from as usize).take(len as usize).collect();255 Ok(Val::Str(out.into()))256 })257}258259fn builtin_primitive_equals(260 context: Context,261 _loc: Option<&ExprLocation>,262 args: &ArgsDesc,263) -> Result<Val> {264 parse_args!(context, "primitiveEquals", args, 2, [265 0, a: ty!(any);266 1, b: ty!(any);267 ], {268 Ok(Val::Bool(primitive_equals(&a, &b)?))269 })270}271272fn builtin_equals(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {273 parse_args!(context, "equals", args, 2, [274 0, a: ty!(any);275 1, b: ty!(any);276 ], {277 Ok(Val::Bool(equals(&a, &b)?))278 })279}280281fn builtin_modulo(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {282 parse_args!(context, "modulo", args, 2, [283 0, a: ty!(number) => Val::Num;284 1, b: ty!(number) => Val::Num;285 ], {286 Ok(Val::Num(a % b))287 })288}289290fn builtin_mod(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {291 parse_args!(context, "mod", args, 2, [292 0, a: ty!((number | string));293 1, b: ty!(any);294 ], {295 evaluate_mod_op(&a, &b)296 })297}298299fn builtin_floor(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {300 parse_args!(context, "floor", args, 1, [301 0, x: ty!(number) => Val::Num;302 ], {303 Ok(Val::Num(x.floor()))304 })305}306307fn builtin_ceil(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {308 parse_args!(context, "ceil", args, 1, [309 0, x: ty!(number) => Val::Num;310 ], {311 Ok(Val::Num(x.ceil()))312 })313}314315fn builtin_log(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {316 parse_args!(context, "log", args, 1, [317 0, n: ty!(number) => Val::Num;318 ], {319 Ok(Val::Num(n.ln()))320 })321}322323fn builtin_pow(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {324 parse_args!(context, "pow", args, 2, [325 0, x: ty!(number) => Val::Num;326 1, n: ty!(number) => Val::Num;327 ], {328 Ok(Val::Num(x.powf(n)))329 })330}331332fn builtin_sqrt(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {333 parse_args!(context, "sqrt", args, 1, [334 0, x: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;335 ], {336 Ok(Val::Num(x.sqrt()))337 })338}339340fn builtin_sin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {341 parse_args!(context, "sin", args, 1, [342 0, x: ty!(number) => Val::Num;343 ], {344 Ok(Val::Num(x.sin()))345 })346}347348fn builtin_cos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {349 parse_args!(context, "cos", args, 1, [350 0, x: ty!(number) => Val::Num;351 ], {352 Ok(Val::Num(x.cos()))353 })354}355356fn builtin_tan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {357 parse_args!(context, "tan", args, 1, [358 0, x: ty!(number) => Val::Num;359 ], {360 Ok(Val::Num(x.tan()))361 })362}363364fn builtin_asin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {365 parse_args!(context, "asin", args, 1, [366 0, x: ty!(number) => Val::Num;367 ], {368 Ok(Val::Num(x.asin()))369 })370}371372fn builtin_acos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {373 parse_args!(context, "acos", args, 1, [374 0, x: ty!(number) => Val::Num;375 ], {376 Ok(Val::Num(x.acos()))377 })378}379380fn builtin_atan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {381 parse_args!(context, "atan", args, 1, [382 0, x: ty!(number) => Val::Num;383 ], {384 Ok(Val::Num(x.atan()))385 })386}387388fn builtin_exp(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {389 parse_args!(context, "exp", args, 1, [390 0, x: ty!(number) => Val::Num;391 ], {392 Ok(Val::Num(x.exp()))393 })394}395396fn frexp(s: f64) -> (f64, i16) {397 if 0.0 == s {398 return (s, 0);399 } else {400 let lg = s.abs().log2();401 let x = (lg - lg.floor() - 1.0).exp2();402 let exp = lg.floor() + 1.0;403 (s.signum() * x, exp as i16)404 }405}406407fn builtin_mantissa(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {408 parse_args!(context, "mantissa", args, 1, [409 0, x: ty!(number) => Val::Num;410 ], {411 Ok(Val::Num(frexp(x).0))412 })413}414415fn builtin_exponent(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {416 parse_args!(context, "exponent", args, 1, [417 0, x: ty!(number) => Val::Num;418 ], {419 Ok(Val::Num(frexp(x).1.into()))420 })421}422423fn builtin_ext_var(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {424 parse_args!(context, "extVar", args, 1, [425 0, x: ty!(string) => Val::Str;426 ], {427 Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or(UndefinedExternalVariable(x))?)428 })429}430431fn builtin_native(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {432 parse_args!(context, "native", args, 1, [433 0, x: ty!(string) => Val::Str;434 ], {435 Ok(with_state(|s| s.settings().ext_natives.get(&x).cloned()).map(|v| Val::Func(Gc::new(FuncVal::NativeExt(x.clone(), v)))).ok_or(UndefinedExternalFunction(x))?)436 })437}438439fn builtin_filter(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {440 parse_args!(context, "filter", args, 2, [441 0, func: ty!(function) => Val::Func;442 1, arr: ty!(array) => Val::Arr;443 ], {444 Ok(Val::Arr(arr.filter(|val| func445 .evaluate_values(context.clone(), &[val.clone()])?446 .try_cast_bool("filter predicate"))?))447 })448}449450fn builtin_map(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {451 parse_args!(context, "map", args, 2, [452 0, func: ty!(function) => Val::Func;453 1, arr: ty!(array) => Val::Arr;454 ], {455 Ok(Val::Arr(arr.map(|val| func456 .evaluate_values(context.clone(), &[val]))?))457 })458}459460fn builtin_flatmap(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {461 parse_args!(context, "flatMap", args, 2, [462 0, func: ty!(function) => Val::Func;463 1, arr: ty!((array | string));464 ], {465 match arr {466 Val::Str(s) => {467 let mut out = String::new();468 for c in s.chars() {469 match func.evaluate_values(context.clone(), &[Val::Str(c.to_string().into())])? {470 Val::Str(o) => out.push_str(&o),471 _ => throw!(RuntimeError("in std.join all items should be strings".into())),472 };473 }474 Ok(Val::Str(out.into()))475 },476 Val::Arr(a) => {477 let mut out = Vec::new();478 for el in a.iter() {479 let el = el?;480 match func.evaluate_values(context.clone(), &[el])? {481 Val::Arr(o) => for oe in o.iter() {482 out.push(oe?)483 },484 _ => throw!(RuntimeError("in std.join all items should be arrays".into())),485 };486 }487 Ok(Val::Arr(out.into()))488 },489 _ => unreachable!(),490 }491 })492}493494fn builtin_foldl(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {495 parse_args!(context, "foldl", args, 3, [496 0, func: ty!(function) => Val::Func;497 1, arr: ty!(array) => Val::Arr;498 2, init: ty!(any);499 ], {500 let mut acc = init;501 for i in arr.iter() {502 acc = func.evaluate_values(context.clone(), &[acc, i?])?;503 }504 Ok(acc)505 })506}507508fn builtin_foldr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {509 parse_args!(context, "foldr", args, 3, [510 0, func: ty!(function) => Val::Func;511 1, arr: ty!(array) => Val::Arr;512 2, init: ty!(any);513 ], {514 let mut acc = init;515 for i in arr.iter().rev() {516 acc = func.evaluate_values(context.clone(), &[acc, i?])?;517 }518 Ok(acc)519 })520}521522#[allow(non_snake_case)]523fn builtin_sort_impl(524 context: Context,525 _loc: Option<&ExprLocation>,526 args: &ArgsDesc,527) -> Result<Val> {528 parse_args!(context, "sort", args, 2, [529 0, arr: ty!(array) => Val::Arr;530 1, keyF: ty!(function) => Val::Func;531 ], {532 if arr.len() <= 1 {533 return Ok(Val::Arr(arr))534 }535 Ok(Val::Arr(ArrValue::Eager(sort::sort(context, arr.evaluated()?, &keyF)?)))536 })537}538539fn builtin_format(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {540 parse_args!(context, "format", args, 2, [541 0, str: ty!(string) => Val::Str;542 1, vals: ty!(any)543 ], {544 std_format(str, vals)545 })546}547548fn builtin_range(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {549 parse_args!(context, "range", args, 2, [550 0, from: ty!(number) => Val::Num;551 1, to: ty!(number) => Val::Num;552 ], {553 if to < from {554 return Ok(Val::Arr(ArrValue::new_eager()))555 }556 let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));557 for i in from as usize..=to as usize {558 out.push(Val::Num(i as f64));559 }560 Ok(Val::Arr(out.into()))561 })562}563564fn builtin_char(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {565 parse_args!(context, "char", args, 1, [566 0, n: ty!(number) => Val::Num;567 ], {568 let mut out = String::new();569 out.push(std::char::from_u32(n as u32).ok_or_else(||570 InvalidUnicodeCodepointGot(n as u32)571 )?);572 Ok(Val::Str(out.into()))573 })574}575576fn builtin_encode_utf8(577 context: Context,578 _loc: Option<&ExprLocation>,579 args: &ArgsDesc,580) -> Result<Val> {581 parse_args!(context, "encodeUTF8", args, 1, [582 0, str: ty!(string) => Val::Str;583 ], {584 Ok(Val::Arr((str.bytes().map(|b| Val::Num(b as f64)).collect::<Vec<Val>>()).into()))585 })586}587588fn builtin_md5(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {589 parse_args!(context, "md5", args, 1, [590 0, str: ty!(string) => Val::Str;591 ], {592 Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))593 })594}595596fn builtin_trace(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {597 parse_args!(context, "trace", args, 2, [598 0, str: ty!(string) => Val::Str;599 1, rest: ty!(any);600 ], {601 eprint!("TRACE:");602 if let Some(loc) = loc {603 with_state(|s|{604 let locs = s.map_source_locations(&loc.0, &[loc.1]);605 eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);606 });607 }608 eprintln!(" {}", str);609 Ok(rest)610 })611}612613fn builtin_base64(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {614 parse_args!(context, "base64", args, 1, [615 0, input: ty!((string | (Array<number>)));616 ], {617 Ok(Val::Str(match input {618 Val::Str(s) => {619 base64::encode(s.bytes().collect::<Vec<_>>()).into()620 },621 Val::Arr(a) => {622 base64::encode(a.iter().map(|v| {623 Ok(v?.unwrap_num()? as u8)624 }).collect::<Result<Vec<_>>>()?).into()625 },626 _ => unreachable!()627 }))628 })629}630631fn builtin_base64_decode_bytes(632 context: Context,633 _loc: Option<&ExprLocation>,634 args: &ArgsDesc,635) -> Result<Val> {636 parse_args!(context, "base64DecodeBytes", args, 1, [637 0, input: ty!(string) => Val::Str;638 ], {639 Ok(Val::Arr(640 base64::decode(&input.as_bytes())641 .map_err(|_| RuntimeError("bad base64".into()))?642 .iter()643 .map(|v| Val::Num(*v as f64)).collect::<Vec<_>>().into()644 ))645 })646}647648fn builtin_base64_decode(649 context: Context,650 _loc: Option<&ExprLocation>,651 args: &ArgsDesc,652) -> Result<Val> {653 parse_args!(context, "base64Decode", args, 1, [654 0, input: ty!(string) => Val::Str;655 ], {656 Ok(Val::Str(657 String::from_utf8(base64::decode(&input.as_bytes())658 .map_err(|_| RuntimeError("bad base64".into()))?)659 .map_err(|_| RuntimeError("bad utf8".into()))?.into()660 ))661 })662}663664fn builtin_join(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {665 parse_args!(context, "join", args, 2, [666 0, sep: ty!((string | array));667 1, arr: ty!(array) => Val::Arr;668 ], {669 Ok(match sep {670 Val::Arr(joiner_items) => {671 let mut out = Vec::new();672673 let mut first = true;674 for item in arr.iter() {675 let item = item?.clone();676 if let Val::Arr(items) = item {677 if !first {678 out.reserve(joiner_items.len());679 // TODO: extend680 for item in joiner_items.iter() {681 out.push(item?);682 }683 }684 first = false;685 out.reserve(items.len());686 // TODO: extend687 for item in items.iter() {688 out.push(item?);689 }690 } else {691 throw!(RuntimeError("in std.join all items should be arrays".into()));692 }693 }694695 Val::Arr(out.into())696 },697 Val::Str(sep) => {698 let mut out = String::new();699700 let mut first = true;701 for item in arr.iter() {702 let item = item?.clone();703 if let Val::Str(item) = item {704 if !first {705 out += &sep;706 }707 first = false;708 out += &item;709 } else {710 throw!(RuntimeError("in std.join all items should be strings".into()));711 }712 }713714 Val::Str(out.into())715 },716 _ => unreachable!()717 })718 })719}720721fn builtin_escape_string_json(722 context: Context,723 _loc: Option<&ExprLocation>,724 args: &ArgsDesc,725) -> Result<Val> {726 parse_args!(context, "escapeStringJson", args, 1, [727 0, str_: ty!(string) => Val::Str;728 ], {729 Ok(Val::Str(escape_string_json(&str_).into()))730 })731}732733fn builtin_manifest_json_ex(734 context: Context,735 _loc: Option<&ExprLocation>,736 args: &ArgsDesc,737) -> Result<Val> {738 parse_args!(context, "manifestJsonEx", args, 2, [739 0, value: ty!(any);740 1, indent: ty!(string) => Val::Str;741 ], {742 Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {743 padding: &indent,744 mtype: ManifestType::Std,745 })?.into()))746 })747}748749fn builtin_reverse(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {750 parse_args!(context, "reverse", args, 1, [751 0, value: ty!(array) => Val::Arr;752 ], {753 Ok(Val::Arr(value.reversed()))754 })755}756757fn builtin_id(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {758 parse_args!(context, "id", args, 1, [759 0, v: ty!(any);760 ], {761 Ok(v)762 })763}764765fn builtin_str_replace(766 context: Context,767 _loc: Option<&ExprLocation>,768 args: &ArgsDesc,769) -> Result<Val> {770 parse_args!(context, "strReplace", args, 3, [771 0, str: ty!(string) => Val::Str;772 1, from: ty!(string) => Val::Str;773 2, to: ty!(string) => Val::Str;774 ], {775 let mut out = String::new();776 let mut last_idx = 0;777 while let Some(idx) = (&str[last_idx..]).find(&from as &str) {778 out.push_str(&str[last_idx..last_idx+idx]);779 out.push_str(&to);780 last_idx += idx + from.len();781 }782 if last_idx == 0 {783 return Ok(Val::Str(str))784 }785 out.push_str(&str[last_idx..]);786 Ok(Val::Str(out.into()))787 })788}789790fn builtin_splitlimit(791 context: Context,792 _loc: Option<&ExprLocation>,793 args: &ArgsDesc,794) -> Result<Val> {795 parse_args!(context, "splitLimit", args, 3, [796 0, str: ty!(string) => Val::Str;797 1, c: ty!(char) => Val::Str;798 2, maxsplits: ty!(number) => Val::Num;799 ], {800 let maxsplits = maxsplits as isize;801 let c = c.chars().next().unwrap();802803 let out: Vec<Val> = if maxsplits == -1 {804 str.split(c).map(|s| Val::Str(s.into())).collect()805 } else {806 str.splitn(maxsplits as usize + 1, c).map(|s| Val::Str(s.into())).collect()807 };808809 Ok(Val::Arr(out.into()))810 })811}812813pub fn call_builtin(814 context: Context,815 loc: Option<&ExprLocation>,816 name: &str,817 args: &ArgsDesc,818) -> Result<Val> {819 BUILTINS820 .with(|builtins| builtins.get(name).copied())821 .ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)822}crates/jrsonnet-stdlib/src/std.jsonnetdiffbeforeafterboth--- a/crates/jrsonnet-stdlib/src/std.jsonnet
+++ b/crates/jrsonnet-stdlib/src/std.jsonnet
@@ -531,30 +531,9 @@
base64:: $intrinsic(base64),
- base64DecodeBytes(str)::
- if std.length(str) % 4 != 0 then
- error 'Not a base64 encoded string "%s"' % str
- else
- local aux(str, i, r) =
- if i >= std.length(str) then
- r
- else
- // all 6 bits of i, 2 MSB of i+1
- local n1 = [base64_inv[str[i]] << 2 | (base64_inv[str[i + 1]] >> 4)];
- // 4 LSB of i+1, 4MSB of i+2
- local n2 =
- if str[i + 2] == '=' then []
- else [(base64_inv[str[i + 1]] & 15) << 4 | (base64_inv[str[i + 2]] >> 2)];
- // 2 LSB of i+2, all 6 bits of i+3
- local n3 =
- if str[i + 3] == '=' then []
- else [(base64_inv[str[i + 2]] & 3) << 6 | base64_inv[str[i + 3]]];
- aux(str, i + 4, r + n1 + n2 + n3) tailstrict;
- aux(str, 0, []),
+ base64DecodeBytes:: $intrinsic(base64DecodeBytes),
- base64Decode(str)::
- local bytes = std.base64DecodeBytes(str);
- std.join('', std.map(function(b) std.char(b), bytes)),
+ base64Decode:: $intrinsic(base64Decode),
reverse:: $intrinsic(reverse),