difftreelog
feat std.decodeUTF8 builtin
in: master
3 files changed
crates/jrsonnet-evaluator/src/builtin/mod.rsdiffbeforeafterboth1use crate::{2 equals,3 error::{Error::*, Result},4 operator::evaluate_mod_op,5 parse_args, primitive_equals, push, throw, with_state, ArrValue, Context, EvaluationState,6 FuncVal, IndexableVal, LazyVal, Val,7};8use format::{format_arr, format_obj};9use jrsonnet_gc::Gc;10use jrsonnet_interner::IStr;11use jrsonnet_parser::{ArgsDesc, ExprLocation};12use jrsonnet_types::ty;13use std::{collections::HashMap, path::PathBuf, rc::Rc};1415pub mod stdlib;16pub use stdlib::*;1718use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};1920pub mod format;21pub mod manifest;22pub mod sort;2324pub fn std_format(str: IStr, vals: Val) -> Result<Val> {25 push(26 Some(&ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)),27 || format!("std.format of {}", str),28 || {29 Ok(match vals {30 Val::Arr(vals) => Val::Str(format_arr(&str, &vals.evaluated()?)?.into()),31 Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),32 o => Val::Str(format_arr(&str, &[o])?.into()),33 })34 },35 )36}3738pub fn std_slice(39 indexable: IndexableVal,40 index: Option<usize>,41 end: Option<usize>,42 step: Option<usize>,43) -> Result<Val> {44 let index = index.unwrap_or(0);45 let end = end.unwrap_or_else(|| match &indexable {46 IndexableVal::Str(_) => usize::MAX,47 IndexableVal::Arr(v) => v.len(),48 });49 let step = step.unwrap_or(1);50 match &indexable {51 IndexableVal::Str(s) => Ok(Val::Str(52 (s.chars()53 .skip(index)54 .take(end - index)55 .step_by(step)56 .collect::<String>())57 .into(),58 )),59 IndexableVal::Arr(arr) => Ok(Val::Arr(60 (arr.iter()61 .skip(index)62 .take(end - index)63 .step_by(step)64 .collect::<Result<Vec<Val>>>()?)65 .into(),66 )),67 }68}6970type Builtin = fn(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val>;7172type BuiltinsType = HashMap<Box<str>, Builtin>;7374thread_local! {75 static BUILTINS: BuiltinsType = {76 [77 ("length".into(), builtin_length as Builtin),78 ("type".into(), builtin_type),79 ("makeArray".into(), builtin_make_array),80 ("codepoint".into(), builtin_codepoint),81 ("objectFieldsEx".into(), builtin_object_fields_ex),82 ("objectHasEx".into(), builtin_object_has_ex),83 ("slice".into(), builtin_slice),84 ("substr".into(), builtin_substr),85 ("primitiveEquals".into(), builtin_primitive_equals),86 ("equals".into(), builtin_equals),87 ("modulo".into(), builtin_modulo),88 ("mod".into(), builtin_mod),89 ("floor".into(), builtin_floor),90 ("ceil".into(), builtin_ceil),91 ("log".into(), builtin_log),92 ("pow".into(), builtin_pow),93 ("sqrt".into(), builtin_sqrt),94 ("sin".into(), builtin_sin),95 ("cos".into(), builtin_cos),96 ("tan".into(), builtin_tan),97 ("asin".into(), builtin_asin),98 ("acos".into(), builtin_acos),99 ("atan".into(), builtin_atan),100 ("exp".into(), builtin_exp),101 ("mantissa".into(), builtin_mantissa),102 ("exponent".into(), builtin_exponent),103 ("extVar".into(), builtin_ext_var),104 ("native".into(), builtin_native),105 ("filter".into(), builtin_filter),106 ("map".into(), builtin_map),107 ("flatMap".into(), builtin_flatmap),108 ("foldl".into(), builtin_foldl),109 ("foldr".into(), builtin_foldr),110 ("sortImpl".into(), builtin_sort_impl),111 ("format".into(), builtin_format),112 ("range".into(), builtin_range),113 ("char".into(), builtin_char),114 ("encodeUTF8".into(), builtin_encode_utf8),115 ("md5".into(), builtin_md5),116 ("base64".into(), builtin_base64),117 ("base64DecodeBytes".into(), builtin_base64_decode_bytes),118 ("base64Decode".into(), builtin_base64_decode),119 ("trace".into(), builtin_trace),120 ("join".into(), builtin_join),121 ("escapeStringJson".into(), builtin_escape_string_json),122 ("manifestJsonEx".into(), builtin_manifest_json_ex),123 ("reverse".into(), builtin_reverse),124 ("id".into(), builtin_id),125 ("strReplace".into(), builtin_str_replace),126 ("splitLimit".into(), builtin_splitlimit),127 ("parseJson".into(), builtin_parse_json),128 ].iter().cloned().collect()129 };130}131132fn builtin_length(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {133 parse_args!(context, "length", args, 1, [134 0, x: ty!((string | object | array));135 ], {136 Ok(match x {137 Val::Str(n) => Val::Num(n.chars().count() as f64),138 Val::Arr(a) => Val::Num(a.len() as f64),139 Val::Obj(o) => Val::Num(140 o.fields_visibility()141 .into_iter()142 .filter(|(_k, v)| *v)143 .count() as f64,144 ),145 _ => unreachable!(),146 })147 })148}149150fn builtin_type(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {151 parse_args!(context, "type", args, 1, [152 0, x: ty!(any);153 ], {154 Ok(Val::Str(x.value_type().name().into()))155 })156}157158fn builtin_make_array(159 context: Context,160 _loc: Option<&ExprLocation>,161 args: &ArgsDesc,162) -> Result<Val> {163 parse_args!(context, "makeArray", args, 2, [164 0, sz: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;165 1, func: ty!(function) => Val::Func;166 ], {167 let mut out = Vec::with_capacity(sz as usize);168 for i in 0..sz as usize {169 out.push(LazyVal::new_resolved(func.evaluate_values(170 context.clone(),171 &[Val::Num(i as f64)]172 )?))173 }174 Ok(Val::Arr(out.into()))175 })176}177178fn builtin_codepoint(179 context: Context,180 _loc: Option<&ExprLocation>,181 args: &ArgsDesc,182) -> Result<Val> {183 parse_args!(context, "codepoint", args, 1, [184 0, str: ty!(char) => Val::Str;185 ], {186 Ok(Val::Num(str.chars().next().unwrap() as u32 as f64))187 })188}189190fn builtin_object_fields_ex(191 context: Context,192 _loc: Option<&ExprLocation>,193 args: &ArgsDesc,194) -> Result<Val> {195 parse_args!(context, "objectFieldsEx", args, 2, [196 0, obj: ty!(object) => Val::Obj;197 1, inc_hidden: ty!(boolean) => Val::Bool;198 ], {199 let out = obj.fields_ex(inc_hidden);200 Ok(Val::Arr(out.into_iter().map(Val::Str).collect::<Vec<_>>().into()))201 })202}203204fn builtin_object_has_ex(205 context: Context,206 _loc: Option<&ExprLocation>,207 args: &ArgsDesc,208) -> Result<Val> {209 parse_args!(context, "objectHasEx", args, 3, [210 0, obj: ty!(object) => Val::Obj;211 1, f: ty!(string) => Val::Str;212 2, inc_hidden: ty!(boolean) => Val::Bool;213 ], {214 Ok(Val::Bool(obj.has_field_ex(f, inc_hidden)))215 })216}217218fn builtin_parse_json(219 context: Context,220 _loc: Option<&ExprLocation>,221 args: &ArgsDesc,222) -> Result<Val> {223 parse_args!(context, "parseJson", args, 1, [224 0, s: ty!(string) => Val::Str;225 ], {226 let state = EvaluationState::default();227 let path = PathBuf::from("std.parseJson").into();228 state.evaluate_snippet_raw(path ,s)229 })230}231232fn builtin_slice(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {233 parse_args!(context, "slice", args, 4, [234 0, indexable: ty!((string | array));235 1, index: ty!((number | null));236 2, end: ty!((number | null));237 3, step: ty!((number | null));238 ], {239 std_slice(240 indexable.into_indexable()?,241 index.try_cast_nullable_num("index")?.map(|v| v as usize),242 end.try_cast_nullable_num("end")?.map(|v| v as usize),243 step.try_cast_nullable_num("step")?.map(|v| v as usize),244 )245 })246}247248fn builtin_substr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {249 parse_args!(context, "substr", args, 3, [250 0, str: ty!(string) => Val::Str;251 1, from: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;252 2, len: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;253 ], {254 let out: String = str.chars().skip(from as usize).take(len as usize).collect();255 Ok(Val::Str(out.into()))256 })257}258259fn builtin_primitive_equals(260 context: Context,261 _loc: Option<&ExprLocation>,262 args: &ArgsDesc,263) -> Result<Val> {264 parse_args!(context, "primitiveEquals", args, 2, [265 0, a: ty!(any);266 1, b: ty!(any);267 ], {268 Ok(Val::Bool(primitive_equals(&a, &b)?))269 })270}271272fn builtin_equals(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {273 parse_args!(context, "equals", args, 2, [274 0, a: ty!(any);275 1, b: ty!(any);276 ], {277 Ok(Val::Bool(equals(&a, &b)?))278 })279}280281fn builtin_modulo(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {282 parse_args!(context, "modulo", args, 2, [283 0, a: ty!(number) => Val::Num;284 1, b: ty!(number) => Val::Num;285 ], {286 Ok(Val::Num(a % b))287 })288}289290fn builtin_mod(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {291 parse_args!(context, "mod", args, 2, [292 0, a: ty!((number | string));293 1, b: ty!(any);294 ], {295 evaluate_mod_op(&a, &b)296 })297}298299fn builtin_floor(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {300 parse_args!(context, "floor", args, 1, [301 0, x: ty!(number) => Val::Num;302 ], {303 Ok(Val::Num(x.floor()))304 })305}306307fn builtin_ceil(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {308 parse_args!(context, "ceil", args, 1, [309 0, x: ty!(number) => Val::Num;310 ], {311 Ok(Val::Num(x.ceil()))312 })313}314315fn builtin_log(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {316 parse_args!(context, "log", args, 1, [317 0, n: ty!(number) => Val::Num;318 ], {319 Ok(Val::Num(n.ln()))320 })321}322323fn builtin_pow(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {324 parse_args!(context, "pow", args, 2, [325 0, x: ty!(number) => Val::Num;326 1, n: ty!(number) => Val::Num;327 ], {328 Ok(Val::Num(x.powf(n)))329 })330}331332fn builtin_sqrt(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {333 parse_args!(context, "sqrt", args, 1, [334 0, x: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;335 ], {336 Ok(Val::Num(x.sqrt()))337 })338}339340fn builtin_sin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {341 parse_args!(context, "sin", args, 1, [342 0, x: ty!(number) => Val::Num;343 ], {344 Ok(Val::Num(x.sin()))345 })346}347348fn builtin_cos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {349 parse_args!(context, "cos", args, 1, [350 0, x: ty!(number) => Val::Num;351 ], {352 Ok(Val::Num(x.cos()))353 })354}355356fn builtin_tan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {357 parse_args!(context, "tan", args, 1, [358 0, x: ty!(number) => Val::Num;359 ], {360 Ok(Val::Num(x.tan()))361 })362}363364fn builtin_asin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {365 parse_args!(context, "asin", args, 1, [366 0, x: ty!(number) => Val::Num;367 ], {368 Ok(Val::Num(x.asin()))369 })370}371372fn builtin_acos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {373 parse_args!(context, "acos", args, 1, [374 0, x: ty!(number) => Val::Num;375 ], {376 Ok(Val::Num(x.acos()))377 })378}379380fn builtin_atan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {381 parse_args!(context, "atan", args, 1, [382 0, x: ty!(number) => Val::Num;383 ], {384 Ok(Val::Num(x.atan()))385 })386}387388fn builtin_exp(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {389 parse_args!(context, "exp", args, 1, [390 0, x: ty!(number) => Val::Num;391 ], {392 Ok(Val::Num(x.exp()))393 })394}395396fn frexp(s: f64) -> (f64, i16) {397 if 0.0 == s {398 return (s, 0);399 } else {400 let lg = s.abs().log2();401 let x = (lg - lg.floor() - 1.0).exp2();402 let exp = lg.floor() + 1.0;403 (s.signum() * x, exp as i16)404 }405}406407fn builtin_mantissa(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {408 parse_args!(context, "mantissa", args, 1, [409 0, x: ty!(number) => Val::Num;410 ], {411 Ok(Val::Num(frexp(x).0))412 })413}414415fn builtin_exponent(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {416 parse_args!(context, "exponent", args, 1, [417 0, x: ty!(number) => Val::Num;418 ], {419 Ok(Val::Num(frexp(x).1.into()))420 })421}422423fn builtin_ext_var(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {424 parse_args!(context, "extVar", args, 1, [425 0, x: ty!(string) => Val::Str;426 ], {427 Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or(UndefinedExternalVariable(x))?)428 })429}430431fn builtin_native(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {432 parse_args!(context, "native", args, 1, [433 0, x: ty!(string) => Val::Str;434 ], {435 Ok(with_state(|s| s.settings().ext_natives.get(&x).cloned()).map(|v| Val::Func(Gc::new(FuncVal::NativeExt(x.clone(), v)))).ok_or(UndefinedExternalFunction(x))?)436 })437}438439fn builtin_filter(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {440 parse_args!(context, "filter", args, 2, [441 0, func: ty!(function) => Val::Func;442 1, arr: ty!(array) => Val::Arr;443 ], {444 Ok(Val::Arr(arr.filter(|val| func445 .evaluate_values(context.clone(), &[val.clone()])?446 .try_cast_bool("filter predicate"))?))447 })448}449450fn builtin_map(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {451 parse_args!(context, "map", args, 2, [452 0, func: ty!(function) => Val::Func;453 1, arr: ty!(array) => Val::Arr;454 ], {455 Ok(Val::Arr(arr.map(|val| func456 .evaluate_values(context.clone(), &[val]))?))457 })458}459460fn builtin_flatmap(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {461 parse_args!(context, "flatMap", args, 2, [462 0, func: ty!(function) => Val::Func;463 1, arr: ty!((array | string));464 ], {465 match arr {466 Val::Str(s) => {467 let mut out = String::new();468 for c in s.chars() {469 match func.evaluate_values(context.clone(), &[Val::Str(c.to_string().into())])? {470 Val::Str(o) => out.push_str(&o),471 _ => throw!(RuntimeError("in std.join all items should be strings".into())),472 };473 }474 Ok(Val::Str(out.into()))475 },476 Val::Arr(a) => {477 let mut out = Vec::new();478 for el in a.iter() {479 let el = el?;480 match func.evaluate_values(context.clone(), &[el])? {481 Val::Arr(o) => for oe in o.iter() {482 out.push(oe?)483 },484 _ => throw!(RuntimeError("in std.join all items should be arrays".into())),485 };486 }487 Ok(Val::Arr(out.into()))488 },489 _ => unreachable!(),490 }491 })492}493494fn builtin_foldl(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {495 parse_args!(context, "foldl", args, 3, [496 0, func: ty!(function) => Val::Func;497 1, arr: ty!(array) => Val::Arr;498 2, init: ty!(any);499 ], {500 let mut acc = init;501 for i in arr.iter() {502 acc = func.evaluate_values(context.clone(), &[acc, i?])?;503 }504 Ok(acc)505 })506}507508fn builtin_foldr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {509 parse_args!(context, "foldr", args, 3, [510 0, func: ty!(function) => Val::Func;511 1, arr: ty!(array) => Val::Arr;512 2, init: ty!(any);513 ], {514 let mut acc = init;515 for i in arr.iter().rev() {516 acc = func.evaluate_values(context.clone(), &[acc, i?])?;517 }518 Ok(acc)519 })520}521522#[allow(non_snake_case)]523fn builtin_sort_impl(524 context: Context,525 _loc: Option<&ExprLocation>,526 args: &ArgsDesc,527) -> Result<Val> {528 parse_args!(context, "sort", args, 2, [529 0, arr: ty!(array) => Val::Arr;530 1, keyF: ty!(function) => Val::Func;531 ], {532 if arr.len() <= 1 {533 return Ok(Val::Arr(arr))534 }535 Ok(Val::Arr(ArrValue::Eager(sort::sort(context, arr.evaluated()?, &keyF)?)))536 })537}538539fn builtin_format(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {540 parse_args!(context, "format", args, 2, [541 0, str: ty!(string) => Val::Str;542 1, vals: ty!(any)543 ], {544 std_format(str, vals)545 })546}547548fn builtin_range(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {549 parse_args!(context, "range", args, 2, [550 0, from: ty!(number) => Val::Num;551 1, to: ty!(number) => Val::Num;552 ], {553 if to < from {554 return Ok(Val::Arr(ArrValue::new_eager()))555 }556 let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));557 for i in from as usize..=to as usize {558 out.push(Val::Num(i as f64));559 }560 Ok(Val::Arr(out.into()))561 })562}563564fn builtin_char(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {565 parse_args!(context, "char", args, 1, [566 0, n: ty!(number) => Val::Num;567 ], {568 let mut out = String::new();569 out.push(std::char::from_u32(n as u32).ok_or_else(||570 InvalidUnicodeCodepointGot(n as u32)571 )?);572 Ok(Val::Str(out.into()))573 })574}575576fn builtin_encode_utf8(577 context: Context,578 _loc: Option<&ExprLocation>,579 args: &ArgsDesc,580) -> Result<Val> {581 parse_args!(context, "encodeUTF8", args, 1, [582 0, str: ty!(string) => Val::Str;583 ], {584 Ok(Val::Arr((str.bytes().map(|b| Val::Num(b as f64)).collect::<Vec<Val>>()).into()))585 })586}587588fn builtin_md5(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {589 parse_args!(context, "md5", args, 1, [590 0, str: ty!(string) => Val::Str;591 ], {592 Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))593 })594}595596fn builtin_trace(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {597 parse_args!(context, "trace", args, 2, [598 0, str: ty!(string) => Val::Str;599 1, rest: ty!(any);600 ], {601 eprint!("TRACE:");602 if let Some(loc) = loc {603 with_state(|s|{604 let locs = s.map_source_locations(&loc.0, &[loc.1]);605 eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);606 });607 }608 eprintln!(" {}", str);609 Ok(rest)610 })611}612613fn builtin_base64(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {614 parse_args!(context, "base64", args, 1, [615 0, input: ty!((string | (Array<number>)));616 ], {617 Ok(Val::Str(match input {618 Val::Str(s) => {619 base64::encode(s.bytes().collect::<Vec<_>>()).into()620 },621 Val::Arr(a) => {622 base64::encode(a.iter().map(|v| {623 Ok(v?.unwrap_num()? as u8)624 }).collect::<Result<Vec<_>>>()?).into()625 },626 _ => unreachable!()627 }))628 })629}630631fn builtin_base64_decode_bytes(632 context: Context,633 _loc: Option<&ExprLocation>,634 args: &ArgsDesc,635) -> Result<Val> {636 parse_args!(context, "base64DecodeBytes", args, 1, [637 0, input: ty!(string) => Val::Str;638 ], {639 Ok(Val::Arr(640 base64::decode(&input.as_bytes())641 .map_err(|_| RuntimeError("bad base64".into()))?642 .iter()643 .map(|v| Val::Num(*v as f64)).collect::<Vec<_>>().into()644 ))645 })646}647648fn builtin_base64_decode(649 context: Context,650 _loc: Option<&ExprLocation>,651 args: &ArgsDesc,652) -> Result<Val> {653 parse_args!(context, "base64Decode", args, 1, [654 0, input: ty!(string) => Val::Str;655 ], {656 Ok(Val::Str(657 String::from_utf8(base64::decode(&input.as_bytes())658 .map_err(|_| RuntimeError("bad base64".into()))?)659 .map_err(|_| RuntimeError("bad utf8".into()))?.into()660 ))661 })662}663664fn builtin_join(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {665 parse_args!(context, "join", args, 2, [666 0, sep: ty!((string | array));667 1, arr: ty!(array) => Val::Arr;668 ], {669 Ok(match sep {670 Val::Arr(joiner_items) => {671 let mut out = Vec::new();672673 let mut first = true;674 for item in arr.iter() {675 let item = item?.clone();676 if let Val::Arr(items) = item {677 if !first {678 out.reserve(joiner_items.len());679 // TODO: extend680 for item in joiner_items.iter() {681 out.push(item?);682 }683 }684 first = false;685 out.reserve(items.len());686 // TODO: extend687 for item in items.iter() {688 out.push(item?);689 }690 } else {691 throw!(RuntimeError("in std.join all items should be arrays".into()));692 }693 }694695 Val::Arr(out.into())696 },697 Val::Str(sep) => {698 let mut out = String::new();699700 let mut first = true;701 for item in arr.iter() {702 let item = item?.clone();703 if let Val::Str(item) = item {704 if !first {705 out += &sep;706 }707 first = false;708 out += &item;709 } else {710 throw!(RuntimeError("in std.join all items should be strings".into()));711 }712 }713714 Val::Str(out.into())715 },716 _ => unreachable!()717 })718 })719}720721fn builtin_escape_string_json(722 context: Context,723 _loc: Option<&ExprLocation>,724 args: &ArgsDesc,725) -> Result<Val> {726 parse_args!(context, "escapeStringJson", args, 1, [727 0, str_: ty!(string) => Val::Str;728 ], {729 Ok(Val::Str(escape_string_json(&str_).into()))730 })731}732733fn builtin_manifest_json_ex(734 context: Context,735 _loc: Option<&ExprLocation>,736 args: &ArgsDesc,737) -> Result<Val> {738 parse_args!(context, "manifestJsonEx", args, 2, [739 0, value: ty!(any);740 1, indent: ty!(string) => Val::Str;741 ], {742 Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {743 padding: &indent,744 mtype: ManifestType::Std,745 })?.into()))746 })747}748749fn builtin_reverse(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {750 parse_args!(context, "reverse", args, 1, [751 0, value: ty!(array) => Val::Arr;752 ], {753 Ok(Val::Arr(value.reversed()))754 })755}756757fn builtin_id(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {758 parse_args!(context, "id", args, 1, [759 0, v: ty!(any);760 ], {761 Ok(v)762 })763}764765fn builtin_str_replace(766 context: Context,767 _loc: Option<&ExprLocation>,768 args: &ArgsDesc,769) -> Result<Val> {770 parse_args!(context, "strReplace", args, 3, [771 0, str: ty!(string) => Val::Str;772 1, from: ty!(string) => Val::Str;773 2, to: ty!(string) => Val::Str;774 ], {775 let mut out = String::new();776 let mut last_idx = 0;777 while let Some(idx) = (&str[last_idx..]).find(&from as &str) {778 out.push_str(&str[last_idx..last_idx+idx]);779 out.push_str(&to);780 last_idx += idx + from.len();781 }782 if last_idx == 0 {783 return Ok(Val::Str(str))784 }785 out.push_str(&str[last_idx..]);786 Ok(Val::Str(out.into()))787 })788}789790fn builtin_splitlimit(791 context: Context,792 _loc: Option<&ExprLocation>,793 args: &ArgsDesc,794) -> Result<Val> {795 parse_args!(context, "splitLimit", args, 3, [796 0, str: ty!(string) => Val::Str;797 1, c: ty!(char) => Val::Str;798 2, maxsplits: ty!(number) => Val::Num;799 ], {800 let maxsplits = maxsplits as isize;801 let c = c.chars().next().unwrap();802803 let out: Vec<Val> = if maxsplits == -1 {804 str.split(c).map(|s| Val::Str(s.into())).collect()805 } else {806 str.splitn(maxsplits as usize + 1, c).map(|s| Val::Str(s.into())).collect()807 };808809 Ok(Val::Arr(out.into()))810 })811}812813pub fn call_builtin(814 context: Context,815 loc: Option<&ExprLocation>,816 name: &str,817 args: &ArgsDesc,818) -> Result<Val> {819 BUILTINS820 .with(|builtins| builtins.get(name).copied())821 .ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)822}1use crate::{2 equals,3 error::{Error::*, Result},4 operator::evaluate_mod_op,5 parse_args, primitive_equals, push, throw, with_state, ArrValue, Context, EvaluationState,6 FuncVal, IndexableVal, LazyVal, Val,7};8use format::{format_arr, format_obj};9use jrsonnet_gc::Gc;10use jrsonnet_interner::IStr;11use jrsonnet_parser::{ArgsDesc, ExprLocation};12use jrsonnet_types::ty;13use std::{collections::HashMap, path::PathBuf, rc::Rc};1415pub mod stdlib;16pub use stdlib::*;1718use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};1920pub mod format;21pub mod manifest;22pub mod sort;2324pub fn std_format(str: IStr, vals: Val) -> Result<Val> {25 push(26 Some(&ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0)),27 || format!("std.format of {}", str),28 || {29 Ok(match vals {30 Val::Arr(vals) => Val::Str(format_arr(&str, &vals.evaluated()?)?.into()),31 Val::Obj(obj) => Val::Str(format_obj(&str, &obj)?.into()),32 o => Val::Str(format_arr(&str, &[o])?.into()),33 })34 },35 )36}3738pub fn std_slice(39 indexable: IndexableVal,40 index: Option<usize>,41 end: Option<usize>,42 step: Option<usize>,43) -> Result<Val> {44 let index = index.unwrap_or(0);45 let end = end.unwrap_or_else(|| match &indexable {46 IndexableVal::Str(_) => usize::MAX,47 IndexableVal::Arr(v) => v.len(),48 });49 let step = step.unwrap_or(1);50 match &indexable {51 IndexableVal::Str(s) => Ok(Val::Str(52 (s.chars()53 .skip(index)54 .take(end - index)55 .step_by(step)56 .collect::<String>())57 .into(),58 )),59 IndexableVal::Arr(arr) => Ok(Val::Arr(60 (arr.iter()61 .skip(index)62 .take(end - index)63 .step_by(step)64 .collect::<Result<Vec<Val>>>()?)65 .into(),66 )),67 }68}6970type Builtin = fn(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val>;7172type BuiltinsType = HashMap<Box<str>, Builtin>;7374thread_local! {75 static BUILTINS: BuiltinsType = {76 [77 ("length".into(), builtin_length as Builtin),78 ("type".into(), builtin_type),79 ("makeArray".into(), builtin_make_array),80 ("codepoint".into(), builtin_codepoint),81 ("objectFieldsEx".into(), builtin_object_fields_ex),82 ("objectHasEx".into(), builtin_object_has_ex),83 ("slice".into(), builtin_slice),84 ("substr".into(), builtin_substr),85 ("primitiveEquals".into(), builtin_primitive_equals),86 ("equals".into(), builtin_equals),87 ("modulo".into(), builtin_modulo),88 ("mod".into(), builtin_mod),89 ("floor".into(), builtin_floor),90 ("ceil".into(), builtin_ceil),91 ("log".into(), builtin_log),92 ("pow".into(), builtin_pow),93 ("sqrt".into(), builtin_sqrt),94 ("sin".into(), builtin_sin),95 ("cos".into(), builtin_cos),96 ("tan".into(), builtin_tan),97 ("asin".into(), builtin_asin),98 ("acos".into(), builtin_acos),99 ("atan".into(), builtin_atan),100 ("exp".into(), builtin_exp),101 ("mantissa".into(), builtin_mantissa),102 ("exponent".into(), builtin_exponent),103 ("extVar".into(), builtin_ext_var),104 ("native".into(), builtin_native),105 ("filter".into(), builtin_filter),106 ("map".into(), builtin_map),107 ("flatMap".into(), builtin_flatmap),108 ("foldl".into(), builtin_foldl),109 ("foldr".into(), builtin_foldr),110 ("sortImpl".into(), builtin_sort_impl),111 ("format".into(), builtin_format),112 ("range".into(), builtin_range),113 ("char".into(), builtin_char),114 ("encodeUTF8".into(), builtin_encode_utf8),115 ("decodeUTF8".into(), builtin_decode_utf8),116 ("md5".into(), builtin_md5),117 ("base64".into(), builtin_base64),118 ("base64DecodeBytes".into(), builtin_base64_decode_bytes),119 ("base64Decode".into(), builtin_base64_decode),120 ("trace".into(), builtin_trace),121 ("join".into(), builtin_join),122 ("escapeStringJson".into(), builtin_escape_string_json),123 ("manifestJsonEx".into(), builtin_manifest_json_ex),124 ("reverse".into(), builtin_reverse),125 ("id".into(), builtin_id),126 ("strReplace".into(), builtin_str_replace),127 ("splitLimit".into(), builtin_splitlimit),128 ("parseJson".into(), builtin_parse_json),129 ].iter().cloned().collect()130 };131}132133fn builtin_length(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {134 parse_args!(context, "length", args, 1, [135 0, x: ty!((string | object | array));136 ], {137 Ok(match x {138 Val::Str(n) => Val::Num(n.chars().count() as f64),139 Val::Arr(a) => Val::Num(a.len() as f64),140 Val::Obj(o) => Val::Num(141 o.fields_visibility()142 .into_iter()143 .filter(|(_k, v)| *v)144 .count() as f64,145 ),146 _ => unreachable!(),147 })148 })149}150151fn builtin_type(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {152 parse_args!(context, "type", args, 1, [153 0, x: ty!(any);154 ], {155 Ok(Val::Str(x.value_type().name().into()))156 })157}158159fn builtin_make_array(160 context: Context,161 _loc: Option<&ExprLocation>,162 args: &ArgsDesc,163) -> Result<Val> {164 parse_args!(context, "makeArray", args, 2, [165 0, sz: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;166 1, func: ty!(function) => Val::Func;167 ], {168 let mut out = Vec::with_capacity(sz as usize);169 for i in 0..sz as usize {170 out.push(LazyVal::new_resolved(func.evaluate_values(171 context.clone(),172 &[Val::Num(i as f64)]173 )?))174 }175 Ok(Val::Arr(out.into()))176 })177}178179fn builtin_codepoint(180 context: Context,181 _loc: Option<&ExprLocation>,182 args: &ArgsDesc,183) -> Result<Val> {184 parse_args!(context, "codepoint", args, 1, [185 0, str: ty!(char) => Val::Str;186 ], {187 Ok(Val::Num(str.chars().next().unwrap() as u32 as f64))188 })189}190191fn builtin_object_fields_ex(192 context: Context,193 _loc: Option<&ExprLocation>,194 args: &ArgsDesc,195) -> Result<Val> {196 parse_args!(context, "objectFieldsEx", args, 2, [197 0, obj: ty!(object) => Val::Obj;198 1, inc_hidden: ty!(boolean) => Val::Bool;199 ], {200 let out = obj.fields_ex(inc_hidden);201 Ok(Val::Arr(out.into_iter().map(Val::Str).collect::<Vec<_>>().into()))202 })203}204205fn builtin_object_has_ex(206 context: Context,207 _loc: Option<&ExprLocation>,208 args: &ArgsDesc,209) -> Result<Val> {210 parse_args!(context, "objectHasEx", args, 3, [211 0, obj: ty!(object) => Val::Obj;212 1, f: ty!(string) => Val::Str;213 2, inc_hidden: ty!(boolean) => Val::Bool;214 ], {215 Ok(Val::Bool(obj.has_field_ex(f, inc_hidden)))216 })217}218219fn builtin_parse_json(220 context: Context,221 _loc: Option<&ExprLocation>,222 args: &ArgsDesc,223) -> Result<Val> {224 parse_args!(context, "parseJson", args, 1, [225 0, s: ty!(string) => Val::Str;226 ], {227 let state = EvaluationState::default();228 let path = PathBuf::from("std.parseJson").into();229 state.evaluate_snippet_raw(path ,s)230 })231}232233fn builtin_slice(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {234 parse_args!(context, "slice", args, 4, [235 0, indexable: ty!((string | array));236 1, index: ty!((number | null));237 2, end: ty!((number | null));238 3, step: ty!((number | null));239 ], {240 std_slice(241 indexable.into_indexable()?,242 index.try_cast_nullable_num("index")?.map(|v| v as usize),243 end.try_cast_nullable_num("end")?.map(|v| v as usize),244 step.try_cast_nullable_num("step")?.map(|v| v as usize),245 )246 })247}248249fn builtin_substr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {250 parse_args!(context, "substr", args, 3, [251 0, str: ty!(string) => Val::Str;252 1, from: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;253 2, len: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;254 ], {255 let out: String = str.chars().skip(from as usize).take(len as usize).collect();256 Ok(Val::Str(out.into()))257 })258}259260fn builtin_primitive_equals(261 context: Context,262 _loc: Option<&ExprLocation>,263 args: &ArgsDesc,264) -> Result<Val> {265 parse_args!(context, "primitiveEquals", args, 2, [266 0, a: ty!(any);267 1, b: ty!(any);268 ], {269 Ok(Val::Bool(primitive_equals(&a, &b)?))270 })271}272273fn builtin_equals(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {274 parse_args!(context, "equals", args, 2, [275 0, a: ty!(any);276 1, b: ty!(any);277 ], {278 Ok(Val::Bool(equals(&a, &b)?))279 })280}281282fn builtin_modulo(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {283 parse_args!(context, "modulo", args, 2, [284 0, a: ty!(number) => Val::Num;285 1, b: ty!(number) => Val::Num;286 ], {287 Ok(Val::Num(a % b))288 })289}290291fn builtin_mod(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {292 parse_args!(context, "mod", args, 2, [293 0, a: ty!((number | string));294 1, b: ty!(any);295 ], {296 evaluate_mod_op(&a, &b)297 })298}299300fn builtin_floor(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {301 parse_args!(context, "floor", args, 1, [302 0, x: ty!(number) => Val::Num;303 ], {304 Ok(Val::Num(x.floor()))305 })306}307308fn builtin_ceil(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {309 parse_args!(context, "ceil", args, 1, [310 0, x: ty!(number) => Val::Num;311 ], {312 Ok(Val::Num(x.ceil()))313 })314}315316fn builtin_log(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {317 parse_args!(context, "log", args, 1, [318 0, n: ty!(number) => Val::Num;319 ], {320 Ok(Val::Num(n.ln()))321 })322}323324fn builtin_pow(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {325 parse_args!(context, "pow", args, 2, [326 0, x: ty!(number) => Val::Num;327 1, n: ty!(number) => Val::Num;328 ], {329 Ok(Val::Num(x.powf(n)))330 })331}332333fn builtin_sqrt(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {334 parse_args!(context, "sqrt", args, 1, [335 0, x: ty!(BoundedNumber<(Some(0.0)), (None)>) => Val::Num;336 ], {337 Ok(Val::Num(x.sqrt()))338 })339}340341fn builtin_sin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {342 parse_args!(context, "sin", args, 1, [343 0, x: ty!(number) => Val::Num;344 ], {345 Ok(Val::Num(x.sin()))346 })347}348349fn builtin_cos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {350 parse_args!(context, "cos", args, 1, [351 0, x: ty!(number) => Val::Num;352 ], {353 Ok(Val::Num(x.cos()))354 })355}356357fn builtin_tan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {358 parse_args!(context, "tan", args, 1, [359 0, x: ty!(number) => Val::Num;360 ], {361 Ok(Val::Num(x.tan()))362 })363}364365fn builtin_asin(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {366 parse_args!(context, "asin", args, 1, [367 0, x: ty!(number) => Val::Num;368 ], {369 Ok(Val::Num(x.asin()))370 })371}372373fn builtin_acos(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {374 parse_args!(context, "acos", args, 1, [375 0, x: ty!(number) => Val::Num;376 ], {377 Ok(Val::Num(x.acos()))378 })379}380381fn builtin_atan(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {382 parse_args!(context, "atan", args, 1, [383 0, x: ty!(number) => Val::Num;384 ], {385 Ok(Val::Num(x.atan()))386 })387}388389fn builtin_exp(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {390 parse_args!(context, "exp", args, 1, [391 0, x: ty!(number) => Val::Num;392 ], {393 Ok(Val::Num(x.exp()))394 })395}396397fn frexp(s: f64) -> (f64, i16) {398 if 0.0 == s {399 return (s, 0);400 } else {401 let lg = s.abs().log2();402 let x = (lg - lg.floor() - 1.0).exp2();403 let exp = lg.floor() + 1.0;404 (s.signum() * x, exp as i16)405 }406}407408fn builtin_mantissa(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {409 parse_args!(context, "mantissa", args, 1, [410 0, x: ty!(number) => Val::Num;411 ], {412 Ok(Val::Num(frexp(x).0))413 })414}415416fn builtin_exponent(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {417 parse_args!(context, "exponent", args, 1, [418 0, x: ty!(number) => Val::Num;419 ], {420 Ok(Val::Num(frexp(x).1.into()))421 })422}423424fn builtin_ext_var(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {425 parse_args!(context, "extVar", args, 1, [426 0, x: ty!(string) => Val::Str;427 ], {428 Ok(with_state(|s| s.settings().ext_vars.get(&x).cloned()).ok_or(UndefinedExternalVariable(x))?)429 })430}431432fn builtin_native(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {433 parse_args!(context, "native", args, 1, [434 0, x: ty!(string) => Val::Str;435 ], {436 Ok(with_state(|s| s.settings().ext_natives.get(&x).cloned()).map(|v| Val::Func(Gc::new(FuncVal::NativeExt(x.clone(), v)))).ok_or(UndefinedExternalFunction(x))?)437 })438}439440fn builtin_filter(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {441 parse_args!(context, "filter", args, 2, [442 0, func: ty!(function) => Val::Func;443 1, arr: ty!(array) => Val::Arr;444 ], {445 Ok(Val::Arr(arr.filter(|val| func446 .evaluate_values(context.clone(), &[val.clone()])?447 .try_cast_bool("filter predicate"))?))448 })449}450451fn builtin_map(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {452 parse_args!(context, "map", args, 2, [453 0, func: ty!(function) => Val::Func;454 1, arr: ty!(array) => Val::Arr;455 ], {456 Ok(Val::Arr(arr.map(|val| func457 .evaluate_values(context.clone(), &[val]))?))458 })459}460461fn builtin_flatmap(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {462 parse_args!(context, "flatMap", args, 2, [463 0, func: ty!(function) => Val::Func;464 1, arr: ty!((array | string));465 ], {466 match arr {467 Val::Str(s) => {468 let mut out = String::new();469 for c in s.chars() {470 match func.evaluate_values(context.clone(), &[Val::Str(c.to_string().into())])? {471 Val::Str(o) => out.push_str(&o),472 _ => throw!(RuntimeError("in std.join all items should be strings".into())),473 };474 }475 Ok(Val::Str(out.into()))476 },477 Val::Arr(a) => {478 let mut out = Vec::new();479 for el in a.iter() {480 let el = el?;481 match func.evaluate_values(context.clone(), &[el])? {482 Val::Arr(o) => for oe in o.iter() {483 out.push(oe?)484 },485 _ => throw!(RuntimeError("in std.join all items should be arrays".into())),486 };487 }488 Ok(Val::Arr(out.into()))489 },490 _ => unreachable!(),491 }492 })493}494495fn builtin_foldl(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {496 parse_args!(context, "foldl", args, 3, [497 0, func: ty!(function) => Val::Func;498 1, arr: ty!(array) => Val::Arr;499 2, init: ty!(any);500 ], {501 let mut acc = init;502 for i in arr.iter() {503 acc = func.evaluate_values(context.clone(), &[acc, i?])?;504 }505 Ok(acc)506 })507}508509fn builtin_foldr(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {510 parse_args!(context, "foldr", args, 3, [511 0, func: ty!(function) => Val::Func;512 1, arr: ty!(array) => Val::Arr;513 2, init: ty!(any);514 ], {515 let mut acc = init;516 for i in arr.iter().rev() {517 acc = func.evaluate_values(context.clone(), &[acc, i?])?;518 }519 Ok(acc)520 })521}522523#[allow(non_snake_case)]524fn builtin_sort_impl(525 context: Context,526 _loc: Option<&ExprLocation>,527 args: &ArgsDesc,528) -> Result<Val> {529 parse_args!(context, "sort", args, 2, [530 0, arr: ty!(array) => Val::Arr;531 1, keyF: ty!(function) => Val::Func;532 ], {533 if arr.len() <= 1 {534 return Ok(Val::Arr(arr))535 }536 Ok(Val::Arr(ArrValue::Eager(sort::sort(context, arr.evaluated()?, &keyF)?)))537 })538}539540fn builtin_format(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {541 parse_args!(context, "format", args, 2, [542 0, str: ty!(string) => Val::Str;543 1, vals: ty!(any)544 ], {545 std_format(str, vals)546 })547}548549fn builtin_range(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {550 parse_args!(context, "range", args, 2, [551 0, from: ty!(number) => Val::Num;552 1, to: ty!(number) => Val::Num;553 ], {554 if to < from {555 return Ok(Val::Arr(ArrValue::new_eager()))556 }557 let mut out = Vec::with_capacity((1+to as usize-from as usize).max(0));558 for i in from as usize..=to as usize {559 out.push(Val::Num(i as f64));560 }561 Ok(Val::Arr(out.into()))562 })563}564565fn builtin_char(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {566 parse_args!(context, "char", args, 1, [567 0, n: ty!(number) => Val::Num;568 ], {569 let mut out = String::new();570 out.push(std::char::from_u32(n as u32).ok_or_else(||571 InvalidUnicodeCodepointGot(n as u32)572 )?);573 Ok(Val::Str(out.into()))574 })575}576577fn builtin_encode_utf8(578 context: Context,579 _loc: Option<&ExprLocation>,580 args: &ArgsDesc,581) -> Result<Val> {582 parse_args!(context, "encodeUTF8", args, 1, [583 0, str: ty!(string) => Val::Str;584 ], {585 Ok(Val::Arr((str.bytes().map(|b| Val::Num(b as f64)).collect::<Vec<Val>>()).into()))586 })587}588589fn builtin_decode_utf8(590 context: Context,591 _loc: Option<&ExprLocation>,592 args: &ArgsDesc,593) -> Result<Val> {594 parse_args!(context, "decodeUTF8", args, 1, [595 0, arr: ty!((Array<ubyte>)) => Val::Arr;596 ], {597 let data: Result<Vec<u8>> = arr.iter().map(|v| v.map(|v| match v{598 Val::Num(n) => n as u8,599 _ => unreachable!(),600 })).collect();601 let data = data?;602 Ok(Val::Str(String::from_utf8(data).map_err(|_| RuntimeError("bad utf8".into()))?.into()))603 })604}605606fn builtin_md5(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {607 parse_args!(context, "md5", args, 1, [608 0, str: ty!(string) => Val::Str;609 ], {610 Ok(Val::Str(format!("{:x}", md5::compute(&str.as_bytes())).into()))611 })612}613614fn builtin_trace(context: Context, loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {615 parse_args!(context, "trace", args, 2, [616 0, str: ty!(string) => Val::Str;617 1, rest: ty!(any);618 ], {619 eprint!("TRACE:");620 if let Some(loc) = loc {621 with_state(|s|{622 let locs = s.map_source_locations(&loc.0, &[loc.1]);623 eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);624 });625 }626 eprintln!(" {}", str);627 Ok(rest)628 })629}630631fn builtin_base64(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {632 parse_args!(context, "base64", args, 1, [633 0, input: ty!((string | (Array<number>)));634 ], {635 Ok(Val::Str(match input {636 Val::Str(s) => {637 base64::encode(s.bytes().collect::<Vec<_>>()).into()638 },639 Val::Arr(a) => {640 base64::encode(a.iter().map(|v| {641 Ok(v?.unwrap_num()? as u8)642 }).collect::<Result<Vec<_>>>()?).into()643 },644 _ => unreachable!()645 }))646 })647}648649fn builtin_base64_decode_bytes(650 context: Context,651 _loc: Option<&ExprLocation>,652 args: &ArgsDesc,653) -> Result<Val> {654 parse_args!(context, "base64DecodeBytes", args, 1, [655 0, input: ty!(string) => Val::Str;656 ], {657 Ok(Val::Arr(658 base64::decode(&input.as_bytes())659 .map_err(|_| RuntimeError("bad base64".into()))?660 .iter()661 .map(|v| Val::Num(*v as f64)).collect::<Vec<_>>().into()662 ))663 })664}665666fn builtin_base64_decode(667 context: Context,668 _loc: Option<&ExprLocation>,669 args: &ArgsDesc,670) -> Result<Val> {671 parse_args!(context, "base64Decode", args, 1, [672 0, input: ty!(string) => Val::Str;673 ], {674 Ok(Val::Str(675 String::from_utf8(base64::decode(&input.as_bytes())676 .map_err(|_| RuntimeError("bad base64".into()))?)677 .map_err(|_| RuntimeError("bad utf8".into()))?.into()678 ))679 })680}681682fn builtin_join(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {683 parse_args!(context, "join", args, 2, [684 0, sep: ty!((string | array));685 1, arr: ty!(array) => Val::Arr;686 ], {687 Ok(match sep {688 Val::Arr(joiner_items) => {689 let mut out = Vec::new();690691 let mut first = true;692 for item in arr.iter() {693 let item = item?.clone();694 if let Val::Arr(items) = item {695 if !first {696 out.reserve(joiner_items.len());697 // TODO: extend698 for item in joiner_items.iter() {699 out.push(item?);700 }701 }702 first = false;703 out.reserve(items.len());704 // TODO: extend705 for item in items.iter() {706 out.push(item?);707 }708 } else {709 throw!(RuntimeError("in std.join all items should be arrays".into()));710 }711 }712713 Val::Arr(out.into())714 },715 Val::Str(sep) => {716 let mut out = String::new();717718 let mut first = true;719 for item in arr.iter() {720 let item = item?.clone();721 if let Val::Str(item) = item {722 if !first {723 out += &sep;724 }725 first = false;726 out += &item;727 } else {728 throw!(RuntimeError("in std.join all items should be strings".into()));729 }730 }731732 Val::Str(out.into())733 },734 _ => unreachable!()735 })736 })737}738739fn builtin_escape_string_json(740 context: Context,741 _loc: Option<&ExprLocation>,742 args: &ArgsDesc,743) -> Result<Val> {744 parse_args!(context, "escapeStringJson", args, 1, [745 0, str_: ty!(string) => Val::Str;746 ], {747 Ok(Val::Str(escape_string_json(&str_).into()))748 })749}750751fn builtin_manifest_json_ex(752 context: Context,753 _loc: Option<&ExprLocation>,754 args: &ArgsDesc,755) -> Result<Val> {756 parse_args!(context, "manifestJsonEx", args, 2, [757 0, value: ty!(any);758 1, indent: ty!(string) => Val::Str;759 ], {760 Ok(Val::Str(manifest_json_ex(&value, &ManifestJsonOptions {761 padding: &indent,762 mtype: ManifestType::Std,763 })?.into()))764 })765}766767fn builtin_reverse(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {768 parse_args!(context, "reverse", args, 1, [769 0, value: ty!(array) => Val::Arr;770 ], {771 Ok(Val::Arr(value.reversed()))772 })773}774775fn builtin_id(context: Context, _loc: Option<&ExprLocation>, args: &ArgsDesc) -> Result<Val> {776 parse_args!(context, "id", args, 1, [777 0, v: ty!(any);778 ], {779 Ok(v)780 })781}782783fn builtin_str_replace(784 context: Context,785 _loc: Option<&ExprLocation>,786 args: &ArgsDesc,787) -> Result<Val> {788 parse_args!(context, "strReplace", args, 3, [789 0, str: ty!(string) => Val::Str;790 1, from: ty!(string) => Val::Str;791 2, to: ty!(string) => Val::Str;792 ], {793 let mut out = String::new();794 let mut last_idx = 0;795 while let Some(idx) = (&str[last_idx..]).find(&from as &str) {796 out.push_str(&str[last_idx..last_idx+idx]);797 out.push_str(&to);798 last_idx += idx + from.len();799 }800 if last_idx == 0 {801 return Ok(Val::Str(str))802 }803 out.push_str(&str[last_idx..]);804 Ok(Val::Str(out.into()))805 })806}807808fn builtin_splitlimit(809 context: Context,810 _loc: Option<&ExprLocation>,811 args: &ArgsDesc,812) -> Result<Val> {813 parse_args!(context, "splitLimit", args, 3, [814 0, str: ty!(string) => Val::Str;815 1, c: ty!(char) => Val::Str;816 2, maxsplits: ty!(number) => Val::Num;817 ], {818 let maxsplits = maxsplits as isize;819 let c = c.chars().next().unwrap();820821 let out: Vec<Val> = if maxsplits == -1 {822 str.split(c).map(|s| Val::Str(s.into())).collect()823 } else {824 str.splitn(maxsplits as usize + 1, c).map(|s| Val::Str(s.into())).collect()825 };826827 Ok(Val::Arr(out.into()))828 })829}830831pub fn call_builtin(832 context: Context,833 loc: Option<&ExprLocation>,834 name: &str,835 args: &ArgsDesc,836) -> Result<Val> {837 BUILTINS838 .with(|builtins| builtins.get(name).copied())839 .ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)840}crates/jrsonnet-stdlib/src/std.jsonnetdiffbeforeafterboth--- a/crates/jrsonnet-stdlib/src/std.jsonnet
+++ b/crates/jrsonnet-stdlib/src/std.jsonnet
@@ -18,6 +18,7 @@
filter:: $intrinsic(filter),
char:: $intrinsic(char),
encodeUTF8:: $intrinsic(encodeUTF8),
+ decodeUTF8:: $intrinsic(decodeUTF8),
md5:: $intrinsic(md5),
trace:: $intrinsic(trace),
id:: $intrinsic(id),
crates/jrsonnet-types/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-types/src/lib.rs
+++ b/crates/jrsonnet-types/src/lib.rs
@@ -8,6 +8,9 @@
((Array<number>)) => {{
$crate::ComplexValType::ArrayRef(&$crate::ComplexValType::Simple($crate::ValType::Num))
}};
+ ((Array<ubyte>)) => {{
+ $crate::ComplexValType::ArrayRef(&$crate::ComplexValType::BoundedNumber(Some(0.0), Some(255.0)))
+ }};
(array) => {
$crate::ComplexValType::Simple($crate::ValType::Arr)
};