1use std::{2 collections::HashMap,3 convert::{TryFrom, TryInto},4};56use format::{format_arr, format_obj};7use gcmodule::Cc;8use jrsonnet_interner::IStr;9use serde::Deserialize;10use serde_yaml::DeserializingQuirks;1112use crate::{13 builtin::manifest::{manifest_yaml_ex, ManifestYamlOptions},14 error::{Error::*, Result},15 function::{CallLocation, StaticBuiltin},16 operator::evaluate_mod_op,17 push_frame, throw,18 typed::{Any, BoundedUsize, Bytes, Either2, Either4, PositiveF64, VecVal, M1},19 val::{equals, primitive_equals, ArrValue, FuncVal, IndexableVal, Slice},20 with_state, Either, ObjValue, Val,21};2223pub mod stdlib;24pub use stdlib::*;2526use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};2728pub mod format;29pub mod manifest;30pub mod sort;3132pub fn std_format(str: IStr, vals: Val) -> Result<String> {33 push_frame(34 CallLocation::native(),35 || format!("std.format of {}", str),36 || {37 Ok(match vals {38 Val::Arr(vals) => format_arr(&str, &vals.evaluated()?)?,39 Val::Obj(obj) => format_obj(&str, &obj)?,40 o => format_arr(&str, &[o])?,41 })42 },43 )44}4546pub fn std_slice(47 indexable: IndexableVal,48 index: Option<BoundedUsize<0, { i32::MAX as usize }>>,49 end: Option<BoundedUsize<0, { i32::MAX as usize }>>,50 step: Option<BoundedUsize<1, { i32::MAX as usize }>>,51) -> Result<Val> {52 match &indexable {53 IndexableVal::Str(s) => {54 let index = index.as_deref().copied().unwrap_or(0);55 let end = end.as_deref().copied().unwrap_or(usize::MAX);56 let step = step.as_deref().copied().unwrap_or(1);5758 if index >= end {59 return Ok(Val::Str("".into()));60 }6162 Ok(Val::Str(63 (s.chars()64 .skip(index)65 .take(end - index)66 .step_by(step)67 .collect::<String>())68 .into(),69 ))70 }71 IndexableVal::Arr(arr) => {72 let index = index.as_deref().copied().unwrap_or(0);73 let end = end.as_deref().copied().unwrap_or(usize::MAX).min(arr.len());74 let step = step.as_deref().copied().unwrap_or(1);7576 if index >= end {77 return Ok(Val::Arr(ArrValue::new_eager()));78 }7980 Ok(Val::Arr(ArrValue::Slice(Box::new(Slice {81 inner: arr.clone(),82 from: index as u32,83 to: end as u32,84 step: step as u32,85 }))))86 }87 }88}8990type BuiltinsType = HashMap<IStr, &'static dyn StaticBuiltin>;9192thread_local! {93 pub static BUILTINS: BuiltinsType = {94 [95 ("length".into(), builtin_length::INST),96 ("type".into(), builtin_type::INST),97 ("makeArray".into(), builtin_make_array::INST),98 ("codepoint".into(), builtin_codepoint::INST),99 ("objectFieldsEx".into(), builtin_object_fields_ex::INST),100 ("objectHasEx".into(), builtin_object_has_ex::INST),101 ("slice".into(), builtin_slice::INST),102 ("substr".into(), builtin_substr::INST),103 ("primitiveEquals".into(), builtin_primitive_equals::INST),104 ("equals".into(), builtin_equals::INST),105 ("modulo".into(), builtin_modulo::INST),106 ("mod".into(), builtin_mod::INST),107 ("floor".into(), builtin_floor::INST),108 ("ceil".into(), builtin_ceil::INST),109 ("log".into(), builtin_log::INST),110 ("pow".into(), builtin_pow::INST),111 ("sqrt".into(), builtin_sqrt::INST),112 ("sin".into(), builtin_sin::INST),113 ("cos".into(), builtin_cos::INST),114 ("tan".into(), builtin_tan::INST),115 ("asin".into(), builtin_asin::INST),116 ("acos".into(), builtin_acos::INST),117 ("atan".into(), builtin_atan::INST),118 ("exp".into(), builtin_exp::INST),119 ("mantissa".into(), builtin_mantissa::INST),120 ("exponent".into(), builtin_exponent::INST),121 ("extVar".into(), builtin_ext_var::INST),122 ("native".into(), builtin_native::INST),123 ("filter".into(), builtin_filter::INST),124 ("map".into(), builtin_map::INST),125 ("flatMap".into(), builtin_flatmap::INST),126 ("foldl".into(), builtin_foldl::INST),127 ("foldr".into(), builtin_foldr::INST),128 ("sort".into(), builtin_sort::INST),129 ("format".into(), builtin_format::INST),130 ("range".into(), builtin_range::INST),131 ("char".into(), builtin_char::INST),132 ("encodeUTF8".into(), builtin_encode_utf8::INST),133 ("decodeUTF8".into(), builtin_decode_utf8::INST),134 ("md5".into(), builtin_md5::INST),135 ("base64".into(), builtin_base64::INST),136 ("base64DecodeBytes".into(), builtin_base64_decode_bytes::INST),137 ("base64Decode".into(), builtin_base64_decode::INST),138 ("trace".into(), builtin_trace::INST),139 ("join".into(), builtin_join::INST),140 ("escapeStringJson".into(), builtin_escape_string_json::INST),141 ("manifestJsonEx".into(), builtin_manifest_json_ex::INST),142 ("manifestYamlDoc".into(), builtin_manifest_yaml_doc::INST),143 ("reverse".into(), builtin_reverse::INST),144 ("id".into(), builtin_id::INST),145 ("strReplace".into(), builtin_str_replace::INST),146 ("splitLimit".into(), builtin_splitlimit::INST),147 ("parseJson".into(), builtin_parse_json::INST),148 ("parseYaml".into(), builtin_parse_yaml::INST),149 ("asciiUpper".into(), builtin_ascii_upper::INST),150 ("asciiLower".into(), builtin_ascii_lower::INST),151 ("member".into(), builtin_member::INST),152 ("count".into(), builtin_count::INST),153 ("any".into(), builtin_any::INST),154 ("all".into(), builtin_all::INST),155 ].iter().cloned().collect()156 };157}158159#[jrsonnet_macros::builtin]160fn builtin_length(x: Either![IStr, ArrValue, ObjValue, FuncVal]) -> Result<usize> {161 use Either4::*;162 Ok(match x {163 A(x) => x.chars().count(),164 B(x) => x.len(),165 C(x) => x166 .fields_visibility()167 .into_iter()168 .filter(|(_k, v)| *v)169 .count(),170 D(f) => f.args_len(),171 })172}173174#[jrsonnet_macros::builtin]175fn builtin_type(x: Any) -> Result<IStr> {176 Ok(x.0.value_type().name().into())177}178179#[jrsonnet_macros::builtin]180fn builtin_make_array(sz: usize, func: FuncVal) -> Result<VecVal> {181 let mut out = Vec::with_capacity(sz);182 for i in 0..sz {183 out.push(func.evaluate_simple(&[i as f64].as_slice())?)184 }185 Ok(VecVal(Cc::new(out)))186}187188#[jrsonnet_macros::builtin]189const fn builtin_codepoint(str: char) -> Result<u32> {190 Ok(str as u32)191}192193#[jrsonnet_macros::builtin]194fn builtin_object_fields_ex(obj: ObjValue, inc_hidden: bool) -> Result<VecVal> {195 let out = obj.fields_ex(inc_hidden);196 Ok(VecVal(Cc::new(197 out.into_iter().map(Val::Str).collect::<Vec<_>>(),198 )))199}200201#[jrsonnet_macros::builtin]202fn builtin_object_has_ex(obj: ObjValue, f: IStr, inc_hidden: bool) -> Result<bool> {203 Ok(obj.has_field_ex(f, inc_hidden))204}205206#[jrsonnet_macros::builtin]207fn builtin_parse_json(s: IStr) -> Result<Any> {208 let value: serde_json::Value = serde_json::from_str(&s)209 .map_err(|e| RuntimeError(format!("failed to parse json: {}", e).into()))?;210 Ok(Any(Val::try_from(&value)?))211}212213#[jrsonnet_macros::builtin]214fn builtin_parse_yaml(s: IStr) -> Result<Any> {215 let value = serde_yaml::Deserializer::from_str_with_quirks(216 &s,217 DeserializingQuirks { old_octals: true },218 );219 let mut out = vec![];220 for item in value {221 let value = serde_json::Value::deserialize(item)222 .map_err(|e| RuntimeError(format!("failed to parse yaml: {}", e).into()))?;223 let val = Val::try_from(&value)?;224 out.push(val);225 }226 Ok(Any(if out.is_empty() {227 Val::Null228 } else if out.len() == 1 {229 out.into_iter().next().unwrap()230 } else {231 Val::Arr(out.into())232 }))233}234235#[jrsonnet_macros::builtin]236fn builtin_slice(237 indexable: IndexableVal,238 index: Option<BoundedUsize<0, { i32::MAX as usize }>>,239 end: Option<BoundedUsize<0, { i32::MAX as usize }>>,240 step: Option<BoundedUsize<1, { i32::MAX as usize }>>,241) -> Result<Any> {242 std_slice(indexable, index, end, step).map(Any)243}244245#[jrsonnet_macros::builtin]246fn builtin_substr(str: IStr, from: usize, len: usize) -> Result<String> {247 Ok(str.chars().skip(from as usize).take(len as usize).collect())248}249250#[jrsonnet_macros::builtin]251fn builtin_primitive_equals(a: Any, b: Any) -> Result<bool> {252 primitive_equals(&a.0, &b.0)253}254255#[jrsonnet_macros::builtin]256fn builtin_equals(a: Any, b: Any) -> Result<bool> {257 equals(&a.0, &b.0)258}259260#[jrsonnet_macros::builtin]261fn builtin_modulo(a: f64, b: f64) -> Result<f64> {262 Ok(a % b)263}264265#[jrsonnet_macros::builtin]266fn builtin_mod(a: Either![f64, IStr], b: Any) -> Result<Any> {267 use Either2::*;268 Ok(Any(evaluate_mod_op(269 &match a {270 A(v) => Val::Num(v),271 B(s) => Val::Str(s),272 },273 &b.0,274 )?))275}276277#[jrsonnet_macros::builtin]278fn builtin_floor(x: f64) -> Result<f64> {279 Ok(x.floor())280}281282#[jrsonnet_macros::builtin]283fn builtin_ceil(x: f64) -> Result<f64> {284 Ok(x.ceil())285}286287#[jrsonnet_macros::builtin]288fn builtin_log(n: f64) -> Result<f64> {289 Ok(n.ln())290}291292#[jrsonnet_macros::builtin]293fn builtin_pow(x: f64, n: f64) -> Result<f64> {294 Ok(x.powf(n))295}296297#[jrsonnet_macros::builtin]298fn builtin_sqrt(x: PositiveF64) -> Result<f64> {299 Ok(x.0.sqrt())300}301302#[jrsonnet_macros::builtin]303fn builtin_sin(x: f64) -> Result<f64> {304 Ok(x.sin())305}306307#[jrsonnet_macros::builtin]308fn builtin_cos(x: f64) -> Result<f64> {309 Ok(x.cos())310}311312#[jrsonnet_macros::builtin]313fn builtin_tan(x: f64) -> Result<f64> {314 Ok(x.tan())315}316317#[jrsonnet_macros::builtin]318fn builtin_asin(x: f64) -> Result<f64> {319 Ok(x.asin())320}321322#[jrsonnet_macros::builtin]323fn builtin_acos(x: f64) -> Result<f64> {324 Ok(x.acos())325}326327#[jrsonnet_macros::builtin]328fn builtin_atan(x: f64) -> Result<f64> {329 Ok(x.atan())330}331332#[jrsonnet_macros::builtin]333fn builtin_exp(x: f64) -> Result<f64> {334 Ok(x.exp())335}336337fn frexp(s: f64) -> (f64, i16) {338 if 0.0 == s {339 (s, 0)340 } else {341 let lg = s.abs().log2();342 let x = (lg - lg.floor() - 1.0).exp2();343 let exp = lg.floor() + 1.0;344 (s.signum() * x, exp as i16)345 }346}347348#[jrsonnet_macros::builtin]349fn builtin_mantissa(x: f64) -> Result<f64> {350 Ok(frexp(x).0)351}352353#[jrsonnet_macros::builtin]354fn builtin_exponent(x: f64) -> Result<i16> {355 Ok(frexp(x).1)356}357358#[jrsonnet_macros::builtin]359fn builtin_ext_var(x: IStr) -> Result<Any> {360 Ok(Any(with_state(|s| s.settings().ext_vars.get(&x).cloned())361 .ok_or(UndefinedExternalVariable(x))?))362}363364#[jrsonnet_macros::builtin]365fn builtin_native(name: IStr) -> Result<FuncVal> {366 Ok(with_state(|s| s.settings().ext_natives.get(&name).cloned())367 .map(|v| FuncVal::Builtin(v.clone()))368 .ok_or(UndefinedExternalFunction(name))?)369}370371#[jrsonnet_macros::builtin]372fn builtin_filter(func: FuncVal, arr: ArrValue) -> Result<ArrValue> {373 arr.filter(|val| bool::try_from(func.evaluate_simple(&[Any(val.clone())].as_slice())?))374}375376#[jrsonnet_macros::builtin]377fn builtin_map(func: FuncVal, arr: ArrValue) -> Result<ArrValue> {378 arr.map(|val| func.evaluate_simple(&[Any(val)].as_slice()))379}380381#[jrsonnet_macros::builtin]382fn builtin_flatmap(func: FuncVal, arr: IndexableVal) -> Result<IndexableVal> {383 match arr {384 IndexableVal::Str(s) => {385 let mut out = String::new();386 for c in s.chars() {387 match func.evaluate_simple(&[c.to_string()].as_slice())? {388 Val::Str(o) => out.push_str(&o),389 _ => throw!(RuntimeError(390 "in std.join all items should be strings".into()391 )),392 };393 }394 Ok(IndexableVal::Str(out.into()))395 }396 IndexableVal::Arr(a) => {397 let mut out = Vec::new();398 for el in a.iter() {399 let el = el?;400 match func.evaluate_simple(&[Any(el)].as_slice())? {401 Val::Arr(o) => {402 for oe in o.iter() {403 out.push(oe?)404 }405 }406 _ => throw!(RuntimeError(407 "in std.join all items should be arrays".into()408 )),409 };410 }411 Ok(IndexableVal::Arr(out.into()))412 }413 }414}415416#[jrsonnet_macros::builtin]417fn builtin_foldl(func: FuncVal, arr: ArrValue, init: Any) -> Result<Any> {418 let mut acc = init.0;419 for i in arr.iter() {420 acc = func.evaluate_simple(&[Any(acc), Any(i?)].as_slice())?;421 }422 Ok(Any(acc))423}424425#[jrsonnet_macros::builtin]426fn builtin_foldr(func: FuncVal, arr: ArrValue, init: Any) -> Result<Any> {427 let mut acc = init.0;428 for i in arr.iter().rev() {429 acc = func.evaluate_simple(&[Any(i?), Any(acc)].as_slice())?;430 }431 Ok(Any(acc))432}433434#[jrsonnet_macros::builtin]435#[allow(non_snake_case)]436fn builtin_sort(arr: ArrValue, keyF: Option<FuncVal>) -> Result<ArrValue> {437 if arr.len() <= 1 {438 return Ok(arr);439 }440 Ok(ArrValue::Eager(sort::sort(441 arr.evaluated()?,442 keyF.as_ref(),443 )?))444}445446#[jrsonnet_macros::builtin]447fn builtin_format(str: IStr, vals: Any) -> Result<String> {448 std_format(str, vals.0)449}450451#[jrsonnet_macros::builtin]452fn builtin_range(from: i32, to: i32) -> Result<ArrValue> {453 if to < from {454 return Ok(ArrValue::new_eager());455 }456 Ok(ArrValue::new_range(from, to))457}458459#[jrsonnet_macros::builtin]460fn builtin_char(n: u32) -> Result<char> {461 Ok(std::char::from_u32(n as u32).ok_or(InvalidUnicodeCodepointGot(n as u32))?)462}463464#[jrsonnet_macros::builtin]465fn builtin_encode_utf8(str: IStr) -> Result<Bytes> {466 Ok(Bytes(str.bytes().collect::<Vec<u8>>().into()))467}468469#[jrsonnet_macros::builtin]470fn builtin_decode_utf8(arr: Bytes) -> Result<IStr> {471 Ok(std::str::from_utf8(&arr.0)472 .map_err(|_| RuntimeError("bad utf8".into()))?473 .into())474}475476#[jrsonnet_macros::builtin]477fn builtin_md5(str: IStr) -> Result<String> {478 Ok(format!("{:x}", md5::compute(&str.as_bytes())))479}480481#[jrsonnet_macros::builtin]482fn builtin_trace(loc: CallLocation, str: IStr, rest: Any) -> Result<Any> {483 eprint!("TRACE:");484 if let Some(loc) = loc.0 {485 with_state(|s| {486 let locs = s.map_source_locations(&loc.0, &[loc.1]);487 eprint!(488 " {}:{}",489 loc.0.file_name().unwrap().to_str().unwrap(),490 locs[0].line491 );492 });493 }494 eprintln!(" {}", str);495 Ok(rest) as Result<Any>496}497498#[jrsonnet_macros::builtin]499fn builtin_base64(input: Either![Bytes, IStr]) -> Result<String> {500 use Either2::*;501 Ok(match input {502 A(a) => base64::encode(a.0),503 B(l) => base64::encode(l.bytes().collect::<Vec<_>>()),504 })505}506507#[jrsonnet_macros::builtin]508fn builtin_base64_decode_bytes(input: IStr) -> Result<Bytes> {509 Ok(Bytes(510 base64::decode(&input.as_bytes())511 .map_err(|_| RuntimeError("bad base64".into()))?512 .into(),513 ))514}515516#[jrsonnet_macros::builtin]517fn builtin_base64_decode(input: IStr) -> Result<String> {518 let bytes = base64::decode(&input.as_bytes()).map_err(|_| RuntimeError("bad base64".into()))?;519 Ok(String::from_utf8(bytes).map_err(|_| RuntimeError("bad utf8".into()))?)520}521522#[jrsonnet_macros::builtin]523fn builtin_join(sep: IndexableVal, arr: ArrValue) -> Result<IndexableVal> {524 Ok(match sep {525 IndexableVal::Arr(joiner_items) => {526 let mut out = Vec::new();527528 let mut first = true;529 for item in arr.iter() {530 let item = item?.clone();531 if let Val::Arr(items) = item {532 if !first {533 out.reserve(joiner_items.len());534 535 for item in joiner_items.iter() {536 out.push(item?);537 }538 }539 first = false;540 out.reserve(items.len());541 542 for item in items.iter() {543 out.push(item?);544 }545 } else {546 throw!(RuntimeError(547 "in std.join all items should be arrays".into()548 ));549 }550 }551552 IndexableVal::Arr(out.into())553 }554 IndexableVal::Str(sep) => {555 let mut out = String::new();556557 let mut first = true;558 for item in arr.iter() {559 let item = item?.clone();560 if let Val::Str(item) = item {561 if !first {562 out += &sep;563 }564 first = false;565 out += &item;566 } else {567 throw!(RuntimeError(568 "in std.join all items should be strings".into()569 ));570 }571 }572573 IndexableVal::Str(out.into())574 }575 })576}577578#[jrsonnet_macros::builtin]579fn builtin_escape_string_json(str_: IStr) -> Result<String> {580 Ok(escape_string_json(&str_))581}582583#[jrsonnet_macros::builtin]584fn builtin_manifest_json_ex(585 value: Any,586 indent: IStr,587 newline: Option<IStr>,588 key_val_sep: Option<IStr>,589) -> Result<String> {590 let newline = newline.as_deref().unwrap_or("\n");591 let key_val_sep = key_val_sep.as_deref().unwrap_or(": ");592 manifest_json_ex(593 &value.0,594 &ManifestJsonOptions {595 padding: &indent,596 mtype: ManifestType::Std,597 newline,598 key_val_sep,599 },600 )601}602603#[jrsonnet_macros::builtin]604fn builtin_manifest_yaml_doc(605 value: Any,606 indent_array_in_object: Option<bool>,607 quote_keys: Option<bool>,608) -> Result<String> {609 manifest_yaml_ex(610 &value.0,611 &ManifestYamlOptions {612 padding: " ",613 arr_element_padding: if indent_array_in_object.unwrap_or(false) {614 " "615 } else {616 ""617 },618 quote_keys: quote_keys.unwrap_or(true),619 },620 )621}622623#[jrsonnet_macros::builtin]624fn builtin_reverse(value: ArrValue) -> Result<ArrValue> {625 Ok(value.reversed())626}627628#[jrsonnet_macros::builtin]629const fn builtin_id(v: Any) -> Result<Any> {630 Ok(v)631}632633#[jrsonnet_macros::builtin]634fn builtin_str_replace(str: String, from: IStr, to: IStr) -> Result<String> {635 Ok(str.replace(&from as &str, &to as &str))636}637638#[jrsonnet_macros::builtin]639fn builtin_splitlimit(str: IStr, c: IStr, maxsplits: Either![usize, M1]) -> Result<VecVal> {640 use Either2::*;641 Ok(VecVal(Cc::new(match maxsplits {642 A(n) => str643 .splitn(n + 1, &c as &str)644 .map(|s| Val::Str(s.into()))645 .collect(),646 B(_) => str.split(&c as &str).map(|s| Val::Str(s.into())).collect(),647 })))648}649650#[jrsonnet_macros::builtin]651fn builtin_ascii_upper(str: IStr) -> Result<String> {652 Ok(str.to_ascii_uppercase())653}654655#[jrsonnet_macros::builtin]656fn builtin_ascii_lower(str: IStr) -> Result<String> {657 Ok(str.to_ascii_lowercase())658}659660#[jrsonnet_macros::builtin]661fn builtin_member(arr: IndexableVal, x: Any) -> Result<bool> {662 match arr {663 IndexableVal::Str(s) => {664 let x: IStr = IStr::try_from(x.0)?;665 Ok(!x.is_empty() && s.contains(&*x))666 }667 IndexableVal::Arr(a) => {668 for item in a.iter() {669 let item = item?;670 if equals(&item, &x.0)? {671 return Ok(true);672 }673 }674 Ok(false)675 }676 }677}678679#[jrsonnet_macros::builtin]680fn builtin_count(arr: Vec<Any>, v: Any) -> Result<usize> {681 let mut count = 0;682 for item in arr.iter() {683 if equals(&item.0, &v.0)? {684 count += 1;685 }686 }687 Ok(count)688}689690#[jrsonnet_macros::builtin]691fn builtin_any(arr: ArrValue) -> Result<bool> {692 for v in arr.iter() {693 let v: bool = v?.try_into()?;694 if v {695 return Ok(true);696 }697 }698 Ok(false)699}700701#[jrsonnet_macros::builtin]702fn builtin_all(arr: ArrValue) -> Result<bool> {703 for v in arr.iter() {704 let v: bool = v?.try_into()?;705 if !v {706 return Ok(false);707 }708 }709 Ok(true)710}