difftreelog
feat(macro) pass call location to builtins
in: master
8 files changed
cmds/jrsonnet-fmt/Cargo.tomldiffbeforeafterboth--- /dev/null
+++ b/cmds/jrsonnet-fmt/Cargo.toml
@@ -0,0 +1,8 @@
+[package]
+name = "jrsonnet-fmt"
+version = "0.1.0"
+edition = "2021"
+
+[dependencies]
+dprint-core = "0.47.1"
+jrsonnet-parser = { path = "../../crates/jrsonnet-parser" }
cmds/jrsonnet-fmt/src/main.rsdiffbeforeafterboth--- /dev/null
+++ b/cmds/jrsonnet-fmt/src/main.rs
@@ -0,0 +1,373 @@
+use std::path::PathBuf;
+
+use dprint_core::formatting::{PrintItems, PrintOptions, Signal};
+use jrsonnet_parser::{
+ ArgsDesc, BinaryOpType, BindSpec, Expr, FieldName, LocExpr, Member, ObjBody, Param, ParamsDesc,
+ ParserSettings, Visibility,
+};
+
+pub trait Printable {
+ fn print(&self) -> PrintItems;
+}
+
+macro_rules! pi {
+ (@i; $($t:tt)*) => {{
+ let mut o = PrintItems::new();
+ pi!(@s; o: $($t)*);
+ o
+ }};
+ (@s; $o:ident: str($e:expr) $($t:tt)*) => {{
+ $o.push_str($e);
+ pi!(@s; $o: $($t)*);
+ }};
+ (@s; $o:ident: nl $($t:tt)*) => {{
+ $o.push_signal(Signal::NewLine);
+ pi!(@s; $o: $($t)*);
+ }};
+ (@s; $o:ident: >i $($t:tt)*) => {{
+ $o.push_signal(Signal::StartIndent);
+ pi!(@s; $o: $($t)*);
+ }};
+ (@s; $o:ident: <i $($t:tt)*) => {{
+ $o.push_signal(Signal::FinishIndent);
+ pi!(@s; $o: $($t)*);
+ }};
+ (@s; $o:ident: {$expr:expr} $($t:tt)*) => {{
+ $o.extend($expr.print());
+ pi!(@s; $o: $($t)*);
+ }};
+ (@s; $o:ident: if ($e:expr)($($then:tt)*) $($t:tt)*) => {{
+ if $e {
+ pi!(@s; $o: $($then)*);
+ }
+ pi!(@s; $o: $($t)*);
+ }};
+ (@s; $o:ident: ifelse ($e:expr)($($then:tt)*)($($else:tt)*) $($t:tt)*) => {{
+ if $e {
+ pi!(@s; $o: $($then)*);
+ } else {
+ pi!(@s; $o: $($else)*);
+ }
+ pi!(@s; $o: $($t)*);
+ }};
+ (@s; $i:ident:) => {}
+}
+macro_rules! p {
+ (new: $($t:tt)*) => {
+ pi!(@i; $($t)*)
+ };
+ ($o:ident: $($t:tt)*) => {
+ pi!(@s; $o: $($t)*)
+ };
+}
+
+impl Printable for FieldName {
+ fn print(&self) -> PrintItems {
+ match self {
+ FieldName::Fixed(f) => {
+ p!(new: str(&f))
+ }
+ FieldName::Dyn(_) => todo!(),
+ }
+ }
+}
+
+impl Printable for Visibility {
+ fn print(&self) -> PrintItems {
+ match self {
+ Visibility::Normal => p!(new: str(":")),
+ Visibility::Hidden => p!(new: str("::")),
+ Visibility::Unhide => p!(new: str(":::")),
+ }
+ }
+}
+
+impl Printable for BinaryOpType {
+ fn print(&self) -> PrintItems {
+ let o = self.to_string();
+ p!(new: str(&o))
+ }
+}
+
+impl<T: Printable> Printable for Option<T> {
+ fn print(&self) -> PrintItems {
+ if let Some(v) = self {
+ v.print()
+ } else {
+ PrintItems::new()
+ }
+ }
+}
+
+impl Printable for Param {
+ fn print(&self) -> PrintItems {
+ p!(new:
+ str(&self.0)
+ if(self.1.is_some())(str(" = ") {self.1})
+ )
+ }
+}
+
+impl Printable for ParamsDesc {
+ fn print(&self) -> PrintItems {
+ let mut out = PrintItems::new();
+ for (i, item) in self.0.iter().enumerate() {
+ if i != 0 {
+ p!(out: str(", "));
+ }
+ out.extend(item.print());
+ }
+ out
+ }
+}
+
+impl Printable for ArgsDesc {
+ fn print(&self) -> PrintItems {
+ let mut out = PrintItems::new();
+ let mut first = Some(());
+ for u in self.unnamed.iter() {
+ if first.take().is_none() {
+ p!(out: str(", "));
+ }
+ p!(out: {u})
+ }
+ for (n, u) in self.named.iter() {
+ if first.take().is_none() {
+ p!(out: str(", "));
+ }
+ p!(out: str(&n) str(" = ") {u})
+ }
+
+ out
+ }
+}
+
+impl Printable for BindSpec {
+ fn print(&self) -> PrintItems {
+ p!(new: str(&self.name) if(self.params.is_some())(str("(") {self.params} str(")")) str(" = ") {self.value})
+ }
+}
+
+struct StrExpr<'s>(&'s str);
+
+impl<'s> Printable for StrExpr<'s> {
+ fn print(&self) -> PrintItems {
+ todo!()
+ }
+}
+
+impl Printable for ObjBody {
+ fn print(&self) -> PrintItems {
+ let mut pi = PrintItems::new();
+ p!(pi: str("{"));
+ match self {
+ ObjBody::MemberList(m) => {
+ if !m.is_empty() {
+ p!(pi: nl > i);
+ for m in m {
+ match m {
+ Member::Field(f) => {
+ p!(pi:
+ {f.name} {f.params}
+ if(f.plus)(str("+"))
+ {f.visibility} str(" ")
+ {f.value}
+ str(",") nl
+ );
+ }
+ Member::BindStmt(s) => {
+ p!(pi: str("local ") {s} str(",") nl)
+ }
+ Member::AssertStmt(a) => p!(pi: str("assert ") {a.0} if(a.1.is_some())(
+ str(" : ") {a.1}
+ ) str(",") nl),
+ }
+ }
+ p!(pi: <i);
+ } else {
+ p!(pi: str(" "))
+ }
+ }
+ ObjBody::ObjComp(_) => todo!(),
+ }
+ p!(pi: str("}"));
+ pi
+ }
+}
+
+impl Printable for Expr {
+ fn print(&self) -> PrintItems {
+ let mut pi = PrintItems::new();
+ match self {
+ Expr::Literal(l) => match l {
+ jrsonnet_parser::LiteralType::This => p!(pi: str("self")),
+ jrsonnet_parser::LiteralType::Super => p!(pi: str("super")),
+ jrsonnet_parser::LiteralType::Dollar => p!(pi: str("$")),
+ jrsonnet_parser::LiteralType::Null => p!(pi: str("null")),
+ jrsonnet_parser::LiteralType::True => p!(pi: str("true")),
+ jrsonnet_parser::LiteralType::False => p!(pi: str("false")),
+ },
+ Expr::Str(s) => {
+ p!(pi: str("\"") str(s) str("\""))
+ }
+ Expr::Num(n) => {
+ let n = n.to_string();
+ p!(pi: str(&n));
+ }
+ Expr::Var(v) => p!(pi: str(&v)),
+ Expr::Arr(a) => {
+ p!(pi: str("["));
+ for (i, v) in a.iter().enumerate() {
+ if i != 0 {
+ p!(pi: str(", "));
+ }
+ p!(pi: {v})
+ }
+ p!(pi: str("]"));
+ }
+ Expr::ArrComp(_, _) => todo!(),
+ Expr::Obj(o) => {
+ p!(pi: {o});
+ }
+ Expr::ObjExtend(a, b) => p!(pi: {a} str(" ") {b}),
+ Expr::Parened(v) => {
+ if let Expr::Parened(_) = &v.0 as &Expr {
+ p!(pi: {v})
+ } else {
+ p!(pi: str("(") {v} str(")"))
+ }
+ }
+ Expr::UnaryOp(_, _) => todo!(),
+ Expr::BinaryOp(a, o, b) => {
+ p!(pi:
+ {a} str(" ") if(!matches!(&b.0 as &Expr, Expr::Obj(_)))({o} str(" ")) {b}
+ )
+ }
+ Expr::AssertExpr(_, _) => todo!(),
+ Expr::LocalExpr(s, v) => {
+ p!(pi:
+ str("local") nl >i
+ );
+ for spec in s.iter() {
+ p!(pi: {spec} str(";") nl)
+ }
+ p!(pi:
+ <i
+ {v}
+ );
+ }
+ Expr::Import(i) => {
+ let v = i.to_str().unwrap();
+ p!(pi: str("import \"") str(&v) str("\""));
+ }
+ Expr::ImportStr(_) => todo!(),
+ Expr::ErrorStmt(_) => todo!(),
+ Expr::Apply(f, a, t) => p!(pi:
+ {f} str("(") {a} str(")") if(*t)(str("tailstrict"))
+ ),
+ Expr::Index(a, b) => p!(pi: {a} str("[") {b} str("]")),
+ Expr::Function(_, _) => todo!(),
+ Expr::Intrinsic(_) => todo!(),
+ Expr::IfElse {
+ cond,
+ cond_then,
+ cond_else,
+ } => p!(pi:
+ str("if ") {cond.0} str(" then") ifelse(cond_else.is_some())(
+ nl >i
+ {cond_then} nl
+ <i str("else") nl >i
+ {cond_else}
+ <i
+ )(str(" ") {cond_then})
+ ),
+ Expr::Slice(v, d) => {
+ p!(pi:
+ {v}
+ str("[") {d.start} str(":") {d.end}
+ if(d.step.is_some())(
+ str(":")
+ {d.step}
+ )
+ str("]")
+ )
+ }
+ }
+ pi
+ }
+}
+
+impl Printable for LocExpr {
+ fn print(&self) -> PrintItems {
+ self.0.print()
+ }
+}
+
+fn main() {
+ let parsed = jrsonnet_parser::parse(
+ r#"
+
+
+ # Edit me!
+ local b = import "b.libsonnet"; # comment
+ local a = import "a.libsonnet";
+
+ local f(x,y)=x+y;
+
+
+ local Template = {z: "foo"};
+
+ Template + {
+ local
+
+ h = 3,
+ assert self.a == 1
+
+ : "error",
+ "f": ((((((3)))))) ,
+ "g g":
+ f(4,2),
+ arr: [[
+ 1, 2,
+ ],
+ 3,
+ {
+ b: {
+ c: {
+ k: [16]
+ }
+ }
+ }
+ ],
+ m: a[1::],
+ m: b[::],
+ k: if a == b then
+
+
+ 2
+
+ else Template {}
+ }
+
+
+"#,
+ &ParserSettings {
+ file_name: PathBuf::from("example").into(),
+ },
+ )
+ .unwrap();
+
+ let o = dprint_core::formatting::format(
+ || {
+ let print_items = parsed.print();
+ print_items
+ },
+ PrintOptions {
+ indent_width: 2,
+ max_width: 100,
+ use_tabs: false,
+ new_line_text: "\n",
+ },
+ );
+ println!("{}", o);
+}
crates/jrsonnet-evaluator/src/builtin/mod.rsdiffbeforeafterboth1use crate::typed::{Any, Either, Null, PositiveF64, VecVal, M1};2use crate::{self as jrsonnet_evaluator, ObjValue};3use crate::{4 builtin::manifest::{manifest_yaml_ex, ManifestYamlOptions},5 equals,6 error::{Error::*, Result},7 operator::evaluate_mod_op,8 parse_args, primitive_equals, push_frame, throw, with_state, ArrValue, Context, FuncVal,9 IndexableVal, Val,10};11use format::{format_arr, format_obj};12use gcmodule::Cc;13use jrsonnet_interner::IStr;14use jrsonnet_parser::{ArgsDesc, ExprLocation};15use jrsonnet_types::ty;16use serde::Deserialize;17use serde_yaml::DeserializingQuirks;18use std::{19 collections::HashMap,20 convert::{TryFrom, TryInto},21 path::PathBuf,22 rc::Rc,23};2425pub mod stdlib;26pub use stdlib::*;2728use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};2930pub mod format;31pub mod manifest;32pub mod sort;3334pub fn std_format(str: IStr, vals: Val) -> Result<String> {35 push_frame(36 &ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0),37 || format!("std.format of {}", str),38 || {39 Ok(match vals {40 Val::Arr(vals) => format_arr(&str, &vals.evaluated()?)?,41 Val::Obj(obj) => format_obj(&str, &obj)?,42 o => format_arr(&str, &[o])?,43 })44 },45 )46}4748pub fn std_slice(49 indexable: IndexableVal,50 index: Option<usize>,51 end: Option<usize>,52 step: Option<usize>,53) -> Result<Val> {54 let index = index.unwrap_or(0);55 let end = end.unwrap_or_else(|| match &indexable {56 IndexableVal::Str(_) => usize::MAX,57 IndexableVal::Arr(v) => v.len(),58 });59 let step = step.unwrap_or(1);60 match &indexable {61 IndexableVal::Str(s) => Ok(Val::Str(62 (s.chars()63 .skip(index)64 .take(end - index)65 .step_by(step)66 .collect::<String>())67 .into(),68 )),69 IndexableVal::Arr(arr) => Ok(Val::Arr(70 (arr.iter()71 .skip(index)72 .take(end - index)73 .step_by(step)74 .collect::<Result<Vec<Val>>>()?)75 .into(),76 )),77 }78}7980type Builtin = fn(context: Context, loc: &ExprLocation, args: &ArgsDesc) -> Result<Val>;8182type BuiltinsType = HashMap<Box<str>, Builtin>;8384thread_local! {85 static BUILTINS: BuiltinsType = {86 [87 ("length".into(), builtin_length as Builtin),88 ("type".into(), builtin_type),89 ("makeArray".into(), builtin_make_array),90 ("codepoint".into(), builtin_codepoint),91 ("objectFieldsEx".into(), builtin_object_fields_ex),92 ("objectHasEx".into(), builtin_object_has_ex),93 ("slice".into(), builtin_slice),94 ("substr".into(), builtin_substr),95 ("primitiveEquals".into(), builtin_primitive_equals),96 ("equals".into(), builtin_equals),97 ("modulo".into(), builtin_modulo),98 ("mod".into(), builtin_mod),99 ("floor".into(), builtin_floor),100 ("ceil".into(), builtin_ceil),101 ("log".into(), builtin_log),102 ("pow".into(), builtin_pow),103 ("sqrt".into(), builtin_sqrt),104 ("sin".into(), builtin_sin),105 ("cos".into(), builtin_cos),106 ("tan".into(), builtin_tan),107 ("asin".into(), builtin_asin),108 ("acos".into(), builtin_acos),109 ("atan".into(), builtin_atan),110 ("exp".into(), builtin_exp),111 ("mantissa".into(), builtin_mantissa),112 ("exponent".into(), builtin_exponent),113 ("extVar".into(), builtin_ext_var),114 ("native".into(), builtin_native),115 ("filter".into(), builtin_filter),116 ("map".into(), builtin_map),117 ("flatMap".into(), builtin_flatmap),118 ("foldl".into(), builtin_foldl),119 ("foldr".into(), builtin_foldr),120 ("sortImpl".into(), builtin_sort_impl),121 ("format".into(), builtin_format),122 ("range".into(), builtin_range),123 ("char".into(), builtin_char),124 ("encodeUTF8".into(), builtin_encode_utf8),125 ("decodeUTF8".into(), builtin_decode_utf8),126 ("md5".into(), builtin_md5),127 ("base64".into(), builtin_base64),128 ("base64DecodeBytes".into(), builtin_base64_decode_bytes),129 ("base64Decode".into(), builtin_base64_decode),130 ("trace".into(), builtin_trace),131 ("join".into(), builtin_join),132 ("escapeStringJson".into(), builtin_escape_string_json),133 ("manifestJsonEx".into(), builtin_manifest_json_ex),134 ("manifestYamlDocImpl".into(), builtin_manifest_yaml_doc),135 ("reverse".into(), builtin_reverse),136 ("id".into(), builtin_id),137 ("strReplace".into(), builtin_str_replace),138 ("splitLimit".into(), builtin_splitlimit),139 ("parseJson".into(), builtin_parse_json),140 ("parseYaml".into(), builtin_parse_yaml),141 ("asciiUpper".into(), builtin_ascii_upper),142 ("asciiLower".into(), builtin_ascii_lower),143 ("member".into(), builtin_member),144 ("count".into(), builtin_count),145 ].iter().cloned().collect()146 };147}148149#[jrsonnet_macros::builtin]150fn builtin_length(x: Either<IStr, Either<VecVal, ObjValue>>) -> Result<usize> {151 Ok(match x {152 Either::Left(x) => x.len(),153 Either::Right(Either::Left(x)) => x.0.len(),154 Either::Right(Either::Right(x)) => x155 .fields_visibility()156 .into_iter()157 .filter(|(_k, v)| *v)158 .count(),159 })160}161162#[jrsonnet_macros::builtin]163fn builtin_type(x: Any) -> Result<IStr> {164 Ok(x.0.value_type().name().into())165}166167#[jrsonnet_macros::builtin]168fn builtin_make_array(sz: usize, func: Cc<FuncVal>) -> Result<VecVal> {169 let mut out = Vec::with_capacity(sz);170 for i in 0..sz {171 out.push(func.evaluate_values(&[Val::Num(i as f64)])?)172 }173 Ok(VecVal(out))174}175176#[jrsonnet_macros::builtin]177const fn builtin_codepoint(str: char) -> Result<u32> {178 Ok(str as u32)179}180181#[jrsonnet_macros::builtin]182fn builtin_object_fields_ex(obj: ObjValue, inc_hidden: bool) -> Result<VecVal> {183 let out = obj.fields_ex(inc_hidden);184 Ok(VecVal(out.into_iter().map(Val::Str).collect::<Vec<_>>()))185}186187#[jrsonnet_macros::builtin]188fn builtin_object_has_ex(obj: ObjValue, f: IStr, inc_hidden: bool) -> Result<bool> {189 Ok(obj.has_field_ex(f, inc_hidden))190}191192#[jrsonnet_macros::builtin]193fn builtin_parse_json(s: IStr) -> Result<Any> {194 let value: serde_json::Value = serde_json::from_str(&s)195 .map_err(|e| RuntimeError(format!("failed to parse json: {}", e).into()))?;196 Ok(Any(Val::try_from(&value)?))197}198199#[jrsonnet_macros::builtin]200fn builtin_parse_yaml(s: IStr) -> Result<Any> {201 let value = serde_yaml::Deserializer::from_str_with_quirks(202 &s,203 DeserializingQuirks { old_octals: true },204 );205 let mut out = vec![];206 for item in value {207 let value = serde_json::Value::deserialize(item)208 .map_err(|e| RuntimeError(format!("failed to parse yaml: {}", e).into()))?;209 let val = Val::try_from(&value)?;210 out.push(val);211 }212 Ok(Any(if out.is_empty() {213 Val::Null214 } else if out.len() == 1 {215 out.into_iter().next().unwrap()216 } else {217 Val::Arr(out.into())218 }))219}220221#[jrsonnet_macros::builtin]222fn builtin_slice(223 indexable: IndexableVal,224 index: Either<usize, Null>,225 end: Either<usize, Null>,226 step: Either<usize, Null>,227) -> Result<Any> {228 std_slice(indexable, index.left(), end.left(), step.left()).map(Any)229}230231#[jrsonnet_macros::builtin]232fn builtin_substr(str: IStr, from: usize, len: usize) -> Result<String> {233 Ok(str.chars().skip(from as usize).take(len as usize).collect())234}235236#[jrsonnet_macros::builtin]237fn builtin_primitive_equals(a: Any, b: Any) -> Result<bool> {238 primitive_equals(&a.0, &b.0)239}240241#[jrsonnet_macros::builtin]242fn builtin_equals(a: Any, b: Any) -> Result<bool> {243 equals(&a.0, &b.0)244}245246#[jrsonnet_macros::builtin]247fn builtin_modulo(a: f64, b: f64) -> Result<f64> {248 Ok(a % b)249}250251#[jrsonnet_macros::builtin]252fn builtin_mod(a: Either<f64, IStr>, b: Any) -> Result<Any> {253 Ok(Any(evaluate_mod_op(254 &match a {255 Either::Left(v) => Val::Num(v),256 Either::Right(s) => Val::Str(s),257 },258 &b.0,259 )?))260}261262#[jrsonnet_macros::builtin]263fn builtin_floor(x: f64) -> Result<f64> {264 Ok(x.floor())265}266267#[jrsonnet_macros::builtin]268fn builtin_ceil(x: f64) -> Result<f64> {269 Ok(x.ceil())270}271272#[jrsonnet_macros::builtin]273fn builtin_log(n: f64) -> Result<f64> {274 Ok(n.ln())275}276277#[jrsonnet_macros::builtin]278fn builtin_pow(x: f64, n: f64) -> Result<f64> {279 Ok(x.powf(n))280}281282#[jrsonnet_macros::builtin]283fn builtin_sqrt(x: PositiveF64) -> Result<f64> {284 Ok(x.0.sqrt())285}286287#[jrsonnet_macros::builtin]288fn builtin_sin(x: f64) -> Result<f64> {289 Ok(x.sin())290}291292#[jrsonnet_macros::builtin]293fn builtin_cos(x: f64) -> Result<f64> {294 Ok(x.cos())295}296297#[jrsonnet_macros::builtin]298fn builtin_tan(x: f64) -> Result<f64> {299 Ok(x.tan())300}301302#[jrsonnet_macros::builtin]303fn builtin_asin(x: f64) -> Result<f64> {304 Ok(x.asin())305}306307#[jrsonnet_macros::builtin]308fn builtin_acos(x: f64) -> Result<f64> {309 Ok(x.acos())310}311312#[jrsonnet_macros::builtin]313fn builtin_atan(x: f64) -> Result<f64> {314 Ok(x.atan())315}316317#[jrsonnet_macros::builtin]318fn builtin_exp(x: f64) -> Result<f64> {319 Ok(x.exp())320}321322fn frexp(s: f64) -> (f64, i16) {323 if 0.0 == s {324 (s, 0)325 } else {326 let lg = s.abs().log2();327 let x = (lg - lg.floor() - 1.0).exp2();328 let exp = lg.floor() + 1.0;329 (s.signum() * x, exp as i16)330 }331}332333#[jrsonnet_macros::builtin]334fn builtin_mantissa(x: f64) -> Result<f64> {335 Ok(frexp(x).0)336}337338#[jrsonnet_macros::builtin]339fn builtin_exponent(x: f64) -> Result<i16> {340 Ok(frexp(x).1)341}342343#[jrsonnet_macros::builtin]344fn builtin_ext_var(x: IStr) -> Result<Any> {345 Ok(Any(with_state(|s| s.settings().ext_vars.get(&x).cloned())346 .ok_or(UndefinedExternalVariable(x))?))347}348349#[jrsonnet_macros::builtin]350fn builtin_native(name: IStr) -> Result<Cc<FuncVal>> {351 Ok(with_state(|s| s.settings().ext_natives.get(&name).cloned())352 .map(|v| Cc::new(FuncVal::NativeExt(name.clone(), v)))353 .ok_or(UndefinedExternalFunction(name))?)354}355356#[jrsonnet_macros::builtin]357fn builtin_filter(func: Cc<FuncVal>, arr: ArrValue) -> Result<ArrValue> {358 arr.filter(|val| bool::try_from(func.evaluate_values(&[val.clone()])?))359}360361#[jrsonnet_macros::builtin]362fn builtin_map(func: Cc<FuncVal>, arr: ArrValue) -> Result<ArrValue> {363 arr.map(|val| func.evaluate_values(&[val]))364}365366#[jrsonnet_macros::builtin]367fn builtin_flatmap(func: Cc<FuncVal>, arr: IndexableVal) -> Result<IndexableVal> {368 match arr {369 IndexableVal::Str(s) => {370 let mut out = String::new();371 for c in s.chars() {372 match func.evaluate_values(&[Val::Str(c.to_string().into())])? {373 Val::Str(o) => out.push_str(&o),374 _ => throw!(RuntimeError(375 "in std.join all items should be strings".into()376 )),377 };378 }379 Ok(IndexableVal::Str(out.into()))380 }381 IndexableVal::Arr(a) => {382 let mut out = Vec::new();383 for el in a.iter() {384 let el = el?;385 match func.evaluate_values(&[el])? {386 Val::Arr(o) => {387 for oe in o.iter() {388 out.push(oe?)389 }390 }391 _ => throw!(RuntimeError(392 "in std.join all items should be arrays".into()393 )),394 };395 }396 Ok(IndexableVal::Arr(out.into()))397 }398 }399}400401#[jrsonnet_macros::builtin]402fn builtin_foldl(func: Cc<FuncVal>, arr: ArrValue, init: Any) -> Result<Any> {403 let mut acc = init.0;404 for i in arr.iter() {405 acc = func.evaluate_values(&[acc, i?])?;406 }407 Ok(Any(acc))408}409410#[jrsonnet_macros::builtin]411fn builtin_foldr(func: Cc<FuncVal>, arr: ArrValue, init: Any) -> Result<Any> {412 let mut acc = init.0;413 for i in arr.iter().rev() {414 acc = func.evaluate_values(&[i?, acc])?;415 }416 Ok(Any(acc))417}418419#[jrsonnet_macros::builtin]420#[allow(non_snake_case)]421fn builtin_sort_impl(arr: ArrValue, keyF: Cc<FuncVal>) -> Result<ArrValue> {422 if arr.len() <= 1 {423 return Ok(arr);424 }425 Ok(ArrValue::Eager(sort::sort(arr.evaluated()?, &keyF)?))426}427428#[jrsonnet_macros::builtin]429fn builtin_format(str: IStr, vals: Any) -> Result<String> {430 std_format(str, vals.0)431}432433#[jrsonnet_macros::builtin]434fn builtin_range(from: i32, to: i32) -> Result<VecVal> {435 if to < from {436 return Ok(VecVal(Vec::new()));437 }438 let mut out = Vec::with_capacity((1 + to as usize - from as usize).max(0));439 for i in from as usize..=to as usize {440 out.push(Val::Num(i as f64));441 }442 Ok(VecVal(out))443}444445#[jrsonnet_macros::builtin]446fn builtin_char(n: u32) -> Result<char> {447 Ok(std::char::from_u32(n as u32).ok_or_else(|| InvalidUnicodeCodepointGot(n as u32))?)448}449450#[jrsonnet_macros::builtin]451fn builtin_encode_utf8(str: IStr) -> Result<VecVal> {452 Ok(VecVal(453 str.bytes()454 .map(|b| Val::Num(b as f64))455 .collect::<Vec<Val>>(),456 ))457}458459#[jrsonnet_macros::builtin]460fn builtin_decode_utf8(arr: Vec<u8>) -> Result<String> {461 Ok(String::from_utf8(arr).map_err(|_| RuntimeError("bad utf8".into()))?)462}463464#[jrsonnet_macros::builtin]465fn builtin_md5(str: IStr) -> Result<String> {466 Ok(format!("{:x}", md5::compute(&str.as_bytes())))467}468469fn builtin_trace(context: Context, loc: &ExprLocation, args: &ArgsDesc) -> Result<Val> {470 parse_args!(context, "trace", args, 2, [471 0, str: ty!(string) => Val::Str;472 1, rest: ty!(any);473 ], {474 eprint!("TRACE:");475 with_state(|s|{476 let locs = s.map_source_locations(&loc.0, &[loc.1]);477 eprint!(" {}:{}", loc.0.file_name().unwrap().to_str().unwrap(), locs[0].line);478 });479 eprintln!(" {}", str);480 Ok(rest)481 })482}483484#[jrsonnet_macros::builtin]485fn builtin_base64(input: Either<Vec<u8>, IStr>) -> Result<String> {486 Ok(match input {487 Either::Left(a) => base64::encode(a),488 Either::Right(l) => base64::encode(l.bytes().collect::<Vec<_>>()),489 })490}491492#[jrsonnet_macros::builtin]493fn builtin_base64_decode_bytes(input: IStr) -> Result<Vec<u8>> {494 Ok(base64::decode(&input.as_bytes()).map_err(|_| RuntimeError("bad base64".into()))?)495}496497#[jrsonnet_macros::builtin]498fn builtin_base64_decode(input: IStr) -> Result<String> {499 let bytes = base64::decode(&input.as_bytes()).map_err(|_| RuntimeError("bad base64".into()))?;500 Ok(String::from_utf8(bytes).map_err(|_| RuntimeError("bad utf8".into()))?)501}502503#[jrsonnet_macros::builtin]504fn builtin_join(sep: IndexableVal, arr: ArrValue) -> Result<IndexableVal> {505 Ok(match sep {506 IndexableVal::Arr(joiner_items) => {507 let mut out = Vec::new();508509 let mut first = true;510 for item in arr.iter() {511 let item = item?.clone();512 if let Val::Arr(items) = item {513 if !first {514 out.reserve(joiner_items.len());515 // TODO: extend516 for item in joiner_items.iter() {517 out.push(item?);518 }519 }520 first = false;521 out.reserve(items.len());522 // TODO: extend523 for item in items.iter() {524 out.push(item?);525 }526 } else {527 throw!(RuntimeError(528 "in std.join all items should be arrays".into()529 ));530 }531 }532533 IndexableVal::Arr(out.into())534 }535 IndexableVal::Str(sep) => {536 let mut out = String::new();537538 let mut first = true;539 for item in arr.iter() {540 let item = item?.clone();541 if let Val::Str(item) = item {542 if !first {543 out += &sep;544 }545 first = false;546 out += &item;547 } else {548 throw!(RuntimeError(549 "in std.join all items should be strings".into()550 ));551 }552 }553554 IndexableVal::Str(out.into())555 }556 })557}558559#[jrsonnet_macros::builtin]560fn builtin_escape_string_json(str_: IStr) -> Result<String> {561 Ok(escape_string_json(&str_))562}563564#[jrsonnet_macros::builtin]565fn builtin_manifest_json_ex(value: Any, indent: IStr) -> Result<String> {566 manifest_json_ex(567 &value.0,568 &ManifestJsonOptions {569 padding: &indent,570 mtype: ManifestType::Std,571 },572 )573}574575#[jrsonnet_macros::builtin]576fn builtin_manifest_yaml_doc(577 value: Any,578 indent_array_in_object: bool,579 quote_keys: bool,580) -> Result<String> {581 manifest_yaml_ex(582 &value.0,583 &ManifestYamlOptions {584 padding: " ",585 arr_element_padding: if indent_array_in_object { " " } else { "" },586 quote_keys,587 },588 )589}590591#[jrsonnet_macros::builtin]592fn builtin_reverse(value: ArrValue) -> Result<ArrValue> {593 Ok(value.reversed())594}595596#[jrsonnet_macros::builtin]597const fn builtin_id(v: Any) -> Result<Any> {598 Ok(v)599}600601#[jrsonnet_macros::builtin]602fn builtin_str_replace(str: String, from: IStr, to: IStr) -> Result<String> {603 Ok(str.replace(&from as &str, &to as &str))604}605606#[jrsonnet_macros::builtin]607fn builtin_splitlimit(str: IStr, c: char, maxsplits: Either<usize, M1>) -> Result<VecVal> {608 Ok(VecVal(match maxsplits {609 Either::Left(n) => str.splitn(n + 1, c).map(|s| Val::Str(s.into())).collect(),610 Either::Right(_) => str.split(c).map(|s| Val::Str(s.into())).collect(),611 }))612}613614#[jrsonnet_macros::builtin]615fn builtin_ascii_upper(str: IStr) -> Result<String> {616 Ok(str.to_ascii_uppercase())617}618619#[jrsonnet_macros::builtin]620fn builtin_ascii_lower(str: IStr) -> Result<String> {621 Ok(str.to_ascii_lowercase())622}623624#[jrsonnet_macros::builtin]625fn builtin_member(arr: IndexableVal, x: Any) -> Result<bool> {626 match arr {627 IndexableVal::Str(s) => {628 let x: IStr = IStr::try_from(x.0)?;629 Ok(!x.is_empty() && s.contains(&*x))630 }631 IndexableVal::Arr(a) => {632 for item in a.iter() {633 let item = item?;634 if equals(&item, &x.0)? {635 return Ok(true);636 }637 }638 Ok(false)639 }640 }641}642643#[jrsonnet_macros::builtin]644fn builtin_count(arr: Vec<Any>, v: Any) -> Result<usize> {645 let mut count = 0;646 for item in arr.iter() {647 if equals(&item.0, &v.0)? {648 count += 1;649 }650 }651 Ok(count)652}653654pub fn call_builtin(655 context: Context,656 loc: &ExprLocation,657 name: &str,658 args: &ArgsDesc,659) -> Result<Val> {660 BUILTINS661 .with(|builtins| builtins.get(name).copied())662 .ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)663}1use crate::typed::{Any, Either, Null, PositiveF64, VecVal, M1};2use crate::{self as jrsonnet_evaluator, ObjValue};3use crate::{4 builtin::manifest::{manifest_yaml_ex, ManifestYamlOptions},5 equals,6 error::{Error::*, Result},7 operator::evaluate_mod_op,8 primitive_equals, push_frame, throw, with_state, ArrValue, Context, FuncVal,9 IndexableVal, Val,10};11use format::{format_arr, format_obj};12use gcmodule::Cc;13use jrsonnet_interner::IStr;14use jrsonnet_parser::{ArgsDesc, ExprLocation};15use serde::Deserialize;16use serde_yaml::DeserializingQuirks;17use std::{18 collections::HashMap,19 convert::{TryFrom, TryInto},20 path::PathBuf,21 rc::Rc,22};2324pub mod stdlib;25pub use stdlib::*;2627use self::manifest::{escape_string_json, manifest_json_ex, ManifestJsonOptions, ManifestType};2829pub mod format;30pub mod manifest;31pub mod sort;3233pub fn std_format(str: IStr, vals: Val) -> Result<String> {34 push_frame(35 &ExprLocation(Rc::from(PathBuf::from("std.jsonnet")), 0, 0),36 || format!("std.format of {}", str),37 || {38 Ok(match vals {39 Val::Arr(vals) => format_arr(&str, &vals.evaluated()?)?,40 Val::Obj(obj) => format_obj(&str, &obj)?,41 o => format_arr(&str, &[o])?,42 })43 },44 )45}4647pub fn std_slice(48 indexable: IndexableVal,49 index: Option<usize>,50 end: Option<usize>,51 step: Option<usize>,52) -> Result<Val> {53 let index = index.unwrap_or(0);54 let end = end.unwrap_or_else(|| match &indexable {55 IndexableVal::Str(_) => usize::MAX,56 IndexableVal::Arr(v) => v.len(),57 });58 let step = step.unwrap_or(1);59 match &indexable {60 IndexableVal::Str(s) => Ok(Val::Str(61 (s.chars()62 .skip(index)63 .take(end - index)64 .step_by(step)65 .collect::<String>())66 .into(),67 )),68 IndexableVal::Arr(arr) => Ok(Val::Arr(69 (arr.iter()70 .skip(index)71 .take(end - index)72 .step_by(step)73 .collect::<Result<Vec<Val>>>()?)74 .into(),75 )),76 }77}7879type Builtin = fn(context: Context, loc: &ExprLocation, args: &ArgsDesc) -> Result<Val>;8081type BuiltinsType = HashMap<Box<str>, Builtin>;8283thread_local! {84 static BUILTINS: BuiltinsType = {85 [86 ("length".into(), builtin_length as Builtin),87 ("type".into(), builtin_type),88 ("makeArray".into(), builtin_make_array),89 ("codepoint".into(), builtin_codepoint),90 ("objectFieldsEx".into(), builtin_object_fields_ex),91 ("objectHasEx".into(), builtin_object_has_ex),92 ("slice".into(), builtin_slice),93 ("substr".into(), builtin_substr),94 ("primitiveEquals".into(), builtin_primitive_equals),95 ("equals".into(), builtin_equals),96 ("modulo".into(), builtin_modulo),97 ("mod".into(), builtin_mod),98 ("floor".into(), builtin_floor),99 ("ceil".into(), builtin_ceil),100 ("log".into(), builtin_log),101 ("pow".into(), builtin_pow),102 ("sqrt".into(), builtin_sqrt),103 ("sin".into(), builtin_sin),104 ("cos".into(), builtin_cos),105 ("tan".into(), builtin_tan),106 ("asin".into(), builtin_asin),107 ("acos".into(), builtin_acos),108 ("atan".into(), builtin_atan),109 ("exp".into(), builtin_exp),110 ("mantissa".into(), builtin_mantissa),111 ("exponent".into(), builtin_exponent),112 ("extVar".into(), builtin_ext_var),113 ("native".into(), builtin_native),114 ("filter".into(), builtin_filter),115 ("map".into(), builtin_map),116 ("flatMap".into(), builtin_flatmap),117 ("foldl".into(), builtin_foldl),118 ("foldr".into(), builtin_foldr),119 ("sortImpl".into(), builtin_sort_impl),120 ("format".into(), builtin_format),121 ("range".into(), builtin_range),122 ("char".into(), builtin_char),123 ("encodeUTF8".into(), builtin_encode_utf8),124 ("decodeUTF8".into(), builtin_decode_utf8),125 ("md5".into(), builtin_md5),126 ("base64".into(), builtin_base64),127 ("base64DecodeBytes".into(), builtin_base64_decode_bytes),128 ("base64Decode".into(), builtin_base64_decode),129 ("trace".into(), builtin_trace),130 ("join".into(), builtin_join),131 ("escapeStringJson".into(), builtin_escape_string_json),132 ("manifestJsonEx".into(), builtin_manifest_json_ex),133 ("manifestYamlDocImpl".into(), builtin_manifest_yaml_doc),134 ("reverse".into(), builtin_reverse),135 ("id".into(), builtin_id),136 ("strReplace".into(), builtin_str_replace),137 ("splitLimit".into(), builtin_splitlimit),138 ("parseJson".into(), builtin_parse_json),139 ("parseYaml".into(), builtin_parse_yaml),140 ("asciiUpper".into(), builtin_ascii_upper),141 ("asciiLower".into(), builtin_ascii_lower),142 ("member".into(), builtin_member),143 ("count".into(), builtin_count),144 ].iter().cloned().collect()145 };146}147148#[jrsonnet_macros::builtin]149fn builtin_length(x: Either<IStr, Either<VecVal, ObjValue>>) -> Result<usize> {150 Ok(match x {151 Either::Left(x) => x.len(),152 Either::Right(Either::Left(x)) => x.0.len(),153 Either::Right(Either::Right(x)) => x154 .fields_visibility()155 .into_iter()156 .filter(|(_k, v)| *v)157 .count(),158 })159}160161#[jrsonnet_macros::builtin]162fn builtin_type(x: Any) -> Result<IStr> {163 Ok(x.0.value_type().name().into())164}165166#[jrsonnet_macros::builtin]167fn builtin_make_array(sz: usize, func: Cc<FuncVal>) -> Result<VecVal> {168 let mut out = Vec::with_capacity(sz);169 for i in 0..sz {170 out.push(func.evaluate_values(&[Val::Num(i as f64)])?)171 }172 Ok(VecVal(out))173}174175#[jrsonnet_macros::builtin]176const fn builtin_codepoint(str: char) -> Result<u32> {177 Ok(str as u32)178}179180#[jrsonnet_macros::builtin]181fn builtin_object_fields_ex(obj: ObjValue, inc_hidden: bool) -> Result<VecVal> {182 let out = obj.fields_ex(inc_hidden);183 Ok(VecVal(out.into_iter().map(Val::Str).collect::<Vec<_>>()))184}185186#[jrsonnet_macros::builtin]187fn builtin_object_has_ex(obj: ObjValue, f: IStr, inc_hidden: bool) -> Result<bool> {188 Ok(obj.has_field_ex(f, inc_hidden))189}190191#[jrsonnet_macros::builtin]192fn builtin_parse_json(s: IStr) -> Result<Any> {193 let value: serde_json::Value = serde_json::from_str(&s)194 .map_err(|e| RuntimeError(format!("failed to parse json: {}", e).into()))?;195 Ok(Any(Val::try_from(&value)?))196}197198#[jrsonnet_macros::builtin]199fn builtin_parse_yaml(s: IStr) -> Result<Any> {200 let value = serde_yaml::Deserializer::from_str_with_quirks(201 &s,202 DeserializingQuirks { old_octals: true },203 );204 let mut out = vec![];205 for item in value {206 let value = serde_json::Value::deserialize(item)207 .map_err(|e| RuntimeError(format!("failed to parse yaml: {}", e).into()))?;208 let val = Val::try_from(&value)?;209 out.push(val);210 }211 Ok(Any(if out.is_empty() {212 Val::Null213 } else if out.len() == 1 {214 out.into_iter().next().unwrap()215 } else {216 Val::Arr(out.into())217 }))218}219220#[jrsonnet_macros::builtin]221fn builtin_slice(222 indexable: IndexableVal,223 index: Either<usize, Null>,224 end: Either<usize, Null>,225 step: Either<usize, Null>,226) -> Result<Any> {227 std_slice(indexable, index.left(), end.left(), step.left()).map(Any)228}229230#[jrsonnet_macros::builtin]231fn builtin_substr(str: IStr, from: usize, len: usize) -> Result<String> {232 Ok(str.chars().skip(from as usize).take(len as usize).collect())233}234235#[jrsonnet_macros::builtin]236fn builtin_primitive_equals(a: Any, b: Any) -> Result<bool> {237 primitive_equals(&a.0, &b.0)238}239240#[jrsonnet_macros::builtin]241fn builtin_equals(a: Any, b: Any) -> Result<bool> {242 equals(&a.0, &b.0)243}244245#[jrsonnet_macros::builtin]246fn builtin_modulo(a: f64, b: f64) -> Result<f64> {247 Ok(a % b)248}249250#[jrsonnet_macros::builtin]251fn builtin_mod(a: Either<f64, IStr>, b: Any) -> Result<Any> {252 Ok(Any(evaluate_mod_op(253 &match a {254 Either::Left(v) => Val::Num(v),255 Either::Right(s) => Val::Str(s),256 },257 &b.0,258 )?))259}260261#[jrsonnet_macros::builtin]262fn builtin_floor(x: f64) -> Result<f64> {263 Ok(x.floor())264}265266#[jrsonnet_macros::builtin]267fn builtin_ceil(x: f64) -> Result<f64> {268 Ok(x.ceil())269}270271#[jrsonnet_macros::builtin]272fn builtin_log(n: f64) -> Result<f64> {273 Ok(n.ln())274}275276#[jrsonnet_macros::builtin]277fn builtin_pow(x: f64, n: f64) -> Result<f64> {278 Ok(x.powf(n))279}280281#[jrsonnet_macros::builtin]282fn builtin_sqrt(x: PositiveF64) -> Result<f64> {283 Ok(x.0.sqrt())284}285286#[jrsonnet_macros::builtin]287fn builtin_sin(x: f64) -> Result<f64> {288 Ok(x.sin())289}290291#[jrsonnet_macros::builtin]292fn builtin_cos(x: f64) -> Result<f64> {293 Ok(x.cos())294}295296#[jrsonnet_macros::builtin]297fn builtin_tan(x: f64) -> Result<f64> {298 Ok(x.tan())299}300301#[jrsonnet_macros::builtin]302fn builtin_asin(x: f64) -> Result<f64> {303 Ok(x.asin())304}305306#[jrsonnet_macros::builtin]307fn builtin_acos(x: f64) -> Result<f64> {308 Ok(x.acos())309}310311#[jrsonnet_macros::builtin]312fn builtin_atan(x: f64) -> Result<f64> {313 Ok(x.atan())314}315316#[jrsonnet_macros::builtin]317fn builtin_exp(x: f64) -> Result<f64> {318 Ok(x.exp())319}320321fn frexp(s: f64) -> (f64, i16) {322 if 0.0 == s {323 (s, 0)324 } else {325 let lg = s.abs().log2();326 let x = (lg - lg.floor() - 1.0).exp2();327 let exp = lg.floor() + 1.0;328 (s.signum() * x, exp as i16)329 }330}331332#[jrsonnet_macros::builtin]333fn builtin_mantissa(x: f64) -> Result<f64> {334 Ok(frexp(x).0)335}336337#[jrsonnet_macros::builtin]338fn builtin_exponent(x: f64) -> Result<i16> {339 Ok(frexp(x).1)340}341342#[jrsonnet_macros::builtin]343fn builtin_ext_var(x: IStr) -> Result<Any> {344 Ok(Any(with_state(|s| s.settings().ext_vars.get(&x).cloned())345 .ok_or(UndefinedExternalVariable(x))?))346}347348#[jrsonnet_macros::builtin]349fn builtin_native(name: IStr) -> Result<Cc<FuncVal>> {350 Ok(with_state(|s| s.settings().ext_natives.get(&name).cloned())351 .map(|v| Cc::new(FuncVal::NativeExt(name.clone(), v)))352 .ok_or(UndefinedExternalFunction(name))?)353}354355#[jrsonnet_macros::builtin]356fn builtin_filter(func: Cc<FuncVal>, arr: ArrValue) -> Result<ArrValue> {357 arr.filter(|val| bool::try_from(func.evaluate_values(&[val.clone()])?))358}359360#[jrsonnet_macros::builtin]361fn builtin_map(func: Cc<FuncVal>, arr: ArrValue) -> Result<ArrValue> {362 arr.map(|val| func.evaluate_values(&[val]))363}364365#[jrsonnet_macros::builtin]366fn builtin_flatmap(func: Cc<FuncVal>, arr: IndexableVal) -> Result<IndexableVal> {367 match arr {368 IndexableVal::Str(s) => {369 let mut out = String::new();370 for c in s.chars() {371 match func.evaluate_values(&[Val::Str(c.to_string().into())])? {372 Val::Str(o) => out.push_str(&o),373 _ => throw!(RuntimeError(374 "in std.join all items should be strings".into()375 )),376 };377 }378 Ok(IndexableVal::Str(out.into()))379 }380 IndexableVal::Arr(a) => {381 let mut out = Vec::new();382 for el in a.iter() {383 let el = el?;384 match func.evaluate_values(&[el])? {385 Val::Arr(o) => {386 for oe in o.iter() {387 out.push(oe?)388 }389 }390 _ => throw!(RuntimeError(391 "in std.join all items should be arrays".into()392 )),393 };394 }395 Ok(IndexableVal::Arr(out.into()))396 }397 }398}399400#[jrsonnet_macros::builtin]401fn builtin_foldl(func: Cc<FuncVal>, arr: ArrValue, init: Any) -> Result<Any> {402 let mut acc = init.0;403 for i in arr.iter() {404 acc = func.evaluate_values(&[acc, i?])?;405 }406 Ok(Any(acc))407}408409#[jrsonnet_macros::builtin]410fn builtin_foldr(func: Cc<FuncVal>, arr: ArrValue, init: Any) -> Result<Any> {411 let mut acc = init.0;412 for i in arr.iter().rev() {413 acc = func.evaluate_values(&[i?, acc])?;414 }415 Ok(Any(acc))416}417418#[jrsonnet_macros::builtin]419#[allow(non_snake_case)]420fn builtin_sort_impl(arr: ArrValue, keyF: Cc<FuncVal>) -> Result<ArrValue> {421 if arr.len() <= 1 {422 return Ok(arr);423 }424 Ok(ArrValue::Eager(sort::sort(arr.evaluated()?, &keyF)?))425}426427#[jrsonnet_macros::builtin]428fn builtin_format(str: IStr, vals: Any) -> Result<String> {429 std_format(str, vals.0)430}431432#[jrsonnet_macros::builtin]433fn builtin_range(from: i32, to: i32) -> Result<VecVal> {434 if to < from {435 return Ok(VecVal(Vec::new()));436 }437 let mut out = Vec::with_capacity((1 + to as usize - from as usize).max(0));438 for i in from as usize..=to as usize {439 out.push(Val::Num(i as f64));440 }441 Ok(VecVal(out))442}443444#[jrsonnet_macros::builtin]445fn builtin_char(n: u32) -> Result<char> {446 Ok(std::char::from_u32(n as u32).ok_or_else(|| InvalidUnicodeCodepointGot(n as u32))?)447}448449#[jrsonnet_macros::builtin]450fn builtin_encode_utf8(str: IStr) -> Result<VecVal> {451 Ok(VecVal(452 str.bytes()453 .map(|b| Val::Num(b as f64))454 .collect::<Vec<Val>>(),455 ))456}457458#[jrsonnet_macros::builtin]459fn builtin_decode_utf8(arr: Vec<u8>) -> Result<String> {460 Ok(String::from_utf8(arr).map_err(|_| RuntimeError("bad utf8".into()))?)461}462463#[jrsonnet_macros::builtin]464fn builtin_md5(str: IStr) -> Result<String> {465 Ok(format!("{:x}", md5::compute(&str.as_bytes())))466}467468#[jrsonnet_macros::builtin]469fn builtin_trace(#[location] loc: &ExprLocation, str: IStr, rest: Any) -> Result<Any> {470 eprint!("TRACE:");471 with_state(|s| {472 let locs = s.map_source_locations(&loc.0, &[loc.1]);473 eprint!(474 " {}:{}",475 loc.0.file_name().unwrap().to_str().unwrap(),476 locs[0].line477 );478 });479 eprintln!(" {}", str);480 Ok(rest) as Result<Any>481}482483#[jrsonnet_macros::builtin]484fn builtin_base64(input: Either<Vec<u8>, IStr>) -> Result<String> {485 Ok(match input {486 Either::Left(a) => base64::encode(a),487 Either::Right(l) => base64::encode(l.bytes().collect::<Vec<_>>()),488 })489}490491#[jrsonnet_macros::builtin]492fn builtin_base64_decode_bytes(input: IStr) -> Result<Vec<u8>> {493 Ok(base64::decode(&input.as_bytes()).map_err(|_| RuntimeError("bad base64".into()))?)494}495496#[jrsonnet_macros::builtin]497fn builtin_base64_decode(input: IStr) -> Result<String> {498 let bytes = base64::decode(&input.as_bytes()).map_err(|_| RuntimeError("bad base64".into()))?;499 Ok(String::from_utf8(bytes).map_err(|_| RuntimeError("bad utf8".into()))?)500}501502#[jrsonnet_macros::builtin]503fn builtin_join(sep: IndexableVal, arr: ArrValue) -> Result<IndexableVal> {504 Ok(match sep {505 IndexableVal::Arr(joiner_items) => {506 let mut out = Vec::new();507508 let mut first = true;509 for item in arr.iter() {510 let item = item?.clone();511 if let Val::Arr(items) = item {512 if !first {513 out.reserve(joiner_items.len());514 // TODO: extend515 for item in joiner_items.iter() {516 out.push(item?);517 }518 }519 first = false;520 out.reserve(items.len());521 // TODO: extend522 for item in items.iter() {523 out.push(item?);524 }525 } else {526 throw!(RuntimeError(527 "in std.join all items should be arrays".into()528 ));529 }530 }531532 IndexableVal::Arr(out.into())533 }534 IndexableVal::Str(sep) => {535 let mut out = String::new();536537 let mut first = true;538 for item in arr.iter() {539 let item = item?.clone();540 if let Val::Str(item) = item {541 if !first {542 out += &sep;543 }544 first = false;545 out += &item;546 } else {547 throw!(RuntimeError(548 "in std.join all items should be strings".into()549 ));550 }551 }552553 IndexableVal::Str(out.into())554 }555 })556}557558#[jrsonnet_macros::builtin]559fn builtin_escape_string_json(str_: IStr) -> Result<String> {560 Ok(escape_string_json(&str_))561}562563#[jrsonnet_macros::builtin]564fn builtin_manifest_json_ex(value: Any, indent: IStr) -> Result<String> {565 manifest_json_ex(566 &value.0,567 &ManifestJsonOptions {568 padding: &indent,569 mtype: ManifestType::Std,570 },571 )572}573574#[jrsonnet_macros::builtin]575fn builtin_manifest_yaml_doc(576 value: Any,577 indent_array_in_object: bool,578 quote_keys: bool,579) -> Result<String> {580 manifest_yaml_ex(581 &value.0,582 &ManifestYamlOptions {583 padding: " ",584 arr_element_padding: if indent_array_in_object { " " } else { "" },585 quote_keys,586 },587 )588}589590#[jrsonnet_macros::builtin]591fn builtin_reverse(value: ArrValue) -> Result<ArrValue> {592 Ok(value.reversed())593}594595#[jrsonnet_macros::builtin]596const fn builtin_id(v: Any) -> Result<Any> {597 Ok(v)598}599600#[jrsonnet_macros::builtin]601fn builtin_str_replace(str: String, from: IStr, to: IStr) -> Result<String> {602 Ok(str.replace(&from as &str, &to as &str))603}604605#[jrsonnet_macros::builtin]606fn builtin_splitlimit(str: IStr, c: char, maxsplits: Either<usize, M1>) -> Result<VecVal> {607 Ok(VecVal(match maxsplits {608 Either::Left(n) => str.splitn(n + 1, c).map(|s| Val::Str(s.into())).collect(),609 Either::Right(_) => str.split(c).map(|s| Val::Str(s.into())).collect(),610 }))611}612613#[jrsonnet_macros::builtin]614fn builtin_ascii_upper(str: IStr) -> Result<String> {615 Ok(str.to_ascii_uppercase())616}617618#[jrsonnet_macros::builtin]619fn builtin_ascii_lower(str: IStr) -> Result<String> {620 Ok(str.to_ascii_lowercase())621}622623#[jrsonnet_macros::builtin]624fn builtin_member(arr: IndexableVal, x: Any) -> Result<bool> {625 match arr {626 IndexableVal::Str(s) => {627 let x: IStr = IStr::try_from(x.0)?;628 Ok(!x.is_empty() && s.contains(&*x))629 }630 IndexableVal::Arr(a) => {631 for item in a.iter() {632 let item = item?;633 if equals(&item, &x.0)? {634 return Ok(true);635 }636 }637 Ok(false)638 }639 }640}641642#[jrsonnet_macros::builtin]643fn builtin_count(arr: Vec<Any>, v: Any) -> Result<usize> {644 let mut count = 0;645 for item in arr.iter() {646 if equals(&item.0, &v.0)? {647 count += 1;648 }649 }650 Ok(count)651}652653pub fn call_builtin(654 context: Context,655 loc: &ExprLocation,656 name: &str,657 args: &ArgsDesc,658) -> Result<Val> {659 BUILTINS660 .with(|builtins| builtins.get(name).copied())661 .ok_or_else(|| IntrinsicNotFound(name.into()))?(context, loc, args)662}crates/jrsonnet-evaluator/src/error.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/error.rs
+++ b/crates/jrsonnet-evaluator/src/error.rs
@@ -16,8 +16,6 @@
pub enum Error {
#[error("intrinsic not found: {0}")]
IntrinsicNotFound(IStr),
- #[error("argument reordering in intrisics not supported yet")]
- IntrinsicArgumentReorderingIsNotSupportedYet,
#[error("operator {0} does not operate on type {1}")]
UnaryOperatorDoesNotOperateOnType(UnaryOpType, ValType),
crates/jrsonnet-evaluator/src/function.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function.rs
+++ b/crates/jrsonnet-evaluator/src/function.rs
@@ -311,45 +311,3 @@
Ok(body_ctx.extend(out, None, None, None))
}
-
-#[macro_export]
-macro_rules! parse_args {
- ($ctx: expr, $fn_name: expr, $args: expr, $total_args: expr, [
- $($id: expr, $name: ident: $ty: expr $(=>$match: path)?);+ $(;)?
- ], $handler:block) => {{
- use $crate::{error::Error::*, throw, evaluate, push_description_frame, typed::CheckType};
-
- let args = $args;
- if args.unnamed.len() + args.named.len() > $total_args {
- throw!(TooManyArgsFunctionHas($total_args));
- }
- $(
- if args.unnamed.len() + args.named.len() <= $id {
- throw!(FunctionParameterNotBoundInCall(stringify!($name).into()));
- }
- // Is named
- let $name = if $id >= $args.unnamed.len() {
- let named = &args.named[$id - $args.unnamed.len()];
- if &named.0 != stringify!($name) {
- throw!(IntrinsicArgumentReorderingIsNotSupportedYet);
- }
- &named.1
- } else {
- &$args.unnamed[$id]
- };
- let $name = push_description_frame(|| format!("evaluating builtin argument {}", stringify!($name)), || {
- let value = evaluate($ctx.clone(), &$name)?;
- $ty.check(&value)?;
- Ok(value)
- })?;
- $(
- let $name = if let $match(v) = $name {
- v
- } else {
- unreachable!();
- };
- )?
- )+
- ($handler as crate::Result<_>)
- }};
-}
crates/jrsonnet-macros/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-macros/src/lib.rs
+++ b/crates/jrsonnet-macros/src/lib.rs
@@ -1,6 +1,10 @@
use proc_macro2::Span;
use quote::quote;
-use syn::{parse_macro_input, FnArg, Ident, ItemFn, Pat};
+use syn::{parse_macro_input, FnArg, Ident, ItemFn, Pat, PatType};
+
+fn is_location_arg(t: &PatType) -> bool {
+ t.attrs.iter().any(|a| a.path.is_ident("location"))
+}
#[proc_macro_attribute]
pub fn builtin(
@@ -8,14 +12,11 @@
item: proc_macro::TokenStream,
) -> proc_macro::TokenStream {
// syn::ItemFn::parse(input)
- let fun: ItemFn = parse_macro_input!(item);
+ let mut fun: ItemFn = parse_macro_input!(item);
- let inner_name = Ident::new("inner", Span::call_site());
- let mut inner_fun = fun.clone();
- inner_fun.sig.ident = inner_name.clone();
let result = match fun.sig.output {
syn::ReturnType::Default => panic!("builtin should return something"),
- syn::ReturnType::Type(_, ty) => ty,
+ syn::ReturnType::Type(_, ref ty) => ty.clone(),
};
let params = fun
@@ -26,6 +27,7 @@
FnArg::Receiver(_) => unreachable!(),
FnArg::Typed(t) => t,
})
+ .filter(|a| !is_location_arg(a))
.map(|t| {
let ident = match &t.pat as &Pat {
Pat::Ident(i) => i.ident.to_string(),
@@ -39,38 +41,53 @@
has_default: #optional,
}
}
- });
+ })
+ .collect::<Vec<_>>();
let args = fun
.sig
.inputs
- .iter()
+ .iter_mut()
.map(|i| match i {
FnArg::Receiver(_) => unreachable!(),
FnArg::Typed(t) => t,
})
.map(|t| {
- let ident = match &t.pat as &Pat {
- Pat::Ident(i) => i.ident.to_string(),
- _ => panic!("only idents supported yet"),
- };
- let ty = &t.ty;
- quote! {{
- let value = parsed.get(#ident).unwrap();
+ let count_before = t.attrs.len();
+ t.attrs.retain(|a| !a.path.is_ident("location"));
+ let count_after = t.attrs.len();
+ let is_location = count_before != count_after;
+ if is_location {
+ quote! {{
+ loc
+ }}
+ } else {
+ let ident = match &t.pat as &Pat {
+ Pat::Ident(i) => i.ident.to_string(),
+ _ => panic!("only idents supported yet"),
+ };
+ let ty = &t.ty;
+ quote! {{
+ let value = parsed.get(#ident).unwrap();
- jrsonnet_evaluator::push_description_frame(
- || format!("argument <{}> evaluation", #ident),
- || <#ty>::try_from(value.evaluate()?),
- )?
- }}
- });
+ jrsonnet_evaluator::push_description_frame(
+ || format!("argument <{}> evaluation", #ident),
+ || <#ty>::try_from(value.evaluate()?),
+ )?
+ }}
+ }
+ }).collect::<Vec<_>>();
+
+ let inner_name = Ident::new("inner", Span::call_site());
+ let mut inner_fun = fun.clone();
+ inner_fun.sig.ident = inner_name.clone();
let attrs = &fun.attrs;
let vis = &fun.vis;
let name = &fun.sig.ident;
(quote! {
#(#attrs)*
- #vis fn #name(context: Context, _loc: &ExprLocation, args: &ArgsDesc) -> Result<Val> {
+ #vis fn #name(context: Context, loc: &ExprLocation, args: &ArgsDesc) -> Result<Val> {
#inner_fun
use jrsonnet_evaluator::function::BuiltinParam;
const PARAMS: &'static [BuiltinParam] = &[
crates/jrsonnet-types/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-types/src/lib.rs
+++ b/crates/jrsonnet-types/src/lib.rs
@@ -191,9 +191,9 @@
write!(f, "}}")?;
}
ComplexValType::Union(v) => write_union(f, true, v.iter())?,
- ComplexValType::UnionRef(v) => write_union(f, true, v.iter().map(|v| *v))?,
+ ComplexValType::UnionRef(v) => write_union(f, true, v.iter().copied())?,
ComplexValType::Sum(v) => write_union(f, false, v.iter())?,
- ComplexValType::SumRef(v) => write_union(f, false, v.iter().map(|v| *v))?,
+ ComplexValType::SumRef(v) => write_union(f, false, v.iter().copied())?,
};
Ok(())
}
flake.nixdiffbeforeafterboth--- a/flake.nix
+++ b/flake.nix
@@ -1,21 +1,59 @@
{
- description = "Rust jsonnet implementation";
-
- inputs.nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable";
- inputs.flake-utils.url = "github:numtide/flake-utils";
-
- outputs = { self, nixpkgs, flake-utils }:
+ description = "Dotfiles manager";
+ inputs = {
+ nixpkgs.url = "github:nixos/nixpkgs";
+ flake-utils.url = "github:numtide/flake-utils";
+ naersk.url = "github:nix-community/naersk";
+ rust-overlay.url = "github:oxalica/rust-overlay";
+ pre-commit-hooks.url = "github:cachix/pre-commit-hooks.nix";
+ };
+ outputs = { self, nixpkgs, flake-utils, rust-overlay, pre-commit-hooks, naersk }:
flake-utils.lib.eachDefaultSystem (system:
let
- pkgs = nixpkgs.legacyPackages.${system};
- jrsonnet = pkgs.rustPlatform.buildRustPackage rec {
- pname = "jrsonnet";
- version = "0.1.0";
- src = self;
- cargoSha256 = "sha256-cez8pJ/uwj+PHAPQwpSB4CKaxcP8Uvv8xguOrVXR2xE=";
+ pkgs = import nixpkgs
+ {
+ inherit system;
+ overlays = [ rust-overlay.overlay ];
+ };
+ rust = ((pkgs.rustChannelOf { date = "2021-11-11"; channel = "nightly"; }).default.override {
+ extensions = [ "rust-src" ];
+ });
+ naersk-lib = naersk.lib."${system}".override {
+ rustc = rust;
+ cargo = rust;
+ };
+ in
+ rec {
+ checks = {
+ pre-commit-check = pre-commit-hooks.lib.${system}.run {
+ src = ./.;
+ hooks = {
+ nixpkgs-fmt.enable = true;
+ };
+ };
+ };
+ defaultPackage = naersk-lib.buildPackage {
+ pname = "dotman";
+ root = ./.;
+ buildInputs = with pkgs; [
+ pkgs.sqlite
+ ];
};
- in {
- defaultPackage = jrsonnet;
- devShell = pkgs.mkShell {};
- });
+ devShell = pkgs.mkShell {
+ inherit (checks.pre-commit-check) shellHook;
+ nativeBuildInputs = with pkgs;[
+ pkgs.binutils
+ pkgs.pkgconfig
+ pkgs.clang
+ pkgs.x11
+ pkgs.alsaLib
+ pkgs.libudev
+ pkgs.sqlite
+ rust
+ cargo-edit
+ go-jsonnet
+ ];
+ };
+ }
+ );
}