difftreelog
Re-export `IStr` in jrsonnet-evaluator crate
in: master
5 files changed
Cargo.lockdiffbeforeafterboth--- a/Cargo.lock
+++ b/Cargo.lock
@@ -223,7 +223,6 @@
version = "0.3.8"
dependencies = [
"jrsonnet-evaluator",
- "jrsonnet-interner",
"jrsonnet-parser",
]
bindings/jsonnet/Cargo.tomldiffbeforeafterboth--- a/bindings/jsonnet/Cargo.toml
+++ b/bindings/jsonnet/Cargo.toml
@@ -8,7 +8,6 @@
publish = false
[dependencies]
-jrsonnet-interner = { path = "../../crates/jrsonnet-interner", version = "0.3.8" }
jrsonnet-evaluator = { path = "../../crates/jrsonnet-evaluator", version = "0.3.8" }
jrsonnet-parser = { path = "../../crates/jrsonnet-parser", version = "0.3.8" }
bindings/jsonnet/src/import.rsdiffbeforeafterboth--- a/bindings/jsonnet/src/import.rs
+++ b/bindings/jsonnet/src/import.rs
@@ -2,9 +2,8 @@
use jrsonnet_evaluator::{
error::{Error::*, Result},
- throw, EvaluationState, ImportResolver,
+ throw, EvaluationState, IStr, ImportResolver,
};
-use jrsonnet_interner::IStr;
use std::{
any::Any,
cell::RefCell,
bindings/jsonnet/src/lib.rsdiffbeforeafterboth--- a/bindings/jsonnet/src/lib.rs
+++ b/bindings/jsonnet/src/lib.rs
@@ -9,8 +9,7 @@
pub mod vars_tlas;
use import::NativeImportResolver;
-use jrsonnet_evaluator::{EvaluationState, ManifestFormat, Val};
-use jrsonnet_interner::IStr;
+use jrsonnet_evaluator::{EvaluationState, IStr, ManifestFormat, Val};
use std::{
alloc::Layout,
ffi::{CStr, CString},
crates/jrsonnet-evaluator/src/lib.rsdiffbeforeafterboth1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![warn(clippy::all, clippy::nursery)]3#![allow(4 macro_expanded_macro_exports_accessed_by_absolute_paths,5 clippy::ptr_arg6)]78mod builtin;9mod ctx;10mod dynamic;11pub mod error;12mod evaluate;13mod function;14mod import;15mod integrations;16mod map;17pub mod native;18mod obj;19pub mod trace;20pub mod typed;21mod val;2223pub use ctx::*;24pub use dynamic::*;25use error::{Error::*, LocError, Result, StackTraceElement};26pub use evaluate::*;27pub use function::parse_function_call;28pub use import::*;29use jrsonnet_interner::IStr;30use jrsonnet_parser::*;31use native::NativeCallback;32pub use obj::*;33use rustc_hash::FxHashMap;34use std::{35 cell::{Ref, RefCell, RefMut},36 collections::HashMap,37 fmt::Debug,38 hash::BuildHasherDefault,39 path::PathBuf,40 rc::Rc,41};42use trace::{offset_to_location, CodeLocation, CompactFormat, TraceFormat};43pub use val::*;4445type BindableFn = dyn Fn(Option<ObjValue>, Option<ObjValue>) -> Result<LazyVal>;46#[derive(Clone)]47pub enum LazyBinding {48 Bindable(Rc<BindableFn>),49 Bound(LazyVal),50}5152impl Debug for LazyBinding {53 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {54 write!(f, "LazyBinding")55 }56}57impl LazyBinding {58 pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {59 match self {60 Self::Bindable(v) => v(this, super_obj),61 Self::Bound(v) => Ok(v.clone()),62 }63 }64}6566pub struct EvaluationSettings {67 /// Limits recursion by limiting the number of stack frames68 pub max_stack: usize,69 /// Limits amount of stack trace items preserved70 pub max_trace: usize,71 /// Used for s`td.extVar`72 pub ext_vars: HashMap<IStr, Val>,73 /// Used for ext.native74 pub ext_natives: HashMap<IStr, Rc<NativeCallback>>,75 /// TLA vars76 pub tla_vars: HashMap<IStr, Val>,77 /// Global variables are inserted in default context78 pub globals: HashMap<IStr, Val>,79 /// Used to resolve file locations/contents80 pub import_resolver: Box<dyn ImportResolver>,81 /// Used in manifestification functions82 pub manifest_format: ManifestFormat,83 /// Used for bindings84 pub trace_format: Box<dyn TraceFormat>,85}86impl Default for EvaluationSettings {87 fn default() -> Self {88 Self {89 max_stack: 200,90 max_trace: 20,91 globals: Default::default(),92 ext_vars: Default::default(),93 ext_natives: Default::default(),94 tla_vars: Default::default(),95 import_resolver: Box::new(DummyImportResolver),96 manifest_format: ManifestFormat::Json(4),97 trace_format: Box::new(CompactFormat {98 padding: 4,99 resolver: trace::PathResolver::Absolute,100 }),101 }102 }103}104105#[derive(Default)]106struct EvaluationData {107 /// Used for stack overflow detection, stacktrace is populated on unwind108 stack_depth: usize,109 /// Contains file source codes and evaluation results for imports and pretty-printed stacktraces110 files: HashMap<Rc<PathBuf>, FileData>,111 str_files: HashMap<Rc<PathBuf>, IStr>,112}113114pub struct FileData {115 source_code: IStr,116 parsed: LocExpr,117 evaluated: Option<Val>,118}119#[derive(Default)]120pub struct EvaluationStateInternals {121 /// Internal state122 data: RefCell<EvaluationData>,123 /// Settings, safe to change at runtime124 settings: RefCell<EvaluationSettings>,125}126127thread_local! {128 /// Contains the state for a currently executed file.129 /// Global state is fine here.130 pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)131}132pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {133 EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))134}135pub(crate) fn push<T>(136 e: Option<&ExprLocation>,137 frame_desc: impl FnOnce() -> String,138 f: impl FnOnce() -> Result<T>,139) -> Result<T> {140 with_state(|s| s.push(e, frame_desc, f))141}142143pub fn push_stack_frame<T>(144 e: Option<&ExprLocation>,145 frame_desc: impl FnOnce() -> String,146 f: impl FnOnce() -> Result<T>,147) -> Result<T> {148 push(e, frame_desc, f)149}150151/// Maintains stack trace and import resolution152#[derive(Default, Clone)]153pub struct EvaluationState(Rc<EvaluationStateInternals>);154155impl EvaluationState {156 /// Parses and adds file as loaded157 pub fn add_file(&self, path: Rc<PathBuf>, source_code: IStr) -> Result<()> {158 self.add_parsed_file(159 path.clone(),160 source_code.clone(),161 parse(162 &source_code,163 &ParserSettings {164 file_name: path.clone(),165 loc_data: true,166 },167 )168 .map_err(|error| ImportSyntaxError {169 error: Box::new(error),170 path,171 source_code,172 })?,173 )?;174175 Ok(())176 }177178 /// Adds file by source code and parsed expr179 pub fn add_parsed_file(180 &self,181 name: Rc<PathBuf>,182 source_code: IStr,183 parsed: LocExpr,184 ) -> Result<()> {185 self.data_mut().files.insert(186 name,187 FileData {188 source_code,189 parsed,190 evaluated: None,191 },192 );193194 Ok(())195 }196 pub fn get_source(&self, name: &PathBuf) -> Option<IStr> {197 let ro_map = &self.data().files;198 ro_map.get(name).map(|value| value.source_code.clone())199 }200 pub fn map_source_locations(&self, file: &PathBuf, locs: &[usize]) -> Vec<CodeLocation> {201 offset_to_location(&self.get_source(file).unwrap(), locs)202 }203204 pub(crate) fn import_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Val> {205 let file_path = self.resolve_file(from, path)?;206 {207 let data = self.data();208 let files = &data.files;209 if files.contains_key(&file_path) {210 drop(data);211 return self.evaluate_loaded_file_raw(&file_path);212 }213 }214 let contents = self.load_file_contents(&file_path)?;215 self.add_file(file_path.clone(), contents)?;216 self.evaluate_loaded_file_raw(&file_path)217 }218 pub(crate) fn import_file_str(&self, from: &PathBuf, path: &PathBuf) -> Result<IStr> {219 let path = self.resolve_file(from, path)?;220 if !self.data().str_files.contains_key(&path) {221 let file_str = self.load_file_contents(&path)?;222 self.data_mut().str_files.insert(path.clone(), file_str);223 }224 Ok(self.data().str_files.get(&path).cloned().unwrap())225 }226227 fn evaluate_loaded_file_raw(&self, name: &PathBuf) -> Result<Val> {228 let expr: LocExpr = {229 let ro_map = &self.data().files;230 let value = ro_map231 .get(name)232 .unwrap_or_else(|| panic!("file not added: {:?}", name));233 if let Some(ref evaluated) = value.evaluated {234 return Ok(evaluated.clone());235 }236 value.parsed.clone()237 };238 let value = evaluate(self.create_default_context(), &expr)?;239 {240 self.data_mut()241 .files242 .get_mut(name)243 .unwrap()244 .evaluated245 .replace(value.clone());246 }247 Ok(value)248 }249250 /// Adds standard library global variable (std) to this evaluator251 pub fn with_stdlib(&self) -> &Self {252 use jrsonnet_stdlib::STDLIB_STR;253 let std_path = Rc::new(PathBuf::from("std.jsonnet"));254 self.run_in_state(|| {255 self.add_parsed_file(256 std_path.clone(),257 STDLIB_STR.to_owned().into(),258 builtin::get_parsed_stdlib(),259 )260 .unwrap();261 let val = self.evaluate_loaded_file_raw(&std_path).unwrap();262 self.settings_mut().globals.insert("std".into(), val);263 });264 self265 }266267 /// Creates context with all passed global variables268 pub fn create_default_context(&self) -> Context {269 let globals = &self.settings().globals;270 let mut new_bindings: FxHashMap<IStr, LazyVal> =271 FxHashMap::with_capacity_and_hasher(globals.len(), BuildHasherDefault::default());272 for (name, value) in globals.iter() {273 new_bindings.insert(name.clone(), resolved_lazy_val!(value.clone()));274 }275 Context::new().extend_bound(new_bindings)276 }277278 /// Executes code creating a new stack frame279 pub fn push<T>(280 &self,281 e: Option<&ExprLocation>,282 frame_desc: impl FnOnce() -> String,283 f: impl FnOnce() -> Result<T>,284 ) -> Result<T> {285 {286 let mut data = self.data_mut();287 let stack_depth = &mut data.stack_depth;288 if *stack_depth > self.max_stack() {289 // Error creation uses data, so i drop guard here290 drop(data);291 throw!(StackOverflow);292 } else {293 *stack_depth += 1;294 }295 }296 let result = f();297 self.data_mut().stack_depth -= 1;298 if let Err(mut err) = result {299 err.trace_mut().0.push(StackTraceElement {300 location: e.cloned(),301 desc: frame_desc(),302 });303 return Err(err);304 }305 result306 }307308 /// Runs passed function in state (required if function needs to modify stack trace)309 pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {310 EVAL_STATE.with(|v| {311 let has_state = v.borrow().is_some();312 if !has_state {313 v.borrow_mut().replace(self.clone());314 }315 let result = f();316 if !has_state {317 v.borrow_mut().take();318 }319 result320 })321 }322323 pub fn stringify_err(&self, e: &LocError) -> String {324 let mut out = String::new();325 self.settings()326 .trace_format327 .write_trace(&mut out, self, e)328 .unwrap();329 out330 }331332 pub fn manifest(&self, val: Val) -> Result<IStr> {333 self.run_in_state(|| val.manifest(&self.manifest_format()))334 }335 pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {336 self.run_in_state(|| val.manifest_multi(&self.manifest_format()))337 }338 pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {339 self.run_in_state(|| val.manifest_stream(&self.manifest_format()))340 }341342 /// If passed value is function then call with set TLA343 pub fn with_tla(&self, val: Val) -> Result<Val> {344 self.run_in_state(|| {345 Ok(match val {346 Val::Func(func) => push(347 None,348 || "during TLA call".to_owned(),349 || {350 func.evaluate_map(351 self.create_default_context(),352 &self.settings().tla_vars,353 true,354 )355 },356 )?,357 v => v,358 })359 })360 }361}362363/// Internals364impl EvaluationState {365 fn data(&self) -> Ref<EvaluationData> {366 self.0.data.borrow()367 }368 fn data_mut(&self) -> RefMut<EvaluationData> {369 self.0.data.borrow_mut()370 }371 pub fn settings(&self) -> Ref<EvaluationSettings> {372 self.0.settings.borrow()373 }374 pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {375 self.0.settings.borrow_mut()376 }377}378379/// Raw methods evaluate passed values but don't perform TLA execution380impl EvaluationState {381 pub fn evaluate_file_raw(&self, name: &PathBuf) -> Result<Val> {382 self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))383 }384 pub fn evaluate_file_raw_nocwd(&self, name: &PathBuf) -> Result<Val> {385 self.run_in_state(|| self.import_file(&PathBuf::from("."), name))386 }387 /// Parses and evaluates the given snippet388 pub fn evaluate_snippet_raw(&self, source: Rc<PathBuf>, code: IStr) -> Result<Val> {389 let parsed = parse(390 &code,391 &ParserSettings {392 file_name: source.clone(),393 loc_data: true,394 },395 )396 .map_err(|e| ImportSyntaxError {397 path: source.clone(),398 source_code: code.clone(),399 error: Box::new(e),400 })?;401 self.add_parsed_file(source, code, parsed.clone())?;402 self.evaluate_expr_raw(parsed)403 }404 /// Evaluates the parsed expression405 pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {406 self.run_in_state(|| evaluate(self.create_default_context(), &code))407 }408}409410/// Settings utilities411impl EvaluationState {412 pub fn add_ext_var(&self, name: IStr, value: Val) {413 self.settings_mut().ext_vars.insert(name, value);414 }415 pub fn add_ext_str(&self, name: IStr, value: IStr) {416 self.add_ext_var(name, Val::Str(value));417 }418 pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {419 let value =420 self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("ext_code {}", name))), code)?;421 self.add_ext_var(name, value);422 Ok(())423 }424425 pub fn add_tla(&self, name: IStr, value: Val) {426 self.settings_mut().tla_vars.insert(name, value);427 }428 pub fn add_tla_str(&self, name: IStr, value: IStr) {429 self.add_tla(name, Val::Str(value));430 }431 pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {432 let value =433 self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("tla_code {}", name))), code)?;434 self.add_tla(name, value);435 Ok(())436 }437438 pub fn resolve_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Rc<PathBuf>> {439 self.settings().import_resolver.resolve_file(from, path)440 }441 pub fn load_file_contents(&self, path: &PathBuf) -> Result<IStr> {442 self.settings().import_resolver.load_file_contents(path)443 }444445 pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {446 Ref::map(self.settings(), |s| &*s.import_resolver)447 }448 pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {449 self.settings_mut().import_resolver = resolver;450 }451452 pub fn add_native(&self, name: IStr, cb: Rc<NativeCallback>) {453 self.settings_mut().ext_natives.insert(name, cb);454 }455456 pub fn manifest_format(&self) -> ManifestFormat {457 self.settings().manifest_format.clone()458 }459 pub fn set_manifest_format(&self, format: ManifestFormat) {460 self.settings_mut().manifest_format = format;461 }462463 pub fn trace_format(&self) -> Ref<dyn TraceFormat> {464 Ref::map(self.settings(), |s| &*s.trace_format)465 }466 pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {467 self.settings_mut().trace_format = format;468 }469470 pub fn max_trace(&self) -> usize {471 self.settings().max_trace472 }473 pub fn set_max_trace(&self, trace: usize) {474 self.settings_mut().max_trace = trace;475 }476477 pub fn max_stack(&self) -> usize {478 self.settings().max_stack479 }480 pub fn set_max_stack(&self, trace: usize) {481 self.settings_mut().max_stack = trace;482 }483}484485#[cfg(test)]486pub mod tests {487 use super::Val;488 use crate::{error::Error::*, primitive_equals, EvaluationState};489 use jrsonnet_interner::IStr;490 use jrsonnet_parser::*;491 use std::{path::PathBuf, rc::Rc};492493 #[test]494 #[should_panic]495 fn eval_state_stacktrace() {496 let state = EvaluationState::default();497 state.run_in_state(|| {498 state499 .push(500 Some(&ExprLocation(501 Rc::new(PathBuf::from("test1.jsonnet")),502 10,503 20,504 )),505 || "outer".to_owned(),506 || {507 state.push(508 Some(&ExprLocation(509 Rc::new(PathBuf::from("test2.jsonnet")),510 30,511 40,512 )),513 || "inner".to_owned(),514 || Err(RuntimeError("".into()).into()),515 )?;516 Ok(())517 },518 )519 .unwrap();520 });521 }522523 #[test]524 fn eval_state_standard() {525 let state = EvaluationState::default();526 state.with_stdlib();527 assert!(primitive_equals(528 &state529 .evaluate_snippet_raw(530 Rc::new(PathBuf::from("raw.jsonnet")),531 r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()532 )533 .unwrap(),534 &Val::Bool(true),535 )536 .unwrap());537 }538539 macro_rules! eval {540 ($str: expr) => {541 EvaluationState::default()542 .with_stdlib()543 .evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())544 .unwrap()545 };546 }547 macro_rules! eval_json {548 ($str: expr) => {{549 let evaluator = EvaluationState::default();550 evaluator.with_stdlib();551 evaluator.run_in_state(|| {552 evaluator553 .evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())554 .unwrap()555 .to_json(0)556 .unwrap()557 .replace("\n", "")558 })559 }};560 }561562 /// Asserts given code returns `true`563 macro_rules! assert_eval {564 ($str: expr) => {565 assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())566 };567 }568569 /// Asserts given code returns `false`570 macro_rules! assert_eval_neg {571 ($str: expr) => {572 assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())573 };574 }575 macro_rules! assert_json {576 ($str: expr, $out: expr) => {577 assert_eq!(eval_json!($str), $out.replace("\t", ""))578 };579 }580581 /// Sanity checking, before trusting to another tests582 #[test]583 fn equality_operator() {584 assert_eval!("2 == 2");585 assert_eval_neg!("2 != 2");586 assert_eval!("2 != 3");587 assert_eval_neg!("2 == 3");588 assert_eval!("'Hello' == 'Hello'");589 assert_eval_neg!("'Hello' != 'Hello'");590 assert_eval!("'Hello' != 'World'");591 assert_eval_neg!("'Hello' == 'World'");592 }593594 #[test]595 fn math_evaluation() {596 assert_eval!("2 + 2 * 2 == 6");597 assert_eval!("3 + (2 + 2 * 2) == 9");598 }599600 #[test]601 fn string_concat() {602 assert_eval!("'Hello' + 'World' == 'HelloWorld'");603 assert_eval!("'Hello' * 3 == 'HelloHelloHello'");604 assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");605 }606607 #[test]608 fn faster_join() {609 assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");610 assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");611 }612613 #[test]614 fn function_contexts() {615 assert_eval!(616 r#"617 local k = {618 t(name = self.h): [self.h, name],619 h: 3,620 };621 local f = {622 t: k.t(),623 h: 4,624 };625 f.t[0] == f.t[1]626 "#627 );628 }629630 #[test]631 fn local() {632 assert_eval!("local a = 2; local b = 3; a + b == 5");633 assert_eval!("local a = 1, b = a + 1; a + b == 3");634 assert_eval!("local a = 1; local a = 2; a == 2");635 }636637 #[test]638 fn object_lazyness() {639 assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);640 }641642 #[test]643 fn object_inheritance() {644 assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);645 }646647 #[test]648 fn object_assertion_success() {649 eval!("{assert \"a\" in self} + {a:2}");650 }651652 #[test]653 fn object_assertion_error() {654 eval!("{assert \"a\" in self}");655 }656657 #[test]658 fn lazy_args() {659 eval!("local test(a) = 2; test(error '3')");660 }661662 #[test]663 #[should_panic]664 fn tailstrict_args() {665 eval!("local test(a) = 2; test(error '3') tailstrict");666 }667668 #[test]669 #[should_panic]670 fn no_binding_error() {671 eval!("a");672 }673674 #[test]675 fn test_object() {676 assert_json!("{a:2}", r#"{"a": 2}"#);677 assert_json!("{a:2+2}", r#"{"a": 4}"#);678 assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);679 assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);680 assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);681 assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);682 assert_json!(683 r#"684 {685 name: "Alice",686 welcome: "Hello " + self.name + "!",687 }688 "#,689 r#"{"name": "Alice","welcome": "Hello Alice!"}"#690 );691 assert_json!(692 r#"693 {694 name: "Alice",695 welcome: "Hello " + self.name + "!",696 } + {697 name: "Bob"698 }699 "#,700 r#"{"name": "Bob","welcome": "Hello Bob!"}"#701 );702 }703704 #[test]705 fn functions() {706 assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");707 assert_json!(708 r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,709 r#""HelloDearWorld""#710 );711 }712713 #[test]714 fn local_methods() {715 assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");716 assert_json!(717 r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,718 r#""HelloDearWorld""#719 );720 }721722 #[test]723 fn object_locals() {724 assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);725 assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);726 assert_json!(727 r#"{local a = function (b) {[b]:4}, test: a("test")}"#,728 r#"{"test": {"test": 4}}"#729 );730 }731732 #[test]733 fn object_comp() {734 assert_json!(735 r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,736 "{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"737 )738 }739740 #[test]741 fn direct_self() {742 println!(743 "{:#?}",744 eval!(745 r#"746 {747 local me = self,748 a: 3,749 b(): me.a,750 }751 "#752 )753 );754 }755756 #[test]757 fn indirect_self() {758 // `self` assigned to `me` was lost when being759 // referenced from field760 eval!(761 r#"{762 local me = self,763 a: 3,764 b: me.a,765 }.b"#766 );767 }768769 // We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly770 #[test]771 fn std_assert_ok() {772 eval!("std.assertEqual(4.5 << 2, 16)");773 }774775 #[test]776 #[should_panic]777 fn std_assert_failure() {778 eval!("std.assertEqual(4.5 << 2, 15)");779 }780781 #[test]782 fn string_is_string() {783 assert!(primitive_equals(784 &eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),785 &Val::Bool(false),786 )787 .unwrap());788 }789790 #[test]791 fn base64_works() {792 assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);793 }794795 #[test]796 fn utf8_chars() {797 assert_json!(798 r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,799 r#"{"c": 128526,"l": 1}"#800 )801 }802803 #[test]804 fn json() {805 assert_json!(806 r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,807 r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#808 );809 }810811 #[test]812 fn parse_json() {813 assert_json!(814 r#"std.parseJson('{"a": -1,"b": 1,"c": 3.141,"d": []}')"#,815 r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#816 );817 // TODO: this should in fact fail as is no proper JSON syntax818 assert_json!(819 r#"std.parseJson("{a:-1, b:1, c:3.141, d:[]}")"#,820 r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#821 );822 // TODO: this is also no valid JSON823 assert_json!(r#"std.parseJson('local x = 2; x * x')"#, r#"4"#);824 }825826 #[test]827 fn test() {828 assert_json!(829 r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,830 "[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"831 );832 }833834 #[test]835 fn sjsonnet() {836 eval!(837 r#"838 local x0 = {k: 1};839 local x1 = {k: x0.k + x0.k};840 local x2 = {k: x1.k + x1.k};841 local x3 = {k: x2.k + x2.k};842 local x4 = {k: x3.k + x3.k};843 local x5 = {k: x4.k + x4.k};844 local x6 = {k: x5.k + x5.k};845 local x7 = {k: x6.k + x6.k};846 local x8 = {k: x7.k + x7.k};847 local x9 = {k: x8.k + x8.k};848 local x10 = {k: x9.k + x9.k};849 local x11 = {k: x10.k + x10.k};850 local x12 = {k: x11.k + x11.k};851 local x13 = {k: x12.k + x12.k};852 local x14 = {k: x13.k + x13.k};853 local x15 = {k: x14.k + x14.k};854 local x16 = {k: x15.k + x15.k};855 local x17 = {k: x16.k + x16.k};856 local x18 = {k: x17.k + x17.k};857 local x19 = {k: x18.k + x18.k};858 local x20 = {k: x19.k + x19.k};859 local x21 = {k: x20.k + x20.k};860 x21.k861 "#862 );863 }864865 // This test is commented out by default, because of huge compilation slowdown866 // #[bench]867 // fn bench_codegen(b: &mut Bencher) {868 // b.iter(|| {869 // #[allow(clippy::all)]870 // let stdlib = {871 // use jrsonnet_parser::*;872 // include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))873 // };874 // stdlib875 // })876 // }877878 /*879 #[bench]880 fn bench_serialize(b: &mut Bencher) {881 b.iter(|| {882 bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(883 env!("OUT_DIR"),884 "/stdlib.bincode"885 )))886 .expect("deserialize stdlib")887 })888 }889890 #[bench]891 fn bench_parse(b: &mut Bencher) {892 b.iter(|| {893 jrsonnet_parser::parse(894 jrsonnet_stdlib::STDLIB_STR,895 &jrsonnet_parser::ParserSettings {896 loc_data: true,897 file_name: Rc::new(PathBuf::from("std.jsonnet")),898 },899 )900 })901 }902 */903904 #[test]905 fn equality() {906 println!(907 "{:?}",908 jrsonnet_parser::parse(909 "{ x: 1, y: 2 } == { x: 1, y: 2 }",910 &ParserSettings::default()911 )912 );913 assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")914 }915916 #[test]917 fn native_ext() -> crate::error::Result<()> {918 use super::native::NativeCallback;919 let evaluator = EvaluationState::default();920921 evaluator.with_stdlib();922 evaluator.settings_mut().ext_natives.insert(923 "native_add".into(),924 Rc::new(NativeCallback::new(925 ParamsDesc(Rc::new(vec![926 Param("a".into(), None),927 Param("b".into(), None),928 ])),929 |caller, args| {930 assert_eq!(931 caller.unwrap(),932 Rc::new(PathBuf::from("native_caller.jsonnet"))933 );934 match (&args[0], &args[1]) {935 (Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),936 (_, _) => unreachable!(),937 }938 },939 )),940 );941 evaluator.evaluate_snippet_raw(942 Rc::new(PathBuf::from("native_caller.jsonnet")),943 "std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),944 )?;945 Ok(())946 }947948 #[test]949 fn constant_intrinsic() -> crate::error::Result<()> {950 assert_eval!(951 "local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"952 );953 Ok(())954 }955956 #[test]957 fn standalone_super() -> crate::error::Result<()> {958 assert_eval!(959 r#"960 local obj = {961 a: 1,962 b: 2,963 c: 3,964 };965 local test = obj + {966 fields: std.objectFields(super),967 d: 5,968 };969 test.fields == ['a', 'b', 'c']970 "#971 );972 Ok(())973 }974975 #[test]976 fn comp_self() -> crate::error::Result<()> {977 assert_eval!(978 r#"979 std.objectFields({980 a:{981 [name]: name for name in std.objectFields(self)982 },983 b: 2,984 c: 3,985 }.a) == ['a', 'b', 'c']986 "#987 );988989 Ok(())990 }991992 struct TestImportResolver(IStr);993 impl crate::import::ImportResolver for TestImportResolver {994 fn resolve_file(&self, _: &PathBuf, _: &PathBuf) -> crate::error::Result<Rc<PathBuf>> {995 Ok(Rc::new(PathBuf::from("/test")))996 }997998 fn load_file_contents(&self, _: &PathBuf) -> crate::error::Result<IStr> {999 Ok(self.0.clone())1000 }10011002 unsafe fn as_any(&self) -> &dyn std::any::Any {1003 panic!()1004 }1005 }10061007 #[test]1008 fn issue_23() {1009 let state = EvaluationState::default();1010 state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));1011 let _ = state.evaluate_file_raw(&PathBuf::from("/test"));1012 }10131014 #[test]1015 fn issue_40() {1016 let state = EvaluationState::default();1017 state.with_stdlib();10181019 let error = state1020 .evaluate_snippet_raw(1021 Rc::new(PathBuf::from("issue40.jsonnet")),1022 r#"1023 local conf = {1024 n: ""1025 };1026 1027 local result = conf + {1028 assert std.isNumber(self.n): "is number"1029 };10301031 std.manifestJsonEx(result, "")1032 "#1033 .into(),1034 )1035 .unwrap_err();1036 assert_eq!(error.error().to_string(), "assert failed: is number");1037 }1038}1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![warn(clippy::all, clippy::nursery)]3#![allow(4 macro_expanded_macro_exports_accessed_by_absolute_paths,5 clippy::ptr_arg6)]78mod builtin;9mod ctx;10mod dynamic;11pub mod error;12mod evaluate;13mod function;14mod import;15mod integrations;16mod map;17pub mod native;18mod obj;19pub mod trace;20pub mod typed;21mod val;2223pub use ctx::*;24pub use dynamic::*;25use error::{Error::*, LocError, Result, StackTraceElement};26pub use evaluate::*;27pub use function::parse_function_call;28pub use import::*;29use jrsonnet_parser::*;30use native::NativeCallback;31pub use obj::*;32use rustc_hash::FxHashMap;33use std::{34 cell::{Ref, RefCell, RefMut},35 collections::HashMap,36 fmt::Debug,37 hash::BuildHasherDefault,38 path::PathBuf,39 rc::Rc,40};41use trace::{offset_to_location, CodeLocation, CompactFormat, TraceFormat};42pub use val::*;4344// Re-exports45pub use jrsonnet_interner::IStr;4647type BindableFn = dyn Fn(Option<ObjValue>, Option<ObjValue>) -> Result<LazyVal>;48#[derive(Clone)]49pub enum LazyBinding {50 Bindable(Rc<BindableFn>),51 Bound(LazyVal),52}5354impl Debug for LazyBinding {55 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {56 write!(f, "LazyBinding")57 }58}59impl LazyBinding {60 pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {61 match self {62 Self::Bindable(v) => v(this, super_obj),63 Self::Bound(v) => Ok(v.clone()),64 }65 }66}6768pub struct EvaluationSettings {69 /// Limits recursion by limiting the number of stack frames70 pub max_stack: usize,71 /// Limits amount of stack trace items preserved72 pub max_trace: usize,73 /// Used for s`td.extVar`74 pub ext_vars: HashMap<IStr, Val>,75 /// Used for ext.native76 pub ext_natives: HashMap<IStr, Rc<NativeCallback>>,77 /// TLA vars78 pub tla_vars: HashMap<IStr, Val>,79 /// Global variables are inserted in default context80 pub globals: HashMap<IStr, Val>,81 /// Used to resolve file locations/contents82 pub import_resolver: Box<dyn ImportResolver>,83 /// Used in manifestification functions84 pub manifest_format: ManifestFormat,85 /// Used for bindings86 pub trace_format: Box<dyn TraceFormat>,87}88impl Default for EvaluationSettings {89 fn default() -> Self {90 Self {91 max_stack: 200,92 max_trace: 20,93 globals: Default::default(),94 ext_vars: Default::default(),95 ext_natives: Default::default(),96 tla_vars: Default::default(),97 import_resolver: Box::new(DummyImportResolver),98 manifest_format: ManifestFormat::Json(4),99 trace_format: Box::new(CompactFormat {100 padding: 4,101 resolver: trace::PathResolver::Absolute,102 }),103 }104 }105}106107#[derive(Default)]108struct EvaluationData {109 /// Used for stack overflow detection, stacktrace is populated on unwind110 stack_depth: usize,111 /// Contains file source codes and evaluation results for imports and pretty-printed stacktraces112 files: HashMap<Rc<PathBuf>, FileData>,113 str_files: HashMap<Rc<PathBuf>, IStr>,114}115116pub struct FileData {117 source_code: IStr,118 parsed: LocExpr,119 evaluated: Option<Val>,120}121#[derive(Default)]122pub struct EvaluationStateInternals {123 /// Internal state124 data: RefCell<EvaluationData>,125 /// Settings, safe to change at runtime126 settings: RefCell<EvaluationSettings>,127}128129thread_local! {130 /// Contains the state for a currently executed file.131 /// Global state is fine here.132 pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)133}134pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {135 EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))136}137pub(crate) fn push<T>(138 e: Option<&ExprLocation>,139 frame_desc: impl FnOnce() -> String,140 f: impl FnOnce() -> Result<T>,141) -> Result<T> {142 with_state(|s| s.push(e, frame_desc, f))143}144145pub fn push_stack_frame<T>(146 e: Option<&ExprLocation>,147 frame_desc: impl FnOnce() -> String,148 f: impl FnOnce() -> Result<T>,149) -> Result<T> {150 push(e, frame_desc, f)151}152153/// Maintains stack trace and import resolution154#[derive(Default, Clone)]155pub struct EvaluationState(Rc<EvaluationStateInternals>);156157impl EvaluationState {158 /// Parses and adds file as loaded159 pub fn add_file(&self, path: Rc<PathBuf>, source_code: IStr) -> Result<()> {160 self.add_parsed_file(161 path.clone(),162 source_code.clone(),163 parse(164 &source_code,165 &ParserSettings {166 file_name: path.clone(),167 loc_data: true,168 },169 )170 .map_err(|error| ImportSyntaxError {171 error: Box::new(error),172 path,173 source_code,174 })?,175 )?;176177 Ok(())178 }179180 /// Adds file by source code and parsed expr181 pub fn add_parsed_file(182 &self,183 name: Rc<PathBuf>,184 source_code: IStr,185 parsed: LocExpr,186 ) -> Result<()> {187 self.data_mut().files.insert(188 name,189 FileData {190 source_code,191 parsed,192 evaluated: None,193 },194 );195196 Ok(())197 }198 pub fn get_source(&self, name: &PathBuf) -> Option<IStr> {199 let ro_map = &self.data().files;200 ro_map.get(name).map(|value| value.source_code.clone())201 }202 pub fn map_source_locations(&self, file: &PathBuf, locs: &[usize]) -> Vec<CodeLocation> {203 offset_to_location(&self.get_source(file).unwrap(), locs)204 }205206 pub(crate) fn import_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Val> {207 let file_path = self.resolve_file(from, path)?;208 {209 let data = self.data();210 let files = &data.files;211 if files.contains_key(&file_path) {212 drop(data);213 return self.evaluate_loaded_file_raw(&file_path);214 }215 }216 let contents = self.load_file_contents(&file_path)?;217 self.add_file(file_path.clone(), contents)?;218 self.evaluate_loaded_file_raw(&file_path)219 }220 pub(crate) fn import_file_str(&self, from: &PathBuf, path: &PathBuf) -> Result<IStr> {221 let path = self.resolve_file(from, path)?;222 if !self.data().str_files.contains_key(&path) {223 let file_str = self.load_file_contents(&path)?;224 self.data_mut().str_files.insert(path.clone(), file_str);225 }226 Ok(self.data().str_files.get(&path).cloned().unwrap())227 }228229 fn evaluate_loaded_file_raw(&self, name: &PathBuf) -> Result<Val> {230 let expr: LocExpr = {231 let ro_map = &self.data().files;232 let value = ro_map233 .get(name)234 .unwrap_or_else(|| panic!("file not added: {:?}", name));235 if let Some(ref evaluated) = value.evaluated {236 return Ok(evaluated.clone());237 }238 value.parsed.clone()239 };240 let value = evaluate(self.create_default_context(), &expr)?;241 {242 self.data_mut()243 .files244 .get_mut(name)245 .unwrap()246 .evaluated247 .replace(value.clone());248 }249 Ok(value)250 }251252 /// Adds standard library global variable (std) to this evaluator253 pub fn with_stdlib(&self) -> &Self {254 use jrsonnet_stdlib::STDLIB_STR;255 let std_path = Rc::new(PathBuf::from("std.jsonnet"));256 self.run_in_state(|| {257 self.add_parsed_file(258 std_path.clone(),259 STDLIB_STR.to_owned().into(),260 builtin::get_parsed_stdlib(),261 )262 .unwrap();263 let val = self.evaluate_loaded_file_raw(&std_path).unwrap();264 self.settings_mut().globals.insert("std".into(), val);265 });266 self267 }268269 /// Creates context with all passed global variables270 pub fn create_default_context(&self) -> Context {271 let globals = &self.settings().globals;272 let mut new_bindings: FxHashMap<IStr, LazyVal> =273 FxHashMap::with_capacity_and_hasher(globals.len(), BuildHasherDefault::default());274 for (name, value) in globals.iter() {275 new_bindings.insert(name.clone(), resolved_lazy_val!(value.clone()));276 }277 Context::new().extend_bound(new_bindings)278 }279280 /// Executes code creating a new stack frame281 pub fn push<T>(282 &self,283 e: Option<&ExprLocation>,284 frame_desc: impl FnOnce() -> String,285 f: impl FnOnce() -> Result<T>,286 ) -> Result<T> {287 {288 let mut data = self.data_mut();289 let stack_depth = &mut data.stack_depth;290 if *stack_depth > self.max_stack() {291 // Error creation uses data, so i drop guard here292 drop(data);293 throw!(StackOverflow);294 } else {295 *stack_depth += 1;296 }297 }298 let result = f();299 self.data_mut().stack_depth -= 1;300 if let Err(mut err) = result {301 err.trace_mut().0.push(StackTraceElement {302 location: e.cloned(),303 desc: frame_desc(),304 });305 return Err(err);306 }307 result308 }309310 /// Runs passed function in state (required if function needs to modify stack trace)311 pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {312 EVAL_STATE.with(|v| {313 let has_state = v.borrow().is_some();314 if !has_state {315 v.borrow_mut().replace(self.clone());316 }317 let result = f();318 if !has_state {319 v.borrow_mut().take();320 }321 result322 })323 }324325 pub fn stringify_err(&self, e: &LocError) -> String {326 let mut out = String::new();327 self.settings()328 .trace_format329 .write_trace(&mut out, self, e)330 .unwrap();331 out332 }333334 pub fn manifest(&self, val: Val) -> Result<IStr> {335 self.run_in_state(|| val.manifest(&self.manifest_format()))336 }337 pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {338 self.run_in_state(|| val.manifest_multi(&self.manifest_format()))339 }340 pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {341 self.run_in_state(|| val.manifest_stream(&self.manifest_format()))342 }343344 /// If passed value is function then call with set TLA345 pub fn with_tla(&self, val: Val) -> Result<Val> {346 self.run_in_state(|| {347 Ok(match val {348 Val::Func(func) => push(349 None,350 || "during TLA call".to_owned(),351 || {352 func.evaluate_map(353 self.create_default_context(),354 &self.settings().tla_vars,355 true,356 )357 },358 )?,359 v => v,360 })361 })362 }363}364365/// Internals366impl EvaluationState {367 fn data(&self) -> Ref<EvaluationData> {368 self.0.data.borrow()369 }370 fn data_mut(&self) -> RefMut<EvaluationData> {371 self.0.data.borrow_mut()372 }373 pub fn settings(&self) -> Ref<EvaluationSettings> {374 self.0.settings.borrow()375 }376 pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {377 self.0.settings.borrow_mut()378 }379}380381/// Raw methods evaluate passed values but don't perform TLA execution382impl EvaluationState {383 pub fn evaluate_file_raw(&self, name: &PathBuf) -> Result<Val> {384 self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))385 }386 pub fn evaluate_file_raw_nocwd(&self, name: &PathBuf) -> Result<Val> {387 self.run_in_state(|| self.import_file(&PathBuf::from("."), name))388 }389 /// Parses and evaluates the given snippet390 pub fn evaluate_snippet_raw(&self, source: Rc<PathBuf>, code: IStr) -> Result<Val> {391 let parsed = parse(392 &code,393 &ParserSettings {394 file_name: source.clone(),395 loc_data: true,396 },397 )398 .map_err(|e| ImportSyntaxError {399 path: source.clone(),400 source_code: code.clone(),401 error: Box::new(e),402 })?;403 self.add_parsed_file(source, code, parsed.clone())?;404 self.evaluate_expr_raw(parsed)405 }406 /// Evaluates the parsed expression407 pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {408 self.run_in_state(|| evaluate(self.create_default_context(), &code))409 }410}411412/// Settings utilities413impl EvaluationState {414 pub fn add_ext_var(&self, name: IStr, value: Val) {415 self.settings_mut().ext_vars.insert(name, value);416 }417 pub fn add_ext_str(&self, name: IStr, value: IStr) {418 self.add_ext_var(name, Val::Str(value));419 }420 pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {421 let value =422 self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("ext_code {}", name))), code)?;423 self.add_ext_var(name, value);424 Ok(())425 }426427 pub fn add_tla(&self, name: IStr, value: Val) {428 self.settings_mut().tla_vars.insert(name, value);429 }430 pub fn add_tla_str(&self, name: IStr, value: IStr) {431 self.add_tla(name, Val::Str(value));432 }433 pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {434 let value =435 self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("tla_code {}", name))), code)?;436 self.add_tla(name, value);437 Ok(())438 }439440 pub fn resolve_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Rc<PathBuf>> {441 self.settings().import_resolver.resolve_file(from, path)442 }443 pub fn load_file_contents(&self, path: &PathBuf) -> Result<IStr> {444 self.settings().import_resolver.load_file_contents(path)445 }446447 pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {448 Ref::map(self.settings(), |s| &*s.import_resolver)449 }450 pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {451 self.settings_mut().import_resolver = resolver;452 }453454 pub fn add_native(&self, name: IStr, cb: Rc<NativeCallback>) {455 self.settings_mut().ext_natives.insert(name, cb);456 }457458 pub fn manifest_format(&self) -> ManifestFormat {459 self.settings().manifest_format.clone()460 }461 pub fn set_manifest_format(&self, format: ManifestFormat) {462 self.settings_mut().manifest_format = format;463 }464465 pub fn trace_format(&self) -> Ref<dyn TraceFormat> {466 Ref::map(self.settings(), |s| &*s.trace_format)467 }468 pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {469 self.settings_mut().trace_format = format;470 }471472 pub fn max_trace(&self) -> usize {473 self.settings().max_trace474 }475 pub fn set_max_trace(&self, trace: usize) {476 self.settings_mut().max_trace = trace;477 }478479 pub fn max_stack(&self) -> usize {480 self.settings().max_stack481 }482 pub fn set_max_stack(&self, trace: usize) {483 self.settings_mut().max_stack = trace;484 }485}486487#[cfg(test)]488pub mod tests {489 use super::Val;490 use crate::{error::Error::*, primitive_equals, EvaluationState};491 use jrsonnet_interner::IStr;492 use jrsonnet_parser::*;493 use std::{path::PathBuf, rc::Rc};494495 #[test]496 #[should_panic]497 fn eval_state_stacktrace() {498 let state = EvaluationState::default();499 state.run_in_state(|| {500 state501 .push(502 Some(&ExprLocation(503 Rc::new(PathBuf::from("test1.jsonnet")),504 10,505 20,506 )),507 || "outer".to_owned(),508 || {509 state.push(510 Some(&ExprLocation(511 Rc::new(PathBuf::from("test2.jsonnet")),512 30,513 40,514 )),515 || "inner".to_owned(),516 || Err(RuntimeError("".into()).into()),517 )?;518 Ok(())519 },520 )521 .unwrap();522 });523 }524525 #[test]526 fn eval_state_standard() {527 let state = EvaluationState::default();528 state.with_stdlib();529 assert!(primitive_equals(530 &state531 .evaluate_snippet_raw(532 Rc::new(PathBuf::from("raw.jsonnet")),533 r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()534 )535 .unwrap(),536 &Val::Bool(true),537 )538 .unwrap());539 }540541 macro_rules! eval {542 ($str: expr) => {543 EvaluationState::default()544 .with_stdlib()545 .evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())546 .unwrap()547 };548 }549 macro_rules! eval_json {550 ($str: expr) => {{551 let evaluator = EvaluationState::default();552 evaluator.with_stdlib();553 evaluator.run_in_state(|| {554 evaluator555 .evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())556 .unwrap()557 .to_json(0)558 .unwrap()559 .replace("\n", "")560 })561 }};562 }563564 /// Asserts given code returns `true`565 macro_rules! assert_eval {566 ($str: expr) => {567 assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())568 };569 }570571 /// Asserts given code returns `false`572 macro_rules! assert_eval_neg {573 ($str: expr) => {574 assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())575 };576 }577 macro_rules! assert_json {578 ($str: expr, $out: expr) => {579 assert_eq!(eval_json!($str), $out.replace("\t", ""))580 };581 }582583 /// Sanity checking, before trusting to another tests584 #[test]585 fn equality_operator() {586 assert_eval!("2 == 2");587 assert_eval_neg!("2 != 2");588 assert_eval!("2 != 3");589 assert_eval_neg!("2 == 3");590 assert_eval!("'Hello' == 'Hello'");591 assert_eval_neg!("'Hello' != 'Hello'");592 assert_eval!("'Hello' != 'World'");593 assert_eval_neg!("'Hello' == 'World'");594 }595596 #[test]597 fn math_evaluation() {598 assert_eval!("2 + 2 * 2 == 6");599 assert_eval!("3 + (2 + 2 * 2) == 9");600 }601602 #[test]603 fn string_concat() {604 assert_eval!("'Hello' + 'World' == 'HelloWorld'");605 assert_eval!("'Hello' * 3 == 'HelloHelloHello'");606 assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");607 }608609 #[test]610 fn faster_join() {611 assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");612 assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");613 }614615 #[test]616 fn function_contexts() {617 assert_eval!(618 r#"619 local k = {620 t(name = self.h): [self.h, name],621 h: 3,622 };623 local f = {624 t: k.t(),625 h: 4,626 };627 f.t[0] == f.t[1]628 "#629 );630 }631632 #[test]633 fn local() {634 assert_eval!("local a = 2; local b = 3; a + b == 5");635 assert_eval!("local a = 1, b = a + 1; a + b == 3");636 assert_eval!("local a = 1; local a = 2; a == 2");637 }638639 #[test]640 fn object_lazyness() {641 assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);642 }643644 #[test]645 fn object_inheritance() {646 assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);647 }648649 #[test]650 fn object_assertion_success() {651 eval!("{assert \"a\" in self} + {a:2}");652 }653654 #[test]655 fn object_assertion_error() {656 eval!("{assert \"a\" in self}");657 }658659 #[test]660 fn lazy_args() {661 eval!("local test(a) = 2; test(error '3')");662 }663664 #[test]665 #[should_panic]666 fn tailstrict_args() {667 eval!("local test(a) = 2; test(error '3') tailstrict");668 }669670 #[test]671 #[should_panic]672 fn no_binding_error() {673 eval!("a");674 }675676 #[test]677 fn test_object() {678 assert_json!("{a:2}", r#"{"a": 2}"#);679 assert_json!("{a:2+2}", r#"{"a": 4}"#);680 assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);681 assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);682 assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);683 assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);684 assert_json!(685 r#"686 {687 name: "Alice",688 welcome: "Hello " + self.name + "!",689 }690 "#,691 r#"{"name": "Alice","welcome": "Hello Alice!"}"#692 );693 assert_json!(694 r#"695 {696 name: "Alice",697 welcome: "Hello " + self.name + "!",698 } + {699 name: "Bob"700 }701 "#,702 r#"{"name": "Bob","welcome": "Hello Bob!"}"#703 );704 }705706 #[test]707 fn functions() {708 assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");709 assert_json!(710 r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,711 r#""HelloDearWorld""#712 );713 }714715 #[test]716 fn local_methods() {717 assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");718 assert_json!(719 r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,720 r#""HelloDearWorld""#721 );722 }723724 #[test]725 fn object_locals() {726 assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);727 assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);728 assert_json!(729 r#"{local a = function (b) {[b]:4}, test: a("test")}"#,730 r#"{"test": {"test": 4}}"#731 );732 }733734 #[test]735 fn object_comp() {736 assert_json!(737 r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,738 "{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"739 )740 }741742 #[test]743 fn direct_self() {744 println!(745 "{:#?}",746 eval!(747 r#"748 {749 local me = self,750 a: 3,751 b(): me.a,752 }753 "#754 )755 );756 }757758 #[test]759 fn indirect_self() {760 // `self` assigned to `me` was lost when being761 // referenced from field762 eval!(763 r#"{764 local me = self,765 a: 3,766 b: me.a,767 }.b"#768 );769 }770771 // We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly772 #[test]773 fn std_assert_ok() {774 eval!("std.assertEqual(4.5 << 2, 16)");775 }776777 #[test]778 #[should_panic]779 fn std_assert_failure() {780 eval!("std.assertEqual(4.5 << 2, 15)");781 }782783 #[test]784 fn string_is_string() {785 assert!(primitive_equals(786 &eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),787 &Val::Bool(false),788 )789 .unwrap());790 }791792 #[test]793 fn base64_works() {794 assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);795 }796797 #[test]798 fn utf8_chars() {799 assert_json!(800 r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,801 r#"{"c": 128526,"l": 1}"#802 )803 }804805 #[test]806 fn json() {807 assert_json!(808 r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,809 r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#810 );811 }812813 #[test]814 fn parse_json() {815 assert_json!(816 r#"std.parseJson('{"a": -1,"b": 1,"c": 3.141,"d": []}')"#,817 r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#818 );819 // TODO: this should in fact fail as is no proper JSON syntax820 assert_json!(821 r#"std.parseJson("{a:-1, b:1, c:3.141, d:[]}")"#,822 r#"{"a": -1,"b": 1,"c": 3.141,"d": []}"#823 );824 // TODO: this is also no valid JSON825 assert_json!(r#"std.parseJson('local x = 2; x * x')"#, r#"4"#);826 }827828 #[test]829 fn test() {830 assert_json!(831 r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,832 "[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"833 );834 }835836 #[test]837 fn sjsonnet() {838 eval!(839 r#"840 local x0 = {k: 1};841 local x1 = {k: x0.k + x0.k};842 local x2 = {k: x1.k + x1.k};843 local x3 = {k: x2.k + x2.k};844 local x4 = {k: x3.k + x3.k};845 local x5 = {k: x4.k + x4.k};846 local x6 = {k: x5.k + x5.k};847 local x7 = {k: x6.k + x6.k};848 local x8 = {k: x7.k + x7.k};849 local x9 = {k: x8.k + x8.k};850 local x10 = {k: x9.k + x9.k};851 local x11 = {k: x10.k + x10.k};852 local x12 = {k: x11.k + x11.k};853 local x13 = {k: x12.k + x12.k};854 local x14 = {k: x13.k + x13.k};855 local x15 = {k: x14.k + x14.k};856 local x16 = {k: x15.k + x15.k};857 local x17 = {k: x16.k + x16.k};858 local x18 = {k: x17.k + x17.k};859 local x19 = {k: x18.k + x18.k};860 local x20 = {k: x19.k + x19.k};861 local x21 = {k: x20.k + x20.k};862 x21.k863 "#864 );865 }866867 // This test is commented out by default, because of huge compilation slowdown868 // #[bench]869 // fn bench_codegen(b: &mut Bencher) {870 // b.iter(|| {871 // #[allow(clippy::all)]872 // let stdlib = {873 // use jrsonnet_parser::*;874 // include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))875 // };876 // stdlib877 // })878 // }879880 /*881 #[bench]882 fn bench_serialize(b: &mut Bencher) {883 b.iter(|| {884 bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(885 env!("OUT_DIR"),886 "/stdlib.bincode"887 )))888 .expect("deserialize stdlib")889 })890 }891892 #[bench]893 fn bench_parse(b: &mut Bencher) {894 b.iter(|| {895 jrsonnet_parser::parse(896 jrsonnet_stdlib::STDLIB_STR,897 &jrsonnet_parser::ParserSettings {898 loc_data: true,899 file_name: Rc::new(PathBuf::from("std.jsonnet")),900 },901 )902 })903 }904 */905906 #[test]907 fn equality() {908 println!(909 "{:?}",910 jrsonnet_parser::parse(911 "{ x: 1, y: 2 } == { x: 1, y: 2 }",912 &ParserSettings::default()913 )914 );915 assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")916 }917918 #[test]919 fn native_ext() -> crate::error::Result<()> {920 use super::native::NativeCallback;921 let evaluator = EvaluationState::default();922923 evaluator.with_stdlib();924 evaluator.settings_mut().ext_natives.insert(925 "native_add".into(),926 Rc::new(NativeCallback::new(927 ParamsDesc(Rc::new(vec![928 Param("a".into(), None),929 Param("b".into(), None),930 ])),931 |caller, args| {932 assert_eq!(933 caller.unwrap(),934 Rc::new(PathBuf::from("native_caller.jsonnet"))935 );936 match (&args[0], &args[1]) {937 (Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),938 (_, _) => unreachable!(),939 }940 },941 )),942 );943 evaluator.evaluate_snippet_raw(944 Rc::new(PathBuf::from("native_caller.jsonnet")),945 "std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),946 )?;947 Ok(())948 }949950 #[test]951 fn constant_intrinsic() -> crate::error::Result<()> {952 assert_eval!(953 "local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"954 );955 Ok(())956 }957958 #[test]959 fn standalone_super() -> crate::error::Result<()> {960 assert_eval!(961 r#"962 local obj = {963 a: 1,964 b: 2,965 c: 3,966 };967 local test = obj + {968 fields: std.objectFields(super),969 d: 5,970 };971 test.fields == ['a', 'b', 'c']972 "#973 );974 Ok(())975 }976977 #[test]978 fn comp_self() -> crate::error::Result<()> {979 assert_eval!(980 r#"981 std.objectFields({982 a:{983 [name]: name for name in std.objectFields(self)984 },985 b: 2,986 c: 3,987 }.a) == ['a', 'b', 'c']988 "#989 );990991 Ok(())992 }993994 struct TestImportResolver(IStr);995 impl crate::import::ImportResolver for TestImportResolver {996 fn resolve_file(&self, _: &PathBuf, _: &PathBuf) -> crate::error::Result<Rc<PathBuf>> {997 Ok(Rc::new(PathBuf::from("/test")))998 }9991000 fn load_file_contents(&self, _: &PathBuf) -> crate::error::Result<IStr> {1001 Ok(self.0.clone())1002 }10031004 unsafe fn as_any(&self) -> &dyn std::any::Any {1005 panic!()1006 }1007 }10081009 #[test]1010 fn issue_23() {1011 let state = EvaluationState::default();1012 state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));1013 let _ = state.evaluate_file_raw(&PathBuf::from("/test"));1014 }10151016 #[test]1017 fn issue_40() {1018 let state = EvaluationState::default();1019 state.with_stdlib();10201021 let error = state1022 .evaluate_snippet_raw(1023 Rc::new(PathBuf::from("issue40.jsonnet")),1024 r#"1025 local conf = {1026 n: ""1027 };1028 1029 local result = conf + {1030 assert std.isNumber(self.n): "is number"1031 };10321033 std.manifestJsonEx(result, "")1034 "#1035 .into(),1036 )1037 .unwrap_err();1038 assert_eq!(error.error().to_string(), "assert failed: is number");1039 }1040}