difftreelog
feat support standalone super
in: master
3 files changed
crates/jrsonnet-evaluator/src/error.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/error.rs
+++ b/crates/jrsonnet-evaluator/src/error.rs
@@ -24,8 +24,8 @@
NoTopLevelObjectFound,
#[error("self is only usable inside objects")]
CantUseSelfOutsideOfObject,
- #[error("super is only usable inside objects")]
- CantUseSuperOutsideOfObject,
+ #[error("no super found")]
+ NoSuperFound,
#[error("for loop can only iterate over arrays")]
InComprehensionCanOnlyIterateOverArray,
crates/jrsonnet-evaluator/src/evaluate.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/evaluate.rs
+++ b/crates/jrsonnet-evaluator/src/evaluate.rs
@@ -418,6 +418,13 @@
Literal(LiteralType::This) => {
Val::Obj(context.this().clone().ok_or(CantUseSelfOutsideOfObject)?)
}
+ Literal(LiteralType::Super) => Val::Obj(
+ context
+ .super_obj()
+ .clone()
+ .ok_or(NoSuperFound)?
+ .with_this(context.this().clone().unwrap()),
+ ),
Literal(LiteralType::Dollar) => {
Val::Obj(context.dollar().clone().ok_or(NoTopLevelObjectFound)?)
}
@@ -434,15 +441,6 @@
|| format!("variable <{}>", name),
|| Ok(context.binding(name.clone())?.evaluate()?),
)?,
- Index(LocExpr(v, _), index) if matches!(&**v, Expr::Literal(LiteralType::Super)) => {
- let name = evaluate(context.clone(), index)?.try_cast_str("object index")?;
- context
- .super_obj()
- .clone()
- .expect("no super found")
- .get_raw(name, Some(&context.this().clone().expect("no this found")))?
- .expect("value not found")
- }
Index(value, index) => {
match (evaluate(context.clone(), value)?, evaluate(context, index)?) {
(Val::Obj(v), Val::Str(s)) => {
@@ -620,6 +618,5 @@
import_location.pop();
Val::Str(with_state(|s| s.import_file_str(import_location, path))?)
}
- Literal(LiteralType::Super) => throw!(StandaloneSuper),
})
}
crates/jrsonnet-evaluator/src/lib.rsdiffbeforeafterboth1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![allow(macro_expanded_macro_exports_accessed_by_absolute_paths)]3#![warn(clippy::all, clippy::nursery)]45mod builtin;6mod ctx;7mod dynamic;8pub mod error;9mod evaluate;10mod function;11mod import;12mod integrations;13mod map;14pub mod native;15mod obj;16pub mod trace;17pub mod typed;18mod val;1920pub use ctx::*;21pub use dynamic::*;22use error::{Error::*, LocError, Result, StackTraceElement};23pub use evaluate::*;24pub use function::parse_function_call;25pub use import::*;26use jrsonnet_interner::IStr;27use jrsonnet_parser::*;28use native::NativeCallback;29pub use obj::*;30use std::{31 cell::{Ref, RefCell, RefMut},32 collections::HashMap,33 fmt::Debug,34 path::PathBuf,35 rc::Rc,36};37use trace::{offset_to_location, CodeLocation, CompactFormat, TraceFormat};38pub use val::*;3940type BindableFn = dyn Fn(Option<ObjValue>, Option<ObjValue>) -> Result<LazyVal>;41#[derive(Clone)]42pub enum LazyBinding {43 Bindable(Rc<BindableFn>),44 Bound(LazyVal),45}4647impl Debug for LazyBinding {48 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {49 write!(f, "LazyBinding")50 }51}52impl LazyBinding {53 pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {54 match self {55 Self::Bindable(v) => v(this, super_obj),56 Self::Bound(v) => Ok(v.clone()),57 }58 }59}6061pub struct EvaluationSettings {62 /// Limits recursion by limiting the number of stack frames63 pub max_stack: usize,64 /// Limits amount of stack trace items preserved65 pub max_trace: usize,66 /// Used for s`td.extVar`67 pub ext_vars: HashMap<IStr, Val>,68 /// Used for ext.native69 pub ext_natives: HashMap<IStr, Rc<NativeCallback>>,70 /// TLA vars71 pub tla_vars: HashMap<IStr, Val>,72 /// Global variables are inserted in default context73 pub globals: HashMap<IStr, Val>,74 /// Used to resolve file locations/contents75 pub import_resolver: Box<dyn ImportResolver>,76 /// Used in manifestification functions77 pub manifest_format: ManifestFormat,78 /// Used for bindings79 pub trace_format: Box<dyn TraceFormat>,80}81impl Default for EvaluationSettings {82 fn default() -> Self {83 Self {84 max_stack: 200,85 max_trace: 20,86 globals: Default::default(),87 ext_vars: Default::default(),88 ext_natives: Default::default(),89 tla_vars: Default::default(),90 import_resolver: Box::new(DummyImportResolver),91 manifest_format: ManifestFormat::Json(4),92 trace_format: Box::new(CompactFormat {93 padding: 4,94 resolver: trace::PathResolver::Absolute,95 }),96 }97 }98}99100#[derive(Default)]101struct EvaluationData {102 /// Used for stack overflow detection, stacktrace is populated on unwind103 stack_depth: usize,104 /// Contains file source codes and evaluation results for imports and pretty-printed stacktraces105 files: HashMap<Rc<PathBuf>, FileData>,106 str_files: HashMap<Rc<PathBuf>, IStr>,107}108109pub struct FileData {110 source_code: IStr,111 parsed: LocExpr,112 evaluated: Option<Val>,113}114#[derive(Default)]115pub struct EvaluationStateInternals {116 /// Internal state117 data: RefCell<EvaluationData>,118 /// Settings, safe to change at runtime119 settings: RefCell<EvaluationSettings>,120}121122thread_local! {123 /// Contains the state for a currently executed file.124 /// Global state is fine here.125 pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)126}127pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {128 EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))129}130pub(crate) fn push<T>(131 e: Option<&ExprLocation>,132 frame_desc: impl FnOnce() -> String,133 f: impl FnOnce() -> Result<T>,134) -> Result<T> {135 with_state(|s| s.push(e, frame_desc, f))136}137138pub fn push_stack_frame<T>(139 e: Option<&ExprLocation>,140 frame_desc: impl FnOnce() -> String,141 f: impl FnOnce() -> Result<T>,142) -> Result<T> {143 push(e, frame_desc, f)144}145146/// Maintains stack trace and import resolution147#[derive(Default, Clone)]148pub struct EvaluationState(Rc<EvaluationStateInternals>);149150impl EvaluationState {151 /// Parses and adds file as loaded152 pub fn add_file(&self, path: Rc<PathBuf>, source_code: IStr) -> Result<()> {153 self.add_parsed_file(154 path.clone(),155 source_code.clone(),156 parse(157 &source_code,158 &ParserSettings {159 file_name: path.clone(),160 loc_data: true,161 },162 )163 .map_err(|error| ImportSyntaxError {164 error: Box::new(error),165 path,166 source_code,167 })?,168 )?;169170 Ok(())171 }172173 /// Adds file by source code and parsed expr174 pub fn add_parsed_file(175 &self,176 name: Rc<PathBuf>,177 source_code: IStr,178 parsed: LocExpr,179 ) -> Result<()> {180 self.data_mut().files.insert(181 name,182 FileData {183 source_code,184 parsed,185 evaluated: None,186 },187 );188189 Ok(())190 }191 pub fn get_source(&self, name: &PathBuf) -> Option<IStr> {192 let ro_map = &self.data().files;193 ro_map.get(name).map(|value| value.source_code.clone())194 }195 pub fn map_source_locations(&self, file: &PathBuf, locs: &[usize]) -> Vec<CodeLocation> {196 offset_to_location(&self.get_source(file).unwrap(), locs)197 }198199 pub(crate) fn import_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Val> {200 let file_path = self.resolve_file(from, path)?;201 {202 let data = self.data();203 let files = &data.files;204 if files.contains_key(&file_path) {205 drop(data);206 return self.evaluate_loaded_file_raw(&file_path);207 }208 }209 let contents = self.load_file_contents(&file_path)?;210 self.add_file(file_path.clone(), contents)?;211 self.evaluate_loaded_file_raw(&file_path)212 }213 pub(crate) fn import_file_str(&self, from: &PathBuf, path: &PathBuf) -> Result<IStr> {214 let path = self.resolve_file(from, path)?;215 if !self.data().str_files.contains_key(&path) {216 let file_str = self.load_file_contents(&path)?;217 self.data_mut().str_files.insert(path.clone(), file_str);218 }219 Ok(self.data().str_files.get(&path).cloned().unwrap())220 }221222 fn evaluate_loaded_file_raw(&self, name: &PathBuf) -> Result<Val> {223 let expr: LocExpr = {224 let ro_map = &self.data().files;225 let value = ro_map226 .get(name)227 .unwrap_or_else(|| panic!("file not added: {:?}", name));228 if let Some(ref evaluated) = value.evaluated {229 return Ok(evaluated.clone());230 }231 value.parsed.clone()232 };233 let value = evaluate(self.create_default_context()?, &expr)?;234 {235 self.data_mut()236 .files237 .get_mut(name)238 .unwrap()239 .evaluated240 .replace(value.clone());241 }242 Ok(value)243 }244245 /// Adds standard library global variable (std) to this evaluator246 pub fn with_stdlib(&self) -> &Self {247 use jrsonnet_stdlib::STDLIB_STR;248 let std_path = Rc::new(PathBuf::from("std.jsonnet"));249 self.run_in_state(|| {250 self.add_parsed_file(251 std_path.clone(),252 STDLIB_STR.to_owned().into(),253 builtin::get_parsed_stdlib(),254 )255 .unwrap();256 let val = self.evaluate_loaded_file_raw(&std_path).unwrap();257 self.settings_mut().globals.insert("std".into(), val);258 });259 self260 }261262 /// Creates context with all passed global variables263 pub fn create_default_context(&self) -> Result<Context> {264 let globals = &self.settings().globals;265 let mut new_bindings: HashMap<IStr, LazyBinding> = HashMap::new();266 for (name, value) in globals.iter() {267 new_bindings.insert(268 name.clone(),269 LazyBinding::Bound(resolved_lazy_val!(value.clone())),270 );271 }272 Context::new().extend_unbound(new_bindings, None, None, None)273 }274275 /// Executes code creating a new stack frame276 pub fn push<T>(277 &self,278 e: Option<&ExprLocation>,279 frame_desc: impl FnOnce() -> String,280 f: impl FnOnce() -> Result<T>,281 ) -> Result<T> {282 {283 let mut data = self.data_mut();284 let stack_depth = &mut data.stack_depth;285 if *stack_depth > self.max_stack() {286 // Error creation uses data, so i drop guard here287 drop(data);288 throw!(StackOverflow);289 } else {290 *stack_depth += 1;291 }292 }293 let result = f();294 self.data_mut().stack_depth -= 1;295 if let Err(mut err) = result {296 err.trace_mut().0.push(StackTraceElement {297 location: e.cloned(),298 desc: frame_desc(),299 });300 return Err(err);301 }302 result303 }304305 /// Runs passed function in state (required if function needs to modify stack trace)306 pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {307 EVAL_STATE.with(|v| {308 let has_state = v.borrow().is_some();309 if !has_state {310 v.borrow_mut().replace(self.clone());311 }312 let result = f();313 if !has_state {314 v.borrow_mut().take();315 }316 result317 })318 }319320 pub fn stringify_err(&self, e: &LocError) -> String {321 let mut out = String::new();322 self.settings()323 .trace_format324 .write_trace(&mut out, self, e)325 .unwrap();326 out327 }328329 pub fn manifest(&self, val: Val) -> Result<IStr> {330 self.run_in_state(|| val.manifest(&self.manifest_format()))331 }332 pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {333 self.run_in_state(|| val.manifest_multi(&self.manifest_format()))334 }335 pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {336 self.run_in_state(|| val.manifest_stream(&self.manifest_format()))337 }338339 /// If passed value is function then call with set TLA340 pub fn with_tla(&self, val: Val) -> Result<Val> {341 self.run_in_state(|| {342 Ok(match val {343 Val::Func(func) => push(344 None,345 || "during TLA call".to_owned(),346 || {347 Ok(func.evaluate_map(348 self.create_default_context()?,349 &self.settings().tla_vars,350 true,351 )?)352 },353 )?,354 v => v,355 })356 })357 }358}359360/// Internals361impl EvaluationState {362 fn data(&self) -> Ref<EvaluationData> {363 self.0.data.borrow()364 }365 fn data_mut(&self) -> RefMut<EvaluationData> {366 self.0.data.borrow_mut()367 }368 pub fn settings(&self) -> Ref<EvaluationSettings> {369 self.0.settings.borrow()370 }371 pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {372 self.0.settings.borrow_mut()373 }374}375376/// Raw methods evaluate passed values but don't perform TLA execution377impl EvaluationState {378 pub fn evaluate_file_raw(&self, name: &PathBuf) -> Result<Val> {379 self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))380 }381 pub fn evaluate_file_raw_nocwd(&self, name: &PathBuf) -> Result<Val> {382 self.run_in_state(|| self.import_file(&PathBuf::from("."), name))383 }384 /// Parses and evaluates the given snippet385 pub fn evaluate_snippet_raw(&self, source: Rc<PathBuf>, code: IStr) -> Result<Val> {386 let parsed = parse(387 &code,388 &ParserSettings {389 file_name: source.clone(),390 loc_data: true,391 },392 )393 .unwrap();394 self.add_parsed_file(source, code, parsed.clone())?;395 self.evaluate_expr_raw(parsed)396 }397 /// Evaluates the parsed expression398 pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {399 self.run_in_state(|| evaluate(self.create_default_context()?, &code))400 }401}402403/// Settings utilities404impl EvaluationState {405 pub fn add_ext_var(&self, name: IStr, value: Val) {406 self.settings_mut().ext_vars.insert(name, value);407 }408 pub fn add_ext_str(&self, name: IStr, value: IStr) {409 self.add_ext_var(name, Val::Str(value));410 }411 pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {412 let value =413 self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("ext_code {}", name))), code)?;414 self.add_ext_var(name, value);415 Ok(())416 }417418 pub fn add_tla(&self, name: IStr, value: Val) {419 self.settings_mut().tla_vars.insert(name, value);420 }421 pub fn add_tla_str(&self, name: IStr, value: IStr) {422 self.add_tla(name, Val::Str(value));423 }424 pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {425 let value =426 self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("tla_code {}", name))), code)?;427 self.add_tla(name, value);428 Ok(())429 }430431 pub fn resolve_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Rc<PathBuf>> {432 Ok(self.settings().import_resolver.resolve_file(from, path)?)433 }434 pub fn load_file_contents(&self, path: &PathBuf) -> Result<IStr> {435 Ok(self.settings().import_resolver.load_file_contents(path)?)436 }437438 pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {439 Ref::map(self.settings(), |s| &*s.import_resolver)440 }441 pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {442 self.settings_mut().import_resolver = resolver;443 }444445 pub fn add_native(&self, name: IStr, cb: Rc<NativeCallback>) {446 self.settings_mut().ext_natives.insert(name, cb);447 }448449 pub fn manifest_format(&self) -> ManifestFormat {450 self.settings().manifest_format.clone()451 }452 pub fn set_manifest_format(&self, format: ManifestFormat) {453 self.settings_mut().manifest_format = format;454 }455456 pub fn trace_format(&self) -> Ref<dyn TraceFormat> {457 Ref::map(self.settings(), |s| &*s.trace_format)458 }459 pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {460 self.settings_mut().trace_format = format;461 }462463 pub fn max_trace(&self) -> usize {464 self.settings().max_trace465 }466 pub fn set_max_trace(&self, trace: usize) {467 self.settings_mut().max_trace = trace;468 }469470 pub fn max_stack(&self) -> usize {471 self.settings().max_stack472 }473 pub fn set_max_stack(&self, trace: usize) {474 self.settings_mut().max_stack = trace;475 }476}477478#[cfg(test)]479pub mod tests {480 use super::Val;481 use crate::{error::Error::*, primitive_equals, EvaluationState};482 use jrsonnet_interner::IStr;483 use jrsonnet_parser::*;484 use std::{path::PathBuf, rc::Rc};485486 #[test]487 #[should_panic]488 fn eval_state_stacktrace() {489 let state = EvaluationState::default();490 state.run_in_state(|| {491 state492 .push(493 Some(&ExprLocation(494 Rc::new(PathBuf::from("test1.jsonnet")),495 10,496 20,497 )),498 || "outer".to_owned(),499 || {500 state.push(501 Some(&ExprLocation(502 Rc::new(PathBuf::from("test2.jsonnet")),503 30,504 40,505 )),506 || "inner".to_owned(),507 || Err(RuntimeError("".into()).into()),508 )?;509 Ok(())510 },511 )512 .unwrap();513 });514 }515516 #[test]517 fn eval_state_standard() {518 let state = EvaluationState::default();519 state.with_stdlib();520 assert!(primitive_equals(521 &state522 .evaluate_snippet_raw(523 Rc::new(PathBuf::from("raw.jsonnet")),524 r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()525 )526 .unwrap(),527 &Val::Bool(true),528 )529 .unwrap());530 }531532 macro_rules! eval {533 ($str: expr) => {534 EvaluationState::default()535 .with_stdlib()536 .evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())537 .unwrap()538 };539 }540 macro_rules! eval_json {541 ($str: expr) => {{542 let evaluator = EvaluationState::default();543 evaluator.with_stdlib();544 evaluator.run_in_state(|| {545 evaluator546 .evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())547 .unwrap()548 .to_json(0)549 .unwrap()550 .replace("\n", "")551 })552 }};553 }554555 /// Asserts given code returns `true`556 macro_rules! assert_eval {557 ($str: expr) => {558 assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())559 };560 }561562 /// Asserts given code returns `false`563 macro_rules! assert_eval_neg {564 ($str: expr) => {565 assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())566 };567 }568 macro_rules! assert_json {569 ($str: expr, $out: expr) => {570 assert_eq!(eval_json!($str), $out.replace("\t", ""))571 };572 }573574 /// Sanity checking, before trusting to another tests575 #[test]576 fn equality_operator() {577 assert_eval!("2 == 2");578 assert_eval_neg!("2 != 2");579 assert_eval!("2 != 3");580 assert_eval_neg!("2 == 3");581 assert_eval!("'Hello' == 'Hello'");582 assert_eval_neg!("'Hello' != 'Hello'");583 assert_eval!("'Hello' != 'World'");584 assert_eval_neg!("'Hello' == 'World'");585 }586587 #[test]588 fn math_evaluation() {589 assert_eval!("2 + 2 * 2 == 6");590 assert_eval!("3 + (2 + 2 * 2) == 9");591 }592593 #[test]594 fn string_concat() {595 assert_eval!("'Hello' + 'World' == 'HelloWorld'");596 assert_eval!("'Hello' * 3 == 'HelloHelloHello'");597 assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");598 }599600 #[test]601 fn faster_join() {602 assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");603 assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");604 }605606 #[test]607 fn function_contexts() {608 assert_eval!(609 r#"610 local k = {611 t(name = self.h): [self.h, name],612 h: 3,613 };614 local f = {615 t: k.t(),616 h: 4,617 };618 f.t[0] == f.t[1]619 "#620 );621 }622623 #[test]624 fn local() {625 assert_eval!("local a = 2; local b = 3; a + b == 5");626 assert_eval!("local a = 1, b = a + 1; a + b == 3");627 assert_eval!("local a = 1; local a = 2; a == 2");628 }629630 #[test]631 fn object_lazyness() {632 assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);633 }634635 #[test]636 fn object_inheritance() {637 assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);638 }639640 #[test]641 fn object_assertion_success() {642 eval!("{assert \"a\" in self} + {a:2}");643 }644645 #[test]646 fn object_assertion_error() {647 eval!("{assert \"a\" in self}");648 }649650 #[test]651 fn lazy_args() {652 eval!("local test(a) = 2; test(error '3')");653 }654655 #[test]656 #[should_panic]657 fn tailstrict_args() {658 eval!("local test(a) = 2; test(error '3') tailstrict");659 }660661 #[test]662 #[should_panic]663 fn no_binding_error() {664 eval!("a");665 }666667 #[test]668 fn test_object() {669 assert_json!("{a:2}", r#"{"a": 2}"#);670 assert_json!("{a:2+2}", r#"{"a": 4}"#);671 assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);672 assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);673 assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);674 assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);675 assert_json!(676 r#"677 {678 name: "Alice",679 welcome: "Hello " + self.name + "!",680 }681 "#,682 r#"{"name": "Alice","welcome": "Hello Alice!"}"#683 );684 assert_json!(685 r#"686 {687 name: "Alice",688 welcome: "Hello " + self.name + "!",689 } + {690 name: "Bob"691 }692 "#,693 r#"{"name": "Bob","welcome": "Hello Bob!"}"#694 );695 }696697 #[test]698 fn functions() {699 assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");700 assert_json!(701 r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,702 r#""HelloDearWorld""#703 );704 }705706 #[test]707 fn local_methods() {708 assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");709 assert_json!(710 r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,711 r#""HelloDearWorld""#712 );713 }714715 #[test]716 fn object_locals() {717 assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);718 assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);719 assert_json!(720 r#"{local a = function (b) {[b]:4}, test: a("test")}"#,721 r#"{"test": {"test": 4}}"#722 );723 }724725 #[test]726 fn object_comp() {727 assert_json!(728 r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,729 "{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"730 )731 }732733 #[test]734 fn direct_self() {735 println!(736 "{:#?}",737 eval!(738 r#"739 {740 local me = self,741 a: 3,742 b(): me.a,743 }744 "#745 )746 );747 }748749 #[test]750 fn indirect_self() {751 // `self` assigned to `me` was lost when being752 // referenced from field753 eval!(754 r#"{755 local me = self,756 a: 3,757 b: me.a,758 }.b"#759 );760 }761762 // We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly763 #[test]764 fn std_assert_ok() {765 eval!("std.assertEqual(4.5 << 2, 16)");766 }767768 #[test]769 #[should_panic]770 fn std_assert_failure() {771 eval!("std.assertEqual(4.5 << 2, 15)");772 }773774 #[test]775 fn string_is_string() {776 assert!(primitive_equals(777 &eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),778 &Val::Bool(false),779 )780 .unwrap());781 }782783 #[test]784 fn base64_works() {785 assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);786 }787788 #[test]789 fn utf8_chars() {790 assert_json!(791 r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,792 r#"{"c": 128526,"l": 1}"#793 )794 }795796 #[test]797 fn json() {798 assert_json!(799 r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,800 r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#801 );802 }803804 #[test]805 fn test() {806 assert_json!(807 r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,808 "[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"809 );810 }811812 #[test]813 fn sjsonnet() {814 eval!(815 r#"816 local x0 = {k: 1};817 local x1 = {k: x0.k + x0.k};818 local x2 = {k: x1.k + x1.k};819 local x3 = {k: x2.k + x2.k};820 local x4 = {k: x3.k + x3.k};821 local x5 = {k: x4.k + x4.k};822 local x6 = {k: x5.k + x5.k};823 local x7 = {k: x6.k + x6.k};824 local x8 = {k: x7.k + x7.k};825 local x9 = {k: x8.k + x8.k};826 local x10 = {k: x9.k + x9.k};827 local x11 = {k: x10.k + x10.k};828 local x12 = {k: x11.k + x11.k};829 local x13 = {k: x12.k + x12.k};830 local x14 = {k: x13.k + x13.k};831 local x15 = {k: x14.k + x14.k};832 local x16 = {k: x15.k + x15.k};833 local x17 = {k: x16.k + x16.k};834 local x18 = {k: x17.k + x17.k};835 local x19 = {k: x18.k + x18.k};836 local x20 = {k: x19.k + x19.k};837 local x21 = {k: x20.k + x20.k};838 x21.k839 "#840 );841 }842843 // This test is commented out by default, because of huge compilation slowdown844 // #[bench]845 // fn bench_codegen(b: &mut Bencher) {846 // b.iter(|| {847 // #[allow(clippy::all)]848 // let stdlib = {849 // use jrsonnet_parser::*;850 // include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))851 // };852 // stdlib853 // })854 // }855856 /*857 #[bench]858 fn bench_serialize(b: &mut Bencher) {859 b.iter(|| {860 bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(861 env!("OUT_DIR"),862 "/stdlib.bincode"863 )))864 .expect("deserialize stdlib")865 })866 }867868 #[bench]869 fn bench_parse(b: &mut Bencher) {870 b.iter(|| {871 jrsonnet_parser::parse(872 jrsonnet_stdlib::STDLIB_STR,873 &jrsonnet_parser::ParserSettings {874 loc_data: true,875 file_name: Rc::new(PathBuf::from("std.jsonnet")),876 },877 )878 })879 }880 */881882 #[test]883 fn equality() {884 println!(885 "{:?}",886 jrsonnet_parser::parse(887 "{ x: 1, y: 2 } == { x: 1, y: 2 }",888 &ParserSettings::default()889 )890 );891 assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")892 }893894 #[test]895 fn native_ext() -> crate::error::Result<()> {896 use super::native::NativeCallback;897 let evaluator = EvaluationState::default();898899 evaluator.with_stdlib();900 evaluator.settings_mut().ext_natives.insert(901 "native_add".into(),902 Rc::new(NativeCallback::new(903 ParamsDesc(Rc::new(vec![904 Param("a".into(), None),905 Param("b".into(), None),906 ])),907 |caller, args| {908 assert_eq!(909 caller.unwrap(),910 Rc::new(PathBuf::from("native_caller.jsonnet"))911 );912 match (&args[0], &args[1]) {913 (Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),914 (_, _) => unreachable!(),915 }916 },917 )),918 );919 evaluator.evaluate_snippet_raw(920 Rc::new(PathBuf::from("native_caller.jsonnet")),921 "std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),922 )?;923 Ok(())924 }925926 #[test]927 fn constant_intrinsic() -> crate::error::Result<()> {928 assert_eval!(929 "local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"930 );931 Ok(())932 }933934 struct TestImportResolver(IStr);935 impl crate::import::ImportResolver for TestImportResolver {936 fn resolve_file(&self, _: &PathBuf, _: &PathBuf) -> crate::error::Result<Rc<PathBuf>> {937 Ok(Rc::new(PathBuf::from("/test")))938 }939940 fn load_file_contents(&self, _: &PathBuf) -> crate::error::Result<IStr> {941 Ok(self.0.clone())942 }943944 unsafe fn as_any(&self) -> &dyn std::any::Any {945 panic!()946 }947 }948949 #[test]950 fn issue_23() {951 let state = EvaluationState::default();952 state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));953 let _ = state.evaluate_file_raw(&PathBuf::from("/test"));954 }955}1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![allow(macro_expanded_macro_exports_accessed_by_absolute_paths)]3#![warn(clippy::all, clippy::nursery)]45mod builtin;6mod ctx;7mod dynamic;8pub mod error;9mod evaluate;10mod function;11mod import;12mod integrations;13mod map;14pub mod native;15mod obj;16pub mod trace;17pub mod typed;18mod val;1920pub use ctx::*;21pub use dynamic::*;22use error::{Error::*, LocError, Result, StackTraceElement};23pub use evaluate::*;24pub use function::parse_function_call;25pub use import::*;26use jrsonnet_interner::IStr;27use jrsonnet_parser::*;28use native::NativeCallback;29pub use obj::*;30use std::{31 cell::{Ref, RefCell, RefMut},32 collections::HashMap,33 fmt::Debug,34 path::PathBuf,35 rc::Rc,36};37use trace::{offset_to_location, CodeLocation, CompactFormat, TraceFormat};38pub use val::*;3940type BindableFn = dyn Fn(Option<ObjValue>, Option<ObjValue>) -> Result<LazyVal>;41#[derive(Clone)]42pub enum LazyBinding {43 Bindable(Rc<BindableFn>),44 Bound(LazyVal),45}4647impl Debug for LazyBinding {48 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {49 write!(f, "LazyBinding")50 }51}52impl LazyBinding {53 pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {54 match self {55 Self::Bindable(v) => v(this, super_obj),56 Self::Bound(v) => Ok(v.clone()),57 }58 }59}6061pub struct EvaluationSettings {62 /// Limits recursion by limiting the number of stack frames63 pub max_stack: usize,64 /// Limits amount of stack trace items preserved65 pub max_trace: usize,66 /// Used for s`td.extVar`67 pub ext_vars: HashMap<IStr, Val>,68 /// Used for ext.native69 pub ext_natives: HashMap<IStr, Rc<NativeCallback>>,70 /// TLA vars71 pub tla_vars: HashMap<IStr, Val>,72 /// Global variables are inserted in default context73 pub globals: HashMap<IStr, Val>,74 /// Used to resolve file locations/contents75 pub import_resolver: Box<dyn ImportResolver>,76 /// Used in manifestification functions77 pub manifest_format: ManifestFormat,78 /// Used for bindings79 pub trace_format: Box<dyn TraceFormat>,80}81impl Default for EvaluationSettings {82 fn default() -> Self {83 Self {84 max_stack: 200,85 max_trace: 20,86 globals: Default::default(),87 ext_vars: Default::default(),88 ext_natives: Default::default(),89 tla_vars: Default::default(),90 import_resolver: Box::new(DummyImportResolver),91 manifest_format: ManifestFormat::Json(4),92 trace_format: Box::new(CompactFormat {93 padding: 4,94 resolver: trace::PathResolver::Absolute,95 }),96 }97 }98}99100#[derive(Default)]101struct EvaluationData {102 /// Used for stack overflow detection, stacktrace is populated on unwind103 stack_depth: usize,104 /// Contains file source codes and evaluation results for imports and pretty-printed stacktraces105 files: HashMap<Rc<PathBuf>, FileData>,106 str_files: HashMap<Rc<PathBuf>, IStr>,107}108109pub struct FileData {110 source_code: IStr,111 parsed: LocExpr,112 evaluated: Option<Val>,113}114#[derive(Default)]115pub struct EvaluationStateInternals {116 /// Internal state117 data: RefCell<EvaluationData>,118 /// Settings, safe to change at runtime119 settings: RefCell<EvaluationSettings>,120}121122thread_local! {123 /// Contains the state for a currently executed file.124 /// Global state is fine here.125 pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)126}127pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {128 EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))129}130pub(crate) fn push<T>(131 e: Option<&ExprLocation>,132 frame_desc: impl FnOnce() -> String,133 f: impl FnOnce() -> Result<T>,134) -> Result<T> {135 with_state(|s| s.push(e, frame_desc, f))136}137138pub fn push_stack_frame<T>(139 e: Option<&ExprLocation>,140 frame_desc: impl FnOnce() -> String,141 f: impl FnOnce() -> Result<T>,142) -> Result<T> {143 push(e, frame_desc, f)144}145146/// Maintains stack trace and import resolution147#[derive(Default, Clone)]148pub struct EvaluationState(Rc<EvaluationStateInternals>);149150impl EvaluationState {151 /// Parses and adds file as loaded152 pub fn add_file(&self, path: Rc<PathBuf>, source_code: IStr) -> Result<()> {153 self.add_parsed_file(154 path.clone(),155 source_code.clone(),156 parse(157 &source_code,158 &ParserSettings {159 file_name: path.clone(),160 loc_data: true,161 },162 )163 .map_err(|error| ImportSyntaxError {164 error: Box::new(error),165 path,166 source_code,167 })?,168 )?;169170 Ok(())171 }172173 /// Adds file by source code and parsed expr174 pub fn add_parsed_file(175 &self,176 name: Rc<PathBuf>,177 source_code: IStr,178 parsed: LocExpr,179 ) -> Result<()> {180 self.data_mut().files.insert(181 name,182 FileData {183 source_code,184 parsed,185 evaluated: None,186 },187 );188189 Ok(())190 }191 pub fn get_source(&self, name: &PathBuf) -> Option<IStr> {192 let ro_map = &self.data().files;193 ro_map.get(name).map(|value| value.source_code.clone())194 }195 pub fn map_source_locations(&self, file: &PathBuf, locs: &[usize]) -> Vec<CodeLocation> {196 offset_to_location(&self.get_source(file).unwrap(), locs)197 }198199 pub(crate) fn import_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Val> {200 let file_path = self.resolve_file(from, path)?;201 {202 let data = self.data();203 let files = &data.files;204 if files.contains_key(&file_path) {205 drop(data);206 return self.evaluate_loaded_file_raw(&file_path);207 }208 }209 let contents = self.load_file_contents(&file_path)?;210 self.add_file(file_path.clone(), contents)?;211 self.evaluate_loaded_file_raw(&file_path)212 }213 pub(crate) fn import_file_str(&self, from: &PathBuf, path: &PathBuf) -> Result<IStr> {214 let path = self.resolve_file(from, path)?;215 if !self.data().str_files.contains_key(&path) {216 let file_str = self.load_file_contents(&path)?;217 self.data_mut().str_files.insert(path.clone(), file_str);218 }219 Ok(self.data().str_files.get(&path).cloned().unwrap())220 }221222 fn evaluate_loaded_file_raw(&self, name: &PathBuf) -> Result<Val> {223 let expr: LocExpr = {224 let ro_map = &self.data().files;225 let value = ro_map226 .get(name)227 .unwrap_or_else(|| panic!("file not added: {:?}", name));228 if let Some(ref evaluated) = value.evaluated {229 return Ok(evaluated.clone());230 }231 value.parsed.clone()232 };233 let value = evaluate(self.create_default_context()?, &expr)?;234 {235 self.data_mut()236 .files237 .get_mut(name)238 .unwrap()239 .evaluated240 .replace(value.clone());241 }242 Ok(value)243 }244245 /// Adds standard library global variable (std) to this evaluator246 pub fn with_stdlib(&self) -> &Self {247 use jrsonnet_stdlib::STDLIB_STR;248 let std_path = Rc::new(PathBuf::from("std.jsonnet"));249 self.run_in_state(|| {250 self.add_parsed_file(251 std_path.clone(),252 STDLIB_STR.to_owned().into(),253 builtin::get_parsed_stdlib(),254 )255 .unwrap();256 let val = self.evaluate_loaded_file_raw(&std_path).unwrap();257 self.settings_mut().globals.insert("std".into(), val);258 });259 self260 }261262 /// Creates context with all passed global variables263 pub fn create_default_context(&self) -> Result<Context> {264 let globals = &self.settings().globals;265 let mut new_bindings: HashMap<IStr, LazyBinding> = HashMap::new();266 for (name, value) in globals.iter() {267 new_bindings.insert(268 name.clone(),269 LazyBinding::Bound(resolved_lazy_val!(value.clone())),270 );271 }272 Context::new().extend_unbound(new_bindings, None, None, None)273 }274275 /// Executes code creating a new stack frame276 pub fn push<T>(277 &self,278 e: Option<&ExprLocation>,279 frame_desc: impl FnOnce() -> String,280 f: impl FnOnce() -> Result<T>,281 ) -> Result<T> {282 {283 let mut data = self.data_mut();284 let stack_depth = &mut data.stack_depth;285 if *stack_depth > self.max_stack() {286 // Error creation uses data, so i drop guard here287 drop(data);288 throw!(StackOverflow);289 } else {290 *stack_depth += 1;291 }292 }293 let result = f();294 self.data_mut().stack_depth -= 1;295 if let Err(mut err) = result {296 err.trace_mut().0.push(StackTraceElement {297 location: e.cloned(),298 desc: frame_desc(),299 });300 return Err(err);301 }302 result303 }304305 /// Runs passed function in state (required if function needs to modify stack trace)306 pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {307 EVAL_STATE.with(|v| {308 let has_state = v.borrow().is_some();309 if !has_state {310 v.borrow_mut().replace(self.clone());311 }312 let result = f();313 if !has_state {314 v.borrow_mut().take();315 }316 result317 })318 }319320 pub fn stringify_err(&self, e: &LocError) -> String {321 let mut out = String::new();322 self.settings()323 .trace_format324 .write_trace(&mut out, self, e)325 .unwrap();326 out327 }328329 pub fn manifest(&self, val: Val) -> Result<IStr> {330 self.run_in_state(|| val.manifest(&self.manifest_format()))331 }332 pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {333 self.run_in_state(|| val.manifest_multi(&self.manifest_format()))334 }335 pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {336 self.run_in_state(|| val.manifest_stream(&self.manifest_format()))337 }338339 /// If passed value is function then call with set TLA340 pub fn with_tla(&self, val: Val) -> Result<Val> {341 self.run_in_state(|| {342 Ok(match val {343 Val::Func(func) => push(344 None,345 || "during TLA call".to_owned(),346 || {347 Ok(func.evaluate_map(348 self.create_default_context()?,349 &self.settings().tla_vars,350 true,351 )?)352 },353 )?,354 v => v,355 })356 })357 }358}359360/// Internals361impl EvaluationState {362 fn data(&self) -> Ref<EvaluationData> {363 self.0.data.borrow()364 }365 fn data_mut(&self) -> RefMut<EvaluationData> {366 self.0.data.borrow_mut()367 }368 pub fn settings(&self) -> Ref<EvaluationSettings> {369 self.0.settings.borrow()370 }371 pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {372 self.0.settings.borrow_mut()373 }374}375376/// Raw methods evaluate passed values but don't perform TLA execution377impl EvaluationState {378 pub fn evaluate_file_raw(&self, name: &PathBuf) -> Result<Val> {379 self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))380 }381 pub fn evaluate_file_raw_nocwd(&self, name: &PathBuf) -> Result<Val> {382 self.run_in_state(|| self.import_file(&PathBuf::from("."), name))383 }384 /// Parses and evaluates the given snippet385 pub fn evaluate_snippet_raw(&self, source: Rc<PathBuf>, code: IStr) -> Result<Val> {386 let parsed = parse(387 &code,388 &ParserSettings {389 file_name: source.clone(),390 loc_data: true,391 },392 )393 .unwrap();394 self.add_parsed_file(source, code, parsed.clone())?;395 self.evaluate_expr_raw(parsed)396 }397 /// Evaluates the parsed expression398 pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {399 self.run_in_state(|| evaluate(self.create_default_context()?, &code))400 }401}402403/// Settings utilities404impl EvaluationState {405 pub fn add_ext_var(&self, name: IStr, value: Val) {406 self.settings_mut().ext_vars.insert(name, value);407 }408 pub fn add_ext_str(&self, name: IStr, value: IStr) {409 self.add_ext_var(name, Val::Str(value));410 }411 pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {412 let value =413 self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("ext_code {}", name))), code)?;414 self.add_ext_var(name, value);415 Ok(())416 }417418 pub fn add_tla(&self, name: IStr, value: Val) {419 self.settings_mut().tla_vars.insert(name, value);420 }421 pub fn add_tla_str(&self, name: IStr, value: IStr) {422 self.add_tla(name, Val::Str(value));423 }424 pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {425 let value =426 self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("tla_code {}", name))), code)?;427 self.add_tla(name, value);428 Ok(())429 }430431 pub fn resolve_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Rc<PathBuf>> {432 Ok(self.settings().import_resolver.resolve_file(from, path)?)433 }434 pub fn load_file_contents(&self, path: &PathBuf) -> Result<IStr> {435 Ok(self.settings().import_resolver.load_file_contents(path)?)436 }437438 pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {439 Ref::map(self.settings(), |s| &*s.import_resolver)440 }441 pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {442 self.settings_mut().import_resolver = resolver;443 }444445 pub fn add_native(&self, name: IStr, cb: Rc<NativeCallback>) {446 self.settings_mut().ext_natives.insert(name, cb);447 }448449 pub fn manifest_format(&self) -> ManifestFormat {450 self.settings().manifest_format.clone()451 }452 pub fn set_manifest_format(&self, format: ManifestFormat) {453 self.settings_mut().manifest_format = format;454 }455456 pub fn trace_format(&self) -> Ref<dyn TraceFormat> {457 Ref::map(self.settings(), |s| &*s.trace_format)458 }459 pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {460 self.settings_mut().trace_format = format;461 }462463 pub fn max_trace(&self) -> usize {464 self.settings().max_trace465 }466 pub fn set_max_trace(&self, trace: usize) {467 self.settings_mut().max_trace = trace;468 }469470 pub fn max_stack(&self) -> usize {471 self.settings().max_stack472 }473 pub fn set_max_stack(&self, trace: usize) {474 self.settings_mut().max_stack = trace;475 }476}477478#[cfg(test)]479pub mod tests {480 use super::Val;481 use crate::{error::Error::*, primitive_equals, EvaluationState};482 use jrsonnet_interner::IStr;483 use jrsonnet_parser::*;484 use std::{path::PathBuf, rc::Rc};485486 #[test]487 #[should_panic]488 fn eval_state_stacktrace() {489 let state = EvaluationState::default();490 state.run_in_state(|| {491 state492 .push(493 Some(&ExprLocation(494 Rc::new(PathBuf::from("test1.jsonnet")),495 10,496 20,497 )),498 || "outer".to_owned(),499 || {500 state.push(501 Some(&ExprLocation(502 Rc::new(PathBuf::from("test2.jsonnet")),503 30,504 40,505 )),506 || "inner".to_owned(),507 || Err(RuntimeError("".into()).into()),508 )?;509 Ok(())510 },511 )512 .unwrap();513 });514 }515516 #[test]517 fn eval_state_standard() {518 let state = EvaluationState::default();519 state.with_stdlib();520 assert!(primitive_equals(521 &state522 .evaluate_snippet_raw(523 Rc::new(PathBuf::from("raw.jsonnet")),524 r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()525 )526 .unwrap(),527 &Val::Bool(true),528 )529 .unwrap());530 }531532 macro_rules! eval {533 ($str: expr) => {534 EvaluationState::default()535 .with_stdlib()536 .evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())537 .unwrap()538 };539 }540 macro_rules! eval_json {541 ($str: expr) => {{542 let evaluator = EvaluationState::default();543 evaluator.with_stdlib();544 evaluator.run_in_state(|| {545 evaluator546 .evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())547 .unwrap()548 .to_json(0)549 .unwrap()550 .replace("\n", "")551 })552 }};553 }554555 /// Asserts given code returns `true`556 macro_rules! assert_eval {557 ($str: expr) => {558 assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())559 };560 }561562 /// Asserts given code returns `false`563 macro_rules! assert_eval_neg {564 ($str: expr) => {565 assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())566 };567 }568 macro_rules! assert_json {569 ($str: expr, $out: expr) => {570 assert_eq!(eval_json!($str), $out.replace("\t", ""))571 };572 }573574 /// Sanity checking, before trusting to another tests575 #[test]576 fn equality_operator() {577 assert_eval!("2 == 2");578 assert_eval_neg!("2 != 2");579 assert_eval!("2 != 3");580 assert_eval_neg!("2 == 3");581 assert_eval!("'Hello' == 'Hello'");582 assert_eval_neg!("'Hello' != 'Hello'");583 assert_eval!("'Hello' != 'World'");584 assert_eval_neg!("'Hello' == 'World'");585 }586587 #[test]588 fn math_evaluation() {589 assert_eval!("2 + 2 * 2 == 6");590 assert_eval!("3 + (2 + 2 * 2) == 9");591 }592593 #[test]594 fn string_concat() {595 assert_eval!("'Hello' + 'World' == 'HelloWorld'");596 assert_eval!("'Hello' * 3 == 'HelloHelloHello'");597 assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");598 }599600 #[test]601 fn faster_join() {602 assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");603 assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");604 }605606 #[test]607 fn function_contexts() {608 assert_eval!(609 r#"610 local k = {611 t(name = self.h): [self.h, name],612 h: 3,613 };614 local f = {615 t: k.t(),616 h: 4,617 };618 f.t[0] == f.t[1]619 "#620 );621 }622623 #[test]624 fn local() {625 assert_eval!("local a = 2; local b = 3; a + b == 5");626 assert_eval!("local a = 1, b = a + 1; a + b == 3");627 assert_eval!("local a = 1; local a = 2; a == 2");628 }629630 #[test]631 fn object_lazyness() {632 assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);633 }634635 #[test]636 fn object_inheritance() {637 assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);638 }639640 #[test]641 fn object_assertion_success() {642 eval!("{assert \"a\" in self} + {a:2}");643 }644645 #[test]646 fn object_assertion_error() {647 eval!("{assert \"a\" in self}");648 }649650 #[test]651 fn lazy_args() {652 eval!("local test(a) = 2; test(error '3')");653 }654655 #[test]656 #[should_panic]657 fn tailstrict_args() {658 eval!("local test(a) = 2; test(error '3') tailstrict");659 }660661 #[test]662 #[should_panic]663 fn no_binding_error() {664 eval!("a");665 }666667 #[test]668 fn test_object() {669 assert_json!("{a:2}", r#"{"a": 2}"#);670 assert_json!("{a:2+2}", r#"{"a": 4}"#);671 assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);672 assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);673 assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);674 assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);675 assert_json!(676 r#"677 {678 name: "Alice",679 welcome: "Hello " + self.name + "!",680 }681 "#,682 r#"{"name": "Alice","welcome": "Hello Alice!"}"#683 );684 assert_json!(685 r#"686 {687 name: "Alice",688 welcome: "Hello " + self.name + "!",689 } + {690 name: "Bob"691 }692 "#,693 r#"{"name": "Bob","welcome": "Hello Bob!"}"#694 );695 }696697 #[test]698 fn functions() {699 assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");700 assert_json!(701 r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,702 r#""HelloDearWorld""#703 );704 }705706 #[test]707 fn local_methods() {708 assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");709 assert_json!(710 r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,711 r#""HelloDearWorld""#712 );713 }714715 #[test]716 fn object_locals() {717 assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);718 assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);719 assert_json!(720 r#"{local a = function (b) {[b]:4}, test: a("test")}"#,721 r#"{"test": {"test": 4}}"#722 );723 }724725 #[test]726 fn object_comp() {727 assert_json!(728 r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,729 "{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"730 )731 }732733 #[test]734 fn direct_self() {735 println!(736 "{:#?}",737 eval!(738 r#"739 {740 local me = self,741 a: 3,742 b(): me.a,743 }744 "#745 )746 );747 }748749 #[test]750 fn indirect_self() {751 // `self` assigned to `me` was lost when being752 // referenced from field753 eval!(754 r#"{755 local me = self,756 a: 3,757 b: me.a,758 }.b"#759 );760 }761762 // We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly763 #[test]764 fn std_assert_ok() {765 eval!("std.assertEqual(4.5 << 2, 16)");766 }767768 #[test]769 #[should_panic]770 fn std_assert_failure() {771 eval!("std.assertEqual(4.5 << 2, 15)");772 }773774 #[test]775 fn string_is_string() {776 assert!(primitive_equals(777 &eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),778 &Val::Bool(false),779 )780 .unwrap());781 }782783 #[test]784 fn base64_works() {785 assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);786 }787788 #[test]789 fn utf8_chars() {790 assert_json!(791 r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,792 r#"{"c": 128526,"l": 1}"#793 )794 }795796 #[test]797 fn json() {798 assert_json!(799 r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,800 r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#801 );802 }803804 #[test]805 fn test() {806 assert_json!(807 r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,808 "[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"809 );810 }811812 #[test]813 fn sjsonnet() {814 eval!(815 r#"816 local x0 = {k: 1};817 local x1 = {k: x0.k + x0.k};818 local x2 = {k: x1.k + x1.k};819 local x3 = {k: x2.k + x2.k};820 local x4 = {k: x3.k + x3.k};821 local x5 = {k: x4.k + x4.k};822 local x6 = {k: x5.k + x5.k};823 local x7 = {k: x6.k + x6.k};824 local x8 = {k: x7.k + x7.k};825 local x9 = {k: x8.k + x8.k};826 local x10 = {k: x9.k + x9.k};827 local x11 = {k: x10.k + x10.k};828 local x12 = {k: x11.k + x11.k};829 local x13 = {k: x12.k + x12.k};830 local x14 = {k: x13.k + x13.k};831 local x15 = {k: x14.k + x14.k};832 local x16 = {k: x15.k + x15.k};833 local x17 = {k: x16.k + x16.k};834 local x18 = {k: x17.k + x17.k};835 local x19 = {k: x18.k + x18.k};836 local x20 = {k: x19.k + x19.k};837 local x21 = {k: x20.k + x20.k};838 x21.k839 "#840 );841 }842843 // This test is commented out by default, because of huge compilation slowdown844 // #[bench]845 // fn bench_codegen(b: &mut Bencher) {846 // b.iter(|| {847 // #[allow(clippy::all)]848 // let stdlib = {849 // use jrsonnet_parser::*;850 // include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))851 // };852 // stdlib853 // })854 // }855856 /*857 #[bench]858 fn bench_serialize(b: &mut Bencher) {859 b.iter(|| {860 bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(861 env!("OUT_DIR"),862 "/stdlib.bincode"863 )))864 .expect("deserialize stdlib")865 })866 }867868 #[bench]869 fn bench_parse(b: &mut Bencher) {870 b.iter(|| {871 jrsonnet_parser::parse(872 jrsonnet_stdlib::STDLIB_STR,873 &jrsonnet_parser::ParserSettings {874 loc_data: true,875 file_name: Rc::new(PathBuf::from("std.jsonnet")),876 },877 )878 })879 }880 */881882 #[test]883 fn equality() {884 println!(885 "{:?}",886 jrsonnet_parser::parse(887 "{ x: 1, y: 2 } == { x: 1, y: 2 }",888 &ParserSettings::default()889 )890 );891 assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")892 }893894 #[test]895 fn native_ext() -> crate::error::Result<()> {896 use super::native::NativeCallback;897 let evaluator = EvaluationState::default();898899 evaluator.with_stdlib();900 evaluator.settings_mut().ext_natives.insert(901 "native_add".into(),902 Rc::new(NativeCallback::new(903 ParamsDesc(Rc::new(vec![904 Param("a".into(), None),905 Param("b".into(), None),906 ])),907 |caller, args| {908 assert_eq!(909 caller.unwrap(),910 Rc::new(PathBuf::from("native_caller.jsonnet"))911 );912 match (&args[0], &args[1]) {913 (Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),914 (_, _) => unreachable!(),915 }916 },917 )),918 );919 evaluator.evaluate_snippet_raw(920 Rc::new(PathBuf::from("native_caller.jsonnet")),921 "std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),922 )?;923 Ok(())924 }925926 #[test]927 fn constant_intrinsic() -> crate::error::Result<()> {928 assert_eval!(929 "local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"930 );931 Ok(())932 }933934 #[test]935 fn standalone_super() -> crate::error::Result<()> {936 assert_eval!(937 r#"938 local obj = {939 a: 1,940 b: 2,941 c: 3,942 };943 local test = obj + {944 fields: std.objectFields(super),945 d: 5,946 };947 test.fields == ['a', 'b', 'c']948 "#949 );950 Ok(())951 }952953 struct TestImportResolver(IStr);954 impl crate::import::ImportResolver for TestImportResolver {955 fn resolve_file(&self, _: &PathBuf, _: &PathBuf) -> crate::error::Result<Rc<PathBuf>> {956 Ok(Rc::new(PathBuf::from("/test")))957 }958959 fn load_file_contents(&self, _: &PathBuf) -> crate::error::Result<IStr> {960 Ok(self.0.clone())961 }962963 unsafe fn as_any(&self) -> &dyn std::any::Any {964 panic!()965 }966 }967968 #[test]969 fn issue_23() {970 let state = EvaluationState::default();971 state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));972 let _ = state.evaluate_file_raw(&PathBuf::from("/test"));973 }974}