difftreelog
feat locationless stack frames
in: master
4 files changed
crates/jrsonnet-evaluator/src/error.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/error.rs
+++ b/crates/jrsonnet-evaluator/src/error.rs
@@ -132,7 +132,7 @@
#[derive(Clone, Debug)]
pub struct StackTraceElement {
- pub location: ExprLocation,
+ pub location: Option<ExprLocation>,
pub desc: String,
}
#[derive(Debug, Clone)]
crates/jrsonnet-evaluator/src/lib.rsdiffbeforeafterboth1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![allow(macro_expanded_macro_exports_accessed_by_absolute_paths)]3#![warn(clippy::all, clippy::nursery)]45mod builtin;6mod ctx;7mod dynamic;8pub mod error;9mod evaluate;10mod function;11mod import;12mod integrations;13mod map;14pub mod native;15mod obj;16pub mod trace;17pub mod typed;18mod val;1920pub use ctx::*;21pub use dynamic::*;22use error::{Error::*, LocError, Result, StackTraceElement};23pub use evaluate::*;24pub use function::parse_function_call;25pub use import::*;26use jrsonnet_interner::IStr;27use jrsonnet_parser::*;28use native::NativeCallback;29pub use obj::*;30use std::{31 cell::{Ref, RefCell, RefMut},32 collections::HashMap,33 fmt::Debug,34 path::PathBuf,35 rc::Rc,36};37use trace::{offset_to_location, CodeLocation, CompactFormat, TraceFormat};38pub use val::*;3940type BindableFn = dyn Fn(Option<ObjValue>, Option<ObjValue>) -> Result<LazyVal>;41#[derive(Clone)]42pub enum LazyBinding {43 Bindable(Rc<BindableFn>),44 Bound(LazyVal),45}4647impl Debug for LazyBinding {48 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {49 write!(f, "LazyBinding")50 }51}52impl LazyBinding {53 pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {54 match self {55 Self::Bindable(v) => v(this, super_obj),56 Self::Bound(v) => Ok(v.clone()),57 }58 }59}6061pub struct EvaluationSettings {62 /// Limits recursion by limiting the number of stack frames63 pub max_stack: usize,64 /// Limits amount of stack trace items preserved65 pub max_trace: usize,66 /// Used for s`td.extVar`67 pub ext_vars: HashMap<IStr, Val>,68 /// Used for ext.native69 pub ext_natives: HashMap<IStr, Rc<NativeCallback>>,70 /// TLA vars71 pub tla_vars: HashMap<IStr, Val>,72 /// Global variables are inserted in default context73 pub globals: HashMap<IStr, Val>,74 /// Used to resolve file locations/contents75 pub import_resolver: Box<dyn ImportResolver>,76 /// Used in manifestification functions77 pub manifest_format: ManifestFormat,78 /// Used for bindings79 pub trace_format: Box<dyn TraceFormat>,80}81impl Default for EvaluationSettings {82 fn default() -> Self {83 Self {84 max_stack: 200,85 max_trace: 20,86 globals: Default::default(),87 ext_vars: Default::default(),88 ext_natives: Default::default(),89 tla_vars: Default::default(),90 import_resolver: Box::new(DummyImportResolver),91 manifest_format: ManifestFormat::Json(4),92 trace_format: Box::new(CompactFormat {93 padding: 4,94 resolver: trace::PathResolver::Absolute,95 }),96 }97 }98}99100#[derive(Default)]101struct EvaluationData {102 /// Used for stack overflow detection, stacktrace is populated on unwind103 stack_depth: usize,104 /// Contains file source codes and evaluation results for imports and pretty-printed stacktraces105 files: HashMap<Rc<PathBuf>, FileData>,106 str_files: HashMap<Rc<PathBuf>, IStr>,107}108109pub struct FileData {110 source_code: IStr,111 parsed: LocExpr,112 evaluated: Option<Val>,113}114#[derive(Default)]115pub struct EvaluationStateInternals {116 /// Internal state117 data: RefCell<EvaluationData>,118 /// Settings, safe to change at runtime119 settings: RefCell<EvaluationSettings>,120}121122thread_local! {123 /// Contains the state for a currently executed file.124 /// Global state is fine here.125 pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)126}127pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {128 EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))129}130pub(crate) fn push<T>(131 e: Option<&ExprLocation>,132 frame_desc: impl FnOnce() -> String,133 f: impl FnOnce() -> Result<T>,134) -> Result<T> {135 if let Some(v) = e {136 with_state(|s| s.push(v, frame_desc, f))137 } else {138 f()139 }140}141142/// Maintains stack trace and import resolution143#[derive(Default, Clone)]144pub struct EvaluationState(Rc<EvaluationStateInternals>);145146impl EvaluationState {147 /// Parses and adds file as loaded148 pub fn add_file(&self, path: Rc<PathBuf>, source_code: IStr) -> Result<()> {149 self.add_parsed_file(150 path.clone(),151 source_code.clone(),152 parse(153 &source_code,154 &ParserSettings {155 file_name: path.clone(),156 loc_data: true,157 },158 )159 .map_err(|error| ImportSyntaxError {160 error: Box::new(error),161 path,162 source_code,163 })?,164 )?;165166 Ok(())167 }168169 /// Adds file by source code and parsed expr170 pub fn add_parsed_file(171 &self,172 name: Rc<PathBuf>,173 source_code: IStr,174 parsed: LocExpr,175 ) -> Result<()> {176 self.data_mut().files.insert(177 name,178 FileData {179 source_code,180 parsed,181 evaluated: None,182 },183 );184185 Ok(())186 }187 pub fn get_source(&self, name: &PathBuf) -> Option<IStr> {188 let ro_map = &self.data().files;189 ro_map.get(name).map(|value| value.source_code.clone())190 }191 pub fn map_source_locations(&self, file: &PathBuf, locs: &[usize]) -> Vec<CodeLocation> {192 offset_to_location(&self.get_source(file).unwrap(), locs)193 }194195 pub(crate) fn import_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Val> {196 let file_path = self.resolve_file(from, path)?;197 {198 let data = self.data();199 let files = &data.files;200 if files.contains_key(&file_path) {201 drop(data);202 return self.evaluate_loaded_file_raw(&file_path);203 }204 }205 let contents = self.load_file_contents(&file_path)?;206 self.add_file(file_path.clone(), contents)?;207 self.evaluate_loaded_file_raw(&file_path)208 }209 pub(crate) fn import_file_str(&self, from: &PathBuf, path: &PathBuf) -> Result<IStr> {210 let path = self.resolve_file(from, path)?;211 if !self.data().str_files.contains_key(&path) {212 let file_str = self.load_file_contents(&path)?;213 self.data_mut().str_files.insert(path.clone(), file_str);214 }215 Ok(self.data().str_files.get(&path).cloned().unwrap())216 }217218 fn evaluate_loaded_file_raw(&self, name: &PathBuf) -> Result<Val> {219 let expr: LocExpr = {220 let ro_map = &self.data().files;221 let value = ro_map222 .get(name)223 .unwrap_or_else(|| panic!("file not added: {:?}", name));224 if let Some(ref evaluated) = value.evaluated {225 return Ok(evaluated.clone());226 }227 value.parsed.clone()228 };229 let value = evaluate(self.create_default_context()?, &expr)?;230 {231 self.data_mut()232 .files233 .get_mut(name)234 .unwrap()235 .evaluated236 .replace(value.clone());237 }238 Ok(value)239 }240241 /// Adds standard library global variable (std) to this evaluator242 pub fn with_stdlib(&self) -> &Self {243 use jrsonnet_stdlib::STDLIB_STR;244 let std_path = Rc::new(PathBuf::from("std.jsonnet"));245 self.run_in_state(|| {246 self.add_parsed_file(247 std_path.clone(),248 STDLIB_STR.to_owned().into(),249 builtin::get_parsed_stdlib(),250 )251 .unwrap();252 let val = self.evaluate_loaded_file_raw(&std_path).unwrap();253 self.settings_mut().globals.insert("std".into(), val);254 });255 self256 }257258 /// Creates context with all passed global variables259 pub fn create_default_context(&self) -> Result<Context> {260 let globals = &self.settings().globals;261 let mut new_bindings: HashMap<IStr, LazyBinding> = HashMap::new();262 for (name, value) in globals.iter() {263 new_bindings.insert(264 name.clone(),265 LazyBinding::Bound(resolved_lazy_val!(value.clone())),266 );267 }268 Context::new().extend_unbound(new_bindings, None, None, None)269 }270271 /// Executes code creating a new stack frame272 pub fn push<T>(273 &self,274 e: &ExprLocation,275 frame_desc: impl FnOnce() -> String,276 f: impl FnOnce() -> Result<T>,277 ) -> Result<T> {278 {279 let mut data = self.data_mut();280 let stack_depth = &mut data.stack_depth;281 if *stack_depth > self.max_stack() {282 // Error creation uses data, so i drop guard here283 drop(data);284 throw!(StackOverflow);285 } else {286 *stack_depth += 1;287 }288 }289 let result = f();290 self.data_mut().stack_depth -= 1;291 if let Err(mut err) = result {292 err.trace_mut().0.push(StackTraceElement {293 location: e.clone(),294 desc: frame_desc(),295 });296 return Err(err);297 }298 result299 }300301 /// Runs passed function in state (required if function needs to modify stack trace)302 pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {303 EVAL_STATE.with(|v| {304 let has_state = v.borrow().is_some();305 if !has_state {306 v.borrow_mut().replace(self.clone());307 }308 let result = f();309 if !has_state {310 v.borrow_mut().take();311 }312 result313 })314 }315316 pub fn stringify_err(&self, e: &LocError) -> String {317 let mut out = String::new();318 self.settings()319 .trace_format320 .write_trace(&mut out, self, e)321 .unwrap();322 out323 }324325 pub fn manifest(&self, val: Val) -> Result<IStr> {326 self.run_in_state(|| val.manifest(&self.manifest_format()))327 }328 pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {329 self.run_in_state(|| val.manifest_multi(&self.manifest_format()))330 }331 pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {332 self.run_in_state(|| val.manifest_stream(&self.manifest_format()))333 }334335 /// If passed value is function then call with set TLA336 pub fn with_tla(&self, val: Val) -> Result<Val> {337 self.run_in_state(|| {338 Ok(match val {339 Val::Func(func) => func.evaluate_map(340 self.create_default_context()?,341 &self.settings().tla_vars,342 true,343 )?,344 v => v,345 })346 })347 }348}349350/// Internals351impl EvaluationState {352 fn data(&self) -> Ref<EvaluationData> {353 self.0.data.borrow()354 }355 fn data_mut(&self) -> RefMut<EvaluationData> {356 self.0.data.borrow_mut()357 }358 pub fn settings(&self) -> Ref<EvaluationSettings> {359 self.0.settings.borrow()360 }361 pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {362 self.0.settings.borrow_mut()363 }364}365366/// Raw methods evaluate passed values but don't perform TLA execution367impl EvaluationState {368 pub fn evaluate_file_raw(&self, name: &PathBuf) -> Result<Val> {369 self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))370 }371 pub fn evaluate_file_raw_nocwd(&self, name: &PathBuf) -> Result<Val> {372 self.run_in_state(|| self.import_file(&PathBuf::from("."), name))373 }374 /// Parses and evaluates the given snippet375 pub fn evaluate_snippet_raw(&self, source: Rc<PathBuf>, code: IStr) -> Result<Val> {376 let parsed = parse(377 &code,378 &ParserSettings {379 file_name: source.clone(),380 loc_data: true,381 },382 )383 .unwrap();384 self.add_parsed_file(source, code, parsed.clone())?;385 self.evaluate_expr_raw(parsed)386 }387 /// Evaluates the parsed expression388 pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {389 self.run_in_state(|| evaluate(self.create_default_context()?, &code))390 }391}392393/// Settings utilities394impl EvaluationState {395 pub fn add_ext_var(&self, name: IStr, value: Val) {396 self.settings_mut().ext_vars.insert(name, value);397 }398 pub fn add_ext_str(&self, name: IStr, value: IStr) {399 self.add_ext_var(name, Val::Str(value));400 }401 pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {402 let value =403 self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("ext_code {}", name))), code)?;404 self.add_ext_var(name, value);405 Ok(())406 }407408 pub fn add_tla(&self, name: IStr, value: Val) {409 self.settings_mut().tla_vars.insert(name, value);410 }411 pub fn add_tla_str(&self, name: IStr, value: IStr) {412 self.add_tla(name, Val::Str(value));413 }414 pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {415 let value =416 self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("tla_code {}", name))), code)?;417 self.add_tla(name, value);418 Ok(())419 }420421 pub fn resolve_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Rc<PathBuf>> {422 Ok(self.settings().import_resolver.resolve_file(from, path)?)423 }424 pub fn load_file_contents(&self, path: &PathBuf) -> Result<IStr> {425 Ok(self.settings().import_resolver.load_file_contents(path)?)426 }427428 pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {429 Ref::map(self.settings(), |s| &*s.import_resolver)430 }431 pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {432 self.settings_mut().import_resolver = resolver;433 }434435 pub fn add_native(&self, name: IStr, cb: Rc<NativeCallback>) {436 self.settings_mut().ext_natives.insert(name, cb);437 }438439 pub fn manifest_format(&self) -> ManifestFormat {440 self.settings().manifest_format.clone()441 }442 pub fn set_manifest_format(&self, format: ManifestFormat) {443 self.settings_mut().manifest_format = format;444 }445446 pub fn trace_format(&self) -> Ref<dyn TraceFormat> {447 Ref::map(self.settings(), |s| &*s.trace_format)448 }449 pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {450 self.settings_mut().trace_format = format;451 }452453 pub fn max_trace(&self) -> usize {454 self.settings().max_trace455 }456 pub fn set_max_trace(&self, trace: usize) {457 self.settings_mut().max_trace = trace;458 }459460 pub fn max_stack(&self) -> usize {461 self.settings().max_stack462 }463 pub fn set_max_stack(&self, trace: usize) {464 self.settings_mut().max_stack = trace;465 }466}467468#[cfg(test)]469pub mod tests {470 use super::Val;471 use crate::{error::Error::*, primitive_equals, EvaluationState};472 use jrsonnet_interner::IStr;473 use jrsonnet_parser::*;474 use std::{path::PathBuf, rc::Rc};475476 #[test]477 #[should_panic]478 fn eval_state_stacktrace() {479 let state = EvaluationState::default();480 state.run_in_state(|| {481 state482 .push(483 &ExprLocation(Rc::new(PathBuf::from("test1.jsonnet")), 10, 20),484 || "outer".to_owned(),485 || {486 state.push(487 &ExprLocation(Rc::new(PathBuf::from("test2.jsonnet")), 30, 40),488 || "inner".to_owned(),489 || Err(RuntimeError("".into()).into()),490 )?;491 Ok(())492 },493 )494 .unwrap();495 });496 }497498 #[test]499 fn eval_state_standard() {500 let state = EvaluationState::default();501 state.with_stdlib();502 assert!(primitive_equals(503 &state504 .evaluate_snippet_raw(505 Rc::new(PathBuf::from("raw.jsonnet")),506 r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()507 )508 .unwrap(),509 &Val::Bool(true),510 )511 .unwrap());512 }513514 macro_rules! eval {515 ($str: expr) => {516 EvaluationState::default()517 .with_stdlib()518 .evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())519 .unwrap()520 };521 }522 macro_rules! eval_json {523 ($str: expr) => {{524 let evaluator = EvaluationState::default();525 evaluator.with_stdlib();526 evaluator.run_in_state(|| {527 evaluator528 .evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())529 .unwrap()530 .to_json(0)531 .unwrap()532 .replace("\n", "")533 })534 }};535 }536537 /// Asserts given code returns `true`538 macro_rules! assert_eval {539 ($str: expr) => {540 assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())541 };542 }543544 /// Asserts given code returns `false`545 macro_rules! assert_eval_neg {546 ($str: expr) => {547 assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())548 };549 }550 macro_rules! assert_json {551 ($str: expr, $out: expr) => {552 assert_eq!(eval_json!($str), $out.replace("\t", ""))553 };554 }555556 /// Sanity checking, before trusting to another tests557 #[test]558 fn equality_operator() {559 assert_eval!("2 == 2");560 assert_eval_neg!("2 != 2");561 assert_eval!("2 != 3");562 assert_eval_neg!("2 == 3");563 assert_eval!("'Hello' == 'Hello'");564 assert_eval_neg!("'Hello' != 'Hello'");565 assert_eval!("'Hello' != 'World'");566 assert_eval_neg!("'Hello' == 'World'");567 }568569 #[test]570 fn math_evaluation() {571 assert_eval!("2 + 2 * 2 == 6");572 assert_eval!("3 + (2 + 2 * 2) == 9");573 }574575 #[test]576 fn string_concat() {577 assert_eval!("'Hello' + 'World' == 'HelloWorld'");578 assert_eval!("'Hello' * 3 == 'HelloHelloHello'");579 assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");580 }581582 #[test]583 fn faster_join() {584 assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");585 assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");586 }587588 #[test]589 fn function_contexts() {590 assert_eval!(591 r#"592 local k = {593 t(name = self.h): [self.h, name],594 h: 3,595 };596 local f = {597 t: k.t(),598 h: 4,599 };600 f.t[0] == f.t[1]601 "#602 );603 }604605 #[test]606 fn local() {607 assert_eval!("local a = 2; local b = 3; a + b == 5");608 assert_eval!("local a = 1, b = a + 1; a + b == 3");609 assert_eval!("local a = 1; local a = 2; a == 2");610 }611612 #[test]613 fn object_lazyness() {614 assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);615 }616617 #[test]618 fn object_inheritance() {619 assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);620 }621622 #[test]623 fn object_assertion_success() {624 eval!("{assert \"a\" in self} + {a:2}");625 }626627 #[test]628 fn object_assertion_error() {629 eval!("{assert \"a\" in self}");630 }631632 #[test]633 fn lazy_args() {634 eval!("local test(a) = 2; test(error '3')");635 }636637 #[test]638 #[should_panic]639 fn tailstrict_args() {640 eval!("local test(a) = 2; test(error '3') tailstrict");641 }642643 #[test]644 #[should_panic]645 fn no_binding_error() {646 eval!("a");647 }648649 #[test]650 fn test_object() {651 assert_json!("{a:2}", r#"{"a": 2}"#);652 assert_json!("{a:2+2}", r#"{"a": 4}"#);653 assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);654 assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);655 assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);656 assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);657 assert_json!(658 r#"659 {660 name: "Alice",661 welcome: "Hello " + self.name + "!",662 }663 "#,664 r#"{"name": "Alice","welcome": "Hello Alice!"}"#665 );666 assert_json!(667 r#"668 {669 name: "Alice",670 welcome: "Hello " + self.name + "!",671 } + {672 name: "Bob"673 }674 "#,675 r#"{"name": "Bob","welcome": "Hello Bob!"}"#676 );677 }678679 #[test]680 fn functions() {681 assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");682 assert_json!(683 r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,684 r#""HelloDearWorld""#685 );686 }687688 #[test]689 fn local_methods() {690 assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");691 assert_json!(692 r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,693 r#""HelloDearWorld""#694 );695 }696697 #[test]698 fn object_locals() {699 assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);700 assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);701 assert_json!(702 r#"{local a = function (b) {[b]:4}, test: a("test")}"#,703 r#"{"test": {"test": 4}}"#704 );705 }706707 #[test]708 fn object_comp() {709 assert_json!(710 r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,711 "{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"712 )713 }714715 #[test]716 fn direct_self() {717 println!(718 "{:#?}",719 eval!(720 r#"721 {722 local me = self,723 a: 3,724 b(): me.a,725 }726 "#727 )728 );729 }730731 #[test]732 fn indirect_self() {733 // `self` assigned to `me` was lost when being734 // referenced from field735 eval!(736 r#"{737 local me = self,738 a: 3,739 b: me.a,740 }.b"#741 );742 }743744 // We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly745 #[test]746 fn std_assert_ok() {747 eval!("std.assertEqual(4.5 << 2, 16)");748 }749750 #[test]751 #[should_panic]752 fn std_assert_failure() {753 eval!("std.assertEqual(4.5 << 2, 15)");754 }755756 #[test]757 fn string_is_string() {758 assert!(primitive_equals(759 &eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),760 &Val::Bool(false),761 )762 .unwrap());763 }764765 #[test]766 fn base64_works() {767 assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);768 }769770 #[test]771 fn utf8_chars() {772 assert_json!(773 r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,774 r#"{"c": 128526,"l": 1}"#775 )776 }777778 #[test]779 fn json() {780 assert_json!(781 r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,782 r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#783 );784 }785786 #[test]787 fn test() {788 assert_json!(789 r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,790 "[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"791 );792 }793794 #[test]795 fn sjsonnet() {796 eval!(797 r#"798 local x0 = {k: 1};799 local x1 = {k: x0.k + x0.k};800 local x2 = {k: x1.k + x1.k};801 local x3 = {k: x2.k + x2.k};802 local x4 = {k: x3.k + x3.k};803 local x5 = {k: x4.k + x4.k};804 local x6 = {k: x5.k + x5.k};805 local x7 = {k: x6.k + x6.k};806 local x8 = {k: x7.k + x7.k};807 local x9 = {k: x8.k + x8.k};808 local x10 = {k: x9.k + x9.k};809 local x11 = {k: x10.k + x10.k};810 local x12 = {k: x11.k + x11.k};811 local x13 = {k: x12.k + x12.k};812 local x14 = {k: x13.k + x13.k};813 local x15 = {k: x14.k + x14.k};814 local x16 = {k: x15.k + x15.k};815 local x17 = {k: x16.k + x16.k};816 local x18 = {k: x17.k + x17.k};817 local x19 = {k: x18.k + x18.k};818 local x20 = {k: x19.k + x19.k};819 local x21 = {k: x20.k + x20.k};820 x21.k821 "#822 );823 }824825 // This test is commented out by default, because of huge compilation slowdown826 // #[bench]827 // fn bench_codegen(b: &mut Bencher) {828 // b.iter(|| {829 // #[allow(clippy::all)]830 // let stdlib = {831 // use jrsonnet_parser::*;832 // include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))833 // };834 // stdlib835 // })836 // }837838 /*839 #[bench]840 fn bench_serialize(b: &mut Bencher) {841 b.iter(|| {842 bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(843 env!("OUT_DIR"),844 "/stdlib.bincode"845 )))846 .expect("deserialize stdlib")847 })848 }849850 #[bench]851 fn bench_parse(b: &mut Bencher) {852 b.iter(|| {853 jrsonnet_parser::parse(854 jrsonnet_stdlib::STDLIB_STR,855 &jrsonnet_parser::ParserSettings {856 loc_data: true,857 file_name: Rc::new(PathBuf::from("std.jsonnet")),858 },859 )860 })861 }862 */863864 #[test]865 fn equality() {866 println!(867 "{:?}",868 jrsonnet_parser::parse(869 "{ x: 1, y: 2 } == { x: 1, y: 2 }",870 &ParserSettings::default()871 )872 );873 assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")874 }875876 #[test]877 fn native_ext() -> crate::error::Result<()> {878 use super::native::NativeCallback;879 let evaluator = EvaluationState::default();880881 evaluator.with_stdlib();882 evaluator.settings_mut().ext_natives.insert(883 "native_add".into(),884 Rc::new(NativeCallback::new(885 ParamsDesc(Rc::new(vec![886 Param("a".into(), None),887 Param("b".into(), None),888 ])),889 |caller, args| {890 assert_eq!(891 caller.unwrap(),892 Rc::new(PathBuf::from("native_caller.jsonnet"))893 );894 match (&args[0], &args[1]) {895 (Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),896 (_, _) => unreachable!(),897 }898 },899 )),900 );901 evaluator.evaluate_snippet_raw(902 Rc::new(PathBuf::from("native_caller.jsonnet")),903 "std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),904 )?;905 Ok(())906 }907908 #[test]909 fn constant_intrinsic() -> crate::error::Result<()> {910 assert_eval!(911 "local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"912 );913 Ok(())914 }915916 struct TestImportResolver(IStr);917 impl crate::import::ImportResolver for TestImportResolver {918 fn resolve_file(&self, _: &PathBuf, _: &PathBuf) -> crate::error::Result<Rc<PathBuf>> {919 Ok(Rc::new(PathBuf::from("/test")))920 }921922 fn load_file_contents(&self, _: &PathBuf) -> crate::error::Result<IStr> {923 Ok(self.0.clone())924 }925926 unsafe fn as_any(&self) -> &dyn std::any::Any {927 panic!()928 }929 }930931 #[test]932 fn issue_23() {933 let state = EvaluationState::default();934 state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));935 let _ = state.evaluate_file_raw(&PathBuf::from("/test"));936 }937}1#![cfg_attr(feature = "unstable", feature(stmt_expr_attributes))]2#![allow(macro_expanded_macro_exports_accessed_by_absolute_paths)]3#![warn(clippy::all, clippy::nursery)]45mod builtin;6mod ctx;7mod dynamic;8pub mod error;9mod evaluate;10mod function;11mod import;12mod integrations;13mod map;14pub mod native;15mod obj;16pub mod trace;17pub mod typed;18mod val;1920pub use ctx::*;21pub use dynamic::*;22use error::{Error::*, LocError, Result, StackTraceElement};23pub use evaluate::*;24pub use function::parse_function_call;25pub use import::*;26use jrsonnet_interner::IStr;27use jrsonnet_parser::*;28use native::NativeCallback;29pub use obj::*;30use std::{31 cell::{Ref, RefCell, RefMut},32 collections::HashMap,33 fmt::Debug,34 path::PathBuf,35 rc::Rc,36};37use trace::{offset_to_location, CodeLocation, CompactFormat, TraceFormat};38pub use val::*;3940type BindableFn = dyn Fn(Option<ObjValue>, Option<ObjValue>) -> Result<LazyVal>;41#[derive(Clone)]42pub enum LazyBinding {43 Bindable(Rc<BindableFn>),44 Bound(LazyVal),45}4647impl Debug for LazyBinding {48 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {49 write!(f, "LazyBinding")50 }51}52impl LazyBinding {53 pub fn evaluate(&self, this: Option<ObjValue>, super_obj: Option<ObjValue>) -> Result<LazyVal> {54 match self {55 Self::Bindable(v) => v(this, super_obj),56 Self::Bound(v) => Ok(v.clone()),57 }58 }59}6061pub struct EvaluationSettings {62 /// Limits recursion by limiting the number of stack frames63 pub max_stack: usize,64 /// Limits amount of stack trace items preserved65 pub max_trace: usize,66 /// Used for s`td.extVar`67 pub ext_vars: HashMap<IStr, Val>,68 /// Used for ext.native69 pub ext_natives: HashMap<IStr, Rc<NativeCallback>>,70 /// TLA vars71 pub tla_vars: HashMap<IStr, Val>,72 /// Global variables are inserted in default context73 pub globals: HashMap<IStr, Val>,74 /// Used to resolve file locations/contents75 pub import_resolver: Box<dyn ImportResolver>,76 /// Used in manifestification functions77 pub manifest_format: ManifestFormat,78 /// Used for bindings79 pub trace_format: Box<dyn TraceFormat>,80}81impl Default for EvaluationSettings {82 fn default() -> Self {83 Self {84 max_stack: 200,85 max_trace: 20,86 globals: Default::default(),87 ext_vars: Default::default(),88 ext_natives: Default::default(),89 tla_vars: Default::default(),90 import_resolver: Box::new(DummyImportResolver),91 manifest_format: ManifestFormat::Json(4),92 trace_format: Box::new(CompactFormat {93 padding: 4,94 resolver: trace::PathResolver::Absolute,95 }),96 }97 }98}99100#[derive(Default)]101struct EvaluationData {102 /// Used for stack overflow detection, stacktrace is populated on unwind103 stack_depth: usize,104 /// Contains file source codes and evaluation results for imports and pretty-printed stacktraces105 files: HashMap<Rc<PathBuf>, FileData>,106 str_files: HashMap<Rc<PathBuf>, IStr>,107}108109pub struct FileData {110 source_code: IStr,111 parsed: LocExpr,112 evaluated: Option<Val>,113}114#[derive(Default)]115pub struct EvaluationStateInternals {116 /// Internal state117 data: RefCell<EvaluationData>,118 /// Settings, safe to change at runtime119 settings: RefCell<EvaluationSettings>,120}121122thread_local! {123 /// Contains the state for a currently executed file.124 /// Global state is fine here.125 pub(crate) static EVAL_STATE: RefCell<Option<EvaluationState>> = RefCell::new(None)126}127pub(crate) fn with_state<T>(f: impl FnOnce(&EvaluationState) -> T) -> T {128 EVAL_STATE.with(|s| f(s.borrow().as_ref().unwrap()))129}130pub(crate) fn push<T>(131 e: Option<&ExprLocation>,132 frame_desc: impl FnOnce() -> String,133 f: impl FnOnce() -> Result<T>,134) -> Result<T> {135 with_state(|s| s.push(e, frame_desc, f))136}137138pub fn push_stack_frame<T>(139 e: Option<&ExprLocation>,140 frame_desc: impl FnOnce() -> String,141 f: impl FnOnce() -> Result<T>,142 ) -> Result<T> {143 push(e, frame_desc, f)144}145146/// Maintains stack trace and import resolution147#[derive(Default, Clone)]148pub struct EvaluationState(Rc<EvaluationStateInternals>);149150impl EvaluationState {151 /// Parses and adds file as loaded152 pub fn add_file(&self, path: Rc<PathBuf>, source_code: IStr) -> Result<()> {153 self.add_parsed_file(154 path.clone(),155 source_code.clone(),156 parse(157 &source_code,158 &ParserSettings {159 file_name: path.clone(),160 loc_data: true,161 },162 )163 .map_err(|error| ImportSyntaxError {164 error: Box::new(error),165 path,166 source_code,167 })?,168 )?;169170 Ok(())171 }172173 /// Adds file by source code and parsed expr174 pub fn add_parsed_file(175 &self,176 name: Rc<PathBuf>,177 source_code: IStr,178 parsed: LocExpr,179 ) -> Result<()> {180 self.data_mut().files.insert(181 name,182 FileData {183 source_code,184 parsed,185 evaluated: None,186 },187 );188189 Ok(())190 }191 pub fn get_source(&self, name: &PathBuf) -> Option<IStr> {192 let ro_map = &self.data().files;193 ro_map.get(name).map(|value| value.source_code.clone())194 }195 pub fn map_source_locations(&self, file: &PathBuf, locs: &[usize]) -> Vec<CodeLocation> {196 offset_to_location(&self.get_source(file).unwrap(), locs)197 }198199 pub(crate) fn import_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Val> {200 let file_path = self.resolve_file(from, path)?;201 {202 let data = self.data();203 let files = &data.files;204 if files.contains_key(&file_path) {205 drop(data);206 return self.evaluate_loaded_file_raw(&file_path);207 }208 }209 let contents = self.load_file_contents(&file_path)?;210 self.add_file(file_path.clone(), contents)?;211 self.evaluate_loaded_file_raw(&file_path)212 }213 pub(crate) fn import_file_str(&self, from: &PathBuf, path: &PathBuf) -> Result<IStr> {214 let path = self.resolve_file(from, path)?;215 if !self.data().str_files.contains_key(&path) {216 let file_str = self.load_file_contents(&path)?;217 self.data_mut().str_files.insert(path.clone(), file_str);218 }219 Ok(self.data().str_files.get(&path).cloned().unwrap())220 }221222 fn evaluate_loaded_file_raw(&self, name: &PathBuf) -> Result<Val> {223 let expr: LocExpr = {224 let ro_map = &self.data().files;225 let value = ro_map226 .get(name)227 .unwrap_or_else(|| panic!("file not added: {:?}", name));228 if let Some(ref evaluated) = value.evaluated {229 return Ok(evaluated.clone());230 }231 value.parsed.clone()232 };233 let value = evaluate(self.create_default_context()?, &expr)?;234 {235 self.data_mut()236 .files237 .get_mut(name)238 .unwrap()239 .evaluated240 .replace(value.clone());241 }242 Ok(value)243 }244245 /// Adds standard library global variable (std) to this evaluator246 pub fn with_stdlib(&self) -> &Self {247 use jrsonnet_stdlib::STDLIB_STR;248 let std_path = Rc::new(PathBuf::from("std.jsonnet"));249 self.run_in_state(|| {250 self.add_parsed_file(251 std_path.clone(),252 STDLIB_STR.to_owned().into(),253 builtin::get_parsed_stdlib(),254 )255 .unwrap();256 let val = self.evaluate_loaded_file_raw(&std_path).unwrap();257 self.settings_mut().globals.insert("std".into(), val);258 });259 self260 }261262 /// Creates context with all passed global variables263 pub fn create_default_context(&self) -> Result<Context> {264 let globals = &self.settings().globals;265 let mut new_bindings: HashMap<IStr, LazyBinding> = HashMap::new();266 for (name, value) in globals.iter() {267 new_bindings.insert(268 name.clone(),269 LazyBinding::Bound(resolved_lazy_val!(value.clone())),270 );271 }272 Context::new().extend_unbound(new_bindings, None, None, None)273 }274275 /// Executes code creating a new stack frame276 pub fn push<T>(277 &self,278 e: Option<&ExprLocation>,279 frame_desc: impl FnOnce() -> String,280 f: impl FnOnce() -> Result<T>,281 ) -> Result<T> {282 {283 let mut data = self.data_mut();284 let stack_depth = &mut data.stack_depth;285 if *stack_depth > self.max_stack() {286 // Error creation uses data, so i drop guard here287 drop(data);288 throw!(StackOverflow);289 } else {290 *stack_depth += 1;291 }292 }293 let result = f();294 self.data_mut().stack_depth -= 1;295 if let Err(mut err) = result {296 err.trace_mut().0.push(StackTraceElement {297 location: e.cloned(),298 desc: frame_desc(),299 });300 return Err(err);301 }302 result303 }304305 /// Runs passed function in state (required if function needs to modify stack trace)306 pub fn run_in_state<T>(&self, f: impl FnOnce() -> T) -> T {307 EVAL_STATE.with(|v| {308 let has_state = v.borrow().is_some();309 if !has_state {310 v.borrow_mut().replace(self.clone());311 }312 let result = f();313 if !has_state {314 v.borrow_mut().take();315 }316 result317 })318 }319320 pub fn stringify_err(&self, e: &LocError) -> String {321 let mut out = String::new();322 self.settings()323 .trace_format324 .write_trace(&mut out, self, e)325 .unwrap();326 out327 }328329 pub fn manifest(&self, val: Val) -> Result<IStr> {330 self.run_in_state(|| val.manifest(&self.manifest_format()))331 }332 pub fn manifest_multi(&self, val: Val) -> Result<Vec<(IStr, IStr)>> {333 self.run_in_state(|| val.manifest_multi(&self.manifest_format()))334 }335 pub fn manifest_stream(&self, val: Val) -> Result<Vec<IStr>> {336 self.run_in_state(|| val.manifest_stream(&self.manifest_format()))337 }338339 /// If passed value is function then call with set TLA340 pub fn with_tla(&self, val: Val) -> Result<Val> {341 self.run_in_state(|| {342 Ok(match val {343 Val::Func(func) => push(None, || "during TLA call".to_owned(), || Ok(func.evaluate_map(344 self.create_default_context()?,345 &self.settings().tla_vars,346 true,347 )?))?,348 v => v,349 })350 })351 }352}353354/// Internals355impl EvaluationState {356 fn data(&self) -> Ref<EvaluationData> {357 self.0.data.borrow()358 }359 fn data_mut(&self) -> RefMut<EvaluationData> {360 self.0.data.borrow_mut()361 }362 pub fn settings(&self) -> Ref<EvaluationSettings> {363 self.0.settings.borrow()364 }365 pub fn settings_mut(&self) -> RefMut<EvaluationSettings> {366 self.0.settings.borrow_mut()367 }368}369370/// Raw methods evaluate passed values but don't perform TLA execution371impl EvaluationState {372 pub fn evaluate_file_raw(&self, name: &PathBuf) -> Result<Val> {373 self.run_in_state(|| self.import_file(&std::env::current_dir().expect("cwd"), name))374 }375 pub fn evaluate_file_raw_nocwd(&self, name: &PathBuf) -> Result<Val> {376 self.run_in_state(|| self.import_file(&PathBuf::from("."), name))377 }378 /// Parses and evaluates the given snippet379 pub fn evaluate_snippet_raw(&self, source: Rc<PathBuf>, code: IStr) -> Result<Val> {380 let parsed = parse(381 &code,382 &ParserSettings {383 file_name: source.clone(),384 loc_data: true,385 },386 )387 .unwrap();388 self.add_parsed_file(source, code, parsed.clone())?;389 self.evaluate_expr_raw(parsed)390 }391 /// Evaluates the parsed expression392 pub fn evaluate_expr_raw(&self, code: LocExpr) -> Result<Val> {393 self.run_in_state(|| evaluate(self.create_default_context()?, &code))394 }395}396397/// Settings utilities398impl EvaluationState {399 pub fn add_ext_var(&self, name: IStr, value: Val) {400 self.settings_mut().ext_vars.insert(name, value);401 }402 pub fn add_ext_str(&self, name: IStr, value: IStr) {403 self.add_ext_var(name, Val::Str(value));404 }405 pub fn add_ext_code(&self, name: IStr, code: IStr) -> Result<()> {406 let value =407 self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("ext_code {}", name))), code)?;408 self.add_ext_var(name, value);409 Ok(())410 }411412 pub fn add_tla(&self, name: IStr, value: Val) {413 self.settings_mut().tla_vars.insert(name, value);414 }415 pub fn add_tla_str(&self, name: IStr, value: IStr) {416 self.add_tla(name, Val::Str(value));417 }418 pub fn add_tla_code(&self, name: IStr, code: IStr) -> Result<()> {419 let value =420 self.evaluate_snippet_raw(Rc::new(PathBuf::from(format!("tla_code {}", name))), code)?;421 self.add_tla(name, value);422 Ok(())423 }424425 pub fn resolve_file(&self, from: &PathBuf, path: &PathBuf) -> Result<Rc<PathBuf>> {426 Ok(self.settings().import_resolver.resolve_file(from, path)?)427 }428 pub fn load_file_contents(&self, path: &PathBuf) -> Result<IStr> {429 Ok(self.settings().import_resolver.load_file_contents(path)?)430 }431432 pub fn import_resolver(&self) -> Ref<dyn ImportResolver> {433 Ref::map(self.settings(), |s| &*s.import_resolver)434 }435 pub fn set_import_resolver(&self, resolver: Box<dyn ImportResolver>) {436 self.settings_mut().import_resolver = resolver;437 }438439 pub fn add_native(&self, name: IStr, cb: Rc<NativeCallback>) {440 self.settings_mut().ext_natives.insert(name, cb);441 }442443 pub fn manifest_format(&self) -> ManifestFormat {444 self.settings().manifest_format.clone()445 }446 pub fn set_manifest_format(&self, format: ManifestFormat) {447 self.settings_mut().manifest_format = format;448 }449450 pub fn trace_format(&self) -> Ref<dyn TraceFormat> {451 Ref::map(self.settings(), |s| &*s.trace_format)452 }453 pub fn set_trace_format(&self, format: Box<dyn TraceFormat>) {454 self.settings_mut().trace_format = format;455 }456457 pub fn max_trace(&self) -> usize {458 self.settings().max_trace459 }460 pub fn set_max_trace(&self, trace: usize) {461 self.settings_mut().max_trace = trace;462 }463464 pub fn max_stack(&self) -> usize {465 self.settings().max_stack466 }467 pub fn set_max_stack(&self, trace: usize) {468 self.settings_mut().max_stack = trace;469 }470}471472#[cfg(test)]473pub mod tests {474 use super::Val;475 use crate::{error::Error::*, primitive_equals, EvaluationState};476 use jrsonnet_interner::IStr;477 use jrsonnet_parser::*;478 use std::{path::PathBuf, rc::Rc};479480 #[test]481 #[should_panic]482 fn eval_state_stacktrace() {483 let state = EvaluationState::default();484 state.run_in_state(|| {485 state486 .push(487 &ExprLocation(Rc::new(PathBuf::from("test1.jsonnet")), 10, 20),488 || "outer".to_owned(),489 || {490 state.push(491 &ExprLocation(Rc::new(PathBuf::from("test2.jsonnet")), 30, 40),492 || "inner".to_owned(),493 || Err(RuntimeError("".into()).into()),494 )?;495 Ok(())496 },497 )498 .unwrap();499 });500 }501502 #[test]503 fn eval_state_standard() {504 let state = EvaluationState::default();505 state.with_stdlib();506 assert!(primitive_equals(507 &state508 .evaluate_snippet_raw(509 Rc::new(PathBuf::from("raw.jsonnet")),510 r#"std.assertEqual(std.base64("test"), "dGVzdA==")"#.into()511 )512 .unwrap(),513 &Val::Bool(true),514 )515 .unwrap());516 }517518 macro_rules! eval {519 ($str: expr) => {520 EvaluationState::default()521 .with_stdlib()522 .evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())523 .unwrap()524 };525 }526 macro_rules! eval_json {527 ($str: expr) => {{528 let evaluator = EvaluationState::default();529 evaluator.with_stdlib();530 evaluator.run_in_state(|| {531 evaluator532 .evaluate_snippet_raw(Rc::new(PathBuf::from("raw.jsonnet")), $str.into())533 .unwrap()534 .to_json(0)535 .unwrap()536 .replace("\n", "")537 })538 }};539 }540541 /// Asserts given code returns `true`542 macro_rules! assert_eval {543 ($str: expr) => {544 assert!(primitive_equals(&eval!($str), &Val::Bool(true)).unwrap())545 };546 }547548 /// Asserts given code returns `false`549 macro_rules! assert_eval_neg {550 ($str: expr) => {551 assert!(primitive_equals(&eval!($str), &Val::Bool(false)).unwrap())552 };553 }554 macro_rules! assert_json {555 ($str: expr, $out: expr) => {556 assert_eq!(eval_json!($str), $out.replace("\t", ""))557 };558 }559560 /// Sanity checking, before trusting to another tests561 #[test]562 fn equality_operator() {563 assert_eval!("2 == 2");564 assert_eval_neg!("2 != 2");565 assert_eval!("2 != 3");566 assert_eval_neg!("2 == 3");567 assert_eval!("'Hello' == 'Hello'");568 assert_eval_neg!("'Hello' != 'Hello'");569 assert_eval!("'Hello' != 'World'");570 assert_eval_neg!("'Hello' == 'World'");571 }572573 #[test]574 fn math_evaluation() {575 assert_eval!("2 + 2 * 2 == 6");576 assert_eval!("3 + (2 + 2 * 2) == 9");577 }578579 #[test]580 fn string_concat() {581 assert_eval!("'Hello' + 'World' == 'HelloWorld'");582 assert_eval!("'Hello' * 3 == 'HelloHelloHello'");583 assert_eval!("'Hello' + 'World' * 3 == 'HelloWorldWorldWorld'");584 }585586 #[test]587 fn faster_join() {588 assert_eval!("std.join([0,0], [[1,2],[3,4],[5,6]]) == [1,2,0,0,3,4,0,0,5,6]");589 assert_eval!("std.join(',', ['1','2','3','4']) == '1,2,3,4'");590 }591592 #[test]593 fn function_contexts() {594 assert_eval!(595 r#"596 local k = {597 t(name = self.h): [self.h, name],598 h: 3,599 };600 local f = {601 t: k.t(),602 h: 4,603 };604 f.t[0] == f.t[1]605 "#606 );607 }608609 #[test]610 fn local() {611 assert_eval!("local a = 2; local b = 3; a + b == 5");612 assert_eval!("local a = 1, b = a + 1; a + b == 3");613 assert_eval!("local a = 1; local a = 2; a == 2");614 }615616 #[test]617 fn object_lazyness() {618 assert_json!("local a = {a:error 'test'}; {}", r#"{}"#);619 }620621 #[test]622 fn object_inheritance() {623 assert_json!("{a: self.b} + {b:3}", r#"{"a": 3,"b": 3}"#);624 }625626 #[test]627 fn object_assertion_success() {628 eval!("{assert \"a\" in self} + {a:2}");629 }630631 #[test]632 fn object_assertion_error() {633 eval!("{assert \"a\" in self}");634 }635636 #[test]637 fn lazy_args() {638 eval!("local test(a) = 2; test(error '3')");639 }640641 #[test]642 #[should_panic]643 fn tailstrict_args() {644 eval!("local test(a) = 2; test(error '3') tailstrict");645 }646647 #[test]648 #[should_panic]649 fn no_binding_error() {650 eval!("a");651 }652653 #[test]654 fn test_object() {655 assert_json!("{a:2}", r#"{"a": 2}"#);656 assert_json!("{a:2+2}", r#"{"a": 4}"#);657 assert_json!("{a:2}+{b:2}", r#"{"a": 2,"b": 2}"#);658 assert_json!("{b:3}+{b:2}", r#"{"b": 2}"#);659 assert_json!("{b:3}+{b+:2}", r#"{"b": 5}"#);660 assert_json!("local test='a'; {[test]:2}", r#"{"a": 2}"#);661 assert_json!(662 r#"663 {664 name: "Alice",665 welcome: "Hello " + self.name + "!",666 }667 "#,668 r#"{"name": "Alice","welcome": "Hello Alice!"}"#669 );670 assert_json!(671 r#"672 {673 name: "Alice",674 welcome: "Hello " + self.name + "!",675 } + {676 name: "Bob"677 }678 "#,679 r#"{"name": "Bob","welcome": "Hello Bob!"}"#680 );681 }682683 #[test]684 fn functions() {685 assert_json!(r#"local a = function(b, c = 2) b + c; a(2)"#, "4");686 assert_json!(687 r#"local a = function(b, c = "Dear") b + c + d, d = "World"; a("Hello")"#,688 r#""HelloDearWorld""#689 );690 }691692 #[test]693 fn local_methods() {694 assert_json!(r#"local a(b, c = 2) = b + c; a(2)"#, "4");695 assert_json!(696 r#"local a(b, c = "Dear") = b + c + d, d = "World"; a("Hello")"#,697 r#""HelloDearWorld""#698 );699 }700701 #[test]702 fn object_locals() {703 assert_json!(r#"{local a = 3, b: a}"#, r#"{"b": 3}"#);704 assert_json!(r#"{local a = 3, local c = a, b: c}"#, r#"{"b": 3}"#);705 assert_json!(706 r#"{local a = function (b) {[b]:4}, test: a("test")}"#,707 r#"{"test": {"test": 4}}"#708 );709 }710711 #[test]712 fn object_comp() {713 assert_json!(714 r#"{local t = "a", ["h"+i+"_"+z]: if "h"+(i-1)+"_"+z in self then t+1 else 0+t for i in [1,2,3] for z in [2,3,4] if z != i}"#,715 "{\"h1_2\": \"0a\",\"h1_3\": \"0a\",\"h1_4\": \"0a\",\"h2_3\": \"a1\",\"h2_4\": \"a1\",\"h3_2\": \"0a\",\"h3_4\": \"a1\"}"716 )717 }718719 #[test]720 fn direct_self() {721 println!(722 "{:#?}",723 eval!(724 r#"725 {726 local me = self,727 a: 3,728 b(): me.a,729 }730 "#731 )732 );733 }734735 #[test]736 fn indirect_self() {737 // `self` assigned to `me` was lost when being738 // referenced from field739 eval!(740 r#"{741 local me = self,742 a: 3,743 b: me.a,744 }.b"#745 );746 }747748 // We can't trust other tests (And official jsonnet testsuite), if assert is not working correctly749 #[test]750 fn std_assert_ok() {751 eval!("std.assertEqual(4.5 << 2, 16)");752 }753754 #[test]755 #[should_panic]756 fn std_assert_failure() {757 eval!("std.assertEqual(4.5 << 2, 15)");758 }759760 #[test]761 fn string_is_string() {762 assert!(primitive_equals(763 &eval!("local arr = 'hello'; (!std.isArray(arr)) && (!std.isString(arr))"),764 &Val::Bool(false),765 )766 .unwrap());767 }768769 #[test]770 fn base64_works() {771 assert_json!(r#"std.base64("test")"#, r#""dGVzdA==""#);772 }773774 #[test]775 fn utf8_chars() {776 assert_json!(777 r#"local c="😎";{c:std.codepoint(c),l:std.length(c)}"#,778 r#"{"c": 128526,"l": 1}"#779 )780 }781782 #[test]783 fn json() {784 assert_json!(785 r#"std.manifestJsonEx({a:3, b:4, c:6},"")"#,786 r#""{\n\"a\": 3,\n\"b\": 4,\n\"c\": 6\n}""#787 );788 }789790 #[test]791 fn test() {792 assert_json!(793 r#"[[a, b] for a in [1,2,3] for b in [4,5,6]]"#,794 "[[1,4],[1,5],[1,6],[2,4],[2,5],[2,6],[3,4],[3,5],[3,6]]"795 );796 }797798 #[test]799 fn sjsonnet() {800 eval!(801 r#"802 local x0 = {k: 1};803 local x1 = {k: x0.k + x0.k};804 local x2 = {k: x1.k + x1.k};805 local x3 = {k: x2.k + x2.k};806 local x4 = {k: x3.k + x3.k};807 local x5 = {k: x4.k + x4.k};808 local x6 = {k: x5.k + x5.k};809 local x7 = {k: x6.k + x6.k};810 local x8 = {k: x7.k + x7.k};811 local x9 = {k: x8.k + x8.k};812 local x10 = {k: x9.k + x9.k};813 local x11 = {k: x10.k + x10.k};814 local x12 = {k: x11.k + x11.k};815 local x13 = {k: x12.k + x12.k};816 local x14 = {k: x13.k + x13.k};817 local x15 = {k: x14.k + x14.k};818 local x16 = {k: x15.k + x15.k};819 local x17 = {k: x16.k + x16.k};820 local x18 = {k: x17.k + x17.k};821 local x19 = {k: x18.k + x18.k};822 local x20 = {k: x19.k + x19.k};823 local x21 = {k: x20.k + x20.k};824 x21.k825 "#826 );827 }828829 // This test is commented out by default, because of huge compilation slowdown830 // #[bench]831 // fn bench_codegen(b: &mut Bencher) {832 // b.iter(|| {833 // #[allow(clippy::all)]834 // let stdlib = {835 // use jrsonnet_parser::*;836 // include!(concat!(env!("OUT_DIR"), "/stdlib.rs"))837 // };838 // stdlib839 // })840 // }841842 /*843 #[bench]844 fn bench_serialize(b: &mut Bencher) {845 b.iter(|| {846 bincode::deserialize::<jrsonnet_parser::LocExpr>(include_bytes!(concat!(847 env!("OUT_DIR"),848 "/stdlib.bincode"849 )))850 .expect("deserialize stdlib")851 })852 }853854 #[bench]855 fn bench_parse(b: &mut Bencher) {856 b.iter(|| {857 jrsonnet_parser::parse(858 jrsonnet_stdlib::STDLIB_STR,859 &jrsonnet_parser::ParserSettings {860 loc_data: true,861 file_name: Rc::new(PathBuf::from("std.jsonnet")),862 },863 )864 })865 }866 */867868 #[test]869 fn equality() {870 println!(871 "{:?}",872 jrsonnet_parser::parse(873 "{ x: 1, y: 2 } == { x: 1, y: 2 }",874 &ParserSettings::default()875 )876 );877 assert_eval!("{ x: 1, y: 2 } == { x: 1, y: 2 }")878 }879880 #[test]881 fn native_ext() -> crate::error::Result<()> {882 use super::native::NativeCallback;883 let evaluator = EvaluationState::default();884885 evaluator.with_stdlib();886 evaluator.settings_mut().ext_natives.insert(887 "native_add".into(),888 Rc::new(NativeCallback::new(889 ParamsDesc(Rc::new(vec![890 Param("a".into(), None),891 Param("b".into(), None),892 ])),893 |caller, args| {894 assert_eq!(895 caller.unwrap(),896 Rc::new(PathBuf::from("native_caller.jsonnet"))897 );898 match (&args[0], &args[1]) {899 (Val::Num(a), Val::Num(b)) => Ok(Val::Num(a + b)),900 (_, _) => unreachable!(),901 }902 },903 )),904 );905 evaluator.evaluate_snippet_raw(906 Rc::new(PathBuf::from("native_caller.jsonnet")),907 "std.assertEqual(std.native(\"native_add\")(1, 2), 3)".into(),908 )?;909 Ok(())910 }911912 #[test]913 fn constant_intrinsic() -> crate::error::Result<()> {914 assert_eval!(915 "local std2 = std; local std = std2 { primitiveEquals(a, b):: false }; 1 == 1"916 );917 Ok(())918 }919920 struct TestImportResolver(IStr);921 impl crate::import::ImportResolver for TestImportResolver {922 fn resolve_file(&self, _: &PathBuf, _: &PathBuf) -> crate::error::Result<Rc<PathBuf>> {923 Ok(Rc::new(PathBuf::from("/test")))924 }925926 fn load_file_contents(&self, _: &PathBuf) -> crate::error::Result<IStr> {927 Ok(self.0.clone())928 }929930 unsafe fn as_any(&self) -> &dyn std::any::Any {931 panic!()932 }933 }934935 #[test]936 fn issue_23() {937 let state = EvaluationState::default();938 state.set_import_resolver(Box::new(TestImportResolver(r#"import "/test""#.into())));939 let _ = state.evaluate_file_raw(&PathBuf::from("/test"));940 }941}crates/jrsonnet-evaluator/src/trace/location.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/trace/location.rs
+++ b/crates/jrsonnet-evaluator/src/trace/location.rs
@@ -37,7 +37,7 @@
];
let mut with_no_known_line_ending = vec![];
let mut this_line_offset = 0;
- for (pos, ch) in file.chars().enumerate() {
+ for (pos, ch) in file.chars().enumerate().chain(std::iter::once((file.len(), ' '))) {
column += 1;
match offset_map.last() {
Some(x) if x.0 == pos => {
crates/jrsonnet-evaluator/src/trace/mod.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/trace/mod.rs
+++ b/crates/jrsonnet-evaluator/src/trace/mod.rs
@@ -118,21 +118,18 @@
.trace()
.0
.iter()
- .map(|el| {
- let resolved_path = self.resolver.resolve(&el.location.0);
+ .map(|el| el.location.as_ref().map(|l| {
+ use std::fmt::Write;
+ let mut resolved_path = self.resolver.resolve(&l.0);
// TODO: Process all trace elements first
let location = evaluation_state
- .map_source_locations(&el.location.0, &[el.location.1, el.location.2]);
- (resolved_path, location)
- })
- .map(|(mut n, location)| {
- use std::fmt::Write;
- write!(n, ":").unwrap();
- print_code_location(&mut n, &location[0], &location[1]).unwrap();
- n
- })
+ .map_source_locations(&l.0, &[l.1, l.2]);
+ write!(resolved_path, ":").unwrap();
+ print_code_location(&mut resolved_path, &location[0], &location[1]).unwrap();
+ resolved_path
+ }))
.collect::<Vec<_>>();
- let align = file_names.iter().map(|e| e.len()).max().unwrap_or(0);
+ let align = file_names.iter().flatten().map(|e| e.len()).max().unwrap_or(0);
for (i, (el, file)) in error.trace().0.iter().zip(file_names).enumerate() {
if i != 0 {
writeln!(out)?;
@@ -141,7 +138,7 @@
out,
"{:<p$}{:<w$}: {}",
"",
- file,
+ file.unwrap_or_else(|| "".to_owned()),
el.desc,
p = self.padding,
w = align
@@ -165,17 +162,24 @@
writeln!(out)?;
}
let desc = &item.desc;
- let source = item.location.clone();
- let start_end = evaluation_state.map_source_locations(&source.0, &[source.1, source.2]);
+ if let Some (source) = &item.location {
+ let start_end = evaluation_state.map_source_locations(&source.0, &[source.1, source.2]);
- write!(
- out,
- " at {} ({}:{}:{})",
- desc,
- source.0.to_str().unwrap(),
- start_end[0].line,
- start_end[0].column,
- )?;
+ write!(
+ out,
+ " at {} ({}:{}:{})",
+ desc,
+ source.0.to_str().unwrap(),
+ start_end[0].line,
+ start_end[0].column,
+ )?;
+ } else {
+ write!(
+ out,
+ " at {}",
+ desc,
+ )?;
+ }
}
Ok(())
}
@@ -225,17 +229,19 @@
let trace = &error.trace();
for item in trace.0.iter() {
let desc = &item.desc;
- let source = item.location.clone();
- let start_end = evaluation_state.map_source_locations(&source.0, &[source.1, source.2]);
-
- self.print_snippet(
- out,
- &evaluation_state.get_source(&source.0).unwrap(),
- &source.0,
- &start_end[0],
- &start_end[1],
- desc,
- )?;
+ if let Some(source) = &item.location {
+ let start_end = evaluation_state.map_source_locations(&source.0, &[source.1, source.2]);
+ self.print_snippet(
+ out,
+ &evaluation_state.get_source(&source.0).unwrap(),
+ &source.0,
+ &start_end[0],
+ &start_end[1],
+ desc,
+ )?;
+ } else {
+ write!(out, "{}", desc)?;
+ }
}
Ok(())
}