difftreelog
test print current test
in: master
1 file changed
tests/tests/cpp_test_suite.rsdiffbeforeafterboth1use std::{2 env, fs,3 io::{self, ErrorKind},4 path::{Path, PathBuf},5};67use jrsonnet_evaluator::{8 FileImportResolver, IStr, ObjValueBuilder, State, Val, apply_tla,9 gc::WithCapacityExt as _,10 manifest::JsonFormat,11 rustc_hash::FxHashMap,12 tla::TlaArg,13 trace::{CompactFormat, PathResolver, TraceFormat},14};15use jrsonnet_stdlib::ContextInitializer;16mod common;17use common::ContextInitializer as TestContextInitializer;1819fn run(file: &Path, root: &Path) -> String {20 let mut s = State::builder();2122 let std_context = ContextInitializer::new(PathResolver::Relative(root.to_owned()));23 // C++ test suite24 std_context.add_ext_str("var1".into(), "test".into());25 std_context26 .add_ext_code("var2", "{x:1,y:2}")27 .expect("code is valid");2829 // Golang test suite30 std_context31 .add_ext_code("codeVar", "3+3")32 .expect("code is valid");33 std_context.add_ext_str("stringVar".into(), "2 + 2".into());34 std_context35 .add_ext_code(36 "selfRecursiveVar",37 r#"[42, std.extVar("selfRecursiveVar")[0] + 1]"#,38 )39 .expect("code is valid");40 std_context41 .add_ext_code(42 "mutuallyRecursiveVar1",43 r#"[42, std.extVar("mutuallyRecursiveVar2")[0] + 1]"#,44 )45 .expect("code is valid");46 std_context47 .add_ext_code(48 "mutuallyRecursiveVar2",49 r#"[42, std.extVar("mutuallyRecursiveVar1")[0] + 1]"#,50 )51 .expect("code is valid");5253 s.context_initializer((std_context, TestContextInitializer))54 .import_resolver(FileImportResolver::default());55 let s = s.build();5657 let _entered = s.enter();5859 let trace_format = CompactFormat {60 resolver: PathResolver::FileName,61 max_trace: 20,62 padding: 4,63 };6465 let mut v = match s.import(file) {66 Ok(v) => v,67 Err(e) => return trace_format.format(&e).unwrap(),68 };6970 if file71 .file_name()72 .expect("file has basename")73 .to_str()74 .expect("jsonnet testsuite has ascii names")75 .starts_with("tla.")76 {77 let mut args = FxHashMap::new();78 args.insert(IStr::from("var1"), TlaArg::String("test".into()));79 args.insert(80 IStr::from("var2"),81 TlaArg::Val({82 let mut o = ObjValueBuilder::new();8384 o.field("x").value(Val::num(1));85 o.field("y").value(Val::num(2));8687 Val::Obj(o.build())88 }),89 );90 v = apply_tla(&args, v).expect("failed to apply tla");91 } else {92 v = match apply_tla(&FxHashMap::new(), v) {93 Ok(v) => v,94 Err(e) => return trace_format.format(&e).unwrap(),95 };96 }9798 match v.manifest(JsonFormat::default()) {99 Ok(v) => v,100 Err(e) => trace_format.format(&e).unwrap(),101 }102}103104fn read_file(path: &Path) -> io::Result<Option<String>> {105 match fs::read_to_string(path) {106 Ok(v) => Ok(Some(v)),107 Err(e) if e.kind() == ErrorKind::NotFound => Ok(None),108 Err(e) => Err(e),109 }110}111112const SKIPPED: &[&str] = &[113 // C++ tests:114115 // Parser fails with stack overflow. While is a bug, this is a too unusual116 // thing to run untrusted jsonnet code? Will be fixed with nom/rowan.117 "error.parse.deep_array_nesting.jsonnet",118 // Runtime, not static error in jrsonnet119 "error.parse.object_local_clash.jsonnet",120 "error.function_duplicate_param.jsonnet",121 // Too slow to throw due to how lazyness is implemented in jrsonnet122 "error.recursive_object_non_term.jsonnet",123 // In jrsonnet returns the one passed argument, works as Rust's dbg!()124 "error.trace_one_param.jsonnet",125 // In jrsonnet can display any value126 "error.trace_two_param.jsonnet",127 // Depends on unsafe handling of strings as arrays in jsonnet stdlib128 "invariant_manifest.jsonnet",129 // Little bit hard to capture trace logs in this test suite at this moment130 "trace.jsonnet",131 // Go tests:132133 // Something is wrong, go-jsonnet skips safe integer range check here134 "bitwise_or9.jsonnet",135 // Jrsonnet does not use byte strings, all utf8 is converted to bytes first136 "builtinBase64_string_high_codepoint.jsonnet",137 // Split by empty string is string characters, same as everywhere else138 "builtinSplitLimitR6.jsonnet",139 // escapeStringJson only accepts string in jrsonnet140 "builtin_escapeStringJson.jsonnet",141 // golang float formatting is inefficient and not portable142 "builtin_manifestTomlEx.jsonnet",143 "div3.jsonnet",144 "pow6.jsonnet",145 // golang escapes "e" yaml key, does it think it is float?146 "builtin_manifestYamlDoc.jsonnet",147 // multi output is a CLI part, not an interpreter.148 "multi.jsonnet",149 "multi_no_newline.jsonnet",150 "multi_no_newline_string_output.jsonnet",151 "multi_string_output.jsonnet",152 // Tested otherwise153 "native1.jsonnet",154 "native2.jsonnet",155 "native3.jsonnet",156 "native6.jsonnet",157 // Since when parser should throw an error for that?..158 "number_leading_zero.jsonnet",159 // Golang fails with max stack frames exceeded error160 "std.makeArray_recursive_evalutation_order_matters.jsonnet",161 // Tailstrict semantics is partially unspecified162 "tailstrict3.jsonnet",163 // Jrsonnet has this overload164 "number_times_string.jsonnet",165 // Jrsonnet has this overload166 "string_times_number.jsonnet",167];168169#[test]170fn cpp_test_suite() -> io::Result<()> {171 for root_dir in ["cpp_test_suite", "go_testdata"] {172 let root_tests = PathBuf::from(env!("CARGO_MANIFEST_DIR"));173 let root = root_tests.join(root_dir);174 let root_override = root_tests.join(format!("{root_dir}_golden_override"));175176 for entry in fs::read_dir(&root).map_err(|e| io::Error::other(format!("failed to enumerate cpp_test_suite dir (Note: it needs to be cloned from C++ jsonnet repo for this test): {e}")))? {177 let entry = entry?;178 if entry.path().extension().is_none_or(|e| e != "jsonnet") {179 continue;180 }181182 if entry183 .path()184 .file_name()185 .and_then(|v| v.to_str())186 .is_some_and(|v| SKIPPED.contains(&v))187 {188 continue;189 }190191 println!("test: {}", entry.path().display());192193 let result = run(&entry.path(), &root);194195 let mut golden_path = entry.path();196 golden_path.set_extension("jsonnet.golden");197198 let mut golden_path2 = entry.path();199 golden_path2.set_extension("golden");200201 let golden_override =202 root_override.join(golden_path.file_name().expect("file has basename"));203204 // .jsonnet.golden for C++ tests205 let mut golden = read_file(&golden_path)?;206 // .golden for Go tests207 if golden.is_none() && let Some(golden_path) = read_file(&golden_path2)? {208 golden = Some(golden_path);209 }210211 // Any of them can be overriden by overrides212 if let Some(golden_path) = read_file(&golden_override)? {213 golden = Some(golden_path);214 }215216 // ir-parser has its own override layer217 #[cfg(feature = "ir-parser")]218 let ir_parser_override_path = {219 let p = root_tests220 .join(format!("{root_dir}_golden_override_ir_parser"))221 .join(golden_path.file_name().expect("file has basename"));222 if let Some(golden_path) = read_file(&p)? {223 golden = Some(golden_path);224 }225 p226 };227228 // Otherwise assume test should just not fail and return true.229 let golden = golden.unwrap_or_else(|| "true".to_owned());230231 #[cfg(feature = "ir-parser")]232 let update_golden_path = &ir_parser_override_path;233 #[cfg(not(feature = "ir-parser"))]234 let update_golden_path = &golden_override;235236 match (serde_json::from_str::<serde_json::Value>(&result), serde_json::from_str::<serde_json::Value>(&golden)) {237 (Err(_), Ok(_)) => panic!(238 "unexpected error for golden {}:\n<got>\n{result}\n</got>\n<golden>\n{golden}\n</golden>",239 entry.path().display()240 ),241 (Ok(_), Err(_)) => panic!(242 "expected error for golden {}:\n<got>\n{result}\n</got>\n<golden>\n{golden}\n</golden>",243 entry.path().display()244 ),245 (Ok(result_v), Ok(golden_v)) => {246 if result_v != golden_v {247 if env::var_os("UPDATE_GOLDEN").is_some() {248 fs::write(update_golden_path, result)?;249 } else {250 panic!(251 "Result \n{result_v:#}\n\252 and golden \n{golden_v:#}\n\253 did not match structurally\n\254 for golden {}",255 entry.path().display()256 );257 }258 }259 }260 (Err(_), Err(_)) => {261 if result != golden.trim_end() {262 if env::var_os("UPDATE_GOLDEN").is_some() {263 fs::write(update_golden_path, result)?;264 } else {265 panic!(266 "golden didn't match for {}:\n<got>\n{result}\n</got>\n<golden>\n{golden}\n</golden>",267 entry.path().display()268 )269 }270 }271 }272 }273 }274 }275276 Ok(())277}