difftreelog
slop: implement ir parser
in: master
86 files changed
Cargo.lockdiffbeforeafterboth--- a/Cargo.lock
+++ b/Cargo.lock
@@ -638,6 +638,7 @@
"jrsonnet-gcmodule",
"jrsonnet-interner",
"jrsonnet-ir",
+ "jrsonnet-ir-parser",
"jrsonnet-macros",
"jrsonnet-peg-parser",
"jrsonnet-types",
crates/jrsonnet-evaluator/Cargo.tomldiffbeforeafterboth--- a/crates/jrsonnet-evaluator/Cargo.toml
+++ b/crates/jrsonnet-evaluator/Cargo.toml
@@ -13,11 +13,13 @@
workspace = true
[features]
-default = ["explaining-traces"]
+default = ["explaining-traces", "ir-parser"]
# Rustc-like trace visualization
explaining-traces = ["annotate-snippets", "hi-doc"]
# Allows library authors to throw custom errors
anyhow-error = ["anyhow"]
+# Use hand-written recursive descent parser instead of PEG parser
+ir-parser = ["dep:jrsonnet-ir-parser"]
# Allows to preserve field order in objects
exp-preserve-order = []
@@ -28,12 +30,13 @@
# Bigint type
exp-bigint = ["num-bigint", "jrsonnet-types/exp-bigint"]
# obj?.field, obj?.['field']
-exp-null-coaelse = ["jrsonnet-peg-parser/exp-null-coaelse"]
+exp-null-coaelse = ["jrsonnet-peg-parser/exp-null-coaelse", "jrsonnet-ir-parser?/exp-null-coaelse"]
[dependencies]
jrsonnet-interner.workspace = true
jrsonnet-ir.workspace = true
jrsonnet-peg-parser.workspace = true
+jrsonnet-ir-parser = { workspace = true, optional = true }
jrsonnet-types.workspace = true
jrsonnet-macros.workspace = true
jrsonnet-gcmodule.workspace = true
crates/jrsonnet-evaluator/src/async_import.rsdiffbeforeafterboth1use std::rc::Rc;2use std::{any::Any, cell::RefCell, future::Future};34use jrsonnet_gcmodule::Acyclic;5use jrsonnet_ir::{6 ArgsDesc, AssertExpr, AssertStmt, BindSpec, CompSpec, Destruct, Expr, ExprParam, ExprParams,7 FieldMember, FieldName, ForSpecData, IfElse, IfSpecData, ImportKind, ObjBody, Slice, SliceDesc,8 Source, SourcePath, Spanned,9};10use jrsonnet_peg_parser::ParserSettings;11use rustc_hash::FxHashMap;1213use crate::{AsPathLike, FileData, ImportResolver, ResolvePathOwned, State};1415pub struct Import {16 path: ResolvePathOwned,17 expression: bool,18}1920pub struct FoundImports(Vec<Import>);2122// Visits all nodes, trying to find import statements23#[allow(clippy::too_many_lines)]24pub fn find_imports(expr: &Spanned<Expr>, out: &mut FoundImports) {25 #[allow(unused_variables, clippy::needless_pass_by_ref_mut)]26 fn in_destruct(dest: &Destruct, out: &mut FoundImports) {27 match dest {28 #[cfg(feature = "exp-destruct")]29 Destruct::Array {30 start,31 rest: _,32 end,33 } => {34 for dest in start {35 in_destruct(dest, out);36 }37 for dest in end {38 in_destruct(dest, out);39 }40 }41 #[cfg(feature = "exp-destruct")]42 Destruct::Object { fields, rest: _ } => {43 for (_, dest, default) in fields {44 if let Some(dest) = dest {45 in_destruct(dest, out);46 }47 if let Some(expr) = default {48 find_imports(expr, out);49 }50 }51 }52 #[cfg(feature = "exp-destruct")]53 Destruct::Skip => {}54 Destruct::Full(_) => {}55 }56 }57 fn in_compspec(specs: &[CompSpec], out: &mut FoundImports) {58 for spec in specs {59 match spec {60 CompSpec::IfSpec(IfSpecData(expr)) => find_imports(expr, out),61 CompSpec::ForSpec(ForSpecData(destruct, expr)) => {62 in_destruct(destruct, out);63 find_imports(expr, out);64 }65 }66 }67 }68 fn in_params(params: &ExprParams, out: &mut FoundImports) {69 for ExprParam { destruct, default } in &*params.exprs {70 in_destruct(destruct, out);71 if let Some(expr) = default {72 find_imports(expr, out);73 }74 }75 }76 fn in_bind(specs: &[BindSpec], out: &mut FoundImports) {77 for spec in specs {78 match spec {79 BindSpec::Field {80 into: dest,81 value: expr,82 } => {83 in_destruct(dest, out);84 find_imports(expr, out);85 }86 BindSpec::Function {87 name: _,88 params,89 value: expr,90 } => {91 in_params(params, out);92 find_imports(expr, out);93 }94 }95 }96 }97 fn in_args(ArgsDesc { unnamed, named }: &ArgsDesc, out: &mut FoundImports) {98 for expr in unnamed {99 find_imports(expr, out);100 }101 for (_, expr) in named {102 find_imports(expr, out);103 }104 }105 fn in_obj(obj: &ObjBody, out: &mut FoundImports) {106 match obj {107 ObjBody::MemberList(obj) => {108 for FieldMember {109 name,110 params,111 value,112 ..113 } in &obj.fields114 {115 match name {116 FieldName::Fixed(_) => {}117 FieldName::Dyn(expr) => find_imports(expr, out),118 }119 if let Some(params) = params {120 in_params(params, out);121 }122 find_imports(value, out);123 }124 for _ in &*obj.locals {125 todo!()126 }127 for assert in &*obj.asserts {128 find_imports(&assert.0, out);129 if let Some(expr) = &assert.1 {130 find_imports(expr, out);131 }132 }133 }134 ObjBody::ObjComp(_) => todo!(),135 }136 }137 match &**expr {138 Expr::Import(_, v) => {139 if let Expr::Str(s) = &***v {140 out.0.push(Import {141 path: ResolvePathOwned::Str(s.to_string()),142 expression: todo!(),143 });144 }145 // Non-string import will fail in runtime146 }147148 Expr::Literal(_) | Expr::Str(_) | Expr::Num(_) | Expr::Var(_) => {}149150 Expr::Arr(arr) => {151 for expr in &**arr {152 find_imports(expr, out);153 }154 }155 Expr::ArrComp(expr, specs) => {156 find_imports(expr, out);157 in_compspec(specs, out);158 }159 Expr::Obj(obj) => in_obj(obj, out),160 Expr::ObjExtend(expr, obj) => {161 find_imports(expr, out);162 in_obj(obj, out);163 }164 Expr::BinaryOp(binop) => {165 find_imports(&binop.lhs, out);166 find_imports(&binop.rhs, out);167 }168 Expr::AssertExpr(assert) => {169 let AssertExpr {170 assert: AssertStmt(expr, expr2),171 rest,172 } = &**assert;173 find_imports(expr, out);174 if let Some(expr) = expr2 {175 find_imports(expr, out);176 }177 find_imports(rest, out);178 }179 Expr::LocalExpr(specs, expr) => {180 in_bind(specs, out);181 find_imports(expr, out);182 }183 Expr::Apply(expr, args, _) => {184 find_imports(expr, out);185 in_args(args, out);186 }187 Expr::Index { indexable, parts } => {188 find_imports(indexable, out);189 for part in parts {190 find_imports(&part.value, out);191 }192 }193 Expr::Function(params, expr) => {194 in_params(params, out);195 find_imports(expr, out);196 }197 Expr::IfElse(if_else) => {198 let IfElse {199 cond: IfSpecData(expr),200 cond_then,201 cond_else,202 } = &**if_else;203 find_imports(expr, out);204 find_imports(cond_then, out);205 if let Some(expr) = cond_else {206 find_imports(expr, out);207 }208 }209 Expr::Slice(slice) => {210 let Slice {211 value,212 slice: SliceDesc { start, end, step },213 } = &**slice;214 find_imports(value, out);215 if let Some(expr) = start {216 find_imports(expr, out);217 }218 if let Some(expr) = end {219 find_imports(expr, out);220 }221 if let Some(expr) = step {222 find_imports(expr, out);223 }224 }225 Expr::UnaryOp(_, expr) | Expr::ErrorStmt(expr) => {226 find_imports(expr, out);227 }228 }229}230231pub trait AsyncImportResolver {232 type Error;233 /// Resolves file path, e.g. `(/home/user/manifests, b.libjsonnet)` can correspond234 /// both to `/home/user/manifests/b.libjsonnet` and to `/home/user/${vendor}/b.libjsonnet`235 /// where `${vendor}` is a library path.236 ///237 /// `from` should only be returned from [`ImportResolver::resolve`],238 /// or from other defined file, any other value may result in panic239 fn resolve_from(240 &self,241 from: &SourcePath,242 path: &dyn AsPathLike,243 ) -> impl Future<Output = Result<SourcePath, Self::Error>>;244 fn resolve_from_default(245 &self,246 path: &dyn AsPathLike,247 ) -> impl Future<Output = Result<SourcePath, Self::Error>> {248 async { self.resolve_from(&SourcePath::default(), path).await }249 }250251 /// Load resolved file252 /// This should only be called with value returned253 /// from [`ImportResolver::resolve_file`]/[`ImportResolver::resolve`],254 /// this cannot be resolved using associated type,255 /// as the evaluator uses object instead of generic for [`ImportResolver`]256 fn load_file_contents(257 &self,258 resolved: &SourcePath,259 ) -> impl Future<Output = Result<Vec<u8>, Self::Error>>;260}261262#[derive(Acyclic)]263struct ResolvedImportResolver {264 resolved: RefCell<FxHashMap<(SourcePath, ResolvePathOwned), (SourcePath, bool)>>,265}266impl ImportResolver for ResolvedImportResolver {267 fn load_file_contents(&self, _resolved: &SourcePath) -> crate::Result<Vec<u8>> {268 unreachable!("all files should be loaded at this point");269 }270271 fn resolve_from(&self, from: &SourcePath, path: &dyn AsPathLike) -> crate::Result<SourcePath> {272 Ok(self273 .resolved274 .borrow()275 .get(&(from.clone(), path.as_path().to_owned()))276 .expect("all imports should be resolved at this point")277 .0278 .clone())279 }280281 fn resolve_from_default(&self, path: &dyn AsPathLike) -> crate::Result<SourcePath> {282 self.resolve_from(&SourcePath::default(), path)283 }284}285286enum Job {287 LoadFile { path: SourcePath, parse: bool },288 ParseFile(SourcePath),289 ResolveImport { from: SourcePath, import: Import },290}291292#[allow(clippy::future_not_send)]293pub async fn async_import<H>(s: State, handler: H, path: &dyn AsPathLike) -> Result<(), H::Error>294where295 H: AsyncImportResolver,296{297 let resolved = (s.import_resolver() as &dyn Any)298 .downcast_ref::<ResolvedImportResolver>()299 .expect("for async imports, import_resolver should be set to ResolvedImportResolver");300301 let mut queue = vec![Job::LoadFile {302 path: handler.resolve_from_default(path).await?,303 parse: true,304 }];305 while let Some(job) = queue.pop() {306 match job {307 Job::LoadFile { path, parse } => {308 if !s.0.file_cache.borrow().contains_key(&path) {309 let data = handler.load_file_contents(&path).await?;310 s.0.file_cache311 .borrow_mut()312 .insert(path.clone(), FileData::new_bytes(data.as_slice().into()));313 }314 if parse {315 queue.push(Job::ParseFile(path));316 }317 }318 Job::ParseFile(path) => {319 if let Some(file) = s.0.file_cache.borrow_mut().get_mut(&path) {320 if file.parsed.is_none() {321 let Some(code) = file.get_string() else {322 continue;323 };324 let source = Source::new(path.clone(), code.clone());325 // If failed - then skip import326 file.parsed = jrsonnet_peg_parser::parse(&code, &ParserSettings { source })327 .map(Rc::new)328 .ok();329 if let Some(parsed) = &file.parsed {330 let mut imports = FoundImports(vec![]);331 find_imports(parsed, &mut imports);332 for import in imports.0 {333 queue.push(Job::ResolveImport {334 from: path.clone(),335 import,336 });337 }338 }339 }340 }341 }342 Job::ResolveImport { from, import } => {343 {344 let mut resolved_map = resolved.resolved.borrow_mut();345 if let Some((resolved, expression)) =346 resolved_map.get_mut(&(from.clone(), import.path.clone()))347 {348 if import.expression && !*expression {349 *expression = true;350 queue.push(Job::ParseFile(resolved.clone()));351 }352 continue;353 }354 }355 let resolved = handler.resolve_from(&from, &import.path).await?;356 queue.push(Job::LoadFile {357 path: resolved,358 parse: import.expression,359 });360 }361 }362 }363 Ok(())364}crates/jrsonnet-evaluator/src/error.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/error.rs
+++ b/crates/jrsonnet-evaluator/src/error.rs
@@ -154,6 +154,7 @@
ImportNotSupported(SourcePath, ResolvePathOwned),
#[error("can't import from virtual file")]
CantImportFromVirtualFile,
+ #[cfg(not(feature = "ir-parser"))]
#[error(
"syntax error: {}",
// Peg has no fancier way to handle critical parsing errors https://github.com/kevinmehall/rust-peg/issues/225
@@ -172,6 +173,14 @@
error: Box<jrsonnet_peg_parser::ParseError>,
},
+ #[cfg(feature = "ir-parser")]
+ #[error("syntax error: {error}")]
+ ImportSyntaxError {
+ path: Source,
+ #[trace(skip)]
+ error: Box<jrsonnet_ir_parser::ParseError>,
+ },
+
#[error("runtime error: {}", format_empty_str(.0))]
RuntimeError(IStr),
#[error("stack overflow, try to reduce recursion, or set --max-stack to bigger value")]
crates/jrsonnet-evaluator/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/lib.rs
+++ b/crates/jrsonnet-evaluator/src/lib.rs
@@ -46,6 +46,9 @@
use jrsonnet_ir::{Expr, Source, SourcePath};
#[doc(hidden)]
pub use jrsonnet_macros;
+#[cfg(feature = "ir-parser")]
+use jrsonnet_ir_parser::ParserSettings;
+#[cfg(not(feature = "ir-parser"))]
use jrsonnet_peg_parser::ParserSettings;
pub use obj::*;
pub use rustc_hash;
@@ -56,6 +59,22 @@
use crate::gc::WithCapacityExt as _;
+#[cfg(feature = "ir-parser")]
+pub(crate) fn parse_jsonnet(
+ code: &str,
+ settings: &ParserSettings,
+) -> Result<Expr, jrsonnet_ir_parser::ParseError> {
+ jrsonnet_ir_parser::parse(code, settings)
+}
+
+#[cfg(not(feature = "ir-parser"))]
+pub(crate) fn parse_jsonnet(
+ code: &str,
+ settings: &ParserSettings,
+) -> Result<Expr, jrsonnet_peg_parser::ParseError> {
+ jrsonnet_peg_parser::parse(code, settings)
+}
+
cc_dyn!(
#[derive(Clone)]
CcUnbound<V>,
@@ -345,7 +364,7 @@
let file_name = Source::new(path.clone(), code.clone());
if file.parsed.is_none() {
file.parsed = Some(
- jrsonnet_peg_parser::parse(
+ parse_jsonnet(
&code,
&ParserSettings {
source: file_name.clone(),
@@ -461,7 +480,7 @@
pub fn evaluate_snippet(&self, name: impl Into<IStr>, code: impl Into<IStr>) -> Result<Val> {
let code = code.into();
let source = Source::new_virtual(name.into(), code.clone());
- let parsed = jrsonnet_peg_parser::parse(
+ let parsed = parse_jsonnet(
&code,
&ParserSettings {
source: source.clone(),
@@ -482,7 +501,7 @@
) -> Result<Val> {
let code = code.into();
let source = Source::new_virtual(name.into(), code.clone());
- let parsed = jrsonnet_peg_parser::parse(
+ let parsed = parse_jsonnet(
&code,
&ParserSettings {
source: source.clone(),
crates/jrsonnet-ir-parser/Cargo.tomldiffbeforeafterboth--- a/crates/jrsonnet-ir-parser/Cargo.toml
+++ b/crates/jrsonnet-ir-parser/Cargo.toml
@@ -6,6 +6,9 @@
repository.workspace = true
version.workspace = true
+[features]
+exp-null-coaelse = ["jrsonnet-ir/exp-null-coaelse"]
+
[dependencies]
insta.workspace = true
jrsonnet-gcmodule.workspace = true
crates/jrsonnet-ir-parser/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-ir-parser/src/lib.rs
+++ b/crates/jrsonnet-ir-parser/src/lib.rs
@@ -1,13 +1,37 @@
use std::rc::Rc;
-use insta::assert_snapshot;
use jrsonnet_gcmodule::Acyclic;
use jrsonnet_ir::{
- AssertExpr, AssertStmt, Expr, IfElse, IfSpecData, LiteralType, Slice, SliceDesc, Source,
- SourceVirtual, Span, Spanned,
+ unescape, ArgsDesc, AssertExpr, AssertStmt, BinaryOp, BinaryOpType, BindSpec, CompSpec,
+ Destruct, Expr, ExprParam, ExprParams, FieldMember, FieldName, ForSpecData, IStr, IfElse,
+ IfSpecData, ImportKind, IndexPart, LiteralType, Member, ObjBody, ObjComp, ObjMembers, Slice,
+ SliceDesc, Source, Span, Spanned, UnaryOpType, Visibility,
};
-use jrsonnet_lexer::{Lexeme, Lexer, SyntaxKind, T};
+use jrsonnet_lexer::{collect_lexed_str_block, Lexeme, Lexer, SyntaxKind, T};
+pub struct ParserSettings {
+ pub source: Source,
+}
+
+#[derive(Debug, Clone)]
+pub struct ParseErrorLocation {
+ pub offset: usize,
+}
+
+#[derive(Debug, Clone)]
+pub struct ParseError {
+ pub message: String,
+ pub location: ParseErrorLocation,
+}
+
+impl std::fmt::Display for ParseError {
+ fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+ write!(f, "{}", self.message)
+ }
+}
+
+type R<T> = Result<T, ParseError>;
+
struct Parser<'a> {
lexemes: Vec<Lexeme<'a>>,
offset: usize,
@@ -15,30 +39,46 @@
}
impl<'a> Parser<'a> {
- fn new(s: &'a str) -> Self {
+ fn new(code: &'a str, source: Source) -> Self {
Self {
- lexemes: Lexer::new(s)
- .filter(|l| l.kind != SyntaxKind::WHITESPACE)
+ lexemes: Lexer::new(code)
+ .filter(|l| {
+ !matches!(
+ l.kind,
+ SyntaxKind::WHITESPACE
+ | SyntaxKind::SINGLE_LINE_SLASH_COMMENT
+ | SyntaxKind::SINGLE_LINE_HASH_COMMENT
+ | SyntaxKind::MULTI_LINE_COMMENT
+ )
+ })
.collect(),
offset: 0,
- source: Source::new_virtual("<test>".into(), s.into()),
+ source,
}
}
+
fn peek(&self) -> SyntaxKind {
- self.lexemes[self.offset].kind
+ if self.at_eof() {
+ SyntaxKind::EOF
+ } else {
+ self.lexemes[self.offset].kind
+ }
}
- fn text(&self) -> &str {
+
+ fn text(&self) -> &'a str {
self.lexemes[self.offset].text
}
+
fn at(&self, kind: SyntaxKind) -> bool {
!self.at_eof() && self.peek() == kind
}
+
fn eat_any(&mut self) {
- self.offset += 1
+ self.offset += 1;
}
fn at_eof(&self) -> bool {
- self.offset == self.lexemes.len()
+ self.offset >= self.lexemes.len()
}
fn try_eat(&mut self, t: SyntaxKind) -> bool {
@@ -48,17 +88,165 @@
}
false
}
- fn eat(&mut self, t: SyntaxKind) {
- assert_eq!(self.peek(), t);
+
+ fn current_desc(&self) -> String {
+ if self.at_eof() {
+ return "end of file".to_owned();
+ }
+ let kind = self.peek();
+ let text = self.text();
+ let name = kind.display_name();
+ if matches!(kind, SyntaxKind::IDENT | SyntaxKind::FLOAT) {
+ format!("{name} \"{text}\"")
+ } else {
+ name.to_owned()
+ }
+ }
+
+ fn eat(&mut self, t: SyntaxKind) -> R<()> {
+ if !self.at(t) {
+ return Err(self.error(format!(
+ "expected {}, got {}",
+ t.display_name(),
+ self.current_desc(),
+ )));
+ }
self.eat_any();
+ Ok(())
}
fn span_start(&self) -> u32 {
+ if self.at_eof() {
+ if let Some(last) = self.lexemes.last() {
+ return last.range.1;
+ }
+ return 0;
+ }
self.lexemes[self.offset].range.0
}
+
fn span_end(&self) -> u32 {
self.lexemes[self.offset - 1].range.1
}
+
+ fn error(&self, message: String) -> ParseError {
+ ParseError {
+ location: ParseErrorLocation {
+ offset: self.span_start() as usize,
+ },
+ message,
+ }
+ }
+
+ fn expect_ident(&mut self) -> R<IStr> {
+ if !self.at(SyntaxKind::IDENT) {
+ return Err(self.error(format!("expected identifier, got {}", self.current_desc())));
+ }
+ let text = self.text();
+ if is_reserved(text) {
+ return Err(self.error(format!(
+ "expected identifier, got reserved word '{text}'"
+ )));
+ }
+ let s: IStr = text.into();
+ self.eat_any();
+ Ok(s)
+ }
+
+ fn at_ident(&self) -> bool {
+ self.at(SyntaxKind::IDENT) && !is_reserved(self.lexemes[self.offset].text)
+ }
+}
+
+fn is_reserved(s: &str) -> bool {
+ matches!(
+ s,
+ "assert"
+ | "else" | "error"
+ | "false" | "for"
+ | "function" | "if"
+ | "import" | "importstr"
+ | "importbin" | "in"
+ | "local" | "null"
+ | "tailstrict" | "then"
+ | "self" | "super"
+ | "true"
+ )
+}
+
+fn spanned<T: Acyclic>(p: &mut Parser<'_>, cb: impl FnOnce(&mut Parser<'_>) -> R<T>) -> R<Spanned<T>> {
+ let start = p.span_start();
+ let v = cb(p)?;
+ let end = p.span_end();
+ Ok(Spanned::new(v, Span(p.source.clone(), start, end)))
+}
+
+fn parse_string_content(p: &mut Parser<'_>) -> R<IStr> {
+ let kind = p.peek();
+ let text = p.text();
+ let s = match kind {
+ SyntaxKind::STRING_DOUBLE => {
+ let inner = &text[1..text.len() - 1];
+ unescape::unescape(inner)
+ .ok_or_else(|| p.error("invalid string escape".into()))?
+ }
+ SyntaxKind::STRING_SINGLE => {
+ let inner = &text[1..text.len() - 1];
+ unescape::unescape(inner)
+ .ok_or_else(|| p.error("invalid string escape".into()))?
+ }
+ SyntaxKind::STRING_DOUBLE_VERBATIM => {
+ let inner = &text[2..text.len() - 1];
+ inner.replace("\"\"", "\"")
+ }
+ SyntaxKind::STRING_SINGLE_VERBATIM => {
+ let inner = &text[2..text.len() - 1];
+ inner.replace("''", "'")
+ }
+ SyntaxKind::STRING_BLOCK => {
+ let inner = &text[3..];
+ let collected = collect_lexed_str_block(inner)
+ .map_err(|_| p.error("invalid string block".into()))?;
+ let mut result = String::new();
+ for (i, line) in collected.lines.iter().enumerate() {
+ if i > 0 {
+ result.push('\n');
+ }
+ result.push_str(line);
+ }
+ if !collected.truncate {
+ result.push('\n');
+ }
+ result
+ }
+ _ => return Err(p.error(format!("expected string, got {}", p.current_desc()))),
+ };
+ p.eat_any();
+ Ok(s.into())
+}
+
+fn is_string_token(kind: SyntaxKind) -> bool {
+ matches!(
+ kind,
+ SyntaxKind::STRING_DOUBLE
+ | SyntaxKind::STRING_SINGLE
+ | SyntaxKind::STRING_DOUBLE_VERBATIM
+ | SyntaxKind::STRING_SINGLE_VERBATIM
+ | SyntaxKind::STRING_BLOCK
+ )
+}
+
+fn parse_number(p: &mut Parser<'_>) -> R<f64> {
+ let text = p.text();
+ let n: f64 = text
+ .replace('_', "")
+ .parse()
+ .map_err(|_| p.error(format!("invalid number literal: {text}")))?;
+ if !n.is_finite() {
+ return Err(p.error("numbers are finite".into()));
+ }
+ p.eat_any();
+ Ok(n)
}
fn literal(p: &mut Parser<'_>) -> Option<LiteralType> {
@@ -75,109 +263,816 @@
Some(t)
}
-fn spanned<T: Acyclic>(p: &mut Parser<'_>, cb: impl FnOnce(&mut Parser<'_>) -> T) -> Spanned<T> {
- let start = p.span_start();
- let v = cb(p);
- let end = p.span_end();
-
- Spanned::new(v, Span(p.source.clone(), start, end))
-}
-
-fn assert_stmt(p: &mut Parser<'_>) -> AssertStmt {
- p.eat(T![assert]);
- let cond = spanned(p, expr);
- dbg!(p.peek());
+fn assert_stmt(p: &mut Parser<'_>) -> R<AssertStmt> {
+ p.eat(T![assert])?;
+ let cond = spanned(p, expr)?;
let msg = if p.try_eat(T![:]) {
- Some(spanned(p, expr))
+ Some(spanned(p, expr)?)
} else {
None
};
- dbg!(AssertStmt(cond, msg))
+ Ok(AssertStmt(cond, msg))
}
-fn if_spec_data(p: &mut Parser<'_>) -> IfSpecData {
- let v = spanned(p, |p| p.eat(T![if]));
- let cond = expr(p);
- IfSpecData { span: v.span, cond }
+fn if_spec_data(p: &mut Parser<'_>) -> R<IfSpecData> {
+ let v = spanned(p, |p| p.eat(T![if]))?;
+ let cond = expr(p)?;
+ Ok(IfSpecData { span: v.span, cond })
}
-fn if_else(p: &mut Parser<'_>) -> IfElse {
- let cond = if_spec_data(p);
- p.eat(T![then]);
- let cond_then = expr(p);
- let cond_else = if p.at(T![else]) { Some(expr(p)) } else { None };
- IfElse {
+fn if_else(p: &mut Parser<'_>) -> R<IfElse> {
+ let cond = if_spec_data(p)?;
+ p.eat(T![then])?;
+ let cond_then = expr(p)?;
+ let cond_else = if p.try_eat(T![else]) {
+ Some(expr(p)?)
+ } else {
+ None
+ };
+ Ok(IfElse {
cond,
cond_then,
cond_else,
- }
+ })
}
-fn slice_desc(p: &mut Parser<'_>, start: Option<Spanned<Expr>>) -> SliceDesc {
- // start
- p.eat(T![:]);
+fn slice_desc(p: &mut Parser<'_>, start: Option<Spanned<Expr>>) -> R<SliceDesc> {
+ p.eat(T![:])?;
let end = if !p.at(T![:]) && !p.at(T![']']) {
- Some(spanned(p, expr))
+ Some(spanned(p, expr)?)
} else {
None
};
- let step = if p.try_eat(T![:]) && !p.at(T![']']) {
- Some(spanned(p, expr))
+ let step = if p.try_eat(T![:]) {
+ if !p.at(T![']']) {
+ Some(spanned(p, expr)?)
+ } else {
+ None
+ }
} else {
None
};
- SliceDesc { start, end, step }
+ Ok(SliceDesc { start, end, step })
+}
+
+fn destruct(p: &mut Parser<'_>) -> R<Destruct> {
+ Ok(Destruct::Full(p.expect_ident()?))
+}
+
+fn params(p: &mut Parser<'_>) -> R<ExprParams> {
+ if p.at(T![')']) {
+ return Ok(ExprParams::new(Vec::new()));
+ }
+ let mut result = Vec::new();
+ loop {
+ let d = destruct(p)?;
+ let default = if p.try_eat(T![=]) {
+ Some(Rc::new(expr(p)?))
+ } else {
+ None
+ };
+ result.push(ExprParam {
+ destruct: d,
+ default,
+ });
+ if !p.try_eat(T![,]) {
+ break;
+ }
+ if p.at(T![')']) {
+ break;
+ }
+ }
+ Ok(ExprParams::new(result))
}
-fn expr_simple(p: &mut Parser<'_>) -> Expr {
- let mut e = if let Some(literal) = literal(p) {
- Expr::Literal(literal)
+fn args(p: &mut Parser<'_>) -> R<ArgsDesc> {
+ if p.at(T![')']) {
+ return Ok(ArgsDesc::new(Vec::new(), Vec::new()));
+ }
+ let mut unnamed = Vec::new();
+ let mut named = Vec::new();
+ let mut named_started = false;
+ loop {
+ let is_named = p.at_ident() && {
+ let next_offset = p.offset + 1;
+ next_offset < p.lexemes.len() && p.lexemes[next_offset].kind == T![=] && {
+ let after_eq = next_offset + 1;
+ after_eq >= p.lexemes.len() || p.lexemes[after_eq].kind != T![=]
+ }
+ };
+ if is_named {
+ let name: IStr = p.expect_ident()?;
+ p.eat(T![=])?;
+ let value = Rc::new(expr(p)?);
+ named.push((name, value));
+ named_started = true;
+ } else {
+ if named_started {
+ return Err(p.error("positional argument after named argument".into()));
+ }
+ unnamed.push(Rc::new(expr(p)?));
+ }
+ if !p.try_eat(T![,]) {
+ break;
+ }
+ if p.at(T![')']) {
+ break;
+ }
+ }
+ Ok(ArgsDesc::new(unnamed, named))
+}
+
+fn bind(p: &mut Parser<'_>) -> R<BindSpec> {
+ let name = p.expect_ident()?;
+ if p.try_eat(T!['(']) {
+ let ps = params(p)?;
+ p.eat(T![')'])?;
+ p.eat(T![=])?;
+ let value = Rc::new(expr(p)?);
+ Ok(BindSpec::Function {
+ name,
+ params: ps,
+ value,
+ })
+ } else {
+ p.eat(T![=])?;
+ let value = Rc::new(expr(p)?);
+ Ok(BindSpec::Field {
+ into: Destruct::Full(name),
+ value,
+ })
+ }
+}
+
+fn visibility(p: &mut Parser<'_>) -> R<Visibility> {
+ p.eat(T![:])?;
+ if p.try_eat(T![:]) {
+ if p.try_eat(T![:]) {
+ Ok(Visibility::Unhide)
+ } else {
+ Ok(Visibility::Hidden)
+ }
+ } else {
+ Ok(Visibility::Normal)
+ }
+}
+
+fn field_name(p: &mut Parser<'_>) -> R<FieldName> {
+ if p.at_ident() {
+ Ok(FieldName::Fixed(p.expect_ident()?))
+ } else if is_string_token(p.peek()) {
+ Ok(FieldName::Fixed(parse_string_content(p)?))
+ } else if p.at(T!['[']) {
+ p.eat(T!['['])?;
+ let e = expr(p)?;
+ p.eat(T![']'])?;
+ Ok(FieldName::Dyn(e))
+ } else {
+ Err(p.error(format!("expected field name, got {}", p.current_desc())))
+ }
+}
+
+fn field(p: &mut Parser<'_>) -> R<FieldMember> {
+ let name = spanned(p, field_name)?;
+
+ if p.at(T!['(']) {
+ p.eat(T!['('])?;
+ let ps = params(p)?;
+ p.eat(T![')'])?;
+ let vis = visibility(p)?;
+ let value = Rc::new(expr(p)?);
+ Ok(FieldMember {
+ name,
+ plus: false,
+ params: Some(ps),
+ visibility: vis,
+ value,
+ })
+ } else {
+ let plus = p.try_eat(T![+]);
+ let vis = visibility(p)?;
+ let value = Rc::new(expr(p)?);
+ Ok(FieldMember {
+ name,
+ plus,
+ params: None,
+ visibility: vis,
+ value,
+ })
+ }
+}
+
+fn member(p: &mut Parser<'_>) -> R<Member> {
+ if p.at(T![local]) {
+ p.eat(T![local])?;
+ Ok(Member::BindStmt(bind(p)?))
} else if p.at(T![assert]) {
- let assert = assert_stmt(p);
- p.eat(T![;]);
- let rest = expr(p);
- Expr::AssertExpr(Rc::new(AssertExpr { assert, rest }))
- } else if p.at(T![if]) {
- Expr::IfElse(Box::new(if_else(p)))
+ Ok(Member::AssertStmt(assert_stmt(p)?))
+ } else {
+ Ok(Member::Field(field(p)?))
+ }
+}
+
+fn for_spec(p: &mut Parser<'_>) -> R<ForSpecData> {
+ p.eat(T![for])?;
+ let d = destruct(p)?;
+ p.eat(T![in])?;
+ let over = expr(p)?;
+ Ok(ForSpecData { destruct: d, over })
+}
+
+fn compspecs(p: &mut Parser<'_>) -> R<Vec<CompSpec>> {
+ let mut specs = Vec::new();
+ specs.push(CompSpec::ForSpec(for_spec(p)?));
+ loop {
+ if p.at(T![for]) {
+ specs.push(CompSpec::ForSpec(for_spec(p)?));
+ } else if p.at(T![if]) {
+ let isd = if_spec_data(p)?;
+ specs.push(CompSpec::IfSpec(isd));
+ } else {
+ break;
+ }
+ }
+ Ok(specs)
+}
+
+fn objinside(p: &mut Parser<'_>) -> R<ObjBody> {
+ if p.at(T!['}']) {
+ return Ok(ObjBody::MemberList(ObjMembers {
+ locals: Rc::new(Vec::new()),
+ asserts: Rc::new(Vec::new()),
+ fields: Vec::new(),
+ }));
+ }
+
+ let mut members = Vec::new();
+ loop {
+ members.push(member(p)?);
+ if !p.try_eat(T![,]) {
+ break;
+ }
+ if p.at(T!['}']) || p.at(T![for]) {
+ break;
+ }
+ }
+
+ if p.at(T![for]) {
+ let specs = compspecs(p)?;
+ let mut locals = Vec::new();
+ let mut field_member = None;
+ for m in members {
+ match m {
+ Member::Field(f) => {
+ if field_member.is_some() {
+ return Err(p.error(
+ "object comprehension can only contain one field".into(),
+ ));
+ }
+ field_member = Some(f);
+ }
+ Member::BindStmt(b) => locals.push(b),
+ Member::AssertStmt(_) => {
+ return Err(p.error(
+ "asserts are unsupported in object comprehension".into(),
+ ));
+ }
+ }
+ }
+ Ok(ObjBody::ObjComp(ObjComp {
+ locals: Rc::new(locals),
+ field: Rc::new(
+ field_member.ok_or_else(|| {
+ p.error("missing object comprehension field".into())
+ })?,
+ ),
+ compspecs: specs,
+ }))
} else {
- panic!("unexpected token: {:?}", p.peek());
+ let mut locals = Vec::new();
+ let mut asserts = Vec::new();
+ let mut fields = Vec::new();
+ for m in members {
+ match m {
+ Member::Field(f) => fields.push(f),
+ Member::BindStmt(b) => locals.push(b),
+ Member::AssertStmt(a) => asserts.push(a),
+ }
+ }
+ Ok(ObjBody::MemberList(ObjMembers {
+ locals: Rc::new(locals),
+ asserts: Rc::new(asserts),
+ fields,
+ }))
+ }
+}
+
+fn expr_basic(p: &mut Parser<'_>) -> R<Expr> {
+ if let Some(lit) = literal(p) {
+ return Ok(Expr::Literal(lit));
+ }
+
+ match p.peek() {
+ SyntaxKind::STRING_DOUBLE
+ | SyntaxKind::STRING_SINGLE
+ | SyntaxKind::STRING_DOUBLE_VERBATIM
+ | SyntaxKind::STRING_SINGLE_VERBATIM
+ | SyntaxKind::STRING_BLOCK => Ok(Expr::Str(parse_string_content(p)?)),
+
+ SyntaxKind::FLOAT => Ok(Expr::Num(parse_number(p)?)),
+
+ T!['('] => {
+ p.eat(T!['('])?;
+ let e = expr(p)?;
+ p.eat(T![')'])?;
+ Ok(e)
+ }
+
+ T!['['] => {
+ p.eat(T!['['])?;
+ if p.at(T![']']) {
+ p.eat(T![']'])?;
+ return Ok(Expr::Arr(Rc::new(Vec::new())));
+ }
+ let first = expr(p)?;
+ if p.at(T![for]) {
+ let specs = compspecs(p)?;
+ p.eat(T![']'])?;
+ Ok(Expr::ArrComp(Rc::new(first), specs))
+ } else if p.at(T![,]) && {
+ let next = p.offset + 1;
+ next < p.lexemes.len() && p.lexemes[next].kind == T![for]
+ } {
+ p.eat(T![,])?;
+ let specs = compspecs(p)?;
+ p.eat(T![']'])?;
+ Ok(Expr::ArrComp(Rc::new(first), specs))
+ } else {
+ let mut elems = vec![first];
+ while p.try_eat(T![,]) {
+ if p.at(T![']']) {
+ break;
+ }
+ elems.push(expr(p)?);
+ }
+ p.eat(T![']'])?;
+ Ok(Expr::Arr(Rc::new(elems)))
+ }
+ }
+
+ T!['{'] => {
+ p.eat(T!['{'])?;
+ let body = objinside(p)?;
+ p.eat(T!['}'])?;
+ Ok(Expr::Obj(body))
+ }
+
+ T![local] => {
+ p.eat(T![local])?;
+ let mut binds = Vec::new();
+ loop {
+ binds.push(bind(p)?);
+ if !p.try_eat(T![,]) {
+ break;
+ }
+ }
+ p.eat(T![;])?;
+ let body = expr(p)?;
+ Ok(Expr::LocalExpr(binds, Box::new(body)))
+ }
+
+ T![if] => Ok(Expr::IfElse(Box::new(if_else(p)?))),
+
+ T![function] => {
+ p.eat(T![function])?;
+ p.eat(T!['('])?;
+ let ps = params(p)?;
+ p.eat(T![')'])?;
+ let body = expr(p)?;
+ Ok(Expr::Function(ps, Rc::new(body)))
+ }
+
+ T![assert] => {
+ let a = assert_stmt(p)?;
+ p.eat(T![;])?;
+ let rest = expr(p)?;
+ Ok(Expr::AssertExpr(Rc::new(AssertExpr { assert: a, rest })))
+ }
+
+ T![error] => {
+ let span = spanned(p, |p| p.eat(T![error]))?;
+ let e = expr(p)?;
+ Ok(Expr::ErrorStmt(span.span, Box::new(e)))
+ }
+
+ T![importstr] => {
+ let kind = spanned(p, |p| {
+ p.eat(T![importstr])?;
+ Ok(ImportKind::Str)
+ })?;
+ let path = expr(p)?;
+ Ok(Expr::Import(kind, Box::new(path)))
+ }
+
+ T![importbin] => {
+ let kind = spanned(p, |p| {
+ p.eat(T![importbin])?;
+ Ok(ImportKind::Bin)
+ })?;
+ let path = expr(p)?;
+ Ok(Expr::Import(kind, Box::new(path)))
+ }
+
+ T![import] => {
+ let kind = spanned(p, |p| {
+ p.eat(T![import])?;
+ Ok(ImportKind::Normal)
+ })?;
+ let path = expr(p)?;
+ Ok(Expr::Import(kind, Box::new(path)))
+ }
+
+ SyntaxKind::IDENT => {
+ let text = p.text();
+ if is_reserved(text) {
+ return Err(p.error(format!("unexpected reserved word '{text}'")));
+ }
+ let n = spanned(p, |p| {
+ let s: IStr = p.text().into();
+ p.eat_any();
+ Ok(s)
+ })?;
+ Ok(Expr::Var(n))
+ }
+
+ _ => Err(p.error(format!("unexpected {}", p.current_desc()))),
+ }
+}
+
+/// Flush accumulated index parts into an Expr::Index wrapping `e`.
+fn flush_index_parts(e: &mut Expr, parts: &mut Vec<IndexPart>) {
+ if parts.is_empty() {
+ return;
+ }
+ let old = std::mem::replace(e, Expr::Literal(LiteralType::Null));
+ *e = Expr::Index {
+ indexable: Box::new(old),
+ parts: std::mem::take(parts),
};
+}
- dbg!(&e);
+fn expr_suffix(p: &mut Parser<'_>) -> R<Expr> {
+ let mut e = expr_basic(p)?;
+ // Accumulate consecutive index parts (.field, [expr], ?.field, ?.[expr])
+ // into a single Expr::Index. This is critical for null-coalesce semantics:
+ // a?.b.c needs all parts in one Index so the evaluator can skip .c when .b is null.
+ let mut parts: Vec<IndexPart> = Vec::new();
loop {
- if p.try_eat(T!['[']) {
- if p.at(T![:]) {
- let slice = slice_desc(p, None);
- e = Expr::Slice(Box::new(Slice { value: e, slice }));
- p.eat(T![']']);
- continue;
+ #[cfg(feature = "exp-null-coaelse")]
+ if p.at(T![?]) {
+ p.eat_any();
+ if p.try_eat(T![.]) {
+ if p.at(T!['[']) {
+ // ?.[expr]
+ p.eat(T!['['])?;
+ let idx = spanned(p, expr)?;
+ p.eat(T![']'])?;
+ parts.push(IndexPart {
+ span: idx.span,
+ value: idx.value,
+ null_coaelse: true,
+ });
+ } else {
+ // ?.field
+ let id_spanned = spanned(p, |p| {
+ let name = p.expect_ident()?;
+ Ok(Expr::Str(name))
+ })?;
+ parts.push(IndexPart {
+ span: id_spanned.span,
+ value: id_spanned.value,
+ null_coaelse: true,
+ });
+ }
+ } else {
+ return Err(p.error("expected '.' after '?'".into()));
}
+ continue;
+ }
- let idx = spanned(p, expr);
+ if p.at(T![.]) {
+ p.eat(T![.])?;
+ let id_spanned = spanned(p, |p| {
+ let name = p.expect_ident()?;
+ Ok(Expr::Str(name))
+ })?;
+ parts.push(IndexPart {
+ span: id_spanned.span,
+ value: id_spanned.value,
+ #[cfg(feature = "exp-null-coaelse")]
+ null_coaelse: false,
+ });
+ } else if p.at(T!['[']) {
+ p.eat(T!['['])?;
+
if p.at(T![:]) {
- let slice = slice_desc(p, Some(idx));
+ // Slice: flush index parts first, then handle slice
+ flush_index_parts(&mut e, &mut parts);
+ let slice = slice_desc(p, None)?;
+ p.eat(T![']'])?;
e = Expr::Slice(Box::new(Slice { value: e, slice }));
} else {
+ let idx = spanned(p, expr)?;
+ if p.at(T![:]) {
+ // Slice with start: flush index parts first
+ flush_index_parts(&mut e, &mut parts);
+ let slice = slice_desc(p, Some(idx))?;
+ p.eat(T![']'])?;
+ e = Expr::Slice(Box::new(Slice { value: e, slice }));
+ } else {
+ // Bracket index: add to parts
+ p.eat(T![']'])?;
+ parts.push(IndexPart {
+ span: idx.span,
+ value: idx.value,
+ #[cfg(feature = "exp-null-coaelse")]
+ null_coaelse: false,
+ });
+ }
}
- p.eat(T![']']);
+ } else if p.at(T!['(']) {
+ flush_index_parts(&mut e, &mut parts);
+ let args_spanned = spanned(p, |p| {
+ p.eat(T!['('])?;
+ let a = args(p)?;
+ p.eat(T![')'])?;
+ Ok(a)
+ })?;
+ let tailstrict = p.try_eat(T![tailstrict]);
+ e = Expr::Apply(Box::new(e), args_spanned, tailstrict);
+ } else if p.at(T!['{']) {
+ flush_index_parts(&mut e, &mut parts);
+ p.eat(T!['{'])?;
+ let body = objinside(p)?;
+ p.eat(T!['}'])?;
+ e = Expr::ObjExtend(Rc::new(e), body);
} else {
break;
}
}
- dbg!(e)
+ flush_index_parts(&mut e, &mut parts);
+ Ok(e)
}
-fn expr(p: &mut Parser<'_>) -> Expr {
- expr_simple(p)
+fn prefix_binding_power(op: UnaryOpType) -> u8 {
+ match op {
+ UnaryOpType::Plus | UnaryOpType::Minus | UnaryOpType::Not | UnaryOpType::BitNot => 20,
+ }
+}
+
+fn infix_binding_power(op: BinaryOpType) -> (u8, u8) {
+ match op {
+ BinaryOpType::Or => (2, 3),
+ #[cfg(feature = "exp-null-coaelse")]
+ BinaryOpType::NullCoaelse => (2, 3),
+ BinaryOpType::And => (4, 5),
+ BinaryOpType::BitOr => (6, 7),
+ BinaryOpType::BitXor => (8, 9),
+ BinaryOpType::BitAnd => (10, 11),
+ BinaryOpType::Eq | BinaryOpType::Neq => (12, 13),
+ BinaryOpType::Lt
+ | BinaryOpType::Gt
+ | BinaryOpType::Lte
+ | BinaryOpType::Gte
+ | BinaryOpType::In => (14, 15),
+ BinaryOpType::Lhs | BinaryOpType::Rhs => (16, 17),
+ BinaryOpType::Add | BinaryOpType::Sub => (18, 19),
+ BinaryOpType::Mul | BinaryOpType::Div | BinaryOpType::Mod => (20, 21),
+ }
}
-#[test]
-fn basic_test() {
- let mut parser = Parser::new(" assert true[false] : false ; true ");
- let e = expr(&mut parser);
- let l = &parser.lexemes;
+fn unary_op(kind: SyntaxKind) -> Option<UnaryOpType> {
+ match kind {
+ T![+] => Some(UnaryOpType::Plus),
+ T![-] => Some(UnaryOpType::Minus),
+ T![!] => Some(UnaryOpType::Not),
+ T![~] => Some(UnaryOpType::BitNot),
+ _ => None,
+ }
+}
- assert_snapshot!(format!("{l:#?}\n\n---\n\n{e:#?}"));
+fn binary_op(p: &Parser<'_>) -> Option<BinaryOpType> {
+ match p.peek() {
+ T![||] => Some(BinaryOpType::Or),
+ T![&&] => Some(BinaryOpType::And),
+ T![|] => Some(BinaryOpType::BitOr),
+ T![^] => Some(BinaryOpType::BitXor),
+ T![&] => Some(BinaryOpType::BitAnd),
+ T![==] => Some(BinaryOpType::Eq),
+ T![!=] => Some(BinaryOpType::Neq),
+ T![<] => Some(BinaryOpType::Lt),
+ T![>] => Some(BinaryOpType::Gt),
+ T![<=] => Some(BinaryOpType::Lte),
+ T![>=] => Some(BinaryOpType::Gte),
+ T![<<] => Some(BinaryOpType::Lhs),
+ T![>>] => Some(BinaryOpType::Rhs),
+ T![+] => Some(BinaryOpType::Add),
+ T![-] => Some(BinaryOpType::Sub),
+ T![*] => Some(BinaryOpType::Mul),
+ T![/] => Some(BinaryOpType::Div),
+ T![%] => Some(BinaryOpType::Mod),
+ T![in] => Some(BinaryOpType::In),
+ #[cfg(feature = "exp-null-coaelse")]
+ T![??] => Some(BinaryOpType::NullCoaelse),
+ _ => None,
+ }
+}
+
+fn expr_bp(p: &mut Parser<'_>, min_bp: u8) -> R<Expr> {
+ let mut lhs = if let Some(op) = unary_op(p.peek()) {
+ p.eat_any();
+ let rbp = prefix_binding_power(op);
+ let rhs = expr_bp(p, rbp)?;
+ Expr::UnaryOp(op, Box::new(rhs))
+ } else {
+ expr_suffix(p)?
+ };
+
+ loop {
+ if p.at_eof() {
+ break;
+ }
+
+ let Some(op) = binary_op(p) else {
+ break;
+ };
+
+ let (lbp, rbp) = infix_binding_power(op);
+ if lbp < min_bp {
+ break;
+ }
+
+ p.eat_any();
+ let rhs = expr_bp(p, rbp)?;
+ lhs = Expr::BinaryOp(Box::new(BinaryOp { lhs, op, rhs }));
+ }
+
+ Ok(lhs)
+}
+
+fn expr(p: &mut Parser<'_>) -> R<Expr> {
+ expr_bp(p, 0)
+}
+
+pub fn parse(str: &str, settings: &ParserSettings) -> Result<Expr, ParseError> {
+ let mut p = Parser::new(str, settings.source.clone());
+ for lexeme in &p.lexemes {
+ if let Some(desc) = lexeme.kind.error_description() {
+ return Err(ParseError {
+ message: desc.to_owned(),
+ location: ParseErrorLocation {
+ offset: lexeme.range.0 as usize,
+ },
+ });
+ }
+ }
+ let e = expr(&mut p)?;
+ if !p.at_eof() {
+ return Err(p.error(format!(
+ "expected end of file, got {}",
+ p.current_desc(),
+ )));
+ }
+ Ok(e)
+}
+
+pub fn string_to_expr(s: IStr, settings: &ParserSettings) -> Spanned<Expr> {
+ let len = s.len();
+ Spanned::new(
+ Expr::Str(s),
+ Span(settings.source.clone(), 0, len as u32),
+ )
+}
+
+#[cfg(test)]
+mod tests {
+ use std::fs;
+
+ use insta::{assert_snapshot, glob};
+ use jrsonnet_ir::{IStr, Source};
+
+ use super::*;
+
+ fn parse_str(input: &str) -> Expr {
+ let source = Source::new_virtual("<test>".into(), input.into());
+ let settings = ParserSettings { source };
+ parse(input, &settings).unwrap()
+ }
+
+ #[test]
+ #[cfg(not(feature = "exp-null-coaelse"))]
+ fn basic_test() {
+ let v = parse_str("assert true[false] : false ; true");
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ fn literals() {
+ let v = parse_str("[null, true, false, self, super, $]");
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ fn basic_math() {
+ let v = parse_str("2+2*2");
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ fn underscore_numbers() {
+ let v = parse_str("[1_000, 1_000.000_1, 1_0e1_0]");
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ fn strings() {
+ let v = parse_str(r#"["hello", 'world', @"raw""str", @'raw''str']"#);
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ fn object() {
+ let v = parse_str("{a: 1, b:: 2, c::: 3}");
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ fn function_and_call() {
+ let v = parse_str("local f(x, y=1) = x + y; f(2, y=3)");
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ fn if_then_else() {
+ let v = parse_str("if true then 1 else 2");
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ fn imports() {
+ let v = parse_str(r#"[import "a", importstr "b", importbin "c"]"#);
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ fn array_comp() {
+ let v = parse_str("[x for x in arr]");
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ #[cfg(not(feature = "exp-null-coaelse"))]
+ fn index_and_suffix() {
+ let v = parse_str("std.test(2).field[0]");
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ fn obj_extend() {
+ let v = parse_str("{} { x: 1 }");
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ fn unary_ops() {
+ let v = parse_str("!a && !b");
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ fn error_expr() {
+ let v = parse_str("error \"bad\"");
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ fn slice() {
+ let v = parse_str("[a[1:], a[1::], a[:1:], a[::1]]");
+ assert_snapshot!(format!("{v:#?}"));
+ }
+
+ #[test]
+ #[cfg(not(feature = "exp-null-coaelse"))]
+ fn peg_snapshots() {
+ glob!("../../jrsonnet-peg-parser/src", "tests/*.jsonnet", |path| {
+ let input = fs::read_to_string(path).expect("read test file");
+ let source = Source::new_virtual("<test>".into(), IStr::empty());
+ let settings = ParserSettings { source };
+ let v = parse(&input, &settings).unwrap();
+ let v = format!("{v:#?}");
+ assert_snapshot!(v);
+ });
+ }
}
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__array_comp.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__array_comp.snap
@@ -0,0 +1,21 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+ArrComp(
+ Var(
+ "x" from virtual:<test>:1-2,
+ ),
+ [
+ ForSpec(
+ ForSpecData {
+ destruct: Full(
+ "x",
+ ),
+ over: Var(
+ "arr" from virtual:<test>:12-15,
+ ),
+ },
+ ),
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__basic_math.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__basic_math.snap
@@ -0,0 +1,23 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+BinaryOp(
+ BinaryOp {
+ lhs: Num(
+ 2.0,
+ ),
+ op: Add,
+ rhs: BinaryOp(
+ BinaryOp {
+ lhs: Num(
+ 2.0,
+ ),
+ op: Mul,
+ rhs: Num(
+ 2.0,
+ ),
+ },
+ ),
+ },
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__basic_test.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__basic_test.snap
@@ -0,0 +1,31 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+AssertExpr(
+ AssertExpr {
+ assert: AssertStmt(
+ Index {
+ indexable: Literal(
+ True,
+ ),
+ parts: [
+ IndexPart {
+ span: virtual:<test>:12-17,
+ value: Literal(
+ False,
+ ),
+ },
+ ],
+ } from virtual:<test>:7-18,
+ Some(
+ Literal(
+ False,
+ ) from virtual:<test>:21-26,
+ ),
+ ),
+ rest: Literal(
+ True,
+ ),
+ },
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__error_expr.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__error_expr.snap
@@ -0,0 +1,10 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+ErrorStmt(
+ virtual:<test>:0-5,
+ Str(
+ "bad",
+ ),
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__function_and_call.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__function_and_call.snap
@@ -0,0 +1,80 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+LocalExpr(
+ [
+ Function {
+ name: "f",
+ params: ExprParams {
+ exprs: [
+ ExprParam {
+ destruct: Full(
+ "x",
+ ),
+ default: None,
+ },
+ ExprParam {
+ destruct: Full(
+ "y",
+ ),
+ default: Some(
+ Num(
+ 1.0,
+ ),
+ ),
+ },
+ ],
+ signature: FunctionSignature(
+ [
+ ParamParse {
+ name: Named(
+ "x",
+ ),
+ default: None,
+ },
+ ParamParse {
+ name: Named(
+ "y",
+ ),
+ default: Exists,
+ },
+ ],
+ ),
+ binds_len: 2,
+ },
+ value: BinaryOp(
+ BinaryOp {
+ lhs: Var(
+ "x" from virtual:<test>:18-19,
+ ),
+ op: Add,
+ rhs: Var(
+ "y" from virtual:<test>:22-23,
+ ),
+ },
+ ),
+ },
+ ],
+ Apply(
+ Var(
+ "f" from virtual:<test>:25-26,
+ ),
+ ArgsDesc {
+ unnamed: [
+ Num(
+ 2.0,
+ ),
+ ],
+ named: [
+ (
+ "y",
+ Num(
+ 3.0,
+ ),
+ ),
+ ],
+ } from virtual:<test>:26-34,
+ false,
+ ),
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__if_then_else.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__if_then_else.snap
@@ -0,0 +1,22 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+IfElse(
+ IfElse {
+ cond: IfSpecData {
+ span: virtual:<test>:0-2,
+ cond: Literal(
+ True,
+ ),
+ },
+ cond_then: Num(
+ 1.0,
+ ),
+ cond_else: Some(
+ Num(
+ 2.0,
+ ),
+ ),
+ },
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__imports.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__imports.snap
@@ -0,0 +1,26 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+Arr(
+ [
+ Import(
+ Normal from virtual:<test>:1-7,
+ Str(
+ "a",
+ ),
+ ),
+ Import(
+ Str from virtual:<test>:13-22,
+ Str(
+ "b",
+ ),
+ ),
+ Import(
+ Bin from virtual:<test>:28-37,
+ Str(
+ "c",
+ ),
+ ),
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__index_and_suffix.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__index_and_suffix.snap
@@ -0,0 +1,44 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+Index {
+ indexable: Apply(
+ Index {
+ indexable: Var(
+ "std" from virtual:<test>:0-3,
+ ),
+ parts: [
+ IndexPart {
+ span: virtual:<test>:4-8,
+ value: Str(
+ "test",
+ ),
+ },
+ ],
+ },
+ ArgsDesc {
+ unnamed: [
+ Num(
+ 2.0,
+ ),
+ ],
+ named: [],
+ } from virtual:<test>:8-11,
+ false,
+ ),
+ parts: [
+ IndexPart {
+ span: virtual:<test>:12-17,
+ value: Str(
+ "field",
+ ),
+ },
+ IndexPart {
+ span: virtual:<test>:18-19,
+ value: Num(
+ 0.0,
+ ),
+ },
+ ],
+}
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__literals.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__literals.snap
@@ -0,0 +1,26 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+Arr(
+ [
+ Literal(
+ Null,
+ ),
+ Literal(
+ True,
+ ),
+ Literal(
+ False,
+ ),
+ Literal(
+ This,
+ ),
+ Literal(
+ Super,
+ ),
+ Literal(
+ Dollar,
+ ),
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__obj_extend.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__obj_extend.snap
@@ -0,0 +1,34 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+ObjExtend(
+ Obj(
+ MemberList(
+ ObjMembers {
+ locals: [],
+ asserts: [],
+ fields: [],
+ },
+ ),
+ ),
+ MemberList(
+ ObjMembers {
+ locals: [],
+ asserts: [],
+ fields: [
+ FieldMember {
+ name: Fixed(
+ "x",
+ ) from virtual:<test>:5-6,
+ plus: false,
+ params: None,
+ visibility: Normal,
+ value: Num(
+ 1.0,
+ ),
+ },
+ ],
+ },
+ ),
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__object.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__object.snap
@@ -0,0 +1,47 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+Obj(
+ MemberList(
+ ObjMembers {
+ locals: [],
+ asserts: [],
+ fields: [
+ FieldMember {
+ name: Fixed(
+ "a",
+ ) from virtual:<test>:1-2,
+ plus: false,
+ params: None,
+ visibility: Normal,
+ value: Num(
+ 1.0,
+ ),
+ },
+ FieldMember {
+ name: Fixed(
+ "b",
+ ) from virtual:<test>:7-8,
+ plus: false,
+ params: None,
+ visibility: Hidden,
+ value: Num(
+ 2.0,
+ ),
+ },
+ FieldMember {
+ name: Fixed(
+ "c",
+ ) from virtual:<test>:14-15,
+ plus: false,
+ params: None,
+ visibility: Unhide,
+ value: Num(
+ 3.0,
+ ),
+ },
+ ],
+ },
+ ),
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@array_comp.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@array_comp.jsonnet.snap
@@ -0,0 +1,82 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: v
+input_file: crates/jrsonnet-peg-parser/src/tests/array_comp.jsonnet
+---
+Arr(
+ [
+ ArrComp(
+ Apply(
+ Index {
+ indexable: Var(
+ "std" from virtual:<test>:3-6,
+ ),
+ parts: [
+ IndexPart {
+ span: virtual:<test>:7-15,
+ value: Str(
+ "deepJoin",
+ ),
+ },
+ ],
+ },
+ ArgsDesc {
+ unnamed: [
+ Var(
+ "x" from virtual:<test>:16-17,
+ ),
+ ],
+ named: [],
+ } from virtual:<test>:15-18,
+ false,
+ ),
+ [
+ ForSpec(
+ ForSpecData {
+ destruct: Full(
+ "x",
+ ),
+ over: Var(
+ "arr" from virtual:<test>:28-31,
+ ),
+ },
+ ),
+ ],
+ ),
+ ArrComp(
+ Var(
+ "a" from virtual:<test>:35-36,
+ ),
+ [
+ ForSpec(
+ ForSpecData {
+ destruct: Full(
+ "a",
+ ),
+ over: Var(
+ "b" from virtual:<test>:46-47,
+ ),
+ },
+ ),
+ IfSpec(
+ IfSpecData {
+ span: virtual:<test>:48-50,
+ cond: Var(
+ "c" from virtual:<test>:51-52,
+ ),
+ },
+ ),
+ ForSpec(
+ ForSpecData {
+ destruct: Full(
+ "e",
+ ),
+ over: Var(
+ "f" from virtual:<test>:62-63,
+ ),
+ },
+ ),
+ ],
+ ),
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@basic_math.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@basic_math.jsonnet.snap
@@ -0,0 +1,120 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: v
+input_file: crates/jrsonnet-peg-parser/src/tests/basic_math.jsonnet
+---
+Arr(
+ [
+ BinaryOp(
+ BinaryOp {
+ lhs: Num(
+ 2.0,
+ ),
+ op: Add,
+ rhs: BinaryOp(
+ BinaryOp {
+ lhs: Num(
+ 2.0,
+ ),
+ op: Mul,
+ rhs: Num(
+ 2.0,
+ ),
+ },
+ ),
+ },
+ ),
+ BinaryOp(
+ BinaryOp {
+ lhs: Num(
+ 2.0,
+ ),
+ op: Add,
+ rhs: BinaryOp(
+ BinaryOp {
+ lhs: Num(
+ 2.0,
+ ),
+ op: Mul,
+ rhs: Num(
+ 2.0,
+ ),
+ },
+ ),
+ },
+ ),
+ BinaryOp(
+ BinaryOp {
+ lhs: BinaryOp(
+ BinaryOp {
+ lhs: Num(
+ 2.0,
+ ),
+ op: Add,
+ rhs: Num(
+ 2.0,
+ ),
+ },
+ ),
+ op: Add,
+ rhs: BinaryOp(
+ BinaryOp {
+ lhs: Num(
+ 2.0,
+ ),
+ op: Mul,
+ rhs: Num(
+ 2.0,
+ ),
+ },
+ ),
+ },
+ ),
+ BinaryOp(
+ BinaryOp {
+ lhs: Num(
+ 2.0,
+ ),
+ op: Add,
+ rhs: BinaryOp(
+ BinaryOp {
+ lhs: Num(
+ 2.0,
+ ),
+ op: Add,
+ rhs: BinaryOp(
+ BinaryOp {
+ lhs: Num(
+ 2.0,
+ ),
+ op: Mul,
+ rhs: Num(
+ 2.0,
+ ),
+ },
+ ),
+ },
+ ),
+ },
+ ),
+ BinaryOp(
+ BinaryOp {
+ lhs: Num(
+ 2.0,
+ ),
+ op: Add,
+ rhs: BinaryOp(
+ BinaryOp {
+ lhs: Num(
+ 3.0,
+ ),
+ op: Mul,
+ rhs: Num(
+ 4.0,
+ ),
+ },
+ ),
+ },
+ ),
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@comment_eof.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@comment_eof.jsonnet.snap
@@ -0,0 +1,26 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: v
+input_file: crates/jrsonnet-peg-parser/src/tests/comment_eof.jsonnet
+---
+Obj(
+ MemberList(
+ ObjMembers {
+ locals: [],
+ asserts: [],
+ fields: [
+ FieldMember {
+ name: Fixed(
+ "a",
+ ) from virtual:<test>:1-2,
+ plus: false,
+ params: None,
+ visibility: Normal,
+ value: Num(
+ 1.0,
+ ),
+ },
+ ],
+ },
+ ),
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@default_nondefault.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@default_nondefault.jsonnet.snap
@@ -0,0 +1,55 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: v
+input_file: crates/jrsonnet-peg-parser/src/tests/default_nondefault.jsonnet
+---
+LocalExpr(
+ [
+ Function {
+ name: "x",
+ params: ExprParams {
+ exprs: [
+ ExprParam {
+ destruct: Full(
+ "foo",
+ ),
+ default: Some(
+ Str(
+ "foo",
+ ),
+ ),
+ },
+ ExprParam {
+ destruct: Full(
+ "bar",
+ ),
+ default: None,
+ },
+ ],
+ signature: FunctionSignature(
+ [
+ ParamParse {
+ name: Named(
+ "foo",
+ ),
+ default: Exists,
+ },
+ ParamParse {
+ name: Named(
+ "bar",
+ ),
+ default: None,
+ },
+ ],
+ ),
+ binds_len: 2,
+ },
+ value: Literal(
+ Null,
+ ),
+ },
+ ],
+ Literal(
+ Null,
+ ),
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@empty_object.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@empty_object.jsonnet.snap
@@ -0,0 +1,14 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: v
+input_file: crates/jrsonnet-peg-parser/src/tests/empty_object.jsonnet
+---
+Obj(
+ MemberList(
+ ObjMembers {
+ locals: [],
+ asserts: [],
+ fields: [],
+ },
+ ),
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@imports.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@imports.jsonnet.snap
@@ -0,0 +1,27 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: v
+input_file: crates/jrsonnet-peg-parser/src/tests/imports.jsonnet
+---
+Arr(
+ [
+ Import(
+ Normal from virtual:<test>:2-8,
+ Str(
+ "hello",
+ ),
+ ),
+ Import(
+ Str from virtual:<test>:18-27,
+ Str(
+ "garnish.txt",
+ ),
+ ),
+ Import(
+ Bin from virtual:<test>:43-52,
+ Str(
+ "garnish.bin",
+ ),
+ ),
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@infix.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@infix.jsonnet.snap
@@ -0,0 +1,52 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: v
+input_file: crates/jrsonnet-peg-parser/src/tests/infix.jsonnet
+---
+Arr(
+ [
+ BinaryOp(
+ BinaryOp {
+ lhs: UnaryOp(
+ Not,
+ Var(
+ "a" from virtual:<test>:3-4,
+ ),
+ ),
+ op: And,
+ rhs: UnaryOp(
+ Not,
+ Var(
+ "b" from virtual:<test>:9-10,
+ ),
+ ),
+ },
+ ),
+ UnaryOp(
+ Not,
+ BinaryOp(
+ BinaryOp {
+ lhs: Var(
+ "a" from virtual:<test>:13-14,
+ ),
+ op: Div,
+ rhs: UnaryOp(
+ Not,
+ Var(
+ "b" from virtual:<test>:18-19,
+ ),
+ ),
+ },
+ ),
+ ),
+ UnaryOp(
+ Not,
+ UnaryOp(
+ Not,
+ Var(
+ "a" from virtual:<test>:23-24,
+ ),
+ ),
+ ),
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@multiline.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@multiline.jsonnet.snap
@@ -0,0 +1,21 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: v
+input_file: crates/jrsonnet-peg-parser/src/tests/multiline.jsonnet
+---
+Arr(
+ [
+ Str(
+ "Hello world!\na\n",
+ ),
+ Str(
+ "Hello world!\na\n",
+ ),
+ Str(
+ "Hello world!\n\ta\n",
+ ),
+ Str(
+ "Hello world!\n a\n",
+ ),
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@reserved.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@reserved.jsonnet.snap
@@ -0,0 +1,32 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: v
+input_file: crates/jrsonnet-peg-parser/src/tests/reserved.jsonnet
+---
+Arr(
+ [
+ Literal(
+ Null,
+ ),
+ Var(
+ "nulla" from virtual:<test>:8-13,
+ ),
+ Apply(
+ Var(
+ "a" from virtual:<test>:15-16,
+ ),
+ ArgsDesc {
+ unnamed: [
+ Var(
+ "b" from virtual:<test>:17-18,
+ ),
+ Var(
+ "null_fields" from virtual:<test>:20-31,
+ ),
+ ],
+ named: [],
+ } from virtual:<test>:16-32,
+ false,
+ ),
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@slice.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@slice.jsonnet.snap
@@ -0,0 +1,97 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: v
+input_file: crates/jrsonnet-peg-parser/src/tests/slice.jsonnet
+---
+Arr(
+ [
+ Slice(
+ Slice {
+ value: Var(
+ "a" from virtual:<test>:2-3,
+ ),
+ slice: SliceDesc {
+ start: Some(
+ Num(
+ 1.0,
+ ) from virtual:<test>:4-5,
+ ),
+ end: None,
+ step: None,
+ },
+ },
+ ),
+ Slice(
+ Slice {
+ value: Var(
+ "a" from virtual:<test>:9-10,
+ ),
+ slice: SliceDesc {
+ start: Some(
+ Num(
+ 1.0,
+ ) from virtual:<test>:11-12,
+ ),
+ end: None,
+ step: None,
+ },
+ },
+ ),
+ Slice(
+ Slice {
+ value: Var(
+ "a" from virtual:<test>:17-18,
+ ),
+ slice: SliceDesc {
+ start: None,
+ end: Some(
+ Num(
+ 1.0,
+ ) from virtual:<test>:20-21,
+ ),
+ step: None,
+ },
+ },
+ ),
+ Slice(
+ Slice {
+ value: Var(
+ "a" from virtual:<test>:25-26,
+ ),
+ slice: SliceDesc {
+ start: None,
+ end: None,
+ step: Some(
+ Num(
+ 1.0,
+ ) from virtual:<test>:29-30,
+ ),
+ },
+ },
+ ),
+ Slice(
+ Slice {
+ value: Var(
+ "str" from virtual:<test>:33-36,
+ ),
+ slice: SliceDesc {
+ start: None,
+ end: Some(
+ BinaryOp(
+ BinaryOp {
+ lhs: Var(
+ "len" from virtual:<test>:38-41,
+ ),
+ op: Sub,
+ rhs: Num(
+ 1.0,
+ ),
+ },
+ ) from virtual:<test>:38-45,
+ ),
+ step: None,
+ },
+ },
+ ),
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@string_escaping.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@string_escaping.jsonnet.snap
@@ -0,0 +1,24 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: v
+input_file: crates/jrsonnet-peg-parser/src/tests/string_escaping.jsonnet
+---
+Arr(
+ [
+ Str(
+ "Hello, \"world\"!",
+ ),
+ Str(
+ "Hello 'world'!",
+ ),
+ Str(
+ "\\\\",
+ ),
+ Str(
+ "Hello\nWorld",
+ ),
+ Str(
+ "Hello\\n\"World\"",
+ ),
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@subexp.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@subexp.jsonnet.snap
@@ -0,0 +1,58 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: v
+input_file: crates/jrsonnet-peg-parser/src/tests/subexp.jsonnet
+---
+BinaryOp(
+ BinaryOp {
+ lhs: ObjExtend(
+ Obj(
+ MemberList(
+ ObjMembers {
+ locals: [],
+ asserts: [],
+ fields: [],
+ },
+ ),
+ ),
+ MemberList(
+ ObjMembers {
+ locals: [
+ Field {
+ into: Full(
+ "x",
+ ),
+ value: Num(
+ 1.0,
+ ),
+ },
+ ],
+ asserts: [],
+ fields: [
+ FieldMember {
+ name: Fixed(
+ "x",
+ ) from virtual:<test>:18-19,
+ plus: false,
+ params: None,
+ visibility: Normal,
+ value: Var(
+ "x" from virtual:<test>:21-22,
+ ),
+ },
+ ],
+ },
+ ),
+ ),
+ op: Add,
+ rhs: Obj(
+ MemberList(
+ ObjMembers {
+ locals: [],
+ asserts: [],
+ fields: [],
+ },
+ ),
+ ),
+ },
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@suffix.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__peg_snapshots@suffix.jsonnet.snap
@@ -0,0 +1,73 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: v
+input_file: crates/jrsonnet-peg-parser/src/tests/suffix.jsonnet
+---
+Arr(
+ [
+ Index {
+ indexable: Var(
+ "std" from virtual:<test>:2-5,
+ ),
+ parts: [
+ IndexPart {
+ span: virtual:<test>:6-10,
+ value: Str(
+ "test",
+ ),
+ },
+ ],
+ },
+ Apply(
+ Var(
+ "std" from virtual:<test>:12-15,
+ ),
+ ArgsDesc {
+ unnamed: [
+ Num(
+ 2.0,
+ ),
+ ],
+ named: [],
+ } from virtual:<test>:15-18,
+ false,
+ ),
+ Apply(
+ Index {
+ indexable: Var(
+ "std" from virtual:<test>:20-23,
+ ),
+ parts: [
+ IndexPart {
+ span: virtual:<test>:24-28,
+ value: Str(
+ "test",
+ ),
+ },
+ ],
+ },
+ ArgsDesc {
+ unnamed: [
+ Num(
+ 2.0,
+ ),
+ ],
+ named: [],
+ } from virtual:<test>:28-31,
+ false,
+ ),
+ Index {
+ indexable: Var(
+ "a" from virtual:<test>:33-34,
+ ),
+ parts: [
+ IndexPart {
+ span: virtual:<test>:35-36,
+ value: Var(
+ "b" from virtual:<test>:35-36,
+ ),
+ },
+ ],
+ },
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__slice.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__slice.snap
@@ -0,0 +1,72 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+Arr(
+ [
+ Slice(
+ Slice {
+ value: Var(
+ "a" from virtual:<test>:1-2,
+ ),
+ slice: SliceDesc {
+ start: Some(
+ Num(
+ 1.0,
+ ) from virtual:<test>:3-4,
+ ),
+ end: None,
+ step: None,
+ },
+ },
+ ),
+ Slice(
+ Slice {
+ value: Var(
+ "a" from virtual:<test>:8-9,
+ ),
+ slice: SliceDesc {
+ start: Some(
+ Num(
+ 1.0,
+ ) from virtual:<test>:10-11,
+ ),
+ end: None,
+ step: None,
+ },
+ },
+ ),
+ Slice(
+ Slice {
+ value: Var(
+ "a" from virtual:<test>:16-17,
+ ),
+ slice: SliceDesc {
+ start: None,
+ end: Some(
+ Num(
+ 1.0,
+ ) from virtual:<test>:19-20,
+ ),
+ step: None,
+ },
+ },
+ ),
+ Slice(
+ Slice {
+ value: Var(
+ "a" from virtual:<test>:24-25,
+ ),
+ slice: SliceDesc {
+ start: None,
+ end: None,
+ step: Some(
+ Num(
+ 1.0,
+ ) from virtual:<test>:28-29,
+ ),
+ },
+ },
+ ),
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__strings.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__strings.snap
@@ -0,0 +1,20 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+Arr(
+ [
+ Str(
+ "hello",
+ ),
+ Str(
+ "world",
+ ),
+ Str(
+ "raw\"str",
+ ),
+ Str(
+ "raw'str",
+ ),
+ ],
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__unary_ops.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__unary_ops.snap
@@ -0,0 +1,21 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+BinaryOp(
+ BinaryOp {
+ lhs: UnaryOp(
+ Not,
+ Var(
+ "a" from virtual:<test>:1-2,
+ ),
+ ),
+ op: And,
+ rhs: UnaryOp(
+ Not,
+ Var(
+ "b" from virtual:<test>:7-8,
+ ),
+ ),
+ },
+)
crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__underscore_numbers.snapdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-ir-parser/src/snapshots/jrsonnet_ir_parser__tests__underscore_numbers.snap
@@ -0,0 +1,17 @@
+---
+source: crates/jrsonnet-ir-parser/src/lib.rs
+expression: "format!(\"{v:#?}\")"
+---
+Arr(
+ [
+ Num(
+ 1000.0,
+ ),
+ Num(
+ 1000.0001,
+ ),
+ Num(
+ 100000000000.0,
+ ),
+ ],
+)
tests/Cargo.tomldiffbeforeafterboth--- a/tests/Cargo.toml
+++ b/tests/Cargo.toml
@@ -4,6 +4,11 @@
edition = "2024"
publish = false
+[features]
+default = ["ir-parser"]
+ir-parser = ["jrsonnet-evaluator/ir-parser"]
+exp-null-coaelse = ["jrsonnet-evaluator/exp-null-coaelse"]
+
[lints]
workspace = true
tests/cpp_test_suite_golden_override/error.parse.array_comma.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.array_comma.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.array_comma.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of "(", ".", "?", "[", "]", "{", <binary op>, <comma>, got "3"
+syntax error: expected R_BRACK, got "3"
error.parse.array_comma.jsonnet:17:7
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.function_arg_positional_after_named.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.function_arg_positional_after_named.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.function_arg_positional_after_named.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of "(", ".", "?", "[", "{", <binary op>, <comma>, <named argument>, got ")"
- error.parse.function_arg_positional_after_named.jsonnet:19:11
\ No newline at end of file
+syntax error: positional argument after named argument
+ error.parse.function_arg_positional_after_named.jsonnet:19:10
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.index_unterminated.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.index_unterminated.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.index_unterminated.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of "(", ":", "[", "{", <identifier>, <number>, <string>, <unary op>, ['"'], ['\''], got "EOF"
- error.parse.index_unterminated.jsonnet:17:4
\ No newline at end of file
+syntax error: unexpected token in expression: EOF
+ error.parse.index_unterminated.jsonnet:17:3
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.method_plus.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.method_plus.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.method_plus.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of ":", "::", ":::", got "+"
+syntax error: expected COLON, got "+"
error.parse.method_plus.jsonnet:17:18
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.object_comma.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.object_comma.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.object_comma.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of "(", ".", "?", "[", "{", "}", <binary op>, got "z"
+syntax error: expected R_BRACE, got "z"
error.parse.object_comma.jsonnet:17:11
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.object_comprehension_local_clash.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.object_comprehension_local_clash.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.object_comprehension_local_clash.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of "(", ".", "?", "[", "{", "}", <binary op>, <comma>, got ":"
+syntax error: expected R_BRACE, got ":"
error.parse.object_comprehension_local_clash.jsonnet:17:29
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.self_in_computed_field.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.self_in_computed_field.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.self_in_computed_field.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of "[", "}", <identifier>, <string>, ['"'], ['\''], got "s"
+syntax error: expected field name, got SELF_KW
error.parse.self_in_computed_field.jsonnet:17:15
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.static_error_bad_number.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.static_error_bad_number.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.static_error_bad_number.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of "(", "[", "{", <identifier>, <number>, <string>, <unary op>, ['"'], ['\''], got "."
+syntax error: unexpected token in expression: DOT
error.parse.static_error_bad_number.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected <escape character>, got "o"
- error.parse.string.invalid_escape.jsonnet:17:3
\ No newline at end of file
+syntax error: invalid string escape
+ error.parse.string.invalid_escape.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape_unicode_non_hex.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape_unicode_non_hex.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape_unicode_non_hex.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected <hex char>, got "t"
- error.parse.string.invalid_escape_unicode_non_hex.jsonnet:17:7
\ No newline at end of file
+syntax error: invalid string escape
+ error.parse.string.invalid_escape_unicode_non_hex.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape_unicode_short.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape_unicode_short.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape_unicode_short.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected <hex char>, got "\n"
- error.parse.string.invalid_escape_unicode_short.jsonnet:17:7
\ No newline at end of file
+syntax error: unexpected token: ERROR_STRING_DOUBLE_UNTERMINATED
+ error.parse.string.invalid_escape_unicode_short.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape_unicode_short2.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape_unicode_short2.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape_unicode_short2.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected <hex char>, got "\""
- error.parse.string.invalid_escape_unicode_short2.jsonnet:17:7
\ No newline at end of file
+syntax error: invalid string escape
+ error.parse.string.invalid_escape_unicode_short2.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape_unicode_short3.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape_unicode_short3.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.string.invalid_escape_unicode_short3.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected <hex char>, got "\n"
- error.parse.string.invalid_escape_unicode_short3.jsonnet:17:7
\ No newline at end of file
+syntax error: unexpected token: ERROR_STRING_DOUBLE_UNTERMINATED
+ error.parse.string.invalid_escape_unicode_short3.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.string.unfinished.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.string.unfinished.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.string.unfinished.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of "\\\\", "\\u", "\\x", ['"'], ['\\'], [_], got "EOF"
- error.parse.string.unfinished.jsonnet:17:3
\ No newline at end of file
+syntax error: unexpected token: ERROR_STRING_DOUBLE_UNTERMINATED
+ error.parse.string.unfinished.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.string.unfinished2.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.string.unfinished2.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.string.unfinished2.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of "\\\\", "\\u", "\\x", ['\''], ['\\'], [_], got "EOF"
- error.parse.string.unfinished2.jsonnet:17:3
\ No newline at end of file
+syntax error: unexpected token: ERROR_STRING_SINGLE_UNTERMINATED
+ error.parse.string.unfinished2.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.string_multi_no_newline.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.string_multi_no_newline.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.string_multi_no_newline.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of "(", "[", "{", <identifier>, <number>, <string>, <unary op>, ['"'], ['\''], got "|"
+syntax error: unexpected token: ERROR_STRING_BLOCK_MISSING_NEW_LINE
error.parse.string_multi_no_newline.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.text_block_bad_whitespace.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.text_block_bad_whitespace.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.text_block_bad_whitespace.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of "(", "[", "{", <identifier>, <number>, <string>, <unary op>, ['"'], ['\''], got "|"
+syntax error: unexpected token: ERROR_STRING_BLOCK_MISSING_TERMINATION
error.parse.text_block_bad_whitespace.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.text_block_eof.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.text_block_eof.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.text_block_eof.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of "(", "[", "{", <identifier>, <number>, <string>, <unary op>, ['"'], ['\''], got "|"
+syntax error: unexpected token: ERROR_STRING_BLOCK_UNEXPECTED_END
error.parse.text_block_eof.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override/error.parse.text_block_not_terminated.jsonnet.goldendiffbeforeafterboth--- a/tests/cpp_test_suite_golden_override/error.parse.text_block_not_terminated.jsonnet.golden
+++ b/tests/cpp_test_suite_golden_override/error.parse.text_block_not_terminated.jsonnet.golden
@@ -1,2 +1,2 @@
-syntax error: expected one of "(", "[", "{", <identifier>, <number>, <string>, <unary op>, ['"'], ['\''], got "|"
+syntax error: unexpected token: ERROR_STRING_BLOCK_UNEXPECTED_END
error.parse.text_block_not_terminated.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.import_syntax-error.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.import_syntax-error.jsonnet.golden
@@ -0,0 +1,3 @@
+syntax error: unterminated double-quoted string
+ syntax_error.jsonnet:1:1
+ error.import_syntax-error.jsonnet:1:1-8: import "lib/syntax_error.jsonnet"
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.overflow.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.overflow.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: numbers are finite
+ error.overflow.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.overflow3.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.overflow3.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: numbers are finite
+ error.overflow3.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.array_comma.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.array_comma.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: expected ']', got number "3"
+ error.parse.array_comma.jsonnet:17:7
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.index_unterminated.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.index_unterminated.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: unexpected end of file
+ error.parse.index_unterminated.jsonnet:17:3
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.method_plus.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.method_plus.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: expected ':', got '+'
+ error.parse.method_plus.jsonnet:17:18
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.object_comma.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.object_comma.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: expected '}', got identifier "z"
+ error.parse.object_comma.jsonnet:17:11
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.object_comprehension_local_clash.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.object_comprehension_local_clash.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: expected '}', got ':'
+ error.parse.object_comprehension_local_clash.jsonnet:17:29
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.self_in_computed_field.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.self_in_computed_field.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: expected field name, got 'self'
+ error.parse.self_in_computed_field.jsonnet:17:15
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.static_error_bad_number.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.static_error_bad_number.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: unexpected '.'
+ error.parse.static_error_bad_number.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.string.invalid_escape_unicode_short.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.string.invalid_escape_unicode_short.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: unterminated double-quoted string
+ error.parse.string.invalid_escape_unicode_short.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.string.invalid_escape_unicode_short3.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.string.invalid_escape_unicode_short3.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: unterminated double-quoted string
+ error.parse.string.invalid_escape_unicode_short3.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.string.unfinished.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.string.unfinished.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: unterminated double-quoted string
+ error.parse.string.unfinished.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.string.unfinished2.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.string.unfinished2.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: unterminated single-quoted string
+ error.parse.string.unfinished2.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.string_multi_no_newline.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.string_multi_no_newline.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: text block requires new line after |||
+ error.parse.string_multi_no_newline.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.text_block_bad_whitespace.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.text_block_bad_whitespace.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: unterminated text block
+ error.parse.text_block_bad_whitespace.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.text_block_eof.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.text_block_eof.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: unexpected end of text block
+ error.parse.text_block_eof.jsonnet:17:1
\ No newline at end of file
tests/cpp_test_suite_golden_override_ir_parser/error.parse.text_block_not_terminated.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/cpp_test_suite_golden_override_ir_parser/error.parse.text_block_not_terminated.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: unexpected end of text block
+ error.parse.text_block_not_terminated.jsonnet:17:1
\ No newline at end of file
tests/go_testdata_golden_override_ir_parser/error_hexnumber.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/go_testdata_golden_override_ir_parser/error_hexnumber.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: expected end of file, got identifier "x42"
+ error_hexnumber.jsonnet:1:2
\ No newline at end of file
tests/go_testdata_golden_override_ir_parser/import_syntax_error.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/go_testdata_golden_override_ir_parser/import_syntax_error.jsonnet.golden
@@ -0,0 +1,3 @@
+syntax error: unexpected end of file
+ syntax_error.jsonnet:1:4
+ import_syntax_error.jsonnet:1:1-8: import "syntax_error.jsonnet"
\ No newline at end of file
tests/go_testdata_golden_override_ir_parser/object_comp_assert.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/go_testdata_golden_override_ir_parser/object_comp_assert.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: asserts are unsupported in object comprehension
+ object_comp_assert.jsonnet:1:46
\ No newline at end of file
tests/go_testdata_golden_override_ir_parser/object_comp_illegal.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/go_testdata_golden_override_ir_parser/object_comp_illegal.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: missing object comprehension field
+ object_comp_illegal.jsonnet:1:34
\ No newline at end of file
tests/go_testdata_golden_override_ir_parser/static_error_eof.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/go_testdata_golden_override_ir_parser/static_error_eof.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: expected ';', got end of file
+ static_error_eof.jsonnet:1:12
\ No newline at end of file
tests/go_testdata_golden_override_ir_parser/syntax_error.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/go_testdata_golden_override_ir_parser/syntax_error.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: unexpected end of file
+ syntax_error.jsonnet:1:4
\ No newline at end of file
tests/go_testdata_golden_override_ir_parser/unfinished_args.jsonnet.goldendiffbeforeafterboth--- /dev/null
+++ b/tests/go_testdata_golden_override_ir_parser/unfinished_args.jsonnet.golden
@@ -0,0 +1,2 @@
+syntax error: expected ')', got end of file
+ unfinished_args.jsonnet:1:17
\ No newline at end of file
tests/golden/null_coalesce_chain.jsonnetdiffbeforeafterboth--- /dev/null
+++ b/tests/golden/null_coalesce_chain.jsonnet
@@ -0,0 +1,10 @@
+// Regression test: chained index a.b.c.d should produce a single
+// Index { a, [b, c, d] } not nested Index nodes.
+// This matters for exp-null-coaelse where a?.b.c should skip .c if .b is null.
+
+local obj = { a: { b: { c: 42 } } };
+
+[
+ obj.a.b.c,
+ {a: {b: 1}}.a.b,
+]
tests/golden_null_coalesce/null_coalesce_access.jsonnetdiffbeforeafterboth--- /dev/null
+++ b/tests/golden_null_coalesce/null_coalesce_access.jsonnet
@@ -0,0 +1,18 @@
+// Test null-coalesce chained access: a?.b.c should return null when b is missing,
+// not fail with "field c not found on null".
+
+local obj = { a: { b: { c: 42 } } };
+
+[
+ // null-coalesce on missing field should return null, not error
+ obj?.missing.b.c,
+
+ // null-coalesce on present field continues
+ obj?.a.b.c,
+
+ // null-coalesce with bracket index
+ obj?.["missing"].b.c,
+
+ // chained null-coalesce
+ obj?.a?.missing.c,
+]
tests/tests/cpp_test_suite.rsdiffbeforeafterboth--- a/tests/tests/cpp_test_suite.rs
+++ b/tests/tests/cpp_test_suite.rs
@@ -241,9 +241,26 @@
golden = Some(golden_path);
}
+ // ir-parser has its own override layer
+ #[cfg(feature = "ir-parser")]
+ let ir_parser_override_path = {
+ let p = root_tests
+ .join(format!("{root_dir}_golden_override_ir_parser"))
+ .join(golden_path.file_name().expect("file has basename"));
+ if let Some(golden_path) = read_file(&p)? {
+ golden = Some(golden_path);
+ }
+ p
+ };
+
// Otherwise assume test should just not fail and return true.
let golden = golden.unwrap_or_else(|| "true".to_owned());
+ #[cfg(feature = "ir-parser")]
+ let update_golden_path = &ir_parser_override_path;
+ #[cfg(not(feature = "ir-parser"))]
+ let update_golden_path = &golden_override;
+
match (serde_json::from_str(&result), serde_json::from_str(&golden)) {
(Err(_), Ok(_)) => panic!(
"unexpected error for golden {}:\n<got>\n{result}\n</got>\n<golden>\n{golden}\n</golden>",
@@ -258,7 +275,7 @@
let diff = JsonDiff::diff_string(&golden, &result_v, false);
if let Some(diff) = diff {
if env::var_os("UPDATE_GOLDEN").is_some() {
- fs::write(golden_override, result)?;
+ fs::write(update_golden_path, result)?;
} else {
panic!(
"Result \n{result_v:#}\n\
@@ -273,7 +290,7 @@
(Err(_), Err(_)) => {
if result != golden.trim_end() {
if env::var_os("UPDATE_GOLDEN").is_some() {
- fs::write(golden_override, result)?;
+ fs::write(update_golden_path, result)?;
} else {
panic!(
"golden didn't match for {}:\n<got>\n{result}\n</got>\n<golden>\n{golden}\n</golden>",
tests/tests/golden.rsdiffbeforeafterboth--- a/tests/tests/golden.rs
+++ b/tests/tests/golden.rs
@@ -45,3 +45,13 @@
assert_snapshot!(result);
});
}
+
+#[test]
+#[cfg(feature = "exp-null-coaelse")]
+fn golden_null_coalesce() {
+ glob!("../", "golden_null_coalesce/*.jsonnet", |path| {
+ let result = run(path);
+
+ assert_snapshot!(result);
+ });
+}
tests/tests/snapshots/golden__golden@null_coalesce_chain.jsonnet.snapdiffbeforeafterboth--- /dev/null
+++ b/tests/tests/snapshots/golden__golden@null_coalesce_chain.jsonnet.snap
@@ -0,0 +1,9 @@
+---
+source: tests/tests/golden.rs
+expression: result
+input_file: tests/golden/null_coalesce_chain.jsonnet
+---
+[
+ 42,
+ 1
+]
tests/tests/snapshots/golden__golden_null_coalesce.snapdiffbeforeafterboth--- /dev/null
+++ b/tests/tests/snapshots/golden__golden_null_coalesce.snap
@@ -0,0 +1,11 @@
+---
+source: tests/tests/golden.rs
+expression: result
+input_file: tests/golden_null_coalesce/null_coalesce_access.jsonnet
+---
+[
+ null,
+ 42,
+ null,
+ null
+]