difftreelog
perf fail fast on obj/objcomp parsing conflict
in: master
1 file changed
crates/jrsonnet-parser/src/lib.rsdiffbeforeafterboth1#![allow(clippy::redundant_closure_call, clippy::derive_partial_eq_without_eq)]23use std::rc::Rc;45use peg::parser;6mod expr;7pub use expr::*;8pub use jrsonnet_interner::IStr;9pub use peg;10mod location;11mod source;12mod unescape;13pub use location::CodeLocation;14pub use source::{Source, SourceDirectory, SourceFile, SourcePath, SourcePathT, SourceVirtual};1516pub struct ParserSettings {17 pub source: Source,18}1920macro_rules! expr_bin {21 ($a:ident $op:ident $b:ident) => {22 Expr::BinaryOp($a, $op, $b)23 };24}25macro_rules! expr_un {26 ($op:ident $a:ident) => {27 Expr::UnaryOp($op, $a)28 };29}3031parser! {32 grammar jsonnet_parser() for str {33 use peg::ParseLiteral;3435 rule eof() = quiet!{![_]} / expected!("<eof>")36 rule eol() = "\n" / eof()3738 /// Standard C-like comments39 rule comment()40 = "//" (!eol()[_])* eol()41 / "/*" ("\\*/" / "\\\\" / (!("*/")[_]))* "*/"42 / "#" (!eol()[_])* eol()4344 rule single_whitespace() = quiet!{([' ' | '\r' | '\n' | '\t'] / comment())} / expected!("<whitespace>")45 rule _() = quiet!{([' ' | '\r' | '\n' | '\t']+) / comment()}* / expected!("<whitespace>")4647 /// For comma-delimited elements48 rule comma() = quiet!{_ "," _} / expected!("<comma>")49 rule alpha() -> char = c:$(['_' | 'a'..='z' | 'A'..='Z']) {c.chars().next().unwrap()}50 rule digit() -> char = d:$(['0'..='9']) {d.chars().next().unwrap()}51 rule end_of_ident() = !['0'..='9' | '_' | 'a'..='z' | 'A'..='Z']52 /// Sequence of digits53 rule uint_str() -> &'input str = a:$(digit()+) { a }54 /// Number in scientific notation format55 rule number() -> f64 = quiet!{a:$(uint_str() ("." uint_str())? (['e'|'E'] (s:['+'|'-'])? uint_str())?) {? a.parse().map_err(|_| "<number>") }} / expected!("<number>")5657 /// Reserved word followed by any non-alphanumberic58 rule reserved() = ("assert" / "else" / "error" / "false" / "for" / "function" / "if" / "import" / "importstr" / "importbin" / "in" / "local" / "null" / "tailstrict" / "then" / "self" / "super" / "true") end_of_ident()59 rule id() -> IStr = v:$(quiet!{ !reserved() alpha() (alpha() / digit())*} / expected!("<identifier>")) { v.into() }6061 rule keyword(id: &'static str) -> ()62 = ##parse_string_literal(id) end_of_ident()6364 pub rule param(s: &ParserSettings) -> expr::Param = name:destruct(s) expr:(_ "=" _ expr:expr(s){expr})? { expr::Param(name, expr) }65 pub rule params(s: &ParserSettings) -> expr::ParamsDesc66 = params:param(s) ** comma() comma()? { expr::ParamsDesc(Rc::new(params)) }67 / { expr::ParamsDesc(Rc::new(Vec::new())) }6869 pub rule arg(s: &ParserSettings) -> (Option<IStr>, LocExpr)70 = name:(quiet! { (s:id() _ "=" !['='] _ {s})? } / expected!("<argument name>")) expr:expr(s) {(name, expr)}7172 pub rule args(s: &ParserSettings) -> expr::ArgsDesc73 = args:arg(s)**comma() comma()? {?74 let unnamed_count = args.iter().take_while(|(n, _)| n.is_none()).count();75 let mut unnamed = Vec::with_capacity(unnamed_count);76 let mut named = Vec::with_capacity(args.len() - unnamed_count);77 let mut named_started = false;78 for (name, value) in args {79 if let Some(name) = name {80 named_started = true;81 named.push((name, value));82 } else {83 if named_started {84 return Err("<named argument>")85 }86 unnamed.push(value);87 }88 }89 Ok(expr::ArgsDesc::new(unnamed, named))90 }9192 pub rule destruct_rest() -> expr::DestructRest93 = "..." into:(_ into:id() {into})? {if let Some(into) = into {94 expr::DestructRest::Keep(into)95 } else {expr::DestructRest::Drop}}96 pub rule destruct_array(s: &ParserSettings) -> expr::Destruct97 = "[" _ start:destruct(s)**comma() rest:(98 comma() _ rest:destruct_rest()? end:(99 comma() end:destruct(s)**comma() (_ comma())? {end}100 / comma()? {Vec::new()}101 ) {(rest, end)}102 / comma()? {(None, Vec::new())}103 ) _ "]" {?104 #[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Array {105 start,106 rest: rest.0,107 end: rest.1,108 });109 #[cfg(not(feature = "exp-destruct"))] Err("experimental destructuring was not enabled")110 }111 pub rule destruct_object(s: &ParserSettings) -> expr::Destruct112 = "{" _113 fields:(name:id() into:(_ ":" _ into:destruct(s) {into})? default:(_ "=" _ v:expr(s) {v})? {(name, into, default)})**comma()114 rest:(115 comma() rest:destruct_rest()? {rest}116 / comma()? {None}117 )118 _ "}" {?119 #[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Object {120 fields,121 rest,122 });123 #[cfg(not(feature = "exp-destruct"))] Err("experimental destructuring was not enabled")124 }125 pub rule destruct(s: &ParserSettings) -> expr::Destruct126 = v:id() {expr::Destruct::Full(v)}127 / "?" {?128 #[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Skip);129 #[cfg(not(feature = "exp-destruct"))] Err("experimental destructuring was not enabled")130 }131 / arr:destruct_array(s) {arr}132 / obj:destruct_object(s) {obj}133134 pub rule bind(s: &ParserSettings) -> expr::BindSpec135 = into:destruct(s) _ "=" _ expr:expr(s) {expr::BindSpec::Field{into, value: expr}}136 / name:id() _ "(" _ params:params(s) _ ")" _ "=" _ expr:expr(s) {expr::BindSpec::Function{name, params, value: expr}}137138 pub rule assertion(s: &ParserSettings) -> expr::AssertStmt139 = keyword("assert") _ cond:expr(s) msg:(_ ":" _ e:expr(s) {e})? { expr::AssertStmt(cond, msg) }140141 pub rule whole_line() -> &'input str142 = str:$((!['\n'][_])* "\n") {str}143 pub rule string_block() -> String144 = "|||" (!['\n']single_whitespace())* "\n"145 empty_lines:$(['\n']*)146 prefix:[' ' | '\t']+ first_line:whole_line()147 lines:("\n" {"\n"} / [' ' | '\t']*<{prefix.len()}> s:whole_line() {s})*148 [' ' | '\t']*<, {prefix.len() - 1}> "|||"149 {let mut l = empty_lines.to_owned(); l.push_str(first_line); l.extend(lines); l}150151 rule hex_char()152 = quiet! { ['0'..='9' | 'a'..='f' | 'A'..='F'] } / expected!("<hex char>")153154 rule string_char(c: rule<()>)155 = (!['\\']!c()[_])+156 / "\\\\"157 / "\\u" hex_char() hex_char() hex_char() hex_char()158 / "\\x" hex_char() hex_char()159 / ['\\'] (quiet! { ['b' | 'f' | 'n' | 'r' | 't' | '"' | '\''] } / expected!("<escape character>"))160 pub rule string() -> String161 = ['"'] str:$(string_char(<"\"">)*) ['"'] {? unescape::unescape(str).ok_or("<escaped string>")}162 / ['\''] str:$(string_char(<"\'">)*) ['\''] {? unescape::unescape(str).ok_or("<escaped string>")}163 / quiet!{ "@'" str:$(("''" / (!['\''][_]))*) "'" {str.replace("''", "'")}164 / "@\"" str:$(("\"\"" / (!['"'][_]))*) "\"" {str.replace("\"\"", "\"")}165 / string_block() } / expected!("<string>")166167 pub rule field_name(s: &ParserSettings) -> expr::FieldName168 = name:id() {expr::FieldName::Fixed(name)}169 / name:string() {expr::FieldName::Fixed(name.into())}170 / "[" _ expr:expr(s) _ "]" {expr::FieldName::Dyn(expr)}171 pub rule visibility() -> expr::Visibility172 = ":::" {expr::Visibility::Unhide}173 / "::" {expr::Visibility::Hidden}174 / ":" {expr::Visibility::Normal}175 pub rule field(s: &ParserSettings) -> expr::FieldMember176 = name:field_name(s) _ plus:"+"? _ visibility:visibility() _ value:expr(s) {expr::FieldMember{177 name,178 plus: plus.is_some(),179 params: None,180 visibility,181 value,182 }}183 / name:field_name(s) _ "(" _ params:params(s) _ ")" _ visibility:visibility() _ value:expr(s) {expr::FieldMember{184 name,185 plus: false,186 params: Some(params),187 visibility,188 value,189 }}190 pub rule obj_local(s: &ParserSettings) -> BindSpec191 = keyword("local") _ bind:bind(s) {bind}192 pub rule member(s: &ParserSettings) -> expr::Member193 = bind:obj_local(s) {expr::Member::BindStmt(bind)}194 / assertion:assertion(s) {expr::Member::AssertStmt(assertion)}195 / field:field(s) {expr::Member::Field(field)}196 pub rule objinside(s: &ParserSettings) -> expr::ObjBody197 = pre_locals:(b: obj_local(s) comma() {b})* field:field(s) post_locals:(comma() b:obj_local(s) {b})* _ ("," _)? forspec:forspec(s) others:(_ rest:compspec(s) {rest})? {198 let mut compspecs = vec![CompSpec::ForSpec(forspec)];199 compspecs.extend(others.unwrap_or_default());200 expr::ObjBody::ObjComp(expr::ObjComp{201 pre_locals,202 field,203 post_locals,204 compspecs,205 })206 }207 / members:(member(s) ** comma()) comma()? {expr::ObjBody::MemberList(members)}208 pub rule ifspec(s: &ParserSettings) -> IfSpecData209 = keyword("if") _ expr:expr(s) {IfSpecData(expr)}210 pub rule forspec(s: &ParserSettings) -> ForSpecData211 = keyword("for") _ id:destruct(s) _ keyword("in") _ cond:expr(s) {ForSpecData(id, cond)}212 pub rule compspec(s: &ParserSettings) -> Vec<expr::CompSpec>213 = s:(i:ifspec(s) { expr::CompSpec::IfSpec(i) } / f:forspec(s) {expr::CompSpec::ForSpec(f)} ) ** _ {s}214 pub rule local_expr(s: &ParserSettings) -> Expr215 = keyword("local") _ binds:bind(s) ** comma() (_ ",")? _ ";" _ expr:expr(s) { Expr::LocalExpr(binds, expr) }216 pub rule string_expr(s: &ParserSettings) -> Expr217 = s:string() {Expr::Str(s.into())}218 pub rule obj_expr(s: &ParserSettings) -> Expr219 = "{" _ body:objinside(s) _ "}" {Expr::Obj(body)}220 pub rule array_expr(s: &ParserSettings) -> Expr221 = "[" _ elems:(expr(s) ** comma()) _ comma()? "]" {Expr::Arr(elems)}222 pub rule array_comp_expr(s: &ParserSettings) -> Expr223 = "[" _ expr:expr(s) _ comma()? _ forspec:forspec(s) _ others:(others: compspec(s) _ {others})? "]" {224 let mut specs = vec![CompSpec::ForSpec(forspec)];225 specs.extend(others.unwrap_or_default());226 Expr::ArrComp(expr, specs)227 }228 pub rule number_expr(s: &ParserSettings) -> Expr229 = n:number() { expr::Expr::Num(n) }230 pub rule var_expr(s: &ParserSettings) -> Expr231 = n:id() { expr::Expr::Var(n) }232 pub rule id_loc(s: &ParserSettings) -> LocExpr233 = a:position!() n:id() b:position!() { LocExpr(Rc::new(expr::Expr::Str(n)), ExprLocation(s.source.clone(), a as u32,b as u32)) }234 pub rule if_then_else_expr(s: &ParserSettings) -> Expr235 = cond:ifspec(s) _ keyword("then") _ cond_then:expr(s) cond_else:(_ keyword("else") _ e:expr(s) {e})? {Expr::IfElse{236 cond,237 cond_then,238 cond_else,239 }}240241 pub rule literal(s: &ParserSettings) -> Expr242 = v:(243 keyword("null") {LiteralType::Null}244 / keyword("true") {LiteralType::True}245 / keyword("false") {LiteralType::False}246 / keyword("self") {LiteralType::This}247 / keyword("$") {LiteralType::Dollar}248 / keyword("super") {LiteralType::Super}249 ) {Expr::Literal(v)}250251 pub rule expr_basic(s: &ParserSettings) -> Expr252 = literal(s)253254 / string_expr(s) / number_expr(s)255 / array_expr(s)256 / obj_expr(s)257 / array_expr(s)258 / array_comp_expr(s)259260 / keyword("importstr") _ path:string() {Expr::ImportStr(path.into())}261 / keyword("importbin") _ path:string() {Expr::ImportBin(path.into())}262 / keyword("import") _ path:string() {Expr::Import(path.into())}263264 / var_expr(s)265 / local_expr(s)266 / if_then_else_expr(s)267268 / keyword("function") _ "(" _ params:params(s) _ ")" _ expr:expr(s) {Expr::Function(params, expr)}269 / assertion:assertion(s) _ ";" _ expr:expr(s) { Expr::AssertExpr(assertion, expr) }270271 / keyword("error") _ expr:expr(s) { Expr::ErrorStmt(expr) }272273 rule slice_part(s: &ParserSettings) -> Option<LocExpr>274 = _ e:(e:expr(s) _{e})? {e}275 pub rule slice_desc(s: &ParserSettings) -> SliceDesc276 = start:slice_part(s) ":" pair:(end:slice_part(s) step:(":" e:slice_part(s){e})? {(end, step.flatten())})? {277 let (end, step) = if let Some((end, step)) = pair {278 (end, step)279 }else{280 (None, None)281 };282283 SliceDesc { start, end, step }284 }285286 rule binop(x: rule<()>) -> ()287 = quiet!{ x() } / expected!("<binary op>")288 rule unaryop(x: rule<()>) -> ()289 = quiet!{ x() } / expected!("<unary op>")290291292 use BinaryOpType::*;293 use UnaryOpType::*;294 rule expr(s: &ParserSettings) -> LocExpr295 = precedence! {296 start:position!() v:@ end:position!() { LocExpr(Rc::new(v), ExprLocation(s.source.clone(), start as u32, end as u32)) }297 --298 a:(@) _ binop(<"||">) _ b:@ {expr_bin!(a Or b)}299 --300 a:(@) _ binop(<"&&">) _ b:@ {expr_bin!(a And b)}301 --302 a:(@) _ binop(<"|">) _ b:@ {expr_bin!(a BitOr b)}303 --304 a:@ _ binop(<"^">) _ b:(@) {expr_bin!(a BitXor b)}305 --306 a:(@) _ binop(<"&">) _ b:@ {expr_bin!(a BitAnd b)}307 --308 a:(@) _ binop(<"==">) _ b:@ {expr_bin!(a Eq b)}309 a:(@) _ binop(<"!=">) _ b:@ {expr_bin!(a Neq b)}310 --311 a:(@) _ binop(<"<">) _ b:@ {expr_bin!(a Lt b)}312 a:(@) _ binop(<">">) _ b:@ {expr_bin!(a Gt b)}313 a:(@) _ binop(<"<=">) _ b:@ {expr_bin!(a Lte b)}314 a:(@) _ binop(<">=">) _ b:@ {expr_bin!(a Gte b)}315 a:(@) _ binop(<keyword("in")>) _ b:@ {expr_bin!(a In b)}316 --317 a:(@) _ binop(<"<<">) _ b:@ {expr_bin!(a Lhs b)}318 a:(@) _ binop(<">>">) _ b:@ {expr_bin!(a Rhs b)}319 --320 a:(@) _ binop(<"+">) _ b:@ {expr_bin!(a Add b)}321 a:(@) _ binop(<"-">) _ b:@ {expr_bin!(a Sub b)}322 --323 a:(@) _ binop(<"*">) _ b:@ {expr_bin!(a Mul b)}324 a:(@) _ binop(<"/">) _ b:@ {expr_bin!(a Div b)}325 a:(@) _ binop(<"%">) _ b:@ {expr_bin!(a Mod b)}326 --327 unaryop(<"-">) _ b:@ {expr_un!(Minus b)}328 unaryop(<"!">) _ b:@ {expr_un!(Not b)}329 unaryop(<"~">) _ b:@ {expr_un!(BitNot b)}330 --331 a:(@) _ "[" _ e:slice_desc(s) _ "]" {Expr::Slice(a, e)}332 a:(@) _ "." _ a:position!() e:id_loc(s) b:position!() {Expr::Index(a, e)}333 a:(@) _ "[" _ e:expr(s) _ "]" {Expr::Index(a, e)}334 a:(@) _ "(" _ args:args(s) _ ")" ts:(_ keyword("tailstrict"))? {Expr::Apply(a, args, ts.is_some())}335 a:(@) _ "{" _ body:objinside(s) _ "}" {Expr::ObjExtend(a, body)}336 --337 e:expr_basic(s) {e}338 "(" _ e:expr(s) _ ")" {Expr::Parened(e)}339 }340341 pub rule jsonnet(s: &ParserSettings) -> LocExpr = _ e:expr(s) _ {e}342 }343}344345pub type ParseError = peg::error::ParseError<peg::str::LineCol>;346pub fn parse(str: &str, settings: &ParserSettings) -> Result<LocExpr, ParseError> {347 jsonnet_parser::jsonnet(str, settings)348}349/// Used for importstr values350pub fn string_to_expr(str: IStr, settings: &ParserSettings) -> LocExpr {351 let len = str.len();352 LocExpr(353 Rc::new(Expr::Str(str)),354 ExprLocation(settings.source.clone(), 0, len as u32),355 )356}357358#[cfg(test)]359pub mod tests {360 use jrsonnet_interner::IStr;361 use BinaryOpType::*;362363 use super::{expr::*, parse};364 use crate::{source::Source, ParserSettings};365366 macro_rules! parse {367 ($s:expr) => {368 parse(369 $s,370 &ParserSettings {371 source: Source::new_virtual("<test>".into(), IStr::empty()),372 },373 )374 .unwrap()375 };376 }377378 macro_rules! el {379 ($expr:expr, $from:expr, $to:expr$(,)?) => {380 LocExpr(381 std::rc::Rc::new($expr),382 ExprLocation(383 Source::new_virtual("<test>".into(), IStr::empty()),384 $from,385 $to,386 ),387 )388 };389 }390391 #[test]392 fn multiline_string() {393 assert_eq!(394 parse!("|||\n Hello world!\n a\n|||"),395 el!(Expr::Str("Hello world!\n a\n".into()), 0, 31),396 );397 assert_eq!(398 parse!("|||\n Hello world!\n a\n|||"),399 el!(Expr::Str("Hello world!\n a\n".into()), 0, 27),400 );401 assert_eq!(402 parse!("|||\n\t\tHello world!\n\t\t\ta\n|||"),403 el!(Expr::Str("Hello world!\n\ta\n".into()), 0, 27),404 );405 assert_eq!(406 parse!("|||\n Hello world!\n a\n |||"),407 el!(Expr::Str("Hello world!\n a\n".into()), 0, 30),408 );409 }410411 #[test]412 fn slice() {413 parse!("a[1:]");414 parse!("a[1::]");415 parse!("a[:1:]");416 parse!("a[::1]");417 parse!("str[:len - 1]");418 }419420 #[test]421 fn string_escaping() {422 assert_eq!(423 parse!(r#""Hello, \"world\"!""#),424 el!(Expr::Str(r#"Hello, "world"!"#.into()), 0, 19),425 );426 assert_eq!(427 parse!(r#"'Hello \'world\'!'"#),428 el!(Expr::Str("Hello 'world'!".into()), 0, 18),429 );430 assert_eq!(parse!(r#"'\\\\'"#), el!(Expr::Str("\\\\".into()), 0, 6));431 }432433 #[test]434 fn string_unescaping() {435 assert_eq!(436 parse!(r#""Hello\nWorld""#),437 el!(Expr::Str("Hello\nWorld".into()), 0, 14),438 );439 }440441 #[test]442 fn string_verbantim() {443 assert_eq!(444 parse!(r#"@"Hello\n""World""""#),445 el!(Expr::Str("Hello\\n\"World\"".into()), 0, 19),446 );447 }448449 #[test]450 fn imports() {451 assert_eq!(452 parse!("import \"hello\""),453 el!(Expr::Import("hello".into()), 0, 14),454 );455 assert_eq!(456 parse!("importstr \"garnish.txt\""),457 el!(Expr::ImportStr("garnish.txt".into()), 0, 23)458 );459 assert_eq!(460 parse!("importbin \"garnish.bin\""),461 el!(Expr::ImportBin("garnish.bin".into()), 0, 23)462 );463 }464465 #[test]466 fn empty_object() {467 assert_eq!(468 parse!("{}"),469 el!(Expr::Obj(ObjBody::MemberList(vec![])), 0, 2)470 );471 }472473 #[test]474 fn basic_math() {475 assert_eq!(476 parse!("2+2*2"),477 el!(478 Expr::BinaryOp(479 el!(Expr::Num(2.0), 0, 1),480 Add,481 el!(482 Expr::BinaryOp(el!(Expr::Num(2.0), 2, 3), Mul, el!(Expr::Num(2.0), 4, 5)),483 2,484 5485 )486 ),487 0,488 5489 )490 );491 }492493 #[test]494 fn basic_math_with_indents() {495 assert_eq!(496 parse!("2 + 2 * 2 "),497 el!(498 Expr::BinaryOp(499 el!(Expr::Num(2.0), 0, 1),500 Add,501 el!(502 Expr::BinaryOp(el!(Expr::Num(2.0), 7, 8), Mul, el!(Expr::Num(2.0), 13, 14),),503 7,504 14505 ),506 ),507 0,508 14509 )510 );511 }512513 #[test]514 fn basic_math_parened() {515 assert_eq!(516 parse!("2+(2+2*2)"),517 el!(518 Expr::BinaryOp(519 el!(Expr::Num(2.0), 0, 1),520 Add,521 el!(522 Expr::Parened(el!(523 Expr::BinaryOp(524 el!(Expr::Num(2.0), 3, 4),525 Add,526 el!(527 Expr::BinaryOp(528 el!(Expr::Num(2.0), 5, 6),529 Mul,530 el!(Expr::Num(2.0), 7, 8),531 ),532 5,533 8534 ),535 ),536 3,537 8538 )),539 2,540 9541 ),542 ),543 0,544 9545 )546 );547 }548549 /// Comments should not affect parsing550 #[test]551 fn comments() {552 assert_eq!(553 parse!("2//comment\n+//comment\n3/*test*/*/*test*/4"),554 el!(555 Expr::BinaryOp(556 el!(Expr::Num(2.0), 0, 1),557 Add,558 el!(559 Expr::BinaryOp(560 el!(Expr::Num(3.0), 22, 23),561 Mul,562 el!(Expr::Num(4.0), 40, 41)563 ),564 22,565 41566 )567 ),568 0,569 41570 )571 );572 }573574 /// Comments should be able to be escaped575 #[test]576 fn comment_escaping() {577 assert_eq!(578 parse!("2/*\\*/+*/ - 22"),579 el!(580 Expr::BinaryOp(el!(Expr::Num(2.0), 0, 1), Sub, el!(Expr::Num(22.0), 12, 14)),581 0,582 14583 )584 );585 }586587 #[test]588 fn suffix() {589 // assert_eq!(parse!("std.test"), el!(Expr::Num(2.2)));590 // assert_eq!(parse!("std(2)"), el!(Expr::Num(2.2)));591 // assert_eq!(parse!("std.test(2)"), el!(Expr::Num(2.2)));592 // assert_eq!(parse!("a[b]"), el!(Expr::Num(2.2)))593 }594595 #[test]596 fn array_comp() {597 use Expr::*;598 /*599 `ArrComp(Apply(Index(Var("std") from "test.jsonnet":1-4, Var("deepJoin") from "test.jsonnet":5-13) from "test.jsonnet":1-13, ArgsDesc { unnamed: [Var("x") from "test.jsonnet":14-15], named: [] }, false) from "test.jsonnet":1-16, [ForSpec(ForSpecData("x", Var("arr") from "test.jsonnet":26-29))]) from "test.jsonnet":0-30`,600 `ArrComp(Apply(Index(Var("std") from "test.jsonnet":1-4, Str("deepJoin") from "test.jsonnet":5-13) from "test.jsonnet":1-13, ArgsDesc { unnamed: [Var("x") from "test.jsonnet":14-15], named: [] }, false) from "test.jsonnet":1-16, [ForSpec(ForSpecData("x", Var("arr") from "test.jsonnet":26-29))]) from "test.jsonnet":0-30`601 */602 assert_eq!(603 parse!("[std.deepJoin(x) for x in arr]"),604 el!(605 ArrComp(606 el!(607 Apply(608 el!(609 Index(610 el!(Var("std".into()), 1, 4),611 el!(Str("deepJoin".into()), 5, 13)612 ),613 1,614 13615 ),616 ArgsDesc::new(vec![el!(Var("x".into()), 14, 15)], vec![]),617 false,618 ),619 1,620 16621 ),622 vec![CompSpec::ForSpec(ForSpecData(623 Destruct::Full("x".into()),624 el!(Var("arr".into()), 26, 29)625 ))]626 ),627 0,628 30629 ),630 )631 }632633 #[test]634 fn reserved() {635 use Expr::*;636 assert_eq!(parse!("null"), el!(Literal(LiteralType::Null), 0, 4));637 assert_eq!(parse!("nulla"), el!(Var("nulla".into()), 0, 5));638 }639640 #[test]641 fn multiple_args_buf() {642 parse!("a(b, null_fields)");643 }644645 #[test]646 fn infix_precedence() {647 use Expr::*;648 assert_eq!(649 parse!("!a && !b"),650 el!(651 BinaryOp(652 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()), 1, 2)), 0, 2),653 And,654 el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()), 7, 8)), 6, 8)655 ),656 0,657 8658 )659 );660 }661662 #[test]663 fn infix_precedence_division() {664 use Expr::*;665 assert_eq!(666 parse!("!a / !b"),667 el!(668 BinaryOp(669 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()), 1, 2)), 0, 2),670 Div,671 el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()), 6, 7)), 5, 7)672 ),673 0,674 7675 )676 );677 }678679 #[test]680 fn double_negation() {681 use Expr::*;682 assert_eq!(683 parse!("!!a"),684 el!(685 UnaryOp(686 UnaryOpType::Not,687 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()), 2, 3)), 1, 3)688 ),689 0,690 3691 )692 )693 }694695 #[test]696 fn array_test_error() {697 parse!("[a for a in b if c for e in f]");698 // ^^^^ failed code699 }700701 #[test]702 fn missing_newline_between_comment_and_eof() {703 parse!(704 "{a:1}705706 //+213"707 );708 }709710 #[test]711 fn default_param_before_nondefault() {712 parse!("local x(foo = 'foo', bar) = null; null");713 }714715 #[test]716 fn add_location_info_to_all_sub_expressions() {717 use Expr::*;718719 let file_name = Source::new_virtual("<test>".into(), IStr::empty());720 let expr = parse(721 "{} { local x = 1, x: x } + {}",722 &ParserSettings { source: file_name },723 )724 .unwrap();725 assert_eq!(726 expr,727 el!(728 BinaryOp(729 el!(730 ObjExtend(731 el!(Obj(ObjBody::MemberList(vec![])), 0, 2),732 ObjBody::MemberList(vec![733 Member::BindStmt(BindSpec::Field {734 into: Destruct::Full("x".into()),735 value: el!(Num(1.0), 15, 16)736 }),737 Member::Field(FieldMember {738 name: FieldName::Fixed("x".into()),739 plus: false,740 params: None,741 visibility: Visibility::Normal,742 value: el!(Var("x".into()), 21, 22),743 })744 ])745 ),746 0,747 24748 ),749 BinaryOpType::Add,750 el!(Obj(ObjBody::MemberList(vec![])), 27, 29),751 ),752 0,753 29754 ),755 );756 }757}1#![allow(clippy::redundant_closure_call, clippy::derive_partial_eq_without_eq)]23use std::rc::Rc;45use peg::parser;6mod expr;7pub use expr::*;8pub use jrsonnet_interner::IStr;9pub use peg;10mod location;11mod source;12mod unescape;13pub use location::CodeLocation;14pub use source::{Source, SourceDirectory, SourceFile, SourcePath, SourcePathT, SourceVirtual};1516pub struct ParserSettings {17 pub source: Source,18}1920macro_rules! expr_bin {21 ($a:ident $op:ident $b:ident) => {22 Expr::BinaryOp($a, $op, $b)23 };24}25macro_rules! expr_un {26 ($op:ident $a:ident) => {27 Expr::UnaryOp($op, $a)28 };29}3031parser! {32 grammar jsonnet_parser() for str {33 use peg::ParseLiteral;3435 rule eof() = quiet!{![_]} / expected!("<eof>")36 rule eol() = "\n" / eof()3738 /// Standard C-like comments39 rule comment()40 = "//" (!eol()[_])* eol()41 / "/*" ("\\*/" / "\\\\" / (!("*/")[_]))* "*/"42 / "#" (!eol()[_])* eol()4344 rule single_whitespace() = quiet!{([' ' | '\r' | '\n' | '\t'] / comment())} / expected!("<whitespace>")45 rule _() = quiet!{([' ' | '\r' | '\n' | '\t']+) / comment()}* / expected!("<whitespace>")4647 /// For comma-delimited elements48 rule comma() = quiet!{_ "," _} / expected!("<comma>")49 rule alpha() -> char = c:$(['_' | 'a'..='z' | 'A'..='Z']) {c.chars().next().unwrap()}50 rule digit() -> char = d:$(['0'..='9']) {d.chars().next().unwrap()}51 rule end_of_ident() = !['0'..='9' | '_' | 'a'..='z' | 'A'..='Z']52 /// Sequence of digits53 rule uint_str() -> &'input str = a:$(digit()+) { a }54 /// Number in scientific notation format55 rule number() -> f64 = quiet!{a:$(uint_str() ("." uint_str())? (['e'|'E'] (s:['+'|'-'])? uint_str())?) {? a.parse().map_err(|_| "<number>") }} / expected!("<number>")5657 /// Reserved word followed by any non-alphanumberic58 rule reserved() = ("assert" / "else" / "error" / "false" / "for" / "function" / "if" / "import" / "importstr" / "importbin" / "in" / "local" / "null" / "tailstrict" / "then" / "self" / "super" / "true") end_of_ident()59 rule id() -> IStr = v:$(quiet!{ !reserved() alpha() (alpha() / digit())*} / expected!("<identifier>")) { v.into() }6061 rule keyword(id: &'static str) -> ()62 = ##parse_string_literal(id) end_of_ident()6364 pub rule param(s: &ParserSettings) -> expr::Param = name:destruct(s) expr:(_ "=" _ expr:expr(s){expr})? { expr::Param(name, expr) }65 pub rule params(s: &ParserSettings) -> expr::ParamsDesc66 = params:param(s) ** comma() comma()? { expr::ParamsDesc(Rc::new(params)) }67 / { expr::ParamsDesc(Rc::new(Vec::new())) }6869 pub rule arg(s: &ParserSettings) -> (Option<IStr>, LocExpr)70 = name:(quiet! { (s:id() _ "=" !['='] _ {s})? } / expected!("<argument name>")) expr:expr(s) {(name, expr)}7172 pub rule args(s: &ParserSettings) -> expr::ArgsDesc73 = args:arg(s)**comma() comma()? {?74 let unnamed_count = args.iter().take_while(|(n, _)| n.is_none()).count();75 let mut unnamed = Vec::with_capacity(unnamed_count);76 let mut named = Vec::with_capacity(args.len() - unnamed_count);77 let mut named_started = false;78 for (name, value) in args {79 if let Some(name) = name {80 named_started = true;81 named.push((name, value));82 } else {83 if named_started {84 return Err("<named argument>")85 }86 unnamed.push(value);87 }88 }89 Ok(expr::ArgsDesc::new(unnamed, named))90 }9192 pub rule destruct_rest() -> expr::DestructRest93 = "..." into:(_ into:id() {into})? {if let Some(into) = into {94 expr::DestructRest::Keep(into)95 } else {expr::DestructRest::Drop}}96 pub rule destruct_array(s: &ParserSettings) -> expr::Destruct97 = "[" _ start:destruct(s)**comma() rest:(98 comma() _ rest:destruct_rest()? end:(99 comma() end:destruct(s)**comma() (_ comma())? {end}100 / comma()? {Vec::new()}101 ) {(rest, end)}102 / comma()? {(None, Vec::new())}103 ) _ "]" {?104 #[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Array {105 start,106 rest: rest.0,107 end: rest.1,108 });109 #[cfg(not(feature = "exp-destruct"))] Err("experimental destructuring was not enabled")110 }111 pub rule destruct_object(s: &ParserSettings) -> expr::Destruct112 = "{" _113 fields:(name:id() into:(_ ":" _ into:destruct(s) {into})? default:(_ "=" _ v:expr(s) {v})? {(name, into, default)})**comma()114 rest:(115 comma() rest:destruct_rest()? {rest}116 / comma()? {None}117 )118 _ "}" {?119 #[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Object {120 fields,121 rest,122 });123 #[cfg(not(feature = "exp-destruct"))] Err("experimental destructuring was not enabled")124 }125 pub rule destruct(s: &ParserSettings) -> expr::Destruct126 = v:id() {expr::Destruct::Full(v)}127 / "?" {?128 #[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Skip);129 #[cfg(not(feature = "exp-destruct"))] Err("experimental destructuring was not enabled")130 }131 / arr:destruct_array(s) {arr}132 / obj:destruct_object(s) {obj}133134 pub rule bind(s: &ParserSettings) -> expr::BindSpec135 = into:destruct(s) _ "=" _ expr:expr(s) {expr::BindSpec::Field{into, value: expr}}136 / name:id() _ "(" _ params:params(s) _ ")" _ "=" _ expr:expr(s) {expr::BindSpec::Function{name, params, value: expr}}137138 pub rule assertion(s: &ParserSettings) -> expr::AssertStmt139 = keyword("assert") _ cond:expr(s) msg:(_ ":" _ e:expr(s) {e})? { expr::AssertStmt(cond, msg) }140141 pub rule whole_line() -> &'input str142 = str:$((!['\n'][_])* "\n") {str}143 pub rule string_block() -> String144 = "|||" (!['\n']single_whitespace())* "\n"145 empty_lines:$(['\n']*)146 prefix:[' ' | '\t']+ first_line:whole_line()147 lines:("\n" {"\n"} / [' ' | '\t']*<{prefix.len()}> s:whole_line() {s})*148 [' ' | '\t']*<, {prefix.len() - 1}> "|||"149 {let mut l = empty_lines.to_owned(); l.push_str(first_line); l.extend(lines); l}150151 rule hex_char()152 = quiet! { ['0'..='9' | 'a'..='f' | 'A'..='F'] } / expected!("<hex char>")153154 rule string_char(c: rule<()>)155 = (!['\\']!c()[_])+156 / "\\\\"157 / "\\u" hex_char() hex_char() hex_char() hex_char()158 / "\\x" hex_char() hex_char()159 / ['\\'] (quiet! { ['b' | 'f' | 'n' | 'r' | 't' | '"' | '\''] } / expected!("<escape character>"))160 pub rule string() -> String161 = ['"'] str:$(string_char(<"\"">)*) ['"'] {? unescape::unescape(str).ok_or("<escaped string>")}162 / ['\''] str:$(string_char(<"\'">)*) ['\''] {? unescape::unescape(str).ok_or("<escaped string>")}163 / quiet!{ "@'" str:$(("''" / (!['\''][_]))*) "'" {str.replace("''", "'")}164 / "@\"" str:$(("\"\"" / (!['"'][_]))*) "\"" {str.replace("\"\"", "\"")}165 / string_block() } / expected!("<string>")166167 pub rule field_name(s: &ParserSettings) -> expr::FieldName168 = name:id() {expr::FieldName::Fixed(name)}169 / name:string() {expr::FieldName::Fixed(name.into())}170 / "[" _ expr:expr(s) _ "]" {expr::FieldName::Dyn(expr)}171 pub rule visibility() -> expr::Visibility172 = ":::" {expr::Visibility::Unhide}173 / "::" {expr::Visibility::Hidden}174 / ":" {expr::Visibility::Normal}175 pub rule field(s: &ParserSettings) -> expr::FieldMember176 = name:field_name(s) _ plus:"+"? _ visibility:visibility() _ value:expr(s) {expr::FieldMember{177 name,178 plus: plus.is_some(),179 params: None,180 visibility,181 value,182 }}183 / name:field_name(s) _ "(" _ params:params(s) _ ")" _ visibility:visibility() _ value:expr(s) {expr::FieldMember{184 name,185 plus: false,186 params: Some(params),187 visibility,188 value,189 }}190 pub rule obj_local(s: &ParserSettings) -> BindSpec191 = keyword("local") _ bind:bind(s) {bind}192 pub rule member(s: &ParserSettings) -> expr::Member193 = bind:obj_local(s) {expr::Member::BindStmt(bind)}194 / assertion:assertion(s) {expr::Member::AssertStmt(assertion)}195 / field:field(s) {expr::Member::Field(field)}196 pub rule objinside(s: &ParserSettings) -> expr::ObjBody197 = pre_locals:(b: obj_local(s) comma() {b})* &"[" field:field(s) post_locals:(comma() b:obj_local(s) {b})* _ ("," _)? forspec:forspec(s) others:(_ rest:compspec(s) {rest})? {198 let mut compspecs = vec![CompSpec::ForSpec(forspec)];199 compspecs.extend(others.unwrap_or_default());200 expr::ObjBody::ObjComp(expr::ObjComp{201 pre_locals,202 field,203 post_locals,204 compspecs,205 })206 }207 / members:(member(s) ** comma()) comma()? {expr::ObjBody::MemberList(members)}208 pub rule ifspec(s: &ParserSettings) -> IfSpecData209 = keyword("if") _ expr:expr(s) {IfSpecData(expr)}210 pub rule forspec(s: &ParserSettings) -> ForSpecData211 = keyword("for") _ id:destruct(s) _ keyword("in") _ cond:expr(s) {ForSpecData(id, cond)}212 pub rule compspec(s: &ParserSettings) -> Vec<expr::CompSpec>213 = s:(i:ifspec(s) { expr::CompSpec::IfSpec(i) } / f:forspec(s) {expr::CompSpec::ForSpec(f)} ) ** _ {s}214 pub rule local_expr(s: &ParserSettings) -> Expr215 = keyword("local") _ binds:bind(s) ** comma() (_ ",")? _ ";" _ expr:expr(s) { Expr::LocalExpr(binds, expr) }216 pub rule string_expr(s: &ParserSettings) -> Expr217 = s:string() {Expr::Str(s.into())}218 pub rule obj_expr(s: &ParserSettings) -> Expr219 = "{" _ body:objinside(s) _ "}" {Expr::Obj(body)}220 pub rule array_expr(s: &ParserSettings) -> Expr221 = "[" _ elems:(expr(s) ** comma()) _ comma()? "]" {Expr::Arr(elems)}222 pub rule array_comp_expr(s: &ParserSettings) -> Expr223 = "[" _ expr:expr(s) _ comma()? _ forspec:forspec(s) _ others:(others: compspec(s) _ {others})? "]" {224 let mut specs = vec![CompSpec::ForSpec(forspec)];225 specs.extend(others.unwrap_or_default());226 Expr::ArrComp(expr, specs)227 }228 pub rule number_expr(s: &ParserSettings) -> Expr229 = n:number() { expr::Expr::Num(n) }230 pub rule var_expr(s: &ParserSettings) -> Expr231 = n:id() { expr::Expr::Var(n) }232 pub rule id_loc(s: &ParserSettings) -> LocExpr233 = a:position!() n:id() b:position!() { LocExpr(Rc::new(expr::Expr::Str(n)), ExprLocation(s.source.clone(), a as u32,b as u32)) }234 pub rule if_then_else_expr(s: &ParserSettings) -> Expr235 = cond:ifspec(s) _ keyword("then") _ cond_then:expr(s) cond_else:(_ keyword("else") _ e:expr(s) {e})? {Expr::IfElse{236 cond,237 cond_then,238 cond_else,239 }}240241 pub rule literal(s: &ParserSettings) -> Expr242 = v:(243 keyword("null") {LiteralType::Null}244 / keyword("true") {LiteralType::True}245 / keyword("false") {LiteralType::False}246 / keyword("self") {LiteralType::This}247 / keyword("$") {LiteralType::Dollar}248 / keyword("super") {LiteralType::Super}249 ) {Expr::Literal(v)}250251 pub rule expr_basic(s: &ParserSettings) -> Expr252 = literal(s)253254 / string_expr(s) / number_expr(s)255 / array_expr(s)256 / obj_expr(s)257 / array_expr(s)258 / array_comp_expr(s)259260 / keyword("importstr") _ path:string() {Expr::ImportStr(path.into())}261 / keyword("importbin") _ path:string() {Expr::ImportBin(path.into())}262 / keyword("import") _ path:string() {Expr::Import(path.into())}263264 / var_expr(s)265 / local_expr(s)266 / if_then_else_expr(s)267268 / keyword("function") _ "(" _ params:params(s) _ ")" _ expr:expr(s) {Expr::Function(params, expr)}269 / assertion:assertion(s) _ ";" _ expr:expr(s) { Expr::AssertExpr(assertion, expr) }270271 / keyword("error") _ expr:expr(s) { Expr::ErrorStmt(expr) }272273 rule slice_part(s: &ParserSettings) -> Option<LocExpr>274 = _ e:(e:expr(s) _{e})? {e}275 pub rule slice_desc(s: &ParserSettings) -> SliceDesc276 = start:slice_part(s) ":" pair:(end:slice_part(s) step:(":" e:slice_part(s){e})? {(end, step.flatten())})? {277 let (end, step) = if let Some((end, step)) = pair {278 (end, step)279 }else{280 (None, None)281 };282283 SliceDesc { start, end, step }284 }285286 rule binop(x: rule<()>) -> ()287 = quiet!{ x() } / expected!("<binary op>")288 rule unaryop(x: rule<()>) -> ()289 = quiet!{ x() } / expected!("<unary op>")290291292 use BinaryOpType::*;293 use UnaryOpType::*;294 rule expr(s: &ParserSettings) -> LocExpr295 = precedence! {296 start:position!() v:@ end:position!() { LocExpr(Rc::new(v), ExprLocation(s.source.clone(), start as u32, end as u32)) }297 --298 a:(@) _ binop(<"||">) _ b:@ {expr_bin!(a Or b)}299 --300 a:(@) _ binop(<"&&">) _ b:@ {expr_bin!(a And b)}301 --302 a:(@) _ binop(<"|">) _ b:@ {expr_bin!(a BitOr b)}303 --304 a:@ _ binop(<"^">) _ b:(@) {expr_bin!(a BitXor b)}305 --306 a:(@) _ binop(<"&">) _ b:@ {expr_bin!(a BitAnd b)}307 --308 a:(@) _ binop(<"==">) _ b:@ {expr_bin!(a Eq b)}309 a:(@) _ binop(<"!=">) _ b:@ {expr_bin!(a Neq b)}310 --311 a:(@) _ binop(<"<">) _ b:@ {expr_bin!(a Lt b)}312 a:(@) _ binop(<">">) _ b:@ {expr_bin!(a Gt b)}313 a:(@) _ binop(<"<=">) _ b:@ {expr_bin!(a Lte b)}314 a:(@) _ binop(<">=">) _ b:@ {expr_bin!(a Gte b)}315 a:(@) _ binop(<keyword("in")>) _ b:@ {expr_bin!(a In b)}316 --317 a:(@) _ binop(<"<<">) _ b:@ {expr_bin!(a Lhs b)}318 a:(@) _ binop(<">>">) _ b:@ {expr_bin!(a Rhs b)}319 --320 a:(@) _ binop(<"+">) _ b:@ {expr_bin!(a Add b)}321 a:(@) _ binop(<"-">) _ b:@ {expr_bin!(a Sub b)}322 --323 a:(@) _ binop(<"*">) _ b:@ {expr_bin!(a Mul b)}324 a:(@) _ binop(<"/">) _ b:@ {expr_bin!(a Div b)}325 a:(@) _ binop(<"%">) _ b:@ {expr_bin!(a Mod b)}326 --327 unaryop(<"-">) _ b:@ {expr_un!(Minus b)}328 unaryop(<"!">) _ b:@ {expr_un!(Not b)}329 unaryop(<"~">) _ b:@ {expr_un!(BitNot b)}330 --331 a:(@) _ "[" _ e:slice_desc(s) _ "]" {Expr::Slice(a, e)}332 a:(@) _ "." _ a:position!() e:id_loc(s) b:position!() {Expr::Index(a, e)}333 a:(@) _ "[" _ e:expr(s) _ "]" {Expr::Index(a, e)}334 a:(@) _ "(" _ args:args(s) _ ")" ts:(_ keyword("tailstrict"))? {Expr::Apply(a, args, ts.is_some())}335 a:(@) _ "{" _ body:objinside(s) _ "}" {Expr::ObjExtend(a, body)}336 --337 e:expr_basic(s) {e}338 "(" _ e:expr(s) _ ")" {Expr::Parened(e)}339 }340341 pub rule jsonnet(s: &ParserSettings) -> LocExpr = _ e:expr(s) _ {e}342 }343}344345pub type ParseError = peg::error::ParseError<peg::str::LineCol>;346pub fn parse(str: &str, settings: &ParserSettings) -> Result<LocExpr, ParseError> {347 jsonnet_parser::jsonnet(str, settings)348}349/// Used for importstr values350pub fn string_to_expr(str: IStr, settings: &ParserSettings) -> LocExpr {351 let len = str.len();352 LocExpr(353 Rc::new(Expr::Str(str)),354 ExprLocation(settings.source.clone(), 0, len as u32),355 )356}357358#[cfg(test)]359pub mod tests {360 use jrsonnet_interner::IStr;361 use BinaryOpType::*;362363 use super::{expr::*, parse};364 use crate::{source::Source, ParserSettings};365366 macro_rules! parse {367 ($s:expr) => {368 parse(369 $s,370 &ParserSettings {371 source: Source::new_virtual("<test>".into(), IStr::empty()),372 },373 )374 .unwrap()375 };376 }377378 macro_rules! el {379 ($expr:expr, $from:expr, $to:expr$(,)?) => {380 LocExpr(381 std::rc::Rc::new($expr),382 ExprLocation(383 Source::new_virtual("<test>".into(), IStr::empty()),384 $from,385 $to,386 ),387 )388 };389 }390391 #[test]392 fn multiline_string() {393 assert_eq!(394 parse!("|||\n Hello world!\n a\n|||"),395 el!(Expr::Str("Hello world!\n a\n".into()), 0, 31),396 );397 assert_eq!(398 parse!("|||\n Hello world!\n a\n|||"),399 el!(Expr::Str("Hello world!\n a\n".into()), 0, 27),400 );401 assert_eq!(402 parse!("|||\n\t\tHello world!\n\t\t\ta\n|||"),403 el!(Expr::Str("Hello world!\n\ta\n".into()), 0, 27),404 );405 assert_eq!(406 parse!("|||\n Hello world!\n a\n |||"),407 el!(Expr::Str("Hello world!\n a\n".into()), 0, 30),408 );409 }410411 #[test]412 fn slice() {413 parse!("a[1:]");414 parse!("a[1::]");415 parse!("a[:1:]");416 parse!("a[::1]");417 parse!("str[:len - 1]");418 }419420 #[test]421 fn string_escaping() {422 assert_eq!(423 parse!(r#""Hello, \"world\"!""#),424 el!(Expr::Str(r#"Hello, "world"!"#.into()), 0, 19),425 );426 assert_eq!(427 parse!(r#"'Hello \'world\'!'"#),428 el!(Expr::Str("Hello 'world'!".into()), 0, 18),429 );430 assert_eq!(parse!(r#"'\\\\'"#), el!(Expr::Str("\\\\".into()), 0, 6));431 }432433 #[test]434 fn string_unescaping() {435 assert_eq!(436 parse!(r#""Hello\nWorld""#),437 el!(Expr::Str("Hello\nWorld".into()), 0, 14),438 );439 }440441 #[test]442 fn string_verbantim() {443 assert_eq!(444 parse!(r#"@"Hello\n""World""""#),445 el!(Expr::Str("Hello\\n\"World\"".into()), 0, 19),446 );447 }448449 #[test]450 fn imports() {451 assert_eq!(452 parse!("import \"hello\""),453 el!(Expr::Import("hello".into()), 0, 14),454 );455 assert_eq!(456 parse!("importstr \"garnish.txt\""),457 el!(Expr::ImportStr("garnish.txt".into()), 0, 23)458 );459 assert_eq!(460 parse!("importbin \"garnish.bin\""),461 el!(Expr::ImportBin("garnish.bin".into()), 0, 23)462 );463 }464465 #[test]466 fn empty_object() {467 assert_eq!(468 parse!("{}"),469 el!(Expr::Obj(ObjBody::MemberList(vec![])), 0, 2)470 );471 }472473 #[test]474 fn basic_math() {475 assert_eq!(476 parse!("2+2*2"),477 el!(478 Expr::BinaryOp(479 el!(Expr::Num(2.0), 0, 1),480 Add,481 el!(482 Expr::BinaryOp(el!(Expr::Num(2.0), 2, 3), Mul, el!(Expr::Num(2.0), 4, 5)),483 2,484 5485 )486 ),487 0,488 5489 )490 );491 }492493 #[test]494 fn basic_math_with_indents() {495 assert_eq!(496 parse!("2 + 2 * 2 "),497 el!(498 Expr::BinaryOp(499 el!(Expr::Num(2.0), 0, 1),500 Add,501 el!(502 Expr::BinaryOp(el!(Expr::Num(2.0), 7, 8), Mul, el!(Expr::Num(2.0), 13, 14),),503 7,504 14505 ),506 ),507 0,508 14509 )510 );511 }512513 #[test]514 fn basic_math_parened() {515 assert_eq!(516 parse!("2+(2+2*2)"),517 el!(518 Expr::BinaryOp(519 el!(Expr::Num(2.0), 0, 1),520 Add,521 el!(522 Expr::Parened(el!(523 Expr::BinaryOp(524 el!(Expr::Num(2.0), 3, 4),525 Add,526 el!(527 Expr::BinaryOp(528 el!(Expr::Num(2.0), 5, 6),529 Mul,530 el!(Expr::Num(2.0), 7, 8),531 ),532 5,533 8534 ),535 ),536 3,537 8538 )),539 2,540 9541 ),542 ),543 0,544 9545 )546 );547 }548549 /// Comments should not affect parsing550 #[test]551 fn comments() {552 assert_eq!(553 parse!("2//comment\n+//comment\n3/*test*/*/*test*/4"),554 el!(555 Expr::BinaryOp(556 el!(Expr::Num(2.0), 0, 1),557 Add,558 el!(559 Expr::BinaryOp(560 el!(Expr::Num(3.0), 22, 23),561 Mul,562 el!(Expr::Num(4.0), 40, 41)563 ),564 22,565 41566 )567 ),568 0,569 41570 )571 );572 }573574 /// Comments should be able to be escaped575 #[test]576 fn comment_escaping() {577 assert_eq!(578 parse!("2/*\\*/+*/ - 22"),579 el!(580 Expr::BinaryOp(el!(Expr::Num(2.0), 0, 1), Sub, el!(Expr::Num(22.0), 12, 14)),581 0,582 14583 )584 );585 }586587 #[test]588 fn suffix() {589 // assert_eq!(parse!("std.test"), el!(Expr::Num(2.2)));590 // assert_eq!(parse!("std(2)"), el!(Expr::Num(2.2)));591 // assert_eq!(parse!("std.test(2)"), el!(Expr::Num(2.2)));592 // assert_eq!(parse!("a[b]"), el!(Expr::Num(2.2)))593 }594595 #[test]596 fn array_comp() {597 use Expr::*;598 /*599 `ArrComp(Apply(Index(Var("std") from "test.jsonnet":1-4, Var("deepJoin") from "test.jsonnet":5-13) from "test.jsonnet":1-13, ArgsDesc { unnamed: [Var("x") from "test.jsonnet":14-15], named: [] }, false) from "test.jsonnet":1-16, [ForSpec(ForSpecData("x", Var("arr") from "test.jsonnet":26-29))]) from "test.jsonnet":0-30`,600 `ArrComp(Apply(Index(Var("std") from "test.jsonnet":1-4, Str("deepJoin") from "test.jsonnet":5-13) from "test.jsonnet":1-13, ArgsDesc { unnamed: [Var("x") from "test.jsonnet":14-15], named: [] }, false) from "test.jsonnet":1-16, [ForSpec(ForSpecData("x", Var("arr") from "test.jsonnet":26-29))]) from "test.jsonnet":0-30`601 */602 assert_eq!(603 parse!("[std.deepJoin(x) for x in arr]"),604 el!(605 ArrComp(606 el!(607 Apply(608 el!(609 Index(610 el!(Var("std".into()), 1, 4),611 el!(Str("deepJoin".into()), 5, 13)612 ),613 1,614 13615 ),616 ArgsDesc::new(vec![el!(Var("x".into()), 14, 15)], vec![]),617 false,618 ),619 1,620 16621 ),622 vec![CompSpec::ForSpec(ForSpecData(623 Destruct::Full("x".into()),624 el!(Var("arr".into()), 26, 29)625 ))]626 ),627 0,628 30629 ),630 )631 }632633 #[test]634 fn reserved() {635 use Expr::*;636 assert_eq!(parse!("null"), el!(Literal(LiteralType::Null), 0, 4));637 assert_eq!(parse!("nulla"), el!(Var("nulla".into()), 0, 5));638 }639640 #[test]641 fn multiple_args_buf() {642 parse!("a(b, null_fields)");643 }644645 #[test]646 fn infix_precedence() {647 use Expr::*;648 assert_eq!(649 parse!("!a && !b"),650 el!(651 BinaryOp(652 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()), 1, 2)), 0, 2),653 And,654 el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()), 7, 8)), 6, 8)655 ),656 0,657 8658 )659 );660 }661662 #[test]663 fn infix_precedence_division() {664 use Expr::*;665 assert_eq!(666 parse!("!a / !b"),667 el!(668 BinaryOp(669 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()), 1, 2)), 0, 2),670 Div,671 el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()), 6, 7)), 5, 7)672 ),673 0,674 7675 )676 );677 }678679 #[test]680 fn double_negation() {681 use Expr::*;682 assert_eq!(683 parse!("!!a"),684 el!(685 UnaryOp(686 UnaryOpType::Not,687 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()), 2, 3)), 1, 3)688 ),689 0,690 3691 )692 )693 }694695 #[test]696 fn array_test_error() {697 parse!("[a for a in b if c for e in f]");698 // ^^^^ failed code699 }700701 #[test]702 fn missing_newline_between_comment_and_eof() {703 parse!(704 "{a:1}705706 //+213"707 );708 }709710 #[test]711 fn default_param_before_nondefault() {712 parse!("local x(foo = 'foo', bar) = null; null");713 }714715 #[test]716 fn add_location_info_to_all_sub_expressions() {717 use Expr::*;718719 let file_name = Source::new_virtual("<test>".into(), IStr::empty());720 let expr = parse(721 "{} { local x = 1, x: x } + {}",722 &ParserSettings { source: file_name },723 )724 .unwrap();725 assert_eq!(726 expr,727 el!(728 BinaryOp(729 el!(730 ObjExtend(731 el!(Obj(ObjBody::MemberList(vec![])), 0, 2),732 ObjBody::MemberList(vec![733 Member::BindStmt(BindSpec::Field {734 into: Destruct::Full("x".into()),735 value: el!(Num(1.0), 15, 16)736 }),737 Member::Field(FieldMember {738 name: FieldName::Fixed("x".into()),739 plus: false,740 params: None,741 visibility: Visibility::Normal,742 value: el!(Var("x".into()), 21, 22),743 })744 ])745 ),746 0,747 24748 ),749 BinaryOpType::Add,750 el!(Obj(ObjBody::MemberList(vec![])), 27, 29),751 ),752 0,753 29754 ),755 );756 }757}