1#![allow(clippy::redundant_closure_call)]23use peg::parser;4use std::{5 path::{Path, PathBuf},6 rc::Rc,7};8mod expr;9pub use expr::*;10pub use jrsonnet_interner::IStr;11pub use peg;1213pub struct ParserSettings {14 pub loc_data: bool,15 pub file_name: Rc<Path>,16}1718macro_rules! expr_bin {19 ($a:ident $op:ident $b:ident) => {20 Expr::BinaryOp($a, $op, $b)21 };22}23macro_rules! expr_un {24 ($op:ident $a:ident) => {25 Expr::UnaryOp($op, $a)26 };27}2829parser! {30 grammar jsonnet_parser() for str {31 use peg::ParseLiteral;3233 34 rule comment()35 = "//" (!['\n'][_])* "\n"36 / "/*" ("\\*/" / "\\\\" / (!("*/")[_]))* "*/"37 / "#" (!['\n'][_])* "\n"3839 rule single_whitespace() = quiet!{([' ' | '\r' | '\n' | '\t'] / comment())} / expected!("<whitespace>")40 rule _() = single_whitespace()*4142 43 rule comma() = quiet!{_ "," _} / expected!("<comma>")44 rule alpha() -> char = c:$(['_' | 'a'..='z' | 'A'..='Z']) {c.chars().next().unwrap()}45 rule digit() -> char = d:$(['0'..='9']) {d.chars().next().unwrap()}46 rule end_of_ident() = !['0'..='9' | '_' | 'a'..='z' | 'A'..='Z']47 48 rule uint_str() -> &'input str = a:$(digit()+) { a }49 50 rule number() -> f64 = quiet!{a:$(uint_str() ("." uint_str())? (['e'|'E'] (s:['+'|'-'])? uint_str())?) {? a.parse().map_err(|_| "<number>") }} / expected!("<number>")5152 53 rule reserved() = ("assert" / "else" / "error" / "false" / "for" / "function" / "if" / "import" / "importstr" / "in" / "local" / "null" / "tailstrict" / "then" / "self" / "super" / "true") end_of_ident()54 rule id() = quiet!{ !reserved() alpha() (alpha() / digit())*} / expected!("<identifier>")5556 rule keyword(id: &'static str) -> ()57 = ##parse_string_literal(id) end_of_ident()5859 pub rule param(s: &ParserSettings) -> expr::Param = name:$(id()) expr:(_ "=" _ expr:expr(s){expr})? { expr::Param(name.into(), expr) }60 pub rule params(s: &ParserSettings) -> expr::ParamsDesc61 = params:param(s) ** comma() comma()? { expr::ParamsDesc(Rc::new(params)) }62 / { expr::ParamsDesc(Rc::new(Vec::new())) }6364 pub rule arg(s: &ParserSettings) -> (Option<IStr>, LocExpr)65 = quiet! { name:(s:$(id()) _ "=" _ {s})? expr:expr(s) {(name.map(Into::into), expr)} }66 / expected!("<argument>")6768 pub rule args(s: &ParserSettings) -> expr::ArgsDesc69 = args:arg(s)**comma() comma()? {?70 let unnamed_count = args.iter().take_while(|(n, _)| n.is_none()).count();71 let mut unnamed = Vec::with_capacity(unnamed_count);72 let mut named = Vec::with_capacity(args.len() - unnamed_count);73 let mut named_started = false;74 for (name, value) in args {75 if let Some(name) = name {76 named_started = true;77 named.push((name, value));78 } else {79 if named_started {80 return Err("<named argument>")81 }82 unnamed.push(value);83 }84 }85 Ok(expr::ArgsDesc::new(unnamed, named))86 }8788 pub rule bind(s: &ParserSettings) -> expr::BindSpec89 = name:$(id()) _ "=" _ expr:expr(s) {expr::BindSpec{name:name.into(), params: None, value: expr}}90 / name:$(id()) _ "(" _ params:params(s) _ ")" _ "=" _ expr:expr(s) {expr::BindSpec{name:name.into(), params: Some(params), value: expr}}91 pub rule assertion(s: &ParserSettings) -> expr::AssertStmt92 = keyword("assert") _ cond:expr(s) msg:(_ ":" _ e:expr(s) {e})? { expr::AssertStmt(cond, msg) }9394 pub rule whole_line() -> &'input str95 = str:$((!['\n'][_])* "\n") {str}96 pub rule string_block() -> String97 = "|||" (!['\n']single_whitespace())* "\n"98 empty_lines:$(['\n']*)99 prefix:[' ' | '\t']+ first_line:whole_line()100 lines:("\n" {"\n"} / [' ' | '\t']*<{prefix.len()}> s:whole_line() {s})*101 [' ' | '\t']*<, {prefix.len() - 1}> "|||"102 {let mut l = empty_lines.to_owned(); l.push_str(first_line); l.extend(lines); l}103 pub rule string() -> String104 = quiet!{ "\"" str:$(("\\\"" / "\\\\" / (!['"'][_]))*) "\"" {unescape::unescape(str).unwrap()}105 / "'" str:$(("\\'" / "\\\\" / (!['\''][_]))*) "'" {unescape::unescape(str).unwrap()}106 / "@'" str:$(("''" / (!['\''][_]))*) "'" {str.replace("''", "'")}107 / "@\"" str:$(("\"\"" / (!['"'][_]))*) "\"" {str.replace("\"\"", "\"")}108 / string_block() } / expected!("<string>")109110 pub rule field_name(s: &ParserSettings) -> expr::FieldName111 = name:$(id()) {expr::FieldName::Fixed(name.into())}112 / name:string() {expr::FieldName::Fixed(name.into())}113 / "[" _ expr:expr(s) _ "]" {expr::FieldName::Dyn(expr)}114 pub rule visibility() -> expr::Visibility115 = ":::" {expr::Visibility::Unhide}116 / "::" {expr::Visibility::Hidden}117 / ":" {expr::Visibility::Normal}118 pub rule field(s: &ParserSettings) -> expr::FieldMember119 = name:field_name(s) _ plus:"+"? _ visibility:visibility() _ value:expr(s) {expr::FieldMember{120 name,121 plus: plus.is_some(),122 params: None,123 visibility,124 value,125 }}126 / name:field_name(s) _ "(" _ params:params(s) _ ")" _ visibility:visibility() _ value:expr(s) {expr::FieldMember{127 name,128 plus: false,129 params: Some(params),130 visibility,131 value,132 }}133 pub rule obj_local(s: &ParserSettings) -> BindSpec134 = keyword("local") _ bind:bind(s) {bind}135 pub rule member(s: &ParserSettings) -> expr::Member136 = bind:obj_local(s) {expr::Member::BindStmt(bind)}137 / assertion:assertion(s) {expr::Member::AssertStmt(assertion)}138 / field:field(s) {expr::Member::Field(field)}139 pub rule objinside(s: &ParserSettings) -> expr::ObjBody140 = pre_locals:(b: obj_local(s) comma() {b})* "[" _ key:expr(s) _ "]" _ plus:"+"? _ ":" _ value:expr(s) post_locals:(comma() b:obj_local(s) {b})* _ forspec:forspec(s) others:(_ rest:compspec(s) {rest})? {141 let mut compspecs = vec![CompSpec::ForSpec(forspec)];142 compspecs.extend(others.unwrap_or_default());143 expr::ObjBody::ObjComp(expr::ObjComp{144 pre_locals,145 key,146 plus: plus.is_some(),147 value,148 post_locals,149 compspecs,150 })151 }152 / members:(member(s) ** comma()) comma()? {expr::ObjBody::MemberList(members)}153 pub rule ifspec(s: &ParserSettings) -> IfSpecData154 = keyword("if") _ expr:expr(s) {IfSpecData(expr)}155 pub rule forspec(s: &ParserSettings) -> ForSpecData156 = keyword("for") _ id:$(id()) _ keyword("in") _ cond:expr(s) {ForSpecData(id.into(), cond)}157 pub rule compspec(s: &ParserSettings) -> Vec<expr::CompSpec>158 = s:(i:ifspec(s) { expr::CompSpec::IfSpec(i) } / f:forspec(s) {expr::CompSpec::ForSpec(f)} ) ** _ {s}159 pub rule local_expr(s: &ParserSettings) -> Expr160 = keyword("local") _ binds:bind(s) ** comma() _ ";" _ expr:expr(s) { Expr::LocalExpr(binds, expr) }161 pub rule string_expr(s: &ParserSettings) -> Expr162 = s:string() {Expr::Str(s.into())}163 pub rule obj_expr(s: &ParserSettings) -> Expr164 = "{" _ body:objinside(s) _ "}" {Expr::Obj(body)}165 pub rule array_expr(s: &ParserSettings) -> Expr166 = "[" _ elems:(expr(s) ** comma()) _ comma()? "]" {Expr::Arr(elems)}167 pub rule array_comp_expr(s: &ParserSettings) -> Expr168 = "[" _ expr:expr(s) _ comma()? _ forspec:forspec(s) _ others:(others: compspec(s) _ {others})? "]" {169 let mut specs = vec![CompSpec::ForSpec(forspec)];170 specs.extend(others.unwrap_or_default());171 Expr::ArrComp(expr, specs)172 }173 pub rule number_expr(s: &ParserSettings) -> Expr174 = n:number() { expr::Expr::Num(n) }175 pub rule var_expr(s: &ParserSettings) -> Expr176 = n:$(id()) { expr::Expr::Var(n.into()) }177 pub rule if_then_else_expr(s: &ParserSettings) -> Expr178 = cond:ifspec(s) _ keyword("then") _ cond_then:expr(s) cond_else:(_ keyword("else") _ e:expr(s) {e})? {Expr::IfElse{179 cond,180 cond_then,181 cond_else,182 }}183184 pub rule literal(s: &ParserSettings) -> Expr185 = v:(186 keyword("null") {LiteralType::Null}187 / keyword("true") {LiteralType::True}188 / keyword("false") {LiteralType::False}189 / keyword("self") {LiteralType::This}190 / keyword("$") {LiteralType::Dollar}191 / keyword("super") {LiteralType::Super}192 ) {Expr::Literal(v)}193194 pub rule expr_basic(s: &ParserSettings) -> Expr195 = literal(s)196197 / quiet!{"$intrinsic(" name:$(id()) ")" {Expr::Intrinsic(name.into())}}198199 / string_expr(s) / number_expr(s)200 / array_expr(s)201 / obj_expr(s)202 / array_expr(s)203 / array_comp_expr(s)204205 / keyword("importstr") _ path:string() {Expr::ImportStr(PathBuf::from(path))}206 / keyword("import") _ path:string() {Expr::Import(PathBuf::from(path))}207208 / var_expr(s)209 / local_expr(s)210 / if_then_else_expr(s)211212 / keyword("function") _ "(" _ params:params(s) _ ")" _ expr:expr(s) {Expr::Function(params, expr)}213 / assertion:assertion(s) _ ";" _ expr:expr(s) { Expr::AssertExpr(assertion, expr) }214215 / keyword("error") _ expr:expr(s) { Expr::ErrorStmt(expr) }216217 rule slice_part(s: &ParserSettings) -> Option<LocExpr>218 = e:(_ e:expr(s) _{e})? {e}219 pub rule slice_desc(s: &ParserSettings) -> SliceDesc220 = start:slice_part(s) ":" pair:(end:slice_part(s) step:(":" e:slice_part(s){e})? {(end, step.flatten())})? {221 let (end, step) = if let Some((end, step)) = pair {222 (end, step)223 }else{224 (None, None)225 };226227 SliceDesc { start, end, step }228 }229230 rule binop(x: rule<()>) -> ()231 = quiet!{ x() } / expected!("<binary op>")232 rule unaryop(x: rule<()>) -> ()233 = quiet!{ x() } / expected!("<unary op>")234235236 use BinaryOpType::*;237 use UnaryOpType::*;238 rule expr(s: &ParserSettings) -> LocExpr239 = precedence! {240 start:position!() v:@ end:position!() { loc_expr!(v, s.loc_data, (s.file_name.clone(), start, end)) }241 --242 a:(@) _ binop(<"||">) _ b:@ {expr_bin!(a Or b)}243 --244 a:(@) _ binop(<"&&">) _ b:@ {expr_bin!(a And b)}245 --246 a:(@) _ binop(<"|">) _ b:@ {expr_bin!(a BitOr b)}247 --248 a:@ _ binop(<"^">) _ b:(@) {expr_bin!(a BitXor b)}249 --250 a:(@) _ binop(<"&">) _ b:@ {expr_bin!(a BitAnd b)}251 --252 a:(@) _ binop(<"==">) _ b:@ {expr_bin!(a Eq b)}253 a:(@) _ binop(<"!=">) _ b:@ {expr_bin!(a Neq b)}254 --255 a:(@) _ binop(<"<">) _ b:@ {expr_bin!(a Lt b)}256 a:(@) _ binop(<">">) _ b:@ {expr_bin!(a Gt b)}257 a:(@) _ binop(<"<=">) _ b:@ {expr_bin!(a Lte b)}258 a:(@) _ binop(<">=">) _ b:@ {expr_bin!(a Gte b)}259 a:(@) _ binop(<keyword("in")>) _ b:@ {expr_bin!(a In b)}260 --261 a:(@) _ binop(<"<<">) _ b:@ {expr_bin!(a Lhs b)}262 a:(@) _ binop(<">>">) _ b:@ {expr_bin!(a Rhs b)}263 --264 a:(@) _ binop(<"+">) _ b:@ {expr_bin!(a Add b)}265 a:(@) _ binop(<"-">) _ b:@ {expr_bin!(a Sub b)}266 --267 a:(@) _ binop(<"*">) _ b:@ {expr_bin!(a Mul b)}268 a:(@) _ binop(<"/">) _ b:@ {expr_bin!(a Div b)}269 a:(@) _ binop(<"%">) _ b:@ {expr_bin!(a Mod b)}270 --271 unaryop(<"-">) _ b:@ {expr_un!(Minus b)}272 unaryop(<"!">) _ b:@ {expr_un!(Not b)}273 unaryop(<"~">) _ b:@ {expr_un!(BitNot b)}274 --275 a:(@) _ "[" _ e:slice_desc(s) _ "]" {Expr::Slice(a, e)}276 a:(@) _ "." _ e:$(id()) {Expr::Index(a, el!(Expr::Str(e.into())))}277 a:(@) _ "[" _ e:expr(s) _ "]" {Expr::Index(a, e)}278 a:(@) _ "(" _ args:args(s) _ ")" ts:(_ keyword("tailstrict"))? {Expr::Apply(a, args, ts.is_some())}279 a:(@) _ "{" _ body:objinside(s) _ "}" {Expr::ObjExtend(a, body)}280 --281 e:expr_basic(s) {e}282 "(" _ e:expr(s) _ ")" {Expr::Parened(e)}283 }284285 pub rule jsonnet(s: &ParserSettings) -> LocExpr = _ e:expr(s) _ {e}286 }287}288289pub type ParseError = peg::error::ParseError<peg::str::LineCol>;290pub fn parse(str: &str, settings: &ParserSettings) -> Result<LocExpr, ParseError> {291 jsonnet_parser::jsonnet(str, settings)292}293294#[macro_export]295macro_rules! el {296 ($expr:expr) => {297 LocExpr(std::rc::Rc::new($expr), None)298 };299}300301#[cfg(test)]302pub mod tests {303 use super::{expr::*, parse};304 use crate::ParserSettings;305 use std::path::PathBuf;306 use BinaryOpType::*;307308 macro_rules! parse {309 ($s:expr) => {310 parse(311 $s,312 &ParserSettings {313 loc_data: false,314 file_name: PathBuf::from("/test.jsonnet").into(),315 },316 )317 .unwrap()318 };319 }320321 macro_rules! el_loc {322 ($expr:expr, $loc:expr$(,)?) => {323 LocExpr(std::rc::Rc::new($expr), Some($loc))324 };325 }326327 mod expressions {328 use super::*;329330 pub fn basic_math() -> LocExpr {331 el!(Expr::BinaryOp(332 el!(Expr::Num(2.0)),333 Add,334 el!(Expr::BinaryOp(335 el!(Expr::Num(2.0)),336 Mul,337 el!(Expr::Num(2.0)),338 )),339 ))340 }341 }342343 #[test]344 fn multiline_string() {345 assert_eq!(346 parse!("|||\n Hello world!\n a\n|||"),347 el!(Expr::Str("Hello world!\n a\n".into())),348 );349 assert_eq!(350 parse!("|||\n Hello world!\n a\n|||"),351 el!(Expr::Str("Hello world!\n a\n".into())),352 );353 assert_eq!(354 parse!("|||\n\t\tHello world!\n\t\t\ta\n|||"),355 el!(Expr::Str("Hello world!\n\ta\n".into())),356 );357 assert_eq!(358 parse!("|||\n Hello world!\n a\n |||"),359 el!(Expr::Str("Hello world!\n a\n".into())),360 );361 }362363 #[test]364 fn slice() {365 parse!("a[1:]");366 parse!("a[1::]");367 parse!("a[:1:]");368 parse!("a[::1]");369 parse!("str[:len - 1]");370 }371372 #[test]373 fn string_escaping() {374 assert_eq!(375 parse!(r#""Hello, \"world\"!""#),376 el!(Expr::Str(r#"Hello, "world"!"#.into())),377 );378 assert_eq!(379 parse!(r#"'Hello \'world\'!'"#),380 el!(Expr::Str("Hello 'world'!".into())),381 );382 assert_eq!(parse!(r#"'\\\\'"#), el!(Expr::Str("\\\\".into())),);383 }384385 #[test]386 fn string_unescaping() {387 assert_eq!(388 parse!(r#""Hello\nWorld""#),389 el!(Expr::Str("Hello\nWorld".into())),390 );391 }392393 #[test]394 fn string_verbantim() {395 assert_eq!(396 parse!(r#"@"Hello\n""World""""#),397 el!(Expr::Str("Hello\\n\"World\"".into())),398 );399 }400401 #[test]402 fn imports() {403 assert_eq!(404 parse!("import \"hello\""),405 el!(Expr::Import(PathBuf::from("hello"))),406 );407 assert_eq!(408 parse!("importstr \"garnish.txt\""),409 el!(Expr::ImportStr(PathBuf::from("garnish.txt")))410 );411 }412413 #[test]414 fn empty_object() {415 assert_eq!(parse!("{}"), el!(Expr::Obj(ObjBody::MemberList(vec![]))));416 }417418 #[test]419 fn basic_math() {420 assert_eq!(421 parse!("2+2*2"),422 el!(Expr::BinaryOp(423 el!(Expr::Num(2.0)),424 Add,425 el!(Expr::BinaryOp(426 el!(Expr::Num(2.0)),427 Mul,428 el!(Expr::Num(2.0))429 ))430 ))431 );432 }433434 #[test]435 fn basic_math_with_indents() {436 assert_eq!(parse!("2 + 2 * 2 "), expressions::basic_math());437 }438439 #[test]440 fn basic_math_parened() {441 assert_eq!(442 parse!("2+(2+2*2)"),443 el!(Expr::BinaryOp(444 el!(Expr::Num(2.0)),445 Add,446 el!(Expr::Parened(expressions::basic_math())),447 ))448 );449 }450451 452 #[test]453 fn comments() {454 assert_eq!(455 parse!("2//comment\n+//comment\n3/*test*/*/*test*/4"),456 el!(Expr::BinaryOp(457 el!(Expr::Num(2.0)),458 Add,459 el!(Expr::BinaryOp(460 el!(Expr::Num(3.0)),461 Mul,462 el!(Expr::Num(4.0))463 ))464 ))465 );466 }467468 469 #[test]470 fn comment_escaping() {471 assert_eq!(472 parse!("2/*\\*/+*/ - 22"),473 el!(Expr::BinaryOp(474 el!(Expr::Num(2.0)),475 Sub,476 el!(Expr::Num(22.0))477 ))478 );479 }480481 #[test]482 fn suffix() {483 484 485 486 487 }488489 #[test]490 fn array_comp() {491 use Expr::*;492 assert_eq!(493 parse!("[std.deepJoin(x) for x in arr]"),494 el!(ArrComp(495 el!(Apply(496 el!(Index(el!(Var("std".into())), el!(Str("deepJoin".into())))),497 ArgsDesc::new(vec![el!(Var("x".into()))], vec![]),498 false,499 )),500 vec![CompSpec::ForSpec(ForSpecData(501 "x".into(),502 el!(Var("arr".into()))503 ))]504 )),505 )506 }507508 #[test]509 fn reserved() {510 use Expr::*;511 assert_eq!(parse!("null"), el!(Literal(LiteralType::Null)));512 assert_eq!(parse!("nulla"), el!(Var("nulla".into())));513 }514515 #[test]516 fn multiple_args_buf() {517 parse!("a(b, null_fields)");518 }519520 #[test]521 fn infix_precedence() {522 use Expr::*;523 assert_eq!(524 parse!("!a && !b"),525 el!(BinaryOp(526 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into())))),527 And,528 el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()))))529 ))530 );531 }532533 #[test]534 fn infix_precedence_division() {535 use Expr::*;536 assert_eq!(537 parse!("!a / !b"),538 el!(BinaryOp(539 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into())))),540 Div,541 el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()))))542 ))543 );544 }545546 #[test]547 fn double_negation() {548 use Expr::*;549 assert_eq!(550 parse!("!!a"),551 el!(UnaryOp(552 UnaryOpType::Not,553 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()))))554 ))555 )556 }557558 #[test]559 fn array_test_error() {560 parse!("[a for a in b if c for e in f]");561 562 }563564 #[test]565 fn default_param_before_nondefault() {566 parse!("local x(foo = 'foo', bar) = null; null");567 }568569 #[test]570 fn can_parse_stdlib() {571 parse!(jrsonnet_stdlib::STDLIB_STR);572 }573574 #[test]575 fn add_location_info_to_all_sub_expressions() {576 use Expr::*;577578 let file_name: std::rc::Rc<std::path::Path> = PathBuf::from("/test.jsonnet").into();579 let expr = parse(580 "{} { local x = 1, x: x } + {}",581 &ParserSettings {582 loc_data: true,583 file_name: file_name.clone(),584 },585 )586 .unwrap();587 assert_eq!(588 expr,589 el_loc!(590 BinaryOp(591 el_loc!(592 ObjExtend(593 el_loc!(594 Obj(ObjBody::MemberList(vec![])),595 ExprLocation(file_name.clone(), 0, 2)596 ),597 ObjBody::MemberList(vec![598 Member::BindStmt(BindSpec {599 name: "x".into(),600 params: None,601 value: el_loc!(602 Num(1.0),603 ExprLocation(file_name.clone(), 15, 16)604 )605 }),606 Member::Field(FieldMember {607 name: FieldName::Fixed("x".into()),608 plus: false,609 params: None,610 visibility: Visibility::Normal,611 value: el_loc!(612 Var("x".into()),613 ExprLocation(file_name.clone(), 21, 22)614 ),615 })616 ])617 ),618 ExprLocation(file_name.clone(), 0, 24)619 ),620 BinaryOpType::Add,621 el_loc!(622 Obj(ObjBody::MemberList(vec![])),623 ExprLocation(file_name.clone(), 27, 29)624 ),625 ),626 ExprLocation(file_name.clone(), 0, 29),627 ),628 );629 }630 631 632633634635636637}