1#![allow(clippy::redundant_closure_call)]23use peg::parser;4use std::{path::PathBuf, rc::Rc};5mod expr;6pub use expr::*;7pub use peg;89#[derive(Default)]10pub struct ParserSettings {11 pub loc_data: bool,12 pub file_name: Rc<PathBuf>,13}1415parser! {16 grammar jsonnet_parser() for str {17 use peg::ParseLiteral;1819 20 rule comment()21 = "//" (!['\n'][_])* "\n"22 / "/*" ("\\*/" / "\\\\" / (!("*/")[_]))* "*/"23 / "#" (!['\n'][_])* "\n"2425 rule single_whitespace() = quiet!{([' ' | '\r' | '\n' | '\t'] / comment())} / expected!("<whitespace>")26 rule _() = single_whitespace()*2728 29 rule comma() = quiet!{_ "," _} / expected!("<comma>")30 rule alpha() -> char = c:$(['_' | 'a'..='z' | 'A'..='Z']) {c.chars().next().unwrap()}31 rule digit() -> char = d:$(['0'..='9']) {d.chars().next().unwrap()}32 rule end_of_ident() = !['0'..='9' | '_' | 'a'..='z' | 'A'..='Z']33 34 rule uint() -> u64 = a:$(digit()+) { a.parse().unwrap() }35 36 rule number() -> f64 = quiet!{a:$(uint() ("." uint())? (['e'|'E'] (s:['+'|'-'])? uint())?) { a.parse().unwrap() }} / expected!("<number>")3738 39 rule reserved() = ("assert" / "else" / "error" / "false" / "for" / "function" / "if" / "import" / "importstr" / "in" / "local" / "null" / "tailstrict" / "then" / "self" / "super" / "true") end_of_ident()40 rule id() = quiet!{ !reserved() alpha() (alpha() / digit())*} / expected!("<identifier>")4142 rule keyword(id: &'static str) -> ()43 = ##parse_string_literal(id) end_of_ident()44 45 rule l(s: &ParserSettings, x: rule<Expr>) -> LocExpr46 = start:position!() v:x() end:position!() {loc_expr!(v, s.loc_data, (s.file_name.clone(), start, end))}4748 pub rule param(s: &ParserSettings) -> expr::Param = name:$(id()) expr:(_ "=" _ expr:expr(s){expr})? { expr::Param(name.into(), expr) }49 pub rule params(s: &ParserSettings) -> expr::ParamsDesc50 = params:param(s) ** comma() comma()? {51 let mut defaults_started = false;52 for param in ¶ms {53 defaults_started = defaults_started || param.1.is_some();54 assert_eq!(defaults_started, param.1.is_some(), "defauld parameters should be used after all positionals");55 }56 expr::ParamsDesc(Rc::new(params))57 }58 / { expr::ParamsDesc(Rc::new(Vec::new())) }5960 pub rule arg(s: &ParserSettings) -> expr::Arg61 = name:$(id()) _ "=" _ expr:expr(s) {expr::Arg(Some(name.into()), expr)}62 / expr:expr(s) {expr::Arg(None, expr)}63 pub rule args(s: &ParserSettings) -> expr::ArgsDesc64 = args:arg(s) ** comma() comma()? {65 let mut named_started = false;66 for arg in &args {67 named_started = named_started || arg.0.is_some();68 assert_eq!(named_started, arg.0.is_some(), "named args should be used after all positionals");69 }70 expr::ArgsDesc(args)71 }72 / { expr::ArgsDesc(Vec::new()) }7374 pub rule bind(s: &ParserSettings) -> expr::BindSpec75 = name:$(id()) _ "=" _ expr:expr(s) {expr::BindSpec{name:name.into(), params: None, value: expr}}76 / name:$(id()) _ "(" _ params:params(s) _ ")" _ "=" _ expr:expr(s) {expr::BindSpec{name:name.into(), params: Some(params), value: expr}}77 pub rule assertion(s: &ParserSettings) -> expr::AssertStmt78 = keyword("assert") _ cond:expr(s) msg:(_ ":" _ e:expr(s) {e})? { expr::AssertStmt(cond, msg) }7980 pub rule whole_line() -> &'input str81 = str:$((!['\n'][_])* "\n") {str}82 pub rule string_block() -> String83 = "|||" (!['\n']single_whitespace())* "\n"84 empty_lines:$(['\n']*)85 prefix:[' ' | '\t']+ first_line:whole_line()86 lines:("\n" {"\n"} / [' ' | '\t']*<{prefix.len()}> s:whole_line() {s})*87 [' ' | '\t']*<, {prefix.len() - 1}> "|||"88 {let mut l = empty_lines.to_owned(); l.push_str(first_line); l.extend(lines); l}89 pub rule string() -> String90 = quiet!{ "\"" str:$(("\\\"" / "\\\\" / (!['"'][_]))*) "\"" {unescape::unescape(str).unwrap()}91 / "'" str:$(("\\'" / "\\\\" / (!['\''][_]))*) "'" {unescape::unescape(str).unwrap()}92 / "@'" str:$(("''" / (!['\''][_]))*) "'" {str.replace("''", "'")}93 / "@\"" str:$(("\"\"" / (!['"'][_]))*) "\"" {str.replace("\"\"", "\"")}94 / string_block() } / expected!("<string>")9596 pub rule field_name(s: &ParserSettings) -> expr::FieldName97 = name:$(id()) {expr::FieldName::Fixed(name.into())}98 / name:string() {expr::FieldName::Fixed(name.into())}99 / "[" _ expr:expr(s) _ "]" {expr::FieldName::Dyn(expr)}100 pub rule visibility() -> expr::Visibility101 = ":::" {expr::Visibility::Unhide}102 / "::" {expr::Visibility::Hidden}103 / ":" {expr::Visibility::Normal}104 pub rule field(s: &ParserSettings) -> expr::FieldMember105 = name:field_name(s) _ plus:"+"? _ visibility:visibility() _ value:expr(s) {expr::FieldMember{106 name,107 plus: plus.is_some(),108 params: None,109 visibility,110 value,111 }}112 / name:field_name(s) _ "(" _ params:params(s) _ ")" _ visibility:visibility() _ value:expr(s) {expr::FieldMember{113 name,114 plus: false,115 params: Some(params),116 visibility,117 value,118 }}119 pub rule obj_local(s: &ParserSettings) -> BindSpec120 = keyword("local") _ bind:bind(s) {bind}121 pub rule member(s: &ParserSettings) -> expr::Member122 = bind:obj_local(s) {expr::Member::BindStmt(bind)}123 / assertion:assertion(s) {expr::Member::AssertStmt(assertion)}124 / field:field(s) {expr::Member::Field(field)}125 pub rule objinside(s: &ParserSettings) -> expr::ObjBody126 = pre_locals:(b: obj_local(s) comma() {b})* "[" _ key:expr(s) _ "]" _ ":" _ value:expr(s) post_locals:(comma() b:obj_local(s) {b})* _ forspec:forspec(s) others:(_ rest:compspec(s) {rest})? {127 let mut compspecs = vec![CompSpec::ForSpec(forspec)];128 compspecs.extend(others.unwrap_or_default());129 expr::ObjBody::ObjComp(expr::ObjComp{130 pre_locals,131 key,132 value,133 post_locals,134 compspecs,135 })136 }137 / members:(member(s) ** comma()) comma()? {expr::ObjBody::MemberList(members)}138 pub rule ifspec(s: &ParserSettings) -> IfSpecData139 = keyword("if") _ expr:expr(s) {IfSpecData(expr)}140 pub rule forspec(s: &ParserSettings) -> ForSpecData141 = keyword("for") _ id:$(id()) _ keyword("in") _ cond:expr(s) {ForSpecData(id.into(), cond)}142 pub rule compspec(s: &ParserSettings) -> Vec<expr::CompSpec>143 = s:(i:ifspec(s) { expr::CompSpec::IfSpec(i) } / f:forspec(s) {expr::CompSpec::ForSpec(f)} ) ** _ {s}144 pub rule local_expr(s: &ParserSettings) -> LocExpr145 = l(s,<keyword("local") _ binds:bind(s) ** comma() _ ";" _ expr:expr(s) { Expr::LocalExpr(binds, expr) }>)146 pub rule string_expr(s: &ParserSettings) -> LocExpr147 = l(s, <s:string() {Expr::Str(s.into())}>)148 pub rule obj_expr(s: &ParserSettings) -> LocExpr149 = l(s,<"{" _ body:objinside(s) _ "}" {Expr::Obj(body)}>)150 pub rule array_expr(s: &ParserSettings) -> LocExpr151 = l(s,<"[" _ elems:(expr(s) ** comma()) _ comma()? "]" {Expr::Arr(elems)}>)152 pub rule array_comp_expr(s: &ParserSettings) -> LocExpr153 = l(s,<"[" _ expr:expr(s) _ comma()? _ forspec:forspec(s) _ others:(others: compspec(s) _ {others})? "]" {154 let mut specs = vec![CompSpec::ForSpec(forspec)];155 specs.extend(others.unwrap_or_default());156 Expr::ArrComp(expr, specs)157 }>)158 pub rule number_expr(s: &ParserSettings) -> LocExpr159 = l(s,<n:number() { expr::Expr::Num(n) }>)160 pub rule var_expr(s: &ParserSettings) -> LocExpr161 = l(s,<n:$(id()) { expr::Expr::Var(n.into()) }>)162 pub rule if_then_else_expr(s: &ParserSettings) -> LocExpr163 = l(s,<cond:ifspec(s) _ keyword("then") _ cond_then:expr(s) cond_else:(_ keyword("else") _ e:expr(s) {e})? {Expr::IfElse{164 cond,165 cond_then,166 cond_else,167 }}>)168169 pub rule literal(s: &ParserSettings) -> LocExpr170 = l(s,<v:(171 keyword("null") {LiteralType::Null}172 / keyword("true") {LiteralType::True}173 / keyword("false") {LiteralType::False}174 / keyword("self") {LiteralType::This}175 / keyword("$") {LiteralType::Dollar}176 / keyword("super") {LiteralType::Super}177 ) {Expr::Literal(v)}>)178179 pub rule expr_basic(s: &ParserSettings) -> LocExpr180 = literal(s)181182 / string_expr(s) / number_expr(s)183 / array_expr(s)184 / obj_expr(s)185 / array_expr(s)186 / array_comp_expr(s)187188 / l(s,<keyword("importstr") _ path:string() {Expr::ImportStr(PathBuf::from(path))}>)189 / l(s,<keyword("import") _ path:string() {Expr::Import(PathBuf::from(path))}>)190191 / var_expr(s)192 / local_expr(s)193 / if_then_else_expr(s)194195 / l(s,<keyword("function") _ "(" _ params:params(s) _ ")" _ expr:expr(s) {Expr::Function(params, expr)}>)196 / l(s,<assertion:assertion(s) _ ";" _ expr:expr(s) { Expr::AssertExpr(assertion, expr) }>)197198 / l(s,<keyword("error") _ expr:expr(s) { Expr::ErrorStmt(expr) }>)199200 rule slice_part(s: &ParserSettings) -> Option<LocExpr>201 = e:(_ e:expr(s) _{e})? {e}202 pub rule slice_desc(s: &ParserSettings) -> SliceDesc203 = start:slice_part(s) ":" pair:(end:slice_part(s) step:(":" e:slice_part(s){e})? {(end, step.flatten())})? {204 let (end, step) = if let Some((end, step)) = pair {205 (end, step)206 }else{207 (None, None)208 };209210 SliceDesc { start, end, step }211 }212213 rule binop(x: rule<()>) -> ()214 = quiet!{ x() } / expected!("<binary op>")215 rule unaryop(x: rule<()>) -> ()216 = quiet!{ x() } / expected!("<unary op>")217218 rule expr(s: &ParserSettings) -> LocExpr219 = start:position!() a:precedence! {220 a:(@) _ binop(<"||">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Or, b))}221 --222 a:(@) _ binop(<"&&">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::And, b))}223 --224 a:(@) _ binop(<"|">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::BitOr, b))}225 --226 a:@ _ binop(<"^">) _ b:(@) {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::BitXor, b))}227 --228 a:(@) _ binop(<"&">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::BitAnd, b))}229 --230 a:(@) _ binop(<"==">) _ b:@ {loc_expr_todo!(Expr::Apply(231 el!(Expr::Intrinsic("equals".into())),232 ArgsDesc(vec![Arg(None, a), Arg(None, b)]),233 true234 ))}235 a:(@) _ binop(<"!=">) _ b:@ {loc_expr_todo!(Expr::UnaryOp(UnaryOpType::Not, el!(Expr::Apply(236 el!(Expr::Intrinsic("equals".into())),237 ArgsDesc(vec![Arg(None, a), Arg(None, b)]),238 true239 ))))}240 --241 a:(@) _ binop(<"<">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Lt, b))}242 a:(@) _ binop(<">">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Gt, b))}243 a:(@) _ binop(<"<=">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Lte, b))}244 a:(@) _ binop(<">=">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Gte, b))}245 a:(@) _ binop(<keyword("in")>) _ b:@ {loc_expr_todo!(Expr::Apply(246 el!(Expr::Intrinsic("objectHasEx".into())), ArgsDesc(vec![Arg(None, b), Arg(None, a), Arg(None, el!(Expr::Literal(LiteralType::True)))]),247 true248 ))}249 --250 a:(@) _ binop(<"<<">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Lhs, b))}251 a:(@) _ binop(<">>">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Rhs, b))}252 --253 a:(@) _ binop(<"+">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Add, b))}254 a:(@) _ binop(<"-">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Sub, b))}255 --256 a:(@) _ binop(<"*">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Mul, b))}257 a:(@) _ binop(<"/">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Div, b))}258 a:(@) _ binop(<"%">) _ b:@ {loc_expr_todo!(Expr::Apply(259 el!(Expr::Intrinsic("mod".into())), ArgsDesc(vec![Arg(None, a), Arg(None, b)]),260 false261 ))}262 --263 unaryop(<"-">) _ b:@ {loc_expr_todo!(Expr::UnaryOp(UnaryOpType::Minus, b))}264 unaryop(<"!">) _ b:@ {loc_expr_todo!(Expr::UnaryOp(UnaryOpType::Not, b))}265 unaryop(<"~">) _ b:@ { loc_expr_todo!(Expr::UnaryOp(UnaryOpType::BitNot, b)) }266 --267 a:(@) _ "[" _ s:slice_desc(s) _ "]" {loc_expr_todo!(Expr::Apply(268 el!(Expr::Intrinsic("slice".into())),269 ArgsDesc(vec![270 Arg(None, a),271 Arg(None, s.start.unwrap_or_else(||el!(Expr::Literal(LiteralType::Null)))),272 Arg(None, s.end.unwrap_or_else(||el!(Expr::Literal(LiteralType::Null)))),273 Arg(None, s.step.unwrap_or_else(||el!(Expr::Literal(LiteralType::Null)))),274 ]),275 true,276 ))}277 a:(@) _ "." _ s:$(id()) {loc_expr_todo!(Expr::Index(a, el!(Expr::Str(s.into()))))}278 a:(@) _ "[" _ s:expr(s) _ "]" {loc_expr_todo!(Expr::Index(a, s))}279 a:(@) _ "(" _ args:args(s) _ ")" ts:(_ keyword("tailstrict"))? {loc_expr_todo!(Expr::Apply(a, args, ts.is_some()))}280 a:(@) _ "{" _ body:objinside(s) _ "}" {loc_expr_todo!(Expr::ObjExtend(a, body))}281 --282 e:expr_basic(s) {e}283 "(" _ e:expr(s) _ ")" {loc_expr_todo!(Expr::Parened(e))}284 } end:position!() {285 let LocExpr(e, _) = a;286 LocExpr(e, if s.loc_data {287 Some(ExprLocation(s.file_name.clone(), start, end))288 } else {289 None290 })291 }292 / e:expr_basic(s) {e}293294 pub rule jsonnet(s: &ParserSettings) -> LocExpr = _ e:expr(s) _ {e}295 }296}297298pub type ParseError = peg::error::ParseError<peg::str::LineCol>;299pub fn parse(str: &str, settings: &ParserSettings) -> Result<LocExpr, ParseError> {300 jsonnet_parser::jsonnet(str, settings)301}302303#[macro_export]304macro_rules! el {305 ($expr:expr) => {306 LocExpr(std::rc::Rc::new($expr), None)307 };308}309310#[cfg(test)]311pub mod tests {312 use super::{expr::*, parse};313 use crate::ParserSettings;314 use std::path::PathBuf;315 use std::rc::Rc;316317 macro_rules! parse {318 ($s:expr) => {319 parse(320 $s,321 &ParserSettings {322 loc_data: false,323 file_name: Rc::new(PathBuf::from("/test.jsonnet")),324 },325 )326 .unwrap()327 };328 }329330 mod expressions {331 use super::*;332333 pub fn basic_math() -> LocExpr {334 el!(Expr::BinaryOp(335 el!(Expr::Num(2.0)),336 BinaryOpType::Add,337 el!(Expr::BinaryOp(338 el!(Expr::Num(2.0)),339 BinaryOpType::Mul,340 el!(Expr::Num(2.0)),341 )),342 ))343 }344 }345346 #[test]347 fn multiline_string() {348 assert_eq!(349 parse!("|||\n Hello world!\n a\n|||"),350 el!(Expr::Str("Hello world!\n a\n".into())),351 );352 assert_eq!(353 parse!("|||\n Hello world!\n a\n|||"),354 el!(Expr::Str("Hello world!\n a\n".into())),355 );356 assert_eq!(357 parse!("|||\n\t\tHello world!\n\t\t\ta\n|||"),358 el!(Expr::Str("Hello world!\n\ta\n".into())),359 );360 assert_eq!(361 parse!("|||\n Hello world!\n a\n |||"),362 el!(Expr::Str("Hello world!\n a\n".into())),363 );364 }365366 #[test]367 fn slice() {368 parse!("a[1:]");369 parse!("a[1::]");370 parse!("a[:1:]");371 parse!("a[::1]");372 parse!("str[:len - 1]");373 }374375 #[test]376 fn string_escaping() {377 assert_eq!(378 parse!(r#""Hello, \"world\"!""#),379 el!(Expr::Str(r#"Hello, "world"!"#.into())),380 );381 assert_eq!(382 parse!(r#"'Hello \'world\'!'"#),383 el!(Expr::Str("Hello 'world'!".into())),384 );385 assert_eq!(parse!(r#"'\\\\'"#), el!(Expr::Str("\\\\".into())),);386 }387388 #[test]389 fn string_unescaping() {390 assert_eq!(391 parse!(r#""Hello\nWorld""#),392 el!(Expr::Str("Hello\nWorld".into())),393 );394 }395396 #[test]397 fn string_verbantim() {398 assert_eq!(399 parse!(r#"@"Hello\n""World""""#),400 el!(Expr::Str("Hello\\n\"World\"".into())),401 );402 }403404 #[test]405 fn imports() {406 assert_eq!(407 parse!("import \"hello\""),408 el!(Expr::Import(PathBuf::from("hello"))),409 );410 assert_eq!(411 parse!("importstr \"garnish.txt\""),412 el!(Expr::ImportStr(PathBuf::from("garnish.txt")))413 );414 }415416 #[test]417 fn empty_object() {418 assert_eq!(parse!("{}"), el!(Expr::Obj(ObjBody::MemberList(vec![]))));419 }420421 #[test]422 fn basic_math() {423 assert_eq!(424 parse!("2+2*2"),425 el!(Expr::BinaryOp(426 el!(Expr::Num(2.0)),427 BinaryOpType::Add,428 el!(Expr::BinaryOp(429 el!(Expr::Num(2.0)),430 BinaryOpType::Mul,431 el!(Expr::Num(2.0))432 ))433 ))434 );435 }436437 #[test]438 fn basic_math_with_indents() {439 assert_eq!(parse!("2 + 2 * 2 "), expressions::basic_math());440 }441442 #[test]443 fn basic_math_parened() {444 assert_eq!(445 parse!("2+(2+2*2)"),446 el!(Expr::BinaryOp(447 el!(Expr::Num(2.0)),448 BinaryOpType::Add,449 el!(Expr::Parened(expressions::basic_math())),450 ))451 );452 }453454 455 #[test]456 fn comments() {457 assert_eq!(458 parse!("2//comment\n+//comment\n3/*test*/*/*test*/4"),459 el!(Expr::BinaryOp(460 el!(Expr::Num(2.0)),461 BinaryOpType::Add,462 el!(Expr::BinaryOp(463 el!(Expr::Num(3.0)),464 BinaryOpType::Mul,465 el!(Expr::Num(4.0))466 ))467 ))468 );469 }470471 472 #[test]473 fn comment_escaping() {474 assert_eq!(475 parse!("2/*\\*/+*/ - 22"),476 el!(Expr::BinaryOp(477 el!(Expr::Num(2.0)),478 BinaryOpType::Sub,479 el!(Expr::Num(22.0))480 ))481 );482 }483484 #[test]485 fn suffix() {486 487 488 489 490 }491492 #[test]493 fn array_comp() {494 use Expr::*;495 assert_eq!(496 parse!("[std.deepJoin(x) for x in arr]"),497 el!(ArrComp(498 el!(Apply(499 el!(Index(el!(Var("std".into())), el!(Str("deepJoin".into())))),500 ArgsDesc(vec![Arg(None, el!(Var("x".into())))]),501 false,502 )),503 vec![CompSpec::ForSpec(ForSpecData(504 "x".into(),505 el!(Var("arr".into()))506 ))]507 )),508 )509 }510511 #[test]512 fn reserved() {513 use Expr::*;514 assert_eq!(parse!("null"), el!(Literal(LiteralType::Null)));515 assert_eq!(parse!("nulla"), el!(Var("nulla".into())));516 }517518 #[test]519 fn multiple_args_buf() {520 parse!("a(b, null_fields)");521 }522523 #[test]524 fn infix_precedence() {525 use Expr::*;526 assert_eq!(527 parse!("!a && !b"),528 el!(BinaryOp(529 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into())))),530 BinaryOpType::And,531 el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()))))532 ))533 );534 }535536 #[test]537 fn infix_precedence_division() {538 use Expr::*;539 assert_eq!(540 parse!("!a / !b"),541 el!(BinaryOp(542 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into())))),543 BinaryOpType::Div,544 el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()))))545 ))546 );547 }548549 #[test]550 fn double_negation() {551 use Expr::*;552 assert_eq!(553 parse!("!!a"),554 el!(UnaryOp(555 UnaryOpType::Not,556 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()))))557 ))558 )559 }560561 #[test]562 fn array_test_error() {563 parse!("[a for a in b if c for e in f]");564 565 }566567 #[test]568 fn can_parse_stdlib() {569 parse!(jrsonnet_stdlib::STDLIB_STR);570 }571572 573 574575576577578579}