1#![allow(clippy::redundant_closure_call)]23use peg::parser;4use std::{path::PathBuf, rc::Rc};5mod expr;6pub use expr::*;7pub use peg;89#[derive(Default)]10pub struct ParserSettings {11 pub loc_data: bool,12 pub file_name: Rc<PathBuf>,13}1415parser! {16 grammar jsonnet_parser() for str {17 use peg::ParseLiteral;1819 20 rule comment()21 = "//" (!['\n'][_])* "\n"22 / "/*" ("\\*/" / "\\\\" / (!("*/")[_]))* "*/"23 / "#" (!['\n'][_])* "\n"2425 rule single_whitespace() = quiet!{([' ' | '\r' | '\n' | '\t'] / comment())} / expected!("<whitespace>")26 rule _() = single_whitespace()*2728 29 rule comma() = quiet!{_ "," _} / expected!("<comma>")30 rule alpha() -> char = c:$(['_' | 'a'..='z' | 'A'..='Z']) {c.chars().next().unwrap()}31 rule digit() -> char = d:$(['0'..='9']) {d.chars().next().unwrap()}32 rule end_of_ident() = !['0'..='9' | '_' | 'a'..='z' | 'A'..='Z']33 34 rule uint() -> u64 = a:$(digit()+) { a.parse().unwrap() }35 36 rule number() -> f64 = quiet!{a:$(uint() ("." uint())? (['e'|'E'] (s:['+'|'-'])? uint())?) { a.parse().unwrap() }} / expected!("<number>")3738 39 rule reserved() = ("assert" / "else" / "error" / "false" / "for" / "function" / "if" / "import" / "importstr" / "in" / "local" / "null" / "tailstrict" / "then" / "self" / "super" / "true") end_of_ident()40 rule id() = quiet!{ !reserved() alpha() (alpha() / digit())*} / expected!("<identifier>")4142 rule keyword(id: &'static str) -> ()43 = ##parse_string_literal(id) end_of_ident()44 45 rule l(s: &ParserSettings, x: rule<Expr>) -> LocExpr46 = start:position!() v:x() end:position!() {loc_expr!(v, s.loc_data, (s.file_name.clone(), start, end))}4748 pub rule param(s: &ParserSettings) -> expr::Param = name:$(id()) expr:(_ "=" _ expr:expr(s){expr})? { expr::Param(name.into(), expr) }49 pub rule params(s: &ParserSettings) -> expr::ParamsDesc50 = params:param(s) ** comma() comma()? {51 let mut defaults_started = false;52 for param in ¶ms {53 defaults_started = defaults_started || param.1.is_some();54 assert_eq!(defaults_started, param.1.is_some(), "defauld parameters should be used after all positionals");55 }56 expr::ParamsDesc(Rc::new(params))57 }58 / { expr::ParamsDesc(Rc::new(Vec::new())) }5960 pub rule arg(s: &ParserSettings) -> expr::Arg61 = name:$(id()) _ "=" _ expr:expr(s) {expr::Arg(Some(name.into()), expr)}62 / expr:expr(s) {expr::Arg(None, expr)}63 pub rule args(s: &ParserSettings) -> expr::ArgsDesc64 = args:arg(s) ** comma() comma()? {65 let mut named_started = false;66 for arg in &args {67 named_started = named_started || arg.0.is_some();68 assert_eq!(named_started, arg.0.is_some(), "named args should be used after all positionals");69 }70 expr::ArgsDesc(args)71 }72 / { expr::ArgsDesc(Vec::new()) }7374 pub rule bind(s: &ParserSettings) -> expr::BindSpec75 = name:$(id()) _ "=" _ expr:expr(s) {expr::BindSpec{name:name.into(), params: None, value: expr}}76 / name:$(id()) _ "(" _ params:params(s) _ ")" _ "=" _ expr:expr(s) {expr::BindSpec{name:name.into(), params: Some(params), value: expr}}77 pub rule assertion(s: &ParserSettings) -> expr::AssertStmt78 = keyword("assert") _ cond:expr(s) msg:(_ ":" _ e:expr(s) {e})? { expr::AssertStmt(cond, msg) }7980 pub rule whole_line() -> &'input str81 = str:$((!['\n'][_])* "\n") {str}82 pub rule string_block() -> String83 = "|||" (!['\n']single_whitespace())* "\n"84 empty_lines:$(['\n']*)85 prefix:[' ' | '\t']+ first_line:whole_line()86 lines:("\n" {"\n"} / [' ' | '\t']*<{prefix.len()}> s:whole_line() {s})*87 [' ' | '\t']*<, {prefix.len() - 1}> "|||"88 {let mut l = empty_lines.to_owned(); l.push_str(first_line); l.extend(lines); l}89 pub rule string() -> String90 = quiet!{ "\"" str:$(("\\\"" / "\\\\" / (!['"'][_]))*) "\"" {unescape::unescape(str).unwrap()}91 / "'" str:$(("\\'" / "\\\\" / (!['\''][_]))*) "'" {unescape::unescape(str).unwrap()}92 / "@'" str:$(("''" / (!['\''][_]))*) "'" {str.replace("''", "'")}93 / "@\"" str:$(("\"\"" / (!['"'][_]))*) "\"" {str.replace("\"\"", "\"")}94 / string_block() } / expected!("<string>")9596 pub rule field_name(s: &ParserSettings) -> expr::FieldName97 = name:$(id()) {expr::FieldName::Fixed(name.into())}98 / name:string() {expr::FieldName::Fixed(name.into())}99 / "[" _ expr:expr(s) _ "]" {expr::FieldName::Dyn(expr)}100 pub rule visibility() -> expr::Visibility101 = ":::" {expr::Visibility::Unhide}102 / "::" {expr::Visibility::Hidden}103 / ":" {expr::Visibility::Normal}104 pub rule field(s: &ParserSettings) -> expr::FieldMember105 = name:field_name(s) _ plus:"+"? _ visibility:visibility() _ value:expr(s) {expr::FieldMember{106 name,107 plus: plus.is_some(),108 params: None,109 visibility,110 value,111 }}112 / name:field_name(s) _ "(" _ params:params(s) _ ")" _ visibility:visibility() _ value:expr(s) {expr::FieldMember{113 name,114 plus: false,115 params: Some(params),116 visibility,117 value,118 }}119 pub rule obj_local(s: &ParserSettings) -> BindSpec120 = keyword("local") _ bind:bind(s) {bind}121 pub rule member(s: &ParserSettings) -> expr::Member122 = bind:obj_local(s) {expr::Member::BindStmt(bind)}123 / assertion:assertion(s) {expr::Member::AssertStmt(assertion)}124 / field:field(s) {expr::Member::Field(field)}125 pub rule objinside(s: &ParserSettings) -> expr::ObjBody126 = pre_locals:(b: obj_local(s) comma() {b})* "[" _ key:expr(s) _ "]" _ ":" _ value:expr(s) post_locals:(comma() b:obj_local(s) {b})* _ forspec:forspec(s) others:(_ rest:compspec(s) {rest})? {127 let mut compspecs = vec![CompSpec::ForSpec(forspec)];128 compspecs.extend(others.unwrap_or_default());129 expr::ObjBody::ObjComp(expr::ObjComp{130 pre_locals,131 key,132 value,133 post_locals,134 compspecs,135 })136 }137 / members:(member(s) ** comma()) comma()? {expr::ObjBody::MemberList(members)}138 pub rule ifspec(s: &ParserSettings) -> IfSpecData139 = keyword("if") _ expr:expr(s) {IfSpecData(expr)}140 pub rule forspec(s: &ParserSettings) -> ForSpecData141 = keyword("for") _ id:$(id()) _ keyword("in") _ cond:expr(s) {ForSpecData(id.into(), cond)}142 pub rule compspec(s: &ParserSettings) -> Vec<expr::CompSpec>143 = s:(i:ifspec(s) { expr::CompSpec::IfSpec(i) } / f:forspec(s) {expr::CompSpec::ForSpec(f)} ) ** _ {s}144 pub rule local_expr(s: &ParserSettings) -> LocExpr145 = l(s,<keyword("local") _ binds:bind(s) ** comma() _ ";" _ expr:expr(s) { Expr::LocalExpr(binds, expr) }>)146 pub rule string_expr(s: &ParserSettings) -> LocExpr147 = l(s, <s:string() {Expr::Str(s.into())}>)148 pub rule obj_expr(s: &ParserSettings) -> LocExpr149 = l(s,<"{" _ body:objinside(s) _ "}" {Expr::Obj(body)}>)150 pub rule array_expr(s: &ParserSettings) -> LocExpr151 = l(s,<"[" _ elems:(expr(s) ** comma()) _ comma()? "]" {Expr::Arr(elems)}>)152 pub rule array_comp_expr(s: &ParserSettings) -> LocExpr153 = l(s,<"[" _ expr:expr(s) _ comma()? _ forspec:forspec(s) _ others:(others: compspec(s) _ {others})? "]" {154 let mut specs = vec![CompSpec::ForSpec(forspec)];155 specs.extend(others.unwrap_or_default());156 Expr::ArrComp(expr, specs)157 }>)158 pub rule number_expr(s: &ParserSettings) -> LocExpr159 = l(s,<n:number() { expr::Expr::Num(n) }>)160 pub rule var_expr(s: &ParserSettings) -> LocExpr161 = l(s,<n:$(id()) { expr::Expr::Var(n.into()) }>)162 pub rule if_then_else_expr(s: &ParserSettings) -> LocExpr163 = l(s,<cond:ifspec(s) _ keyword("then") _ cond_then:expr(s) cond_else:(_ keyword("else") _ e:expr(s) {e})? {Expr::IfElse{164 cond,165 cond_then,166 cond_else,167 }}>)168169 pub rule literal(s: &ParserSettings) -> LocExpr170 = l(s,<v:(171 keyword("null") {LiteralType::Null}172 / keyword("true") {LiteralType::True}173 / keyword("false") {LiteralType::False}174 / keyword("self") {LiteralType::This}175 / keyword("$") {LiteralType::Dollar}176 / keyword("super") {LiteralType::Super}177 ) {Expr::Literal(v)}>)178179 pub rule expr_basic(s: &ParserSettings) -> LocExpr180 = literal(s)181182 / string_expr(s) / number_expr(s)183 / array_expr(s)184 / obj_expr(s)185 / array_expr(s)186 / array_comp_expr(s)187188 / l(s,<keyword("importstr") _ path:string() {Expr::ImportStr(PathBuf::from(path))}>)189 / l(s,<keyword("import") _ path:string() {Expr::Import(PathBuf::from(path))}>)190191 / var_expr(s)192 / local_expr(s)193 / if_then_else_expr(s)194195 / l(s,<keyword("function") _ "(" _ params:params(s) _ ")" _ expr:expr(s) {Expr::Function(params, expr)}>)196 / l(s,<assertion:assertion(s) _ ";" _ expr:expr(s) { Expr::AssertExpr(assertion, expr) }>)197198 / l(s,<keyword("error") _ expr:expr(s) { Expr::ErrorStmt(expr) }>)199200 rule slice_part(s: &ParserSettings) -> Option<LocExpr>201 = e:(_ e:expr(s) _{e})? {e}202 pub rule slice_desc(s: &ParserSettings) -> SliceDesc203 = start:slice_part(s) ":" pair:(end:slice_part(s) step:(":" e:slice_part(s){e})? {(end, step.flatten())})? {204 let (end, step) = if let Some((end, step)) = pair {205 (end, step)206 }else{207 (None, None)208 };209210 SliceDesc { start, end, step }211 }212213 rule binop(x: rule<()>) -> ()214 = quiet!{ x() } / expected!("<binary op>")215 rule unaryop(x: rule<()>) -> ()216 = quiet!{ x() } / expected!("<unary op>")217218 rule expr(s: &ParserSettings) -> LocExpr219 = start:position!() a:precedence! {220 a:(@) _ binop(<"||">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Or, b))}221 --222 a:(@) _ binop(<"&&">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::And, b))}223 --224 a:(@) _ binop(<"|">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::BitOr, b))}225 --226 a:@ _ binop(<"^">) _ b:(@) {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::BitXor, b))}227 --228 a:(@) _ binop(<"&">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::BitAnd, b))}229 --230 a:(@) _ binop(<"==">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Eq, b))}231 a:(@) _ binop(<"!=">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Neq, b))}232 --233 a:(@) _ binop(<"<">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Lt, b))}234 a:(@) _ binop(<">">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Gt, b))}235 a:(@) _ binop(<"<=">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Lte, b))}236 a:(@) _ binop(<">=">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Gte, b))}237 a:(@) _ binop(<keyword("in")>) _ b:@ {loc_expr_todo!(Expr::Apply(238 el!(Expr::Intrinsic("objectHasEx".into())), ArgsDesc(vec![Arg(None, b), Arg(None, a), Arg(None, el!(Expr::Literal(LiteralType::True)))]),239 true240 ))}241 --242 a:(@) _ binop(<"<<">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Lhs, b))}243 a:(@) _ binop(<">>">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Rhs, b))}244 --245 a:(@) _ binop(<"+">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Add, b))}246 a:(@) _ binop(<"-">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Sub, b))}247 --248 a:(@) _ binop(<"*">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Mul, b))}249 a:(@) _ binop(<"/">) _ b:@ {loc_expr_todo!(Expr::BinaryOp(a, BinaryOpType::Div, b))}250 a:(@) _ binop(<"%">) _ b:@ {loc_expr_todo!(Expr::Apply(251 el!(Expr::Intrinsic("mod".into())), ArgsDesc(vec![Arg(None, a), Arg(None, b)]),252 false253 ))}254 --255 unaryop(<"-">) _ b:@ {loc_expr_todo!(Expr::UnaryOp(UnaryOpType::Minus, b))}256 unaryop(<"!">) _ b:@ {loc_expr_todo!(Expr::UnaryOp(UnaryOpType::Not, b))}257 unaryop(<"~">) _ b:@ { loc_expr_todo!(Expr::UnaryOp(UnaryOpType::BitNot, b)) }258 --259 a:(@) _ "[" _ s:slice_desc(s) _ "]" {loc_expr_todo!(Expr::Apply(260 el!(Expr::Intrinsic("slice".into())),261 ArgsDesc(vec![262 Arg(None, a),263 Arg(None, s.start.unwrap_or_else(||el!(Expr::Literal(LiteralType::Null)))),264 Arg(None, s.end.unwrap_or_else(||el!(Expr::Literal(LiteralType::Null)))),265 Arg(None, s.step.unwrap_or_else(||el!(Expr::Literal(LiteralType::Null)))),266 ]),267 true,268 ))}269 a:(@) _ "." _ s:$(id()) {loc_expr_todo!(Expr::Index(a, el!(Expr::Str(s.into()))))}270 a:(@) _ "[" _ s:expr(s) _ "]" {loc_expr_todo!(Expr::Index(a, s))}271 a:(@) _ "(" _ args:args(s) _ ")" ts:(_ keyword("tailstrict"))? {loc_expr_todo!(Expr::Apply(a, args, ts.is_some()))}272 a:(@) _ "{" _ body:objinside(s) _ "}" {loc_expr_todo!(Expr::ObjExtend(a, body))}273 --274 e:expr_basic(s) {e}275 "(" _ e:expr(s) _ ")" {loc_expr_todo!(Expr::Parened(e))}276 } end:position!() {277 let LocExpr(e, _) = a;278 LocExpr(e, if s.loc_data {279 Some(ExprLocation(s.file_name.clone(), start, end))280 } else {281 None282 })283 }284 / e:expr_basic(s) {e}285286 pub rule jsonnet(s: &ParserSettings) -> LocExpr = _ e:expr(s) _ {e}287 }288}289290pub type ParseError = peg::error::ParseError<peg::str::LineCol>;291pub fn parse(str: &str, settings: &ParserSettings) -> Result<LocExpr, ParseError> {292 jsonnet_parser::jsonnet(str, settings)293}294295#[macro_export]296macro_rules! el {297 ($expr:expr) => {298 LocExpr(std::rc::Rc::new($expr), None)299 };300}301302#[cfg(test)]303pub mod tests {304 use super::{expr::*, parse};305 use crate::ParserSettings;306 use std::path::PathBuf;307 use std::rc::Rc;308309 macro_rules! parse {310 ($s:expr) => {311 parse(312 $s,313 &ParserSettings {314 loc_data: false,315 file_name: Rc::new(PathBuf::from("/test.jsonnet")),316 },317 )318 .unwrap()319 };320 }321322 mod expressions {323 use super::*;324325 pub fn basic_math() -> LocExpr {326 el!(Expr::BinaryOp(327 el!(Expr::Num(2.0)),328 BinaryOpType::Add,329 el!(Expr::BinaryOp(330 el!(Expr::Num(2.0)),331 BinaryOpType::Mul,332 el!(Expr::Num(2.0)),333 )),334 ))335 }336 }337338 #[test]339 fn multiline_string() {340 assert_eq!(341 parse!("|||\n Hello world!\n a\n|||"),342 el!(Expr::Str("Hello world!\n a\n".into())),343 );344 assert_eq!(345 parse!("|||\n Hello world!\n a\n|||"),346 el!(Expr::Str("Hello world!\n a\n".into())),347 );348 assert_eq!(349 parse!("|||\n\t\tHello world!\n\t\t\ta\n|||"),350 el!(Expr::Str("Hello world!\n\ta\n".into())),351 );352 assert_eq!(353 parse!("|||\n Hello world!\n a\n |||"),354 el!(Expr::Str("Hello world!\n a\n".into())),355 );356 }357358 #[test]359 fn slice() {360 parse!("a[1:]");361 parse!("a[1::]");362 parse!("a[:1:]");363 parse!("a[::1]");364 parse!("str[:len - 1]");365 }366367 #[test]368 fn string_escaping() {369 assert_eq!(370 parse!(r#""Hello, \"world\"!""#),371 el!(Expr::Str(r#"Hello, "world"!"#.into())),372 );373 assert_eq!(374 parse!(r#"'Hello \'world\'!'"#),375 el!(Expr::Str("Hello 'world'!".into())),376 );377 assert_eq!(parse!(r#"'\\\\'"#), el!(Expr::Str("\\\\".into())),);378 }379380 #[test]381 fn string_unescaping() {382 assert_eq!(383 parse!(r#""Hello\nWorld""#),384 el!(Expr::Str("Hello\nWorld".into())),385 );386 }387388 #[test]389 fn string_verbantim() {390 assert_eq!(391 parse!(r#"@"Hello\n""World""""#),392 el!(Expr::Str("Hello\\n\"World\"".into())),393 );394 }395396 #[test]397 fn imports() {398 assert_eq!(399 parse!("import \"hello\""),400 el!(Expr::Import(PathBuf::from("hello"))),401 );402 assert_eq!(403 parse!("importstr \"garnish.txt\""),404 el!(Expr::ImportStr(PathBuf::from("garnish.txt")))405 );406 }407408 #[test]409 fn empty_object() {410 assert_eq!(parse!("{}"), el!(Expr::Obj(ObjBody::MemberList(vec![]))));411 }412413 #[test]414 fn basic_math() {415 assert_eq!(416 parse!("2+2*2"),417 el!(Expr::BinaryOp(418 el!(Expr::Num(2.0)),419 BinaryOpType::Add,420 el!(Expr::BinaryOp(421 el!(Expr::Num(2.0)),422 BinaryOpType::Mul,423 el!(Expr::Num(2.0))424 ))425 ))426 );427 }428429 #[test]430 fn basic_math_with_indents() {431 assert_eq!(parse!("2 + 2 * 2 "), expressions::basic_math());432 }433434 #[test]435 fn basic_math_parened() {436 assert_eq!(437 parse!("2+(2+2*2)"),438 el!(Expr::BinaryOp(439 el!(Expr::Num(2.0)),440 BinaryOpType::Add,441 el!(Expr::Parened(expressions::basic_math())),442 ))443 );444 }445446 447 #[test]448 fn comments() {449 assert_eq!(450 parse!("2//comment\n+//comment\n3/*test*/*/*test*/4"),451 el!(Expr::BinaryOp(452 el!(Expr::Num(2.0)),453 BinaryOpType::Add,454 el!(Expr::BinaryOp(455 el!(Expr::Num(3.0)),456 BinaryOpType::Mul,457 el!(Expr::Num(4.0))458 ))459 ))460 );461 }462463 464 #[test]465 fn comment_escaping() {466 assert_eq!(467 parse!("2/*\\*/+*/ - 22"),468 el!(Expr::BinaryOp(469 el!(Expr::Num(2.0)),470 BinaryOpType::Sub,471 el!(Expr::Num(22.0))472 ))473 );474 }475476 #[test]477 fn suffix() {478 479 480 481 482 }483484 #[test]485 fn array_comp() {486 use Expr::*;487 assert_eq!(488 parse!("[std.deepJoin(x) for x in arr]"),489 el!(ArrComp(490 el!(Apply(491 el!(Index(el!(Var("std".into())), el!(Str("deepJoin".into())))),492 ArgsDesc(vec![Arg(None, el!(Var("x".into())))]),493 false,494 )),495 vec![CompSpec::ForSpec(ForSpecData(496 "x".into(),497 el!(Var("arr".into()))498 ))]499 )),500 )501 }502503 #[test]504 fn reserved() {505 use Expr::*;506 assert_eq!(parse!("null"), el!(Literal(LiteralType::Null)));507 assert_eq!(parse!("nulla"), el!(Var("nulla".into())));508 }509510 #[test]511 fn multiple_args_buf() {512 parse!("a(b, null_fields)");513 }514515 #[test]516 fn infix_precedence() {517 use Expr::*;518 assert_eq!(519 parse!("!a && !b"),520 el!(BinaryOp(521 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into())))),522 BinaryOpType::And,523 el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()))))524 ))525 );526 }527528 #[test]529 fn infix_precedence_division() {530 use Expr::*;531 assert_eq!(532 parse!("!a / !b"),533 el!(BinaryOp(534 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into())))),535 BinaryOpType::Div,536 el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()))))537 ))538 );539 }540541 #[test]542 fn double_negation() {543 use Expr::*;544 assert_eq!(545 parse!("!!a"),546 el!(UnaryOp(547 UnaryOpType::Not,548 el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()))))549 ))550 )551 }552553 #[test]554 fn array_test_error() {555 parse!("[a for a in b if c for e in f]");556 557 }558559 #[test]560 fn can_parse_stdlib() {561 parse!(jrsonnet_stdlib::STDLIB_STR);562 }563564 565 566567568569570571}