git.delta.rocks / jrsonnet / refs/commits / b932109b27ad

difftreelog

fix parser argument error message

Yaroslav Bolyukin2022-11-03parent: #796c7a0.patch.diff
in: master

1 file changed

modifiedcrates/jrsonnet-parser/src/lib.rsdiffbeforeafterboth
before · crates/jrsonnet-parser/src/lib.rs
1#![allow(clippy::redundant_closure_call, clippy::derive_partial_eq_without_eq)]23use std::rc::Rc;45use peg::parser;6mod expr;7pub use expr::*;8pub use jrsonnet_interner::IStr;9pub use peg;10mod location;11mod source;12mod unescape;13pub use location::CodeLocation;14pub use source::{Source, SourceDirectory, SourceFile, SourcePath, SourcePathT, SourceVirtual};1516pub struct ParserSettings {17	pub file_name: Source,18}1920macro_rules! expr_bin {21	($a:ident $op:ident $b:ident) => {22		Expr::BinaryOp($a, $op, $b)23	};24}25macro_rules! expr_un {26	($op:ident $a:ident) => {27		Expr::UnaryOp($op, $a)28	};29}3031parser! {32	grammar jsonnet_parser() for str {33		use peg::ParseLiteral;3435		rule eof() = quiet!{![_]} / expected!("<eof>")36		rule eol() = "\n" / eof()3738		/// Standard C-like comments39		rule comment()40			= "//" (!eol()[_])* eol()41			/ "/*" ("\\*/" / "\\\\" / (!("*/")[_]))* "*/"42			/ "#" (!eol()[_])* eol()4344		rule single_whitespace() = quiet!{([' ' | '\r' | '\n' | '\t'] / comment())} / expected!("<whitespace>")45		rule _() = quiet!{([' ' | '\r' | '\n' | '\t']+) / comment()}* / expected!("<whitespace>")4647		/// For comma-delimited elements48		rule comma() = quiet!{_ "," _} / expected!("<comma>")49		rule alpha() -> char = c:$(['_' | 'a'..='z' | 'A'..='Z']) {c.chars().next().unwrap()}50		rule digit() -> char = d:$(['0'..='9']) {d.chars().next().unwrap()}51		rule end_of_ident() = !['0'..='9' | '_' | 'a'..='z' | 'A'..='Z']52		/// Sequence of digits53		rule uint_str() -> &'input str = a:$(digit()+) { a }54		/// Number in scientific notation format55		rule number() -> f64 = quiet!{a:$(uint_str() ("." uint_str())? (['e'|'E'] (s:['+'|'-'])? uint_str())?) {? a.parse().map_err(|_| "<number>") }} / expected!("<number>")5657		/// Reserved word followed by any non-alphanumberic58		rule reserved() = ("assert" / "else" / "error" / "false" / "for" / "function" / "if" / "import" / "importstr" / "importbin" / "in" / "local" / "null" / "tailstrict" / "then" / "self" / "super" / "true") end_of_ident()59		rule id() -> IStr = v:$(quiet!{ !reserved() alpha() (alpha() / digit())*} / expected!("<identifier>")) { v.into() }6061		rule keyword(id: &'static str) -> ()62			= ##parse_string_literal(id) end_of_ident()6364		pub rule param(s: &ParserSettings) -> expr::Param = name:destruct(s) expr:(_ "=" _ expr:expr(s){expr})? { expr::Param(name, expr) }65		pub rule params(s: &ParserSettings) -> expr::ParamsDesc66			= params:param(s) ** comma() comma()? { expr::ParamsDesc(Rc::new(params)) }67			/ { expr::ParamsDesc(Rc::new(Vec::new())) }6869		pub rule arg(s: &ParserSettings) -> (Option<IStr>, LocExpr)70			= quiet! { name:(s:id() _ "=" !['='] _ {s})? expr:expr(s) {(name, expr)} }71			/ expected!("<argument>")7273		pub rule args(s: &ParserSettings) -> expr::ArgsDesc74			= args:arg(s)**comma() comma()? {?75				let unnamed_count = args.iter().take_while(|(n, _)| n.is_none()).count();76				let mut unnamed = Vec::with_capacity(unnamed_count);77				let mut named = Vec::with_capacity(args.len() - unnamed_count);78				let mut named_started = false;79				for (name, value) in args {80					if let Some(name) = name {81						named_started = true;82						named.push((name, value));83					} else {84						if named_started {85							return Err("<named argument>")86						}87						unnamed.push(value);88					}89				}90				Ok(expr::ArgsDesc::new(unnamed, named))91			}9293		pub rule destruct_rest() -> expr::DestructRest94			= "..." into:(_ into:id() {into})? {if let Some(into) = into {95				expr::DestructRest::Keep(into)96			} else {expr::DestructRest::Drop}}97		pub rule destruct_array(s: &ParserSettings) -> expr::Destruct98			= "[" _ start:destruct(s)**comma() rest:(99				comma() _ rest:destruct_rest()? end:(100					comma() end:destruct(s)**comma() (_ comma())? {end}101					/ comma()? {Vec::new()}102				) {(rest, end)}103				/ comma()? {(None, Vec::new())}104			) _ "]" {?105				#[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Array {106					start,107					rest: rest.0,108					end: rest.1,109				});110				#[cfg(not(feature = "exp-destruct"))] Err("experimental destructuring was not enabled")111			}112		pub rule destruct_object(s: &ParserSettings) -> expr::Destruct113			= "{" _114				fields:(name:id() into:(_ ":" _ into:destruct(s) {into})? default:(_ "=" _ v:expr(s) {v})? {(name, into, default)})**comma()115				rest:(116					comma() rest:destruct_rest()? {rest}117					/ comma()? {None}118				)119			_ "}" {?120				#[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Object {121					fields,122					rest,123				});124				#[cfg(not(feature = "exp-destruct"))] Err("experimental destructuring was not enabled")125			}126		pub rule destruct(s: &ParserSettings) -> expr::Destruct127			= v:id() {expr::Destruct::Full(v)}128			/ "?" {?129				#[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Skip);130				#[cfg(not(feature = "exp-destruct"))] Err("experimental destructuring was not enabled")131			}132			/ arr:destruct_array(s) {arr}133			/ obj:destruct_object(s) {obj}134135		pub rule bind(s: &ParserSettings) -> expr::BindSpec136			= into:destruct(s) _ "=" _ expr:expr(s) {expr::BindSpec::Field{into, value: expr}}137			/ name:id() _ "(" _ params:params(s) _ ")" _ "=" _ expr:expr(s) {expr::BindSpec::Function{name, params, value: expr}}138139		pub rule assertion(s: &ParserSettings) -> expr::AssertStmt140			= keyword("assert") _ cond:expr(s) msg:(_ ":" _ e:expr(s) {e})? { expr::AssertStmt(cond, msg) }141142		pub rule whole_line() -> &'input str143			= str:$((!['\n'][_])* "\n") {str}144		pub rule string_block() -> String145			= "|||" (!['\n']single_whitespace())* "\n"146			  empty_lines:$(['\n']*)147			  prefix:[' ' | '\t']+ first_line:whole_line()148			  lines:("\n" {"\n"} / [' ' | '\t']*<{prefix.len()}> s:whole_line() {s})*149			  [' ' | '\t']*<, {prefix.len() - 1}> "|||"150			  {let mut l = empty_lines.to_owned(); l.push_str(first_line); l.extend(lines); l}151152		rule hex_char()153			= quiet! { ['0'..='9' | 'a'..='f' | 'A'..='F'] } / expected!("<hex char>")154155		rule string_char(c: rule<()>)156			= (!['\\']!c()[_])+157			/ "\\\\"158			/ "\\u" hex_char() hex_char() hex_char() hex_char()159			/ "\\x" hex_char() hex_char()160			/ ['\\'] (quiet! { ['b' | 'f' | 'n' | 'r' | 't' | '"' | '\''] } / expected!("<escape character>"))161		pub rule string() -> String162			= ['"'] str:$(string_char(<"\"">)*) ['"'] {? unescape::unescape(str).ok_or("<escaped string>")}163			/ ['\''] str:$(string_char(<"\'">)*) ['\''] {? unescape::unescape(str).ok_or("<escaped string>")}164			/ quiet!{ "@'" str:$(("''" / (!['\''][_]))*) "'" {str.replace("''", "'")}165			/ "@\"" str:$(("\"\"" / (!['"'][_]))*) "\"" {str.replace("\"\"", "\"")}166			/ string_block() } / expected!("<string>")167168		pub rule field_name(s: &ParserSettings) -> expr::FieldName169			= name:id() {expr::FieldName::Fixed(name)}170			/ name:string() {expr::FieldName::Fixed(name.into())}171			/ "[" _ expr:expr(s) _ "]" {expr::FieldName::Dyn(expr)}172		pub rule visibility() -> expr::Visibility173			= ":::" {expr::Visibility::Unhide}174			/ "::" {expr::Visibility::Hidden}175			/ ":" {expr::Visibility::Normal}176		pub rule field(s: &ParserSettings) -> expr::FieldMember177			= name:field_name(s) _ plus:"+"? _ visibility:visibility() _ value:expr(s) {expr::FieldMember{178				name,179				plus: plus.is_some(),180				params: None,181				visibility,182				value,183			}}184			/ name:field_name(s) _ "(" _ params:params(s) _ ")" _ visibility:visibility() _ value:expr(s) {expr::FieldMember{185				name,186				plus: false,187				params: Some(params),188				visibility,189				value,190			}}191		pub rule obj_local(s: &ParserSettings) -> BindSpec192			= keyword("local") _ bind:bind(s) {bind}193		pub rule member(s: &ParserSettings) -> expr::Member194			= bind:obj_local(s) {expr::Member::BindStmt(bind)}195			/ assertion:assertion(s) {expr::Member::AssertStmt(assertion)}196			/ field:field(s) {expr::Member::Field(field)}197		pub rule objinside(s: &ParserSettings) -> expr::ObjBody198			= pre_locals:(b: obj_local(s) comma() {b})* "[" _ key:expr(s) _ "]" _ plus:"+"? _ ":" _ value:expr(s) post_locals:(comma() b:obj_local(s) {b})* _ ("," _)? forspec:forspec(s) others:(_ rest:compspec(s) {rest})? {199				let mut compspecs = vec![CompSpec::ForSpec(forspec)];200				compspecs.extend(others.unwrap_or_default());201				expr::ObjBody::ObjComp(expr::ObjComp{202					pre_locals,203					key,204					plus: plus.is_some(),205					value,206					post_locals,207					compspecs,208				})209			}210			/ members:(member(s) ** comma()) comma()? {expr::ObjBody::MemberList(members)}211		pub rule ifspec(s: &ParserSettings) -> IfSpecData212			= keyword("if") _ expr:expr(s) {IfSpecData(expr)}213		pub rule forspec(s: &ParserSettings) -> ForSpecData214			= keyword("for") _ id:id() _ keyword("in") _ cond:expr(s) {ForSpecData(id, cond)}215		pub rule compspec(s: &ParserSettings) -> Vec<expr::CompSpec>216			= s:(i:ifspec(s) { expr::CompSpec::IfSpec(i) } / f:forspec(s) {expr::CompSpec::ForSpec(f)} ) ** _ {s}217		pub rule local_expr(s: &ParserSettings) -> Expr218			= keyword("local") _ binds:bind(s) ** comma() (_ ",")? _ ";" _ expr:expr(s) { Expr::LocalExpr(binds, expr) }219		pub rule string_expr(s: &ParserSettings) -> Expr220			= s:string() {Expr::Str(s.into())}221		pub rule obj_expr(s: &ParserSettings) -> Expr222			= "{" _ body:objinside(s) _ "}" {Expr::Obj(body)}223		pub rule array_expr(s: &ParserSettings) -> Expr224			= "[" _ elems:(expr(s) ** comma()) _ comma()? "]" {Expr::Arr(elems)}225		pub rule array_comp_expr(s: &ParserSettings) -> Expr226			= "[" _ expr:expr(s) _ comma()? _ forspec:forspec(s) _ others:(others: compspec(s) _ {others})? "]" {227				let mut specs = vec![CompSpec::ForSpec(forspec)];228				specs.extend(others.unwrap_or_default());229				Expr::ArrComp(expr, specs)230			}231		pub rule number_expr(s: &ParserSettings) -> Expr232			= n:number() { expr::Expr::Num(n) }233		pub rule var_expr(s: &ParserSettings) -> Expr234			= n:id() { expr::Expr::Var(n) }235		pub rule id_loc(s: &ParserSettings) -> LocExpr236			= a:position!() n:id() b:position!() { LocExpr(Rc::new(expr::Expr::Str(n)), ExprLocation(s.file_name.clone(), a as u32,b as u32)) }237		pub rule if_then_else_expr(s: &ParserSettings) -> Expr238			= cond:ifspec(s) _ keyword("then") _ cond_then:expr(s) cond_else:(_ keyword("else") _ e:expr(s) {e})? {Expr::IfElse{239				cond,240				cond_then,241				cond_else,242			}}243244		pub rule literal(s: &ParserSettings) -> Expr245			= v:(246				keyword("null") {LiteralType::Null}247				/ keyword("true") {LiteralType::True}248				/ keyword("false") {LiteralType::False}249				/ keyword("self") {LiteralType::This}250				/ keyword("$") {LiteralType::Dollar}251				/ keyword("super") {LiteralType::Super}252			) {Expr::Literal(v)}253254		pub rule expr_basic(s: &ParserSettings) -> Expr255			= literal(s)256257			/ string_expr(s) / number_expr(s)258			/ array_expr(s)259			/ obj_expr(s)260			/ array_expr(s)261			/ array_comp_expr(s)262263			/ keyword("importstr") _ path:string() {Expr::ImportStr(path.into())}264			/ keyword("importbin") _ path:string() {Expr::ImportBin(path.into())}265			/ keyword("import") _ path:string() {Expr::Import(path.into())}266267			/ var_expr(s)268			/ local_expr(s)269			/ if_then_else_expr(s)270271			/ keyword("function") _ "(" _ params:params(s) _ ")" _ expr:expr(s) {Expr::Function(params, expr)}272			/ assertion:assertion(s) _ ";" _ expr:expr(s) { Expr::AssertExpr(assertion, expr) }273274			/ keyword("error") _ expr:expr(s) { Expr::ErrorStmt(expr) }275276		rule slice_part(s: &ParserSettings) -> Option<LocExpr>277			= _ e:(e:expr(s) _{e})? {e}278		pub rule slice_desc(s: &ParserSettings) -> SliceDesc279			= start:slice_part(s) ":" pair:(end:slice_part(s) step:(":" e:slice_part(s){e})? {(end, step.flatten())})? {280				let (end, step) = if let Some((end, step)) = pair {281					(end, step)282				}else{283					(None, None)284				};285286				SliceDesc { start, end, step }287			}288289		rule binop(x: rule<()>) -> ()290			= quiet!{ x() } / expected!("<binary op>")291		rule unaryop(x: rule<()>) -> ()292			= quiet!{ x() } / expected!("<unary op>")293294295		use BinaryOpType::*;296		use UnaryOpType::*;297		rule expr(s: &ParserSettings) -> LocExpr298			= precedence! {299				start:position!() v:@ end:position!() { LocExpr(Rc::new(v), ExprLocation(s.file_name.clone(), start as u32, end as u32)) }300				--301				a:(@) _ binop(<"||">) _ b:@ {expr_bin!(a Or b)}302				--303				a:(@) _ binop(<"&&">) _ b:@ {expr_bin!(a And b)}304				--305				a:(@) _ binop(<"|">) _ b:@ {expr_bin!(a BitOr b)}306				--307				a:@ _ binop(<"^">) _ b:(@) {expr_bin!(a BitXor b)}308				--309				a:(@) _ binop(<"&">) _ b:@ {expr_bin!(a BitAnd b)}310				--311				a:(@) _ binop(<"==">) _ b:@ {expr_bin!(a Eq b)}312				a:(@) _ binop(<"!=">) _ b:@ {expr_bin!(a Neq b)}313				--314				a:(@) _ binop(<"<">) _ b:@ {expr_bin!(a Lt b)}315				a:(@) _ binop(<">">) _ b:@ {expr_bin!(a Gt b)}316				a:(@) _ binop(<"<=">) _ b:@ {expr_bin!(a Lte b)}317				a:(@) _ binop(<">=">) _ b:@ {expr_bin!(a Gte b)}318				a:(@) _ binop(<keyword("in")>) _ b:@ {expr_bin!(a In b)}319				--320				a:(@) _ binop(<"<<">) _ b:@ {expr_bin!(a Lhs b)}321				a:(@) _ binop(<">>">) _ b:@ {expr_bin!(a Rhs b)}322				--323				a:(@) _ binop(<"+">) _ b:@ {expr_bin!(a Add b)}324				a:(@) _ binop(<"-">) _ b:@ {expr_bin!(a Sub b)}325				--326				a:(@) _ binop(<"*">) _ b:@ {expr_bin!(a Mul b)}327				a:(@) _ binop(<"/">) _ b:@ {expr_bin!(a Div b)}328				a:(@) _ binop(<"%">) _ b:@ {expr_bin!(a Mod b)}329				--330						unaryop(<"-">) _ b:@ {expr_un!(Minus b)}331						unaryop(<"!">) _ b:@ {expr_un!(Not b)}332						unaryop(<"~">) _ b:@ {expr_un!(BitNot b)}333				--334				a:(@) _ "[" _ e:slice_desc(s) _ "]" {Expr::Slice(a, e)}335				a:(@) _ "." _ a:position!() e:id_loc(s) b:position!() {Expr::Index(a, e)}336				a:(@) _ "[" _ e:expr(s) _ "]" {Expr::Index(a, e)}337				a:(@) _ "(" _ args:args(s) _ ")" ts:(_ keyword("tailstrict"))? {Expr::Apply(a, args, ts.is_some())}338				a:(@) _ "{" _ body:objinside(s) _ "}" {Expr::ObjExtend(a, body)}339				--340				e:expr_basic(s) {e}341				"(" _ e:expr(s) _ ")" {Expr::Parened(e)}342			}343344		pub rule jsonnet(s: &ParserSettings) -> LocExpr = _ e:expr(s) _ {e}345	}346}347348pub type ParseError = peg::error::ParseError<peg::str::LineCol>;349pub fn parse(str: &str, settings: &ParserSettings) -> Result<LocExpr, ParseError> {350	jsonnet_parser::jsonnet(str, settings)351}352/// Used for importstr values353pub fn string_to_expr(str: IStr, settings: &ParserSettings) -> LocExpr {354	let len = str.len();355	LocExpr(356		Rc::new(Expr::Str(str)),357		ExprLocation(settings.file_name.clone(), 0, len as u32),358	)359}360361#[cfg(test)]362pub mod tests {363	use jrsonnet_interner::IStr;364	use BinaryOpType::*;365366	use super::{expr::*, parse};367	use crate::{source::Source, ParserSettings};368369	macro_rules! parse {370		($s:expr) => {371			parse(372				$s,373				&ParserSettings {374					file_name: Source::new_virtual("<test>".into(), IStr::empty()),375				},376			)377			.unwrap()378		};379	}380381	macro_rules! el {382		($expr:expr, $from:expr, $to:expr$(,)?) => {383			LocExpr(384				std::rc::Rc::new($expr),385				ExprLocation(386					Source::new_virtual("<test>".into(), IStr::empty()),387					$from,388					$to,389				),390			)391		};392	}393394	#[test]395	fn multiline_string() {396		assert_eq!(397			parse!("|||\n    Hello world!\n     a\n|||"),398			el!(Expr::Str("Hello world!\n a\n".into()), 0, 31),399		);400		assert_eq!(401			parse!("|||\n  Hello world!\n   a\n|||"),402			el!(Expr::Str("Hello world!\n a\n".into()), 0, 27),403		);404		assert_eq!(405			parse!("|||\n\t\tHello world!\n\t\t\ta\n|||"),406			el!(Expr::Str("Hello world!\n\ta\n".into()), 0, 27),407		);408		assert_eq!(409			parse!("|||\n   Hello world!\n    a\n |||"),410			el!(Expr::Str("Hello world!\n a\n".into()), 0, 30),411		);412	}413414	#[test]415	fn slice() {416		parse!("a[1:]");417		parse!("a[1::]");418		parse!("a[:1:]");419		parse!("a[::1]");420		parse!("str[:len - 1]");421	}422423	#[test]424	fn string_escaping() {425		assert_eq!(426			parse!(r#""Hello, \"world\"!""#),427			el!(Expr::Str(r#"Hello, "world"!"#.into()), 0, 19),428		);429		assert_eq!(430			parse!(r#"'Hello \'world\'!'"#),431			el!(Expr::Str("Hello 'world'!".into()), 0, 18),432		);433		assert_eq!(parse!(r#"'\\\\'"#), el!(Expr::Str("\\\\".into()), 0, 6));434	}435436	#[test]437	fn string_unescaping() {438		assert_eq!(439			parse!(r#""Hello\nWorld""#),440			el!(Expr::Str("Hello\nWorld".into()), 0, 14),441		);442	}443444	#[test]445	fn string_verbantim() {446		assert_eq!(447			parse!(r#"@"Hello\n""World""""#),448			el!(Expr::Str("Hello\\n\"World\"".into()), 0, 19),449		);450	}451452	#[test]453	fn imports() {454		assert_eq!(455			parse!("import \"hello\""),456			el!(Expr::Import("hello".into()), 0, 14),457		);458		assert_eq!(459			parse!("importstr \"garnish.txt\""),460			el!(Expr::ImportStr("garnish.txt".into()), 0, 23)461		);462		assert_eq!(463			parse!("importbin \"garnish.bin\""),464			el!(Expr::ImportBin("garnish.bin".into()), 0, 23)465		);466	}467468	#[test]469	fn empty_object() {470		assert_eq!(471			parse!("{}"),472			el!(Expr::Obj(ObjBody::MemberList(vec![])), 0, 2)473		);474	}475476	#[test]477	fn basic_math() {478		assert_eq!(479			parse!("2+2*2"),480			el!(481				Expr::BinaryOp(482					el!(Expr::Num(2.0), 0, 1),483					Add,484					el!(485						Expr::BinaryOp(el!(Expr::Num(2.0), 2, 3), Mul, el!(Expr::Num(2.0), 4, 5)),486						2,487						5488					)489				),490				0,491				5492			)493		);494	}495496	#[test]497	fn basic_math_with_indents() {498		assert_eq!(499			parse!("2	+ 	  2	  *	2   	"),500			el!(501				Expr::BinaryOp(502					el!(Expr::Num(2.0), 0, 1),503					Add,504					el!(505						Expr::BinaryOp(el!(Expr::Num(2.0), 7, 8), Mul, el!(Expr::Num(2.0), 13, 14),),506						7,507						14508					),509				),510				0,511				14512			)513		);514	}515516	#[test]517	fn basic_math_parened() {518		assert_eq!(519			parse!("2+(2+2*2)"),520			el!(521				Expr::BinaryOp(522					el!(Expr::Num(2.0), 0, 1),523					Add,524					el!(525						Expr::Parened(el!(526							Expr::BinaryOp(527								el!(Expr::Num(2.0), 3, 4),528								Add,529								el!(530									Expr::BinaryOp(531										el!(Expr::Num(2.0), 5, 6),532										Mul,533										el!(Expr::Num(2.0), 7, 8),534									),535									5,536									8537								),538							),539							3,540							8541						)),542						2,543						9544					),545				),546				0,547				9548			)549		);550	}551552	/// Comments should not affect parsing553	#[test]554	fn comments() {555		assert_eq!(556			parse!("2//comment\n+//comment\n3/*test*/*/*test*/4"),557			el!(558				Expr::BinaryOp(559					el!(Expr::Num(2.0), 0, 1),560					Add,561					el!(562						Expr::BinaryOp(563							el!(Expr::Num(3.0), 22, 23),564							Mul,565							el!(Expr::Num(4.0), 40, 41)566						),567						22,568						41569					)570				),571				0,572				41573			)574		);575	}576577	/// Comments should be able to be escaped578	#[test]579	fn comment_escaping() {580		assert_eq!(581			parse!("2/*\\*/+*/ - 22"),582			el!(583				Expr::BinaryOp(el!(Expr::Num(2.0), 0, 1), Sub, el!(Expr::Num(22.0), 12, 14)),584				0,585				14586			)587		);588	}589590	#[test]591	fn suffix() {592		// assert_eq!(parse!("std.test"), el!(Expr::Num(2.2)));593		// assert_eq!(parse!("std(2)"), el!(Expr::Num(2.2)));594		// assert_eq!(parse!("std.test(2)"), el!(Expr::Num(2.2)));595		// assert_eq!(parse!("a[b]"), el!(Expr::Num(2.2)))596	}597598	#[test]599	fn array_comp() {600		use Expr::*;601		/*602		`ArrComp(Apply(Index(Var("std") from "test.jsonnet":1-4, Var("deepJoin") from "test.jsonnet":5-13) from "test.jsonnet":1-13, ArgsDesc { unnamed: [Var("x") from "test.jsonnet":14-15], named: [] }, false) from "test.jsonnet":1-16, [ForSpec(ForSpecData("x", Var("arr") from "test.jsonnet":26-29))]) from "test.jsonnet":0-30`,603		`ArrComp(Apply(Index(Var("std") from "test.jsonnet":1-4, Str("deepJoin") from "test.jsonnet":5-13) from "test.jsonnet":1-13, ArgsDesc { unnamed: [Var("x") from "test.jsonnet":14-15], named: [] }, false) from "test.jsonnet":1-16, [ForSpec(ForSpecData("x", Var("arr") from "test.jsonnet":26-29))]) from "test.jsonnet":0-30`604				*/605		assert_eq!(606			parse!("[std.deepJoin(x) for x in arr]"),607			el!(608				ArrComp(609					el!(610						Apply(611							el!(612								Index(613									el!(Var("std".into()), 1, 4),614									el!(Str("deepJoin".into()), 5, 13)615								),616								1,617								13618							),619							ArgsDesc::new(vec![el!(Var("x".into()), 14, 15)], vec![]),620							false,621						),622						1,623						16624					),625					vec![CompSpec::ForSpec(ForSpecData(626						"x".into(),627						el!(Var("arr".into()), 26, 29)628					))]629				),630				0,631				30632			),633		)634	}635636	#[test]637	fn reserved() {638		use Expr::*;639		assert_eq!(parse!("null"), el!(Literal(LiteralType::Null), 0, 4));640		assert_eq!(parse!("nulla"), el!(Var("nulla".into()), 0, 5));641	}642643	#[test]644	fn multiple_args_buf() {645		parse!("a(b, null_fields)");646	}647648	#[test]649	fn infix_precedence() {650		use Expr::*;651		assert_eq!(652			parse!("!a && !b"),653			el!(654				BinaryOp(655					el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()), 1, 2)), 0, 2),656					And,657					el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()), 7, 8)), 6, 8)658				),659				0,660				8661			)662		);663	}664665	#[test]666	fn infix_precedence_division() {667		use Expr::*;668		assert_eq!(669			parse!("!a / !b"),670			el!(671				BinaryOp(672					el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()), 1, 2)), 0, 2),673					Div,674					el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()), 6, 7)), 5, 7)675				),676				0,677				7678			)679		);680	}681682	#[test]683	fn double_negation() {684		use Expr::*;685		assert_eq!(686			parse!("!!a"),687			el!(688				UnaryOp(689					UnaryOpType::Not,690					el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()), 2, 3)), 1, 3)691				),692				0,693				3694			)695		)696	}697698	#[test]699	fn array_test_error() {700		parse!("[a for a in b if c for e in f]");701		//                    ^^^^ failed code702	}703704	#[test]705	fn missing_newline_between_comment_and_eof() {706		parse!(707			"{a:1}708709			//+213"710		);711	}712713	#[test]714	fn default_param_before_nondefault() {715		parse!("local x(foo = 'foo', bar) = null; null");716	}717718	#[test]719	fn add_location_info_to_all_sub_expressions() {720		use Expr::*;721722		let file_name = Source::new_virtual("<test>".into(), IStr::empty());723		let expr = parse(724			"{} { local x = 1, x: x } + {}",725			&ParserSettings { file_name },726		)727		.unwrap();728		assert_eq!(729			expr,730			el!(731				BinaryOp(732					el!(733						ObjExtend(734							el!(Obj(ObjBody::MemberList(vec![])), 0, 2),735							ObjBody::MemberList(vec![736								Member::BindStmt(BindSpec::Field {737									into: Destruct::Full("x".into()),738									value: el!(Num(1.0), 15, 16)739								}),740								Member::Field(FieldMember {741									name: FieldName::Fixed("x".into()),742									plus: false,743									params: None,744									visibility: Visibility::Normal,745									value: el!(Var("x".into()), 21, 22),746								})747							])748						),749						0,750						24751					),752					BinaryOpType::Add,753					el!(Obj(ObjBody::MemberList(vec![])), 27, 29),754				),755				0,756				29757			),758		);759	}760}
after · crates/jrsonnet-parser/src/lib.rs
1#![allow(clippy::redundant_closure_call, clippy::derive_partial_eq_without_eq)]23use std::rc::Rc;45use peg::parser;6mod expr;7pub use expr::*;8pub use jrsonnet_interner::IStr;9pub use peg;10mod location;11mod source;12mod unescape;13pub use location::CodeLocation;14pub use source::{Source, SourceDirectory, SourceFile, SourcePath, SourcePathT, SourceVirtual};1516pub struct ParserSettings {17	pub file_name: Source,18}1920macro_rules! expr_bin {21	($a:ident $op:ident $b:ident) => {22		Expr::BinaryOp($a, $op, $b)23	};24}25macro_rules! expr_un {26	($op:ident $a:ident) => {27		Expr::UnaryOp($op, $a)28	};29}3031parser! {32	grammar jsonnet_parser() for str {33		use peg::ParseLiteral;3435		rule eof() = quiet!{![_]} / expected!("<eof>")36		rule eol() = "\n" / eof()3738		/// Standard C-like comments39		rule comment()40			= "//" (!eol()[_])* eol()41			/ "/*" ("\\*/" / "\\\\" / (!("*/")[_]))* "*/"42			/ "#" (!eol()[_])* eol()4344		rule single_whitespace() = quiet!{([' ' | '\r' | '\n' | '\t'] / comment())} / expected!("<whitespace>")45		rule _() = quiet!{([' ' | '\r' | '\n' | '\t']+) / comment()}* / expected!("<whitespace>")4647		/// For comma-delimited elements48		rule comma() = quiet!{_ "," _} / expected!("<comma>")49		rule alpha() -> char = c:$(['_' | 'a'..='z' | 'A'..='Z']) {c.chars().next().unwrap()}50		rule digit() -> char = d:$(['0'..='9']) {d.chars().next().unwrap()}51		rule end_of_ident() = !['0'..='9' | '_' | 'a'..='z' | 'A'..='Z']52		/// Sequence of digits53		rule uint_str() -> &'input str = a:$(digit()+) { a }54		/// Number in scientific notation format55		rule number() -> f64 = quiet!{a:$(uint_str() ("." uint_str())? (['e'|'E'] (s:['+'|'-'])? uint_str())?) {? a.parse().map_err(|_| "<number>") }} / expected!("<number>")5657		/// Reserved word followed by any non-alphanumberic58		rule reserved() = ("assert" / "else" / "error" / "false" / "for" / "function" / "if" / "import" / "importstr" / "importbin" / "in" / "local" / "null" / "tailstrict" / "then" / "self" / "super" / "true") end_of_ident()59		rule id() -> IStr = v:$(quiet!{ !reserved() alpha() (alpha() / digit())*} / expected!("<identifier>")) { v.into() }6061		rule keyword(id: &'static str) -> ()62			= ##parse_string_literal(id) end_of_ident()6364		pub rule param(s: &ParserSettings) -> expr::Param = name:destruct(s) expr:(_ "=" _ expr:expr(s){expr})? { expr::Param(name, expr) }65		pub rule params(s: &ParserSettings) -> expr::ParamsDesc66			= params:param(s) ** comma() comma()? { expr::ParamsDesc(Rc::new(params)) }67			/ { expr::ParamsDesc(Rc::new(Vec::new())) }6869		pub rule arg(s: &ParserSettings) -> (Option<IStr>, LocExpr)70			= name:(quiet! { (s:id() _ "=" !['='] _ {s})? } / expected!("<argument name>")) expr:expr(s) {(name, expr)}7172		pub rule args(s: &ParserSettings) -> expr::ArgsDesc73			= args:arg(s)**comma() comma()? {?74				let unnamed_count = args.iter().take_while(|(n, _)| n.is_none()).count();75				let mut unnamed = Vec::with_capacity(unnamed_count);76				let mut named = Vec::with_capacity(args.len() - unnamed_count);77				let mut named_started = false;78				for (name, value) in args {79					if let Some(name) = name {80						named_started = true;81						named.push((name, value));82					} else {83						if named_started {84							return Err("<named argument>")85						}86						unnamed.push(value);87					}88				}89				Ok(expr::ArgsDesc::new(unnamed, named))90			}9192		pub rule destruct_rest() -> expr::DestructRest93			= "..." into:(_ into:id() {into})? {if let Some(into) = into {94				expr::DestructRest::Keep(into)95			} else {expr::DestructRest::Drop}}96		pub rule destruct_array(s: &ParserSettings) -> expr::Destruct97			= "[" _ start:destruct(s)**comma() rest:(98				comma() _ rest:destruct_rest()? end:(99					comma() end:destruct(s)**comma() (_ comma())? {end}100					/ comma()? {Vec::new()}101				) {(rest, end)}102				/ comma()? {(None, Vec::new())}103			) _ "]" {?104				#[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Array {105					start,106					rest: rest.0,107					end: rest.1,108				});109				#[cfg(not(feature = "exp-destruct"))] Err("experimental destructuring was not enabled")110			}111		pub rule destruct_object(s: &ParserSettings) -> expr::Destruct112			= "{" _113				fields:(name:id() into:(_ ":" _ into:destruct(s) {into})? default:(_ "=" _ v:expr(s) {v})? {(name, into, default)})**comma()114				rest:(115					comma() rest:destruct_rest()? {rest}116					/ comma()? {None}117				)118			_ "}" {?119				#[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Object {120					fields,121					rest,122				});123				#[cfg(not(feature = "exp-destruct"))] Err("experimental destructuring was not enabled")124			}125		pub rule destruct(s: &ParserSettings) -> expr::Destruct126			= v:id() {expr::Destruct::Full(v)}127			/ "?" {?128				#[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Skip);129				#[cfg(not(feature = "exp-destruct"))] Err("experimental destructuring was not enabled")130			}131			/ arr:destruct_array(s) {arr}132			/ obj:destruct_object(s) {obj}133134		pub rule bind(s: &ParserSettings) -> expr::BindSpec135			= into:destruct(s) _ "=" _ expr:expr(s) {expr::BindSpec::Field{into, value: expr}}136			/ name:id() _ "(" _ params:params(s) _ ")" _ "=" _ expr:expr(s) {expr::BindSpec::Function{name, params, value: expr}}137138		pub rule assertion(s: &ParserSettings) -> expr::AssertStmt139			= keyword("assert") _ cond:expr(s) msg:(_ ":" _ e:expr(s) {e})? { expr::AssertStmt(cond, msg) }140141		pub rule whole_line() -> &'input str142			= str:$((!['\n'][_])* "\n") {str}143		pub rule string_block() -> String144			= "|||" (!['\n']single_whitespace())* "\n"145			  empty_lines:$(['\n']*)146			  prefix:[' ' | '\t']+ first_line:whole_line()147			  lines:("\n" {"\n"} / [' ' | '\t']*<{prefix.len()}> s:whole_line() {s})*148			  [' ' | '\t']*<, {prefix.len() - 1}> "|||"149			  {let mut l = empty_lines.to_owned(); l.push_str(first_line); l.extend(lines); l}150151		rule hex_char()152			= quiet! { ['0'..='9' | 'a'..='f' | 'A'..='F'] } / expected!("<hex char>")153154		rule string_char(c: rule<()>)155			= (!['\\']!c()[_])+156			/ "\\\\"157			/ "\\u" hex_char() hex_char() hex_char() hex_char()158			/ "\\x" hex_char() hex_char()159			/ ['\\'] (quiet! { ['b' | 'f' | 'n' | 'r' | 't' | '"' | '\''] } / expected!("<escape character>"))160		pub rule string() -> String161			= ['"'] str:$(string_char(<"\"">)*) ['"'] {? unescape::unescape(str).ok_or("<escaped string>")}162			/ ['\''] str:$(string_char(<"\'">)*) ['\''] {? unescape::unescape(str).ok_or("<escaped string>")}163			/ quiet!{ "@'" str:$(("''" / (!['\''][_]))*) "'" {str.replace("''", "'")}164			/ "@\"" str:$(("\"\"" / (!['"'][_]))*) "\"" {str.replace("\"\"", "\"")}165			/ string_block() } / expected!("<string>")166167		pub rule field_name(s: &ParserSettings) -> expr::FieldName168			= name:id() {expr::FieldName::Fixed(name)}169			/ name:string() {expr::FieldName::Fixed(name.into())}170			/ "[" _ expr:expr(s) _ "]" {expr::FieldName::Dyn(expr)}171		pub rule visibility() -> expr::Visibility172			= ":::" {expr::Visibility::Unhide}173			/ "::" {expr::Visibility::Hidden}174			/ ":" {expr::Visibility::Normal}175		pub rule field(s: &ParserSettings) -> expr::FieldMember176			= name:field_name(s) _ plus:"+"? _ visibility:visibility() _ value:expr(s) {expr::FieldMember{177				name,178				plus: plus.is_some(),179				params: None,180				visibility,181				value,182			}}183			/ name:field_name(s) _ "(" _ params:params(s) _ ")" _ visibility:visibility() _ value:expr(s) {expr::FieldMember{184				name,185				plus: false,186				params: Some(params),187				visibility,188				value,189			}}190		pub rule obj_local(s: &ParserSettings) -> BindSpec191			= keyword("local") _ bind:bind(s) {bind}192		pub rule member(s: &ParserSettings) -> expr::Member193			= bind:obj_local(s) {expr::Member::BindStmt(bind)}194			/ assertion:assertion(s) {expr::Member::AssertStmt(assertion)}195			/ field:field(s) {expr::Member::Field(field)}196		pub rule objinside(s: &ParserSettings) -> expr::ObjBody197			= pre_locals:(b: obj_local(s) comma() {b})* "[" _ key:expr(s) _ "]" _ plus:"+"? _ ":" _ value:expr(s) post_locals:(comma() b:obj_local(s) {b})* _ ("," _)? forspec:forspec(s) others:(_ rest:compspec(s) {rest})? {198				let mut compspecs = vec![CompSpec::ForSpec(forspec)];199				compspecs.extend(others.unwrap_or_default());200				expr::ObjBody::ObjComp(expr::ObjComp{201					pre_locals,202					key,203					plus: plus.is_some(),204					value,205					post_locals,206					compspecs,207				})208			}209			/ members:(member(s) ** comma()) comma()? {expr::ObjBody::MemberList(members)}210		pub rule ifspec(s: &ParserSettings) -> IfSpecData211			= keyword("if") _ expr:expr(s) {IfSpecData(expr)}212		pub rule forspec(s: &ParserSettings) -> ForSpecData213			= keyword("for") _ id:id() _ keyword("in") _ cond:expr(s) {ForSpecData(id, cond)}214		pub rule compspec(s: &ParserSettings) -> Vec<expr::CompSpec>215			= s:(i:ifspec(s) { expr::CompSpec::IfSpec(i) } / f:forspec(s) {expr::CompSpec::ForSpec(f)} ) ** _ {s}216		pub rule local_expr(s: &ParserSettings) -> Expr217			= keyword("local") _ binds:bind(s) ** comma() (_ ",")? _ ";" _ expr:expr(s) { Expr::LocalExpr(binds, expr) }218		pub rule string_expr(s: &ParserSettings) -> Expr219			= s:string() {Expr::Str(s.into())}220		pub rule obj_expr(s: &ParserSettings) -> Expr221			= "{" _ body:objinside(s) _ "}" {Expr::Obj(body)}222		pub rule array_expr(s: &ParserSettings) -> Expr223			= "[" _ elems:(expr(s) ** comma()) _ comma()? "]" {Expr::Arr(elems)}224		pub rule array_comp_expr(s: &ParserSettings) -> Expr225			= "[" _ expr:expr(s) _ comma()? _ forspec:forspec(s) _ others:(others: compspec(s) _ {others})? "]" {226				let mut specs = vec![CompSpec::ForSpec(forspec)];227				specs.extend(others.unwrap_or_default());228				Expr::ArrComp(expr, specs)229			}230		pub rule number_expr(s: &ParserSettings) -> Expr231			= n:number() { expr::Expr::Num(n) }232		pub rule var_expr(s: &ParserSettings) -> Expr233			= n:id() { expr::Expr::Var(n) }234		pub rule id_loc(s: &ParserSettings) -> LocExpr235			= a:position!() n:id() b:position!() { LocExpr(Rc::new(expr::Expr::Str(n)), ExprLocation(s.file_name.clone(), a as u32,b as u32)) }236		pub rule if_then_else_expr(s: &ParserSettings) -> Expr237			= cond:ifspec(s) _ keyword("then") _ cond_then:expr(s) cond_else:(_ keyword("else") _ e:expr(s) {e})? {Expr::IfElse{238				cond,239				cond_then,240				cond_else,241			}}242243		pub rule literal(s: &ParserSettings) -> Expr244			= v:(245				keyword("null") {LiteralType::Null}246				/ keyword("true") {LiteralType::True}247				/ keyword("false") {LiteralType::False}248				/ keyword("self") {LiteralType::This}249				/ keyword("$") {LiteralType::Dollar}250				/ keyword("super") {LiteralType::Super}251			) {Expr::Literal(v)}252253		pub rule expr_basic(s: &ParserSettings) -> Expr254			= literal(s)255256			/ string_expr(s) / number_expr(s)257			/ array_expr(s)258			/ obj_expr(s)259			/ array_expr(s)260			/ array_comp_expr(s)261262			/ keyword("importstr") _ path:string() {Expr::ImportStr(path.into())}263			/ keyword("importbin") _ path:string() {Expr::ImportBin(path.into())}264			/ keyword("import") _ path:string() {Expr::Import(path.into())}265266			/ var_expr(s)267			/ local_expr(s)268			/ if_then_else_expr(s)269270			/ keyword("function") _ "(" _ params:params(s) _ ")" _ expr:expr(s) {Expr::Function(params, expr)}271			/ assertion:assertion(s) _ ";" _ expr:expr(s) { Expr::AssertExpr(assertion, expr) }272273			/ keyword("error") _ expr:expr(s) { Expr::ErrorStmt(expr) }274275		rule slice_part(s: &ParserSettings) -> Option<LocExpr>276			= _ e:(e:expr(s) _{e})? {e}277		pub rule slice_desc(s: &ParserSettings) -> SliceDesc278			= start:slice_part(s) ":" pair:(end:slice_part(s) step:(":" e:slice_part(s){e})? {(end, step.flatten())})? {279				let (end, step) = if let Some((end, step)) = pair {280					(end, step)281				}else{282					(None, None)283				};284285				SliceDesc { start, end, step }286			}287288		rule binop(x: rule<()>) -> ()289			= quiet!{ x() } / expected!("<binary op>")290		rule unaryop(x: rule<()>) -> ()291			= quiet!{ x() } / expected!("<unary op>")292293294		use BinaryOpType::*;295		use UnaryOpType::*;296		rule expr(s: &ParserSettings) -> LocExpr297			= precedence! {298				start:position!() v:@ end:position!() { LocExpr(Rc::new(v), ExprLocation(s.file_name.clone(), start as u32, end as u32)) }299				--300				a:(@) _ binop(<"||">) _ b:@ {expr_bin!(a Or b)}301				--302				a:(@) _ binop(<"&&">) _ b:@ {expr_bin!(a And b)}303				--304				a:(@) _ binop(<"|">) _ b:@ {expr_bin!(a BitOr b)}305				--306				a:@ _ binop(<"^">) _ b:(@) {expr_bin!(a BitXor b)}307				--308				a:(@) _ binop(<"&">) _ b:@ {expr_bin!(a BitAnd b)}309				--310				a:(@) _ binop(<"==">) _ b:@ {expr_bin!(a Eq b)}311				a:(@) _ binop(<"!=">) _ b:@ {expr_bin!(a Neq b)}312				--313				a:(@) _ binop(<"<">) _ b:@ {expr_bin!(a Lt b)}314				a:(@) _ binop(<">">) _ b:@ {expr_bin!(a Gt b)}315				a:(@) _ binop(<"<=">) _ b:@ {expr_bin!(a Lte b)}316				a:(@) _ binop(<">=">) _ b:@ {expr_bin!(a Gte b)}317				a:(@) _ binop(<keyword("in")>) _ b:@ {expr_bin!(a In b)}318				--319				a:(@) _ binop(<"<<">) _ b:@ {expr_bin!(a Lhs b)}320				a:(@) _ binop(<">>">) _ b:@ {expr_bin!(a Rhs b)}321				--322				a:(@) _ binop(<"+">) _ b:@ {expr_bin!(a Add b)}323				a:(@) _ binop(<"-">) _ b:@ {expr_bin!(a Sub b)}324				--325				a:(@) _ binop(<"*">) _ b:@ {expr_bin!(a Mul b)}326				a:(@) _ binop(<"/">) _ b:@ {expr_bin!(a Div b)}327				a:(@) _ binop(<"%">) _ b:@ {expr_bin!(a Mod b)}328				--329						unaryop(<"-">) _ b:@ {expr_un!(Minus b)}330						unaryop(<"!">) _ b:@ {expr_un!(Not b)}331						unaryop(<"~">) _ b:@ {expr_un!(BitNot b)}332				--333				a:(@) _ "[" _ e:slice_desc(s) _ "]" {Expr::Slice(a, e)}334				a:(@) _ "." _ a:position!() e:id_loc(s) b:position!() {Expr::Index(a, e)}335				a:(@) _ "[" _ e:expr(s) _ "]" {Expr::Index(a, e)}336				a:(@) _ "(" _ args:args(s) _ ")" ts:(_ keyword("tailstrict"))? {Expr::Apply(a, args, ts.is_some())}337				a:(@) _ "{" _ body:objinside(s) _ "}" {Expr::ObjExtend(a, body)}338				--339				e:expr_basic(s) {e}340				"(" _ e:expr(s) _ ")" {Expr::Parened(e)}341			}342343		pub rule jsonnet(s: &ParserSettings) -> LocExpr = _ e:expr(s) _ {e}344	}345}346347pub type ParseError = peg::error::ParseError<peg::str::LineCol>;348pub fn parse(str: &str, settings: &ParserSettings) -> Result<LocExpr, ParseError> {349	jsonnet_parser::jsonnet(str, settings)350}351/// Used for importstr values352pub fn string_to_expr(str: IStr, settings: &ParserSettings) -> LocExpr {353	let len = str.len();354	LocExpr(355		Rc::new(Expr::Str(str)),356		ExprLocation(settings.file_name.clone(), 0, len as u32),357	)358}359360#[cfg(test)]361pub mod tests {362	use jrsonnet_interner::IStr;363	use BinaryOpType::*;364365	use super::{expr::*, parse};366	use crate::{source::Source, ParserSettings};367368	macro_rules! parse {369		($s:expr) => {370			parse(371				$s,372				&ParserSettings {373					file_name: Source::new_virtual("<test>".into(), IStr::empty()),374				},375			)376			.unwrap()377		};378	}379380	macro_rules! el {381		($expr:expr, $from:expr, $to:expr$(,)?) => {382			LocExpr(383				std::rc::Rc::new($expr),384				ExprLocation(385					Source::new_virtual("<test>".into(), IStr::empty()),386					$from,387					$to,388				),389			)390		};391	}392393	#[test]394	fn multiline_string() {395		assert_eq!(396			parse!("|||\n    Hello world!\n     a\n|||"),397			el!(Expr::Str("Hello world!\n a\n".into()), 0, 31),398		);399		assert_eq!(400			parse!("|||\n  Hello world!\n   a\n|||"),401			el!(Expr::Str("Hello world!\n a\n".into()), 0, 27),402		);403		assert_eq!(404			parse!("|||\n\t\tHello world!\n\t\t\ta\n|||"),405			el!(Expr::Str("Hello world!\n\ta\n".into()), 0, 27),406		);407		assert_eq!(408			parse!("|||\n   Hello world!\n    a\n |||"),409			el!(Expr::Str("Hello world!\n a\n".into()), 0, 30),410		);411	}412413	#[test]414	fn slice() {415		parse!("a[1:]");416		parse!("a[1::]");417		parse!("a[:1:]");418		parse!("a[::1]");419		parse!("str[:len - 1]");420	}421422	#[test]423	fn string_escaping() {424		assert_eq!(425			parse!(r#""Hello, \"world\"!""#),426			el!(Expr::Str(r#"Hello, "world"!"#.into()), 0, 19),427		);428		assert_eq!(429			parse!(r#"'Hello \'world\'!'"#),430			el!(Expr::Str("Hello 'world'!".into()), 0, 18),431		);432		assert_eq!(parse!(r#"'\\\\'"#), el!(Expr::Str("\\\\".into()), 0, 6));433	}434435	#[test]436	fn string_unescaping() {437		assert_eq!(438			parse!(r#""Hello\nWorld""#),439			el!(Expr::Str("Hello\nWorld".into()), 0, 14),440		);441	}442443	#[test]444	fn string_verbantim() {445		assert_eq!(446			parse!(r#"@"Hello\n""World""""#),447			el!(Expr::Str("Hello\\n\"World\"".into()), 0, 19),448		);449	}450451	#[test]452	fn imports() {453		assert_eq!(454			parse!("import \"hello\""),455			el!(Expr::Import("hello".into()), 0, 14),456		);457		assert_eq!(458			parse!("importstr \"garnish.txt\""),459			el!(Expr::ImportStr("garnish.txt".into()), 0, 23)460		);461		assert_eq!(462			parse!("importbin \"garnish.bin\""),463			el!(Expr::ImportBin("garnish.bin".into()), 0, 23)464		);465	}466467	#[test]468	fn empty_object() {469		assert_eq!(470			parse!("{}"),471			el!(Expr::Obj(ObjBody::MemberList(vec![])), 0, 2)472		);473	}474475	#[test]476	fn basic_math() {477		assert_eq!(478			parse!("2+2*2"),479			el!(480				Expr::BinaryOp(481					el!(Expr::Num(2.0), 0, 1),482					Add,483					el!(484						Expr::BinaryOp(el!(Expr::Num(2.0), 2, 3), Mul, el!(Expr::Num(2.0), 4, 5)),485						2,486						5487					)488				),489				0,490				5491			)492		);493	}494495	#[test]496	fn basic_math_with_indents() {497		assert_eq!(498			parse!("2	+ 	  2	  *	2   	"),499			el!(500				Expr::BinaryOp(501					el!(Expr::Num(2.0), 0, 1),502					Add,503					el!(504						Expr::BinaryOp(el!(Expr::Num(2.0), 7, 8), Mul, el!(Expr::Num(2.0), 13, 14),),505						7,506						14507					),508				),509				0,510				14511			)512		);513	}514515	#[test]516	fn basic_math_parened() {517		assert_eq!(518			parse!("2+(2+2*2)"),519			el!(520				Expr::BinaryOp(521					el!(Expr::Num(2.0), 0, 1),522					Add,523					el!(524						Expr::Parened(el!(525							Expr::BinaryOp(526								el!(Expr::Num(2.0), 3, 4),527								Add,528								el!(529									Expr::BinaryOp(530										el!(Expr::Num(2.0), 5, 6),531										Mul,532										el!(Expr::Num(2.0), 7, 8),533									),534									5,535									8536								),537							),538							3,539							8540						)),541						2,542						9543					),544				),545				0,546				9547			)548		);549	}550551	/// Comments should not affect parsing552	#[test]553	fn comments() {554		assert_eq!(555			parse!("2//comment\n+//comment\n3/*test*/*/*test*/4"),556			el!(557				Expr::BinaryOp(558					el!(Expr::Num(2.0), 0, 1),559					Add,560					el!(561						Expr::BinaryOp(562							el!(Expr::Num(3.0), 22, 23),563							Mul,564							el!(Expr::Num(4.0), 40, 41)565						),566						22,567						41568					)569				),570				0,571				41572			)573		);574	}575576	/// Comments should be able to be escaped577	#[test]578	fn comment_escaping() {579		assert_eq!(580			parse!("2/*\\*/+*/ - 22"),581			el!(582				Expr::BinaryOp(el!(Expr::Num(2.0), 0, 1), Sub, el!(Expr::Num(22.0), 12, 14)),583				0,584				14585			)586		);587	}588589	#[test]590	fn suffix() {591		// assert_eq!(parse!("std.test"), el!(Expr::Num(2.2)));592		// assert_eq!(parse!("std(2)"), el!(Expr::Num(2.2)));593		// assert_eq!(parse!("std.test(2)"), el!(Expr::Num(2.2)));594		// assert_eq!(parse!("a[b]"), el!(Expr::Num(2.2)))595	}596597	#[test]598	fn array_comp() {599		use Expr::*;600		/*601		`ArrComp(Apply(Index(Var("std") from "test.jsonnet":1-4, Var("deepJoin") from "test.jsonnet":5-13) from "test.jsonnet":1-13, ArgsDesc { unnamed: [Var("x") from "test.jsonnet":14-15], named: [] }, false) from "test.jsonnet":1-16, [ForSpec(ForSpecData("x", Var("arr") from "test.jsonnet":26-29))]) from "test.jsonnet":0-30`,602		`ArrComp(Apply(Index(Var("std") from "test.jsonnet":1-4, Str("deepJoin") from "test.jsonnet":5-13) from "test.jsonnet":1-13, ArgsDesc { unnamed: [Var("x") from "test.jsonnet":14-15], named: [] }, false) from "test.jsonnet":1-16, [ForSpec(ForSpecData("x", Var("arr") from "test.jsonnet":26-29))]) from "test.jsonnet":0-30`603				*/604		assert_eq!(605			parse!("[std.deepJoin(x) for x in arr]"),606			el!(607				ArrComp(608					el!(609						Apply(610							el!(611								Index(612									el!(Var("std".into()), 1, 4),613									el!(Str("deepJoin".into()), 5, 13)614								),615								1,616								13617							),618							ArgsDesc::new(vec![el!(Var("x".into()), 14, 15)], vec![]),619							false,620						),621						1,622						16623					),624					vec![CompSpec::ForSpec(ForSpecData(625						"x".into(),626						el!(Var("arr".into()), 26, 29)627					))]628				),629				0,630				30631			),632		)633	}634635	#[test]636	fn reserved() {637		use Expr::*;638		assert_eq!(parse!("null"), el!(Literal(LiteralType::Null), 0, 4));639		assert_eq!(parse!("nulla"), el!(Var("nulla".into()), 0, 5));640	}641642	#[test]643	fn multiple_args_buf() {644		parse!("a(b, null_fields)");645	}646647	#[test]648	fn infix_precedence() {649		use Expr::*;650		assert_eq!(651			parse!("!a && !b"),652			el!(653				BinaryOp(654					el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()), 1, 2)), 0, 2),655					And,656					el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()), 7, 8)), 6, 8)657				),658				0,659				8660			)661		);662	}663664	#[test]665	fn infix_precedence_division() {666		use Expr::*;667		assert_eq!(668			parse!("!a / !b"),669			el!(670				BinaryOp(671					el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()), 1, 2)), 0, 2),672					Div,673					el!(UnaryOp(UnaryOpType::Not, el!(Var("b".into()), 6, 7)), 5, 7)674				),675				0,676				7677			)678		);679	}680681	#[test]682	fn double_negation() {683		use Expr::*;684		assert_eq!(685			parse!("!!a"),686			el!(687				UnaryOp(688					UnaryOpType::Not,689					el!(UnaryOp(UnaryOpType::Not, el!(Var("a".into()), 2, 3)), 1, 3)690				),691				0,692				3693			)694		)695	}696697	#[test]698	fn array_test_error() {699		parse!("[a for a in b if c for e in f]");700		//                    ^^^^ failed code701	}702703	#[test]704	fn missing_newline_between_comment_and_eof() {705		parse!(706			"{a:1}707708			//+213"709		);710	}711712	#[test]713	fn default_param_before_nondefault() {714		parse!("local x(foo = 'foo', bar) = null; null");715	}716717	#[test]718	fn add_location_info_to_all_sub_expressions() {719		use Expr::*;720721		let file_name = Source::new_virtual("<test>".into(), IStr::empty());722		let expr = parse(723			"{} { local x = 1, x: x } + {}",724			&ParserSettings { file_name },725		)726		.unwrap();727		assert_eq!(728			expr,729			el!(730				BinaryOp(731					el!(732						ObjExtend(733							el!(Obj(ObjBody::MemberList(vec![])), 0, 2),734							ObjBody::MemberList(vec![735								Member::BindStmt(BindSpec::Field {736									into: Destruct::Full("x".into()),737									value: el!(Num(1.0), 15, 16)738								}),739								Member::Field(FieldMember {740									name: FieldName::Fixed("x".into()),741									plus: false,742									params: None,743									visibility: Visibility::Normal,744									value: el!(Var("x".into()), 21, 22),745								})746							])747						),748						0,749						24750					),751					BinaryOpType::Add,752					el!(Obj(ObjBody::MemberList(vec![])), 27, 29),753				),754				0,755				29756			),757		);758	}759}