git.delta.rocks / jrsonnet / refs/commits / 340c4675fc6f

difftreelog

fix parser EOF error

vsrvrtrwYaroslav Bolyukin2026-04-05parent: #7b1ce42.patch.diff
in: master

1 file changed

modifiedcrates/jrsonnet-ir-parser/src/lib.rsdiffbeforeafterboth
before · crates/jrsonnet-ir-parser/src/lib.rs
1use std::rc::Rc;23use jrsonnet_gcmodule::Acyclic;4use jrsonnet_ir::{5	ArgsDesc, AssertExpr, AssertStmt, BinaryOp, BinaryOpType, BindSpec, CompSpec, Destruct, Expr,6	ExprParam, ExprParams, FieldMember, FieldName, ForSpecData, IStr, IfElse, IfSpecData,7	ImportKind, IndexPart, LiteralType, Member, ObjBody, ObjComp, ObjMembers, Slice, SliceDesc,8	Source, Span, Spanned, UnaryOpType, Visibility, unescape,9};10use jrsonnet_lexer::{Lexeme, Lexer, Span as LexSpan, SyntaxKind, T, collect_lexed_str_block};1112pub struct ParserSettings {13	pub source: Source,14}1516#[derive(Debug, Clone)]17pub struct ParseError {18	pub message: String,19	pub location: LexSpan,20}2122impl std::fmt::Display for ParseError {23	fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {24		write!(f, "{}", self.message)25	}26}2728type Result<T> = std::result::Result<T, ParseError>;2930struct Parser<'a> {31	lexemes: Vec<Lexeme<'a>>,32	offset: usize,33	source: Source,34}3536impl<'a> Parser<'a> {37	fn new(code: &'a str, source: Source) -> Self {38		Self {39			lexemes: Lexer::new(code)40				.filter(|l| {41					!matches!(42						l.kind,43						SyntaxKind::WHITESPACE44							| SyntaxKind::SINGLE_LINE_SLASH_COMMENT45							| SyntaxKind::SINGLE_LINE_HASH_COMMENT46							| SyntaxKind::MULTI_LINE_COMMENT47					)48				})49				.collect(),50			offset: 0,51			source,52		}53	}5455	fn peek(&self) -> SyntaxKind {56		if self.at_eof() {57			SyntaxKind::EOF58		} else {59			self.lexemes[self.offset].kind60		}61	}6263	fn text(&self) -> &'a str {64		self.lexemes[self.offset].text65	}6667	fn at(&self, kind: SyntaxKind) -> bool {68		!self.at_eof() && self.peek() == kind69	}7071	fn eat_any(&mut self) {72		self.offset += 1;73	}7475	fn at_eof(&self) -> bool {76		self.offset >= self.lexemes.len()77	}7879	fn try_eat(&mut self, t: SyntaxKind) -> bool {80		if self.at(t) {81			self.eat_any();82			return true;83		}84		false85	}8687	fn current_desc(&self) -> String {88		if self.at_eof() {89			return "end of file".to_owned();90		}91		let kind = self.peek();92		let text = self.text();93		let name = kind.display_name();94		if matches!(kind, SyntaxKind::IDENT | SyntaxKind::FLOAT) {95			format!("{name} \"{text}\"")96		} else {97			name.to_owned()98		}99	}100101	fn eat(&mut self, t: SyntaxKind) -> Result<()> {102		if !self.at(t) {103			return Err(self.error(format!(104				"expected {}, got {}",105				t.display_name(),106				self.current_desc(),107			)));108		}109		self.eat_any();110		Ok(())111	}112113	fn span_start(&self) -> u32 {114		if self.at_eof() {115			if let Some(last) = self.lexemes.last() {116				return last.range.1;117			}118			return 0;119		}120		self.lexemes[self.offset].range.0121	}122123	fn span_end(&self) -> u32 {124		self.lexemes[self.offset - 1].range.1125	}126127	fn error(&self, message: String) -> ParseError {128		ParseError {129			location: self.lexemes[self.offset].range,130			message,131		}132	}133}134135fn spanned<T: Acyclic>(136	p: &mut Parser<'_>,137	cb: impl FnOnce(&mut Parser<'_>) -> Result<T>,138) -> Result<Spanned<T>> {139	let start = p.span_start();140	let v = cb(p)?;141	let end = p.span_end();142	Ok(Spanned::new(v, Span(p.source.clone(), start, end)))143}144145fn parse_string_content(p: &mut Parser<'_>) -> Result<IStr> {146	let kind = p.peek();147	let text = p.text();148	let s = match kind {149		SyntaxKind::STRING_DOUBLE => {150			let inner = &text[1..text.len() - 1];151			unescape::unescape(inner).ok_or_else(|| p.error("invalid string escape".into()))?152		}153		SyntaxKind::STRING_SINGLE => {154			let inner = &text[1..text.len() - 1];155			unescape::unescape(inner).ok_or_else(|| p.error("invalid string escape".into()))?156		}157		SyntaxKind::STRING_DOUBLE_VERBATIM => {158			let inner = &text[2..text.len() - 1];159			inner.replace("\"\"", "\"")160		}161		SyntaxKind::STRING_SINGLE_VERBATIM => {162			let inner = &text[2..text.len() - 1];163			inner.replace("''", "'")164		}165		SyntaxKind::STRING_BLOCK => {166			let inner = &text[3..];167			let collected = collect_lexed_str_block(inner)168				.map_err(|_| p.error("invalid string block".into()))?;169			let mut result = String::new();170			for (i, line) in collected.lines.iter().enumerate() {171				if i > 0 {172					result.push('\n');173				}174				result.push_str(line);175			}176			if !collected.truncate {177				result.push('\n');178			}179			result180		}181		_ => return Err(p.error(format!("expected string, got {}", p.current_desc()))),182	};183	p.eat_any();184	Ok(s.into())185}186187fn is_string_token(kind: SyntaxKind) -> bool {188	matches!(189		kind,190		SyntaxKind::STRING_DOUBLE191			| SyntaxKind::STRING_SINGLE192			| SyntaxKind::STRING_DOUBLE_VERBATIM193			| SyntaxKind::STRING_SINGLE_VERBATIM194			| SyntaxKind::STRING_BLOCK195	)196}197198fn parse_number(p: &mut Parser<'_>) -> Result<f64> {199	let text = p.text();200	let n: f64 = text201		.replace('_', "")202		.parse()203		.map_err(|_| p.error(format!("invalid number literal: {text}")))?;204	if !n.is_finite() {205		return Err(p.error("numbers are finite".into()));206	}207	p.eat_any();208	Ok(n)209}210211fn ident(p: &mut Parser<'_>) -> Result<IStr> {212	let text = p.text();213	p.eat(SyntaxKind::IDENT)?;214	Ok(IStr::from(text))215}216217fn literal(p: &mut Parser<'_>) -> Option<LiteralType> {218	let t = match p.peek() {219		T![self] => LiteralType::This,220		T![super] => LiteralType::Super,221		T!['$'] => LiteralType::Dollar,222		T![null] => LiteralType::Null,223		T![true] => LiteralType::True,224		T![false] => LiteralType::False,225		_ => return None,226	};227	p.eat_any();228	Some(t)229}230231fn assert_stmt(p: &mut Parser<'_>) -> Result<AssertStmt> {232	p.eat(T![assert])?;233	let cond = spanned(p, expr)?;234	let msg = if p.try_eat(T![:]) {235		Some(spanned(p, expr)?)236	} else {237		None238	};239	Ok(AssertStmt(cond, msg))240}241242fn if_spec_data(p: &mut Parser<'_>) -> Result<IfSpecData> {243	let v = spanned(p, |p| p.eat(T![if]))?;244	let cond = expr(p)?;245	Ok(IfSpecData { span: v.span, cond })246}247248fn if_else(p: &mut Parser<'_>) -> Result<IfElse> {249	let cond = if_spec_data(p)?;250	p.eat(T![then])?;251	let cond_then = expr(p)?;252	let cond_else = if p.try_eat(T![else]) {253		Some(expr(p)?)254	} else {255		None256	};257	Ok(IfElse {258		cond,259		cond_then,260		cond_else,261	})262}263264fn slice_desc(p: &mut Parser<'_>, start: Option<Spanned<Expr>>) -> Result<SliceDesc> {265	p.eat(T![:])?;266	let end = if !p.at(T![:]) && !p.at(T![']']) {267		Some(spanned(p, expr)?)268	} else {269		None270	};271	let step = if p.try_eat(T![:]) {272		if p.at(T![']']) {273			None274		} else {275			Some(spanned(p, expr)?)276		}277	} else {278		None279	};280	Ok(SliceDesc { start, end, step })281}282283fn destruct(p: &mut Parser<'_>) -> Result<Destruct> {284	if p.at(SyntaxKind::IDENT) {285		return Ok(Destruct::Full(ident(p)?));286	}287	#[cfg(not(feature = "exp-destruct"))]288	return Err(p.error(format!("expected identifier, got {}", p.current_desc())));289	#[cfg(feature = "exp-destruct")]290	{291		if p.try_eat(T![?]) {292			return Ok(Destruct::Skip);293		}294		if p.at(T!['[']) {295			return destruct_array(p);296		}297		if p.at(T!['{']) {298			return destruct_object(p);299		}300		Err(p.error(format!(301			"expected destructure pattern, got {}",302			p.current_desc()303		)))304	}305}306307#[cfg(feature = "exp-destruct")]308fn destruct_rest(p: &mut Parser<'_>) -> Result<jrsonnet_ir::DestructRest> {309	p.eat(T![...])?;310	if p.at(SyntaxKind::IDENT) {311		Ok(jrsonnet_ir::DestructRest::Keep(ident(p)?))312	} else {313		Ok(jrsonnet_ir::DestructRest::Drop)314	}315}316317#[cfg(feature = "exp-destruct")]318fn destruct_array(p: &mut Parser<'_>) -> Result<Destruct> {319	p.eat(T!['['])?;320	let mut start = Vec::new();321	let mut rest = None;322	let mut end = Vec::new();323	if !p.at(T![']']) {324		loop {325			if p.at(T![...]) {326				rest = Some(destruct_rest(p)?);327				if p.try_eat(T![,]) {328					if !p.at(T![']']) {329						loop {330							end.push(destruct(p)?);331							if !p.try_eat(T![,]) {332								break;333							}334							if p.at(T![']']) {335								break;336							}337						}338					}339				}340				break;341			}342			start.push(destruct(p)?);343			if !p.try_eat(T![,]) {344				break;345			}346			if p.at(T![']']) {347				break;348			}349		}350	}351	p.eat(T![']'])?;352	Ok(Destruct::Array { start, rest, end })353}354355#[cfg(feature = "exp-destruct")]356fn destruct_object(p: &mut Parser<'_>) -> Result<Destruct> {357	p.eat(T!['{'])?;358	let mut fields = Vec::new();359	let mut rest = None;360	if !p.at(T!['}']) {361		loop {362			if p.at(T![...]) {363				rest = Some(destruct_rest(p)?);364				p.try_eat(T![,]);365				break;366			}367			let name = ident(p)?;368			let into = if p.try_eat(T![:]) {369				Some(destruct(p)?)370			} else {371				None372			};373			let default = if p.try_eat(T![=]) {374				Some(Rc::new(spanned(p, expr)?))375			} else {376				None377			};378			fields.push((name, into, default));379			if !p.try_eat(T![,]) {380				break;381			}382			if p.at(T!['}']) {383				break;384			}385		}386	}387	p.eat(T!['}'])?;388	Ok(Destruct::Object { fields, rest })389}390391fn params(p: &mut Parser<'_>) -> Result<ExprParams> {392	if p.at(T![')']) {393		return Ok(ExprParams::new(Vec::new()));394	}395	let mut result = Vec::new();396	loop {397		let d = destruct(p)?;398		let default = if p.try_eat(T![=]) {399			Some(Rc::new(expr(p)?))400		} else {401			None402		};403		result.push(ExprParam {404			destruct: d,405			default,406		});407		if !p.try_eat(T![,]) {408			break;409		}410		if p.at(T![')']) {411			break;412		}413	}414	Ok(ExprParams::new(result))415}416417fn args(p: &mut Parser<'_>) -> Result<ArgsDesc> {418	if p.at(T![')']) {419		return Ok(ArgsDesc::new(Vec::new(), Vec::new(), Vec::new()));420	}421	let mut unnamed = Vec::new();422	let mut names = Vec::new();423	let mut values = Vec::new();424	let mut named_started = false;425	loop {426		let is_named = p.at(SyntaxKind::IDENT) && {427			let next_offset = p.offset + 1;428			next_offset < p.lexemes.len() && p.lexemes[next_offset].kind == T![=]429		};430		if is_named {431			let name: IStr = ident(p)?;432			p.eat(T![=])?;433			let value = Rc::new(expr(p)?);434435			names.push(name);436			values.push(value);437			named_started = true;438		} else {439			if named_started {440				return Err(p.error("positional argument after named argument".into()));441			}442			unnamed.push(Rc::new(expr(p)?));443		}444		if !p.try_eat(T![,]) {445			break;446		}447		if p.at(T![')']) {448			break;449		}450	}451	Ok(ArgsDesc::new(unnamed, names, values))452}453454fn bind(p: &mut Parser<'_>) -> Result<BindSpec> {455	#[cfg(feature = "exp-destruct")]456	{457		if !p.at(SyntaxKind::IDENT) {458			let d = destruct(p)?;459			p.eat(T![=])?;460			let value = Rc::new(expr(p)?);461			return Ok(BindSpec::Field { into: d, value });462		}463	}464	let name = ident(p)?;465	if p.try_eat(T!['(']) {466		let ps = params(p)?;467		p.eat(T![')'])?;468		p.eat(T![=])?;469		let value = Rc::new(expr(p)?);470		Ok(BindSpec::Function {471			name,472			params: ps,473			value,474		})475	} else {476		p.eat(T![=])?;477		let value = Rc::new(expr(p)?);478		Ok(BindSpec::Field {479			into: Destruct::Full(name),480			value,481		})482	}483}484485fn visibility(p: &mut Parser<'_>) -> Result<Visibility> {486	p.eat(T![:])?;487	if p.try_eat(T![:]) {488		if p.try_eat(T![:]) {489			Ok(Visibility::Unhide)490		} else {491			Ok(Visibility::Hidden)492		}493	} else {494		Ok(Visibility::Normal)495	}496}497498fn field_name(p: &mut Parser<'_>) -> Result<FieldName> {499	if p.at(SyntaxKind::IDENT) {500		Ok(FieldName::Fixed(ident(p)?))501	} else if is_string_token(p.peek()) {502		Ok(FieldName::Fixed(parse_string_content(p)?))503	} else if p.at(T!['[']) {504		p.eat(T!['['])?;505		let e = expr(p)?;506		p.eat(T![']'])?;507		Ok(FieldName::Dyn(e))508	} else {509		Err(p.error(format!("expected field name, got {}", p.current_desc())))510	}511}512513fn field(p: &mut Parser<'_>) -> Result<FieldMember> {514	let name = spanned(p, field_name)?;515516	if p.at(T!['(']) {517		p.eat(T!['('])?;518		let ps = params(p)?;519		p.eat(T![')'])?;520		let vis = visibility(p)?;521		let value = Rc::new(expr(p)?);522		Ok(FieldMember {523			name,524			plus: false,525			params: Some(ps),526			visibility: vis,527			value,528		})529	} else {530		let plus = p.try_eat(T![+]);531		let vis = visibility(p)?;532		let value = Rc::new(expr(p)?);533		Ok(FieldMember {534			name,535			plus,536			params: None,537			visibility: vis,538			value,539		})540	}541}542543fn member(p: &mut Parser<'_>) -> Result<Member> {544	if p.at(T![local]) {545		p.eat(T![local])?;546		Ok(Member::BindStmt(bind(p)?))547	} else if p.at(T![assert]) {548		Ok(Member::AssertStmt(assert_stmt(p)?))549	} else {550		Ok(Member::Field(field(p)?))551	}552}553554fn for_spec(p: &mut Parser<'_>) -> Result<ForSpecData> {555	p.eat(T![for])?;556	let d = destruct(p)?;557	p.eat(T![in])?;558	let over = expr(p)?;559	Ok(ForSpecData { destruct: d, over })560}561562fn compspecs(p: &mut Parser<'_>) -> Result<Vec<CompSpec>> {563	let mut specs = Vec::new();564	specs.push(CompSpec::ForSpec(for_spec(p)?));565	loop {566		if p.at(T![for]) {567			specs.push(CompSpec::ForSpec(for_spec(p)?));568		} else if p.at(T![if]) {569			let isd = if_spec_data(p)?;570			specs.push(CompSpec::IfSpec(isd));571		} else {572			break;573		}574	}575	Ok(specs)576}577578fn objinside(p: &mut Parser<'_>) -> Result<ObjBody> {579	if p.at(T!['}']) {580		return Ok(ObjBody::MemberList(ObjMembers {581			locals: Rc::new(Vec::new()),582			asserts: Rc::new(Vec::new()),583			fields: Vec::new(),584		}));585	}586587	let mut members = Vec::new();588	loop {589		members.push(member(p)?);590		if !p.try_eat(T![,]) {591			break;592		}593		if p.at(T!['}']) || p.at(T![for]) {594			break;595		}596	}597598	if p.at(T![for]) {599		let specs = compspecs(p)?;600		let mut locals = Vec::new();601		let mut field_member = None;602		for m in members {603			match m {604				Member::Field(f) => {605					if field_member.is_some() {606						return Err(607							p.error("object comprehension can only contain one field".into())608						);609					}610					field_member = Some(f);611				}612				Member::BindStmt(b) => locals.push(b),613				Member::AssertStmt(_) => {614					return Err(p.error("asserts are unsupported in object comprehension".into()));615				}616			}617		}618		Ok(ObjBody::ObjComp(ObjComp {619			locals: Rc::new(locals),620			field: Rc::new(621				field_member.ok_or_else(|| p.error("missing object comprehension field".into()))?,622			),623			compspecs: specs,624		}))625	} else {626		let mut locals = Vec::new();627		let mut asserts = Vec::new();628		let mut fields = Vec::new();629		for m in members {630			match m {631				Member::Field(f) => fields.push(f),632				Member::BindStmt(b) => locals.push(b),633				Member::AssertStmt(a) => asserts.push(a),634			}635		}636		Ok(ObjBody::MemberList(ObjMembers {637			locals: Rc::new(locals),638			asserts: Rc::new(asserts),639			fields,640		}))641	}642}643644#[allow(clippy::too_many_lines)]645fn expr_basic(p: &mut Parser<'_>) -> Result<Expr> {646	if let Some(lit) = literal(p) {647		return Ok(Expr::Literal(lit));648	}649650	match p.peek() {651		SyntaxKind::STRING_DOUBLE652		| SyntaxKind::STRING_SINGLE653		| SyntaxKind::STRING_DOUBLE_VERBATIM654		| SyntaxKind::STRING_SINGLE_VERBATIM655		| SyntaxKind::STRING_BLOCK => Ok(Expr::Str(parse_string_content(p)?)),656657		SyntaxKind::FLOAT => Ok(Expr::Num(parse_number(p)?)),658659		T!['('] => {660			p.eat(T!['('])?;661			let e = expr(p)?;662			p.eat(T![')'])?;663			Ok(e)664		}665666		T!['['] => {667			p.eat(T!['['])?;668			if p.at(T![']']) {669				p.eat(T![']'])?;670				return Ok(Expr::Arr(Rc::new(Vec::new())));671			}672			let first = expr(p)?;673			if p.at(T![for]) {674				let specs = compspecs(p)?;675				p.eat(T![']'])?;676				Ok(Expr::ArrComp(Rc::new(first), specs))677			} else if p.at(T![,]) && {678				let next = p.offset + 1;679				next < p.lexemes.len() && p.lexemes[next].kind == T![for]680			} {681				p.eat(T![,])?;682				let specs = compspecs(p)?;683				p.eat(T![']'])?;684				Ok(Expr::ArrComp(Rc::new(first), specs))685			} else {686				let mut elems = vec![first];687				while p.try_eat(T![,]) {688					if p.at(T![']']) {689						break;690					}691					elems.push(expr(p)?);692				}693				p.eat(T![']'])?;694				Ok(Expr::Arr(Rc::new(elems)))695			}696		}697698		T!['{'] => {699			p.eat(T!['{'])?;700			let body = objinside(p)?;701			p.eat(T!['}'])?;702			Ok(Expr::Obj(body))703		}704705		T![local] => {706			p.eat(T![local])?;707			let mut binds = Vec::new();708			loop {709				binds.push(bind(p)?);710				if !p.try_eat(T![,]) {711					break;712				}713			}714			p.eat(T![;])?;715			let body = expr(p)?;716			Ok(Expr::LocalExpr(binds, Box::new(body)))717		}718719		T![if] => Ok(Expr::IfElse(Box::new(if_else(p)?))),720721		T![function] => {722			p.eat(T![function])?;723			p.eat(T!['('])?;724			let ps = params(p)?;725			p.eat(T![')'])?;726			let body = expr(p)?;727			Ok(Expr::Function(ps, Rc::new(body)))728		}729730		T![assert] => {731			let a = assert_stmt(p)?;732			p.eat(T![;])?;733			let rest = expr(p)?;734			Ok(Expr::AssertExpr(Rc::new(AssertExpr { assert: a, rest })))735		}736737		T![error] => {738			let span = spanned(p, |p| p.eat(T![error]))?;739			let e = expr(p)?;740			Ok(Expr::ErrorStmt(span.span, Box::new(e)))741		}742743		T![importstr] => {744			let kind = spanned(p, |p| {745				p.eat(T![importstr])?;746				Ok(ImportKind::Str)747			})?;748			let path = expr(p)?;749			Ok(Expr::Import(kind, Box::new(path)))750		}751752		T![importbin] => {753			let kind = spanned(p, |p| {754				p.eat(T![importbin])?;755				Ok(ImportKind::Bin)756			})?;757			let path = expr(p)?;758			Ok(Expr::Import(kind, Box::new(path)))759		}760761		T![import] => {762			let kind = spanned(p, |p| {763				p.eat(T![import])?;764				Ok(ImportKind::Normal)765			})?;766			let path = expr(p)?;767			Ok(Expr::Import(kind, Box::new(path)))768		}769770		SyntaxKind::IDENT => {771			let n = spanned(p, |p| {772				let s: IStr = p.text().into();773				p.eat_any();774				Ok(s)775			})?;776			Ok(Expr::Var(n))777		}778779		_ => Err(p.error(format!("unexpected {}", p.current_desc()))),780	}781}782783fn flush_index_parts(e: &mut Expr, parts: &mut Vec<IndexPart>) {784	if parts.is_empty() {785		return;786	}787	let old = std::mem::replace(e, Expr::Literal(LiteralType::Null));788	*e = Expr::Index {789		indexable: Box::new(old),790		parts: std::mem::take(parts),791	};792}793794fn expr_suffix(p: &mut Parser<'_>) -> Result<Expr> {795	let mut e = expr_basic(p)?;796	// Accumulate consecutive index parts (.field, [expr], ?.field, ?.[expr])797	// into a single Expr::Index. This is critical for null-coalesce semantics:798	// a?.b.c needs all parts in one Index so the evaluator can skip .c when .b is null.799	let mut parts: Vec<IndexPart> = Vec::new();800801	loop {802		#[cfg(feature = "exp-null-coaelse")]803		if p.at(T![?]) {804			p.eat_any();805			if p.try_eat(T![.]) {806				if p.at(T!['[']) {807					// ?.[expr]808					p.eat(T!['['])?;809					let idx = spanned(p, expr)?;810					p.eat(T![']'])?;811					parts.push(IndexPart {812						span: idx.span,813						value: idx.value,814						null_coaelse: true,815					});816				} else {817					// ?.field818					let id_spanned = spanned(p, |p| Ok(Expr::Str(ident(p)?)))?;819					parts.push(IndexPart {820						span: id_spanned.span,821						value: id_spanned.value,822						null_coaelse: true,823					});824				}825			} else {826				return Err(p.error("expected '.' after '?'".into()));827			}828			continue;829		}830831		if p.at(T![.]) {832			p.eat(T![.])?;833			let id_spanned = spanned(p, |p| Ok(Expr::Str(ident(p)?)))?;834			parts.push(IndexPart {835				span: id_spanned.span,836				value: id_spanned.value,837				#[cfg(feature = "exp-null-coaelse")]838				null_coaelse: false,839			});840		} else if p.at(T!['[']) {841			p.eat(T!['['])?;842843			if p.at(T![:]) {844				// Slice: flush index parts first, then handle slice845				flush_index_parts(&mut e, &mut parts);846				let slice = slice_desc(p, None)?;847				p.eat(T![']'])?;848				e = Expr::Slice(Box::new(Slice { value: e, slice }));849			} else {850				let idx = spanned(p, expr)?;851				if p.at(T![:]) {852					// Slice with start: flush index parts first853					flush_index_parts(&mut e, &mut parts);854					let slice = slice_desc(p, Some(idx))?;855					p.eat(T![']'])?;856					e = Expr::Slice(Box::new(Slice { value: e, slice }));857				} else {858					// Bracket index: add to parts859					p.eat(T![']'])?;860					parts.push(IndexPart {861						span: idx.span,862						value: idx.value,863						#[cfg(feature = "exp-null-coaelse")]864						null_coaelse: false,865					});866				}867			}868		} else if p.at(T!['(']) {869			flush_index_parts(&mut e, &mut parts);870			let args_spanned = spanned(p, |p| {871				p.eat(T!['('])?;872				let a = args(p)?;873				p.eat(T![')'])?;874				Ok(a)875			})?;876			let tailstrict = p.try_eat(T![tailstrict]);877			e = Expr::Apply(Box::new(e), args_spanned, tailstrict);878		} else if p.at(T!['{']) {879			flush_index_parts(&mut e, &mut parts);880			p.eat(T!['{'])?;881			let body = objinside(p)?;882			p.eat(T!['}'])?;883			e = Expr::ObjExtend(Rc::new(e), body);884		} else {885			break;886		}887	}888889	flush_index_parts(&mut e, &mut parts);890	Ok(e)891}892893fn prefix_binding_power(op: UnaryOpType) -> u8 {894	match op {895		UnaryOpType::Plus | UnaryOpType::Minus | UnaryOpType::Not | UnaryOpType::BitNot => 20,896	}897}898899fn infix_binding_power(op: BinaryOpType) -> (u8, u8) {900	match op {901		BinaryOpType::Or => (2, 3),902		#[cfg(feature = "exp-null-coaelse")]903		BinaryOpType::NullCoaelse => (2, 3),904		BinaryOpType::And => (4, 5),905		BinaryOpType::BitOr => (6, 7),906		BinaryOpType::BitXor => (8, 9),907		BinaryOpType::BitAnd => (10, 11),908		BinaryOpType::Eq | BinaryOpType::Neq => (12, 13),909		BinaryOpType::Lt910		| BinaryOpType::Gt911		| BinaryOpType::Lte912		| BinaryOpType::Gte913		| BinaryOpType::In => (14, 15),914		BinaryOpType::Lhs | BinaryOpType::Rhs => (16, 17),915		BinaryOpType::Add | BinaryOpType::Sub => (18, 19),916		BinaryOpType::Mul | BinaryOpType::Div | BinaryOpType::Mod => (20, 21),917	}918}919920fn unary_op(kind: SyntaxKind) -> Option<UnaryOpType> {921	match kind {922		T![+] => Some(UnaryOpType::Plus),923		T![-] => Some(UnaryOpType::Minus),924		T![!] => Some(UnaryOpType::Not),925		T![~] => Some(UnaryOpType::BitNot),926		_ => None,927	}928}929930fn binary_op(p: &Parser<'_>) -> Option<BinaryOpType> {931	match p.peek() {932		T![||] => Some(BinaryOpType::Or),933		T![&&] => Some(BinaryOpType::And),934		T![|] => Some(BinaryOpType::BitOr),935		T![^] => Some(BinaryOpType::BitXor),936		T![&] => Some(BinaryOpType::BitAnd),937		T![==] => Some(BinaryOpType::Eq),938		T![!=] => Some(BinaryOpType::Neq),939		T![<] => Some(BinaryOpType::Lt),940		T![>] => Some(BinaryOpType::Gt),941		T![<=] => Some(BinaryOpType::Lte),942		T![>=] => Some(BinaryOpType::Gte),943		T![<<] => Some(BinaryOpType::Lhs),944		T![>>] => Some(BinaryOpType::Rhs),945		T![+] => Some(BinaryOpType::Add),946		T![-] => Some(BinaryOpType::Sub),947		T![*] => Some(BinaryOpType::Mul),948		T![/] => Some(BinaryOpType::Div),949		T![%] => Some(BinaryOpType::Mod),950		T![in] => Some(BinaryOpType::In),951		#[cfg(feature = "exp-null-coaelse")]952		T![??] => Some(BinaryOpType::NullCoaelse),953		_ => None,954	}955}956957fn expr_bp(p: &mut Parser<'_>, min_bp: u8) -> Result<Expr> {958	let mut lhs = if let Some(op) = unary_op(p.peek()) {959		p.eat_any();960		let rbp = prefix_binding_power(op);961		let rhs = expr_bp(p, rbp)?;962		Expr::UnaryOp(op, Box::new(rhs))963	} else {964		expr_suffix(p)?965	};966967	loop {968		if p.at_eof() {969			break;970		}971972		let Some(op) = binary_op(p) else {973			break;974		};975976		let (lbp, rbp) = infix_binding_power(op);977		if lbp < min_bp {978			break;979		}980981		p.eat_any();982		let rhs = expr_bp(p, rbp)?;983		lhs = Expr::BinaryOp(Box::new(BinaryOp { lhs, op, rhs }));984	}985986	Ok(lhs)987}988989fn expr(p: &mut Parser<'_>) -> Result<Expr> {990	expr_bp(p, 0)991}992993pub fn parse(str: &str, settings: &ParserSettings) -> Result<Expr> {994	let mut p = Parser::new(str, settings.source.clone());995	for lexeme in &p.lexemes {996		if let Some(desc) = lexeme.kind.error_description() {997			return Err(ParseError {998				message: desc.to_owned(),999				location: lexeme.range,1000			});1001		}1002	}1003	let e = expr(&mut p)?;1004	if !p.at_eof() {1005		return Err(p.error(format!("expected end of file, got {}", p.current_desc(),)));1006	}1007	Ok(e)1008}10091010pub fn string_to_expr(s: IStr, settings: &ParserSettings) -> Spanned<Expr> {1011	let len = u32::try_from(s.len()).expect("code size is limited by 4gb");10121013	Spanned::new(Expr::Str(s), Span(settings.source.clone(), 0, len))1014}10151016#[cfg(test)]1017mod tests {1018	use std::fs;10191020	use insta::{assert_snapshot, glob};1021	use jrsonnet_ir::{IStr, Source};10221023	use super::*;10241025	fn parse_str(input: &str) -> Expr {1026		let source = Source::new_virtual("<test>".into(), input.into());1027		let settings = ParserSettings { source };1028		parse(input, &settings).unwrap()1029	}10301031	#[test]1032	#[cfg(not(feature = "exp-null-coaelse"))]1033	fn basic_test() {1034		let v = parse_str("assert true[false] : false ; true");1035		assert_snapshot!(format!("{v:#?}"));1036	}10371038	#[test]1039	fn literals() {1040		let v = parse_str("[null, true, false, self, super, $]");1041		assert_snapshot!(format!("{v:#?}"));1042	}10431044	#[test]1045	fn basic_math() {1046		let v = parse_str("2+2*2");1047		assert_snapshot!(format!("{v:#?}"));1048	}10491050	#[test]1051	fn underscore_numbers() {1052		let v = parse_str("[1_000, 1_000.000_1, 1_0e1_0]");1053		assert_snapshot!(format!("{v:#?}"));1054	}10551056	#[test]1057	fn strings() {1058		let v = parse_str(r#"["hello", 'world', @"raw""str", @'raw''str']"#);1059		assert_snapshot!(format!("{v:#?}"));1060	}10611062	#[test]1063	fn object() {1064		let v = parse_str("{a: 1, b:: 2, c::: 3}");1065		assert_snapshot!(format!("{v:#?}"));1066	}10671068	#[test]1069	fn function_and_call() {1070		let v = parse_str("local f(x, y=1) = x + y; f(2, y=3)");1071		assert_snapshot!(format!("{v:#?}"));1072	}10731074	#[test]1075	fn if_then_else() {1076		let v = parse_str("if true then 1 else 2");1077		assert_snapshot!(format!("{v:#?}"));1078	}10791080	#[test]1081	fn imports() {1082		let v = parse_str(r#"[import "a", importstr "b", importbin "c"]"#);1083		assert_snapshot!(format!("{v:#?}"));1084	}10851086	#[test]1087	fn array_comp() {1088		let v = parse_str("[x for x in arr]");1089		assert_snapshot!(format!("{v:#?}"));1090	}10911092	#[test]1093	#[cfg(not(feature = "exp-null-coaelse"))]1094	fn index_and_suffix() {1095		let v = parse_str("std.test(2).field[0]");1096		assert_snapshot!(format!("{v:#?}"));1097	}10981099	#[test]1100	fn obj_extend() {1101		let v = parse_str("{} { x: 1 }");1102		assert_snapshot!(format!("{v:#?}"));1103	}11041105	#[test]1106	fn unary_ops() {1107		let v = parse_str("!a && !b");1108		assert_snapshot!(format!("{v:#?}"));1109	}11101111	#[test]1112	fn error_expr() {1113		let v = parse_str("error \"bad\"");1114		assert_snapshot!(format!("{v:#?}"));1115	}11161117	#[test]1118	fn slice() {1119		let v = parse_str("[a[1:], a[1::], a[:1:], a[::1]]");1120		assert_snapshot!(format!("{v:#?}"));1121	}11221123	#[test]1124	#[cfg(not(feature = "exp-null-coaelse"))]1125	fn peg_snapshots() {1126		glob!("../../jrsonnet-peg-parser/src", "tests/*.jsonnet", |path| {1127			let input = fs::read_to_string(path).expect("read test file");1128			let source = Source::new_virtual("<test>".into(), IStr::empty());1129			let settings = ParserSettings { source };1130			let v = parse(&input, &settings).unwrap();1131			let v = format!("{v:#?}");1132			assert_snapshot!(v);1133		});1134	}1135}
after · crates/jrsonnet-ir-parser/src/lib.rs
1use std::rc::Rc;23use jrsonnet_gcmodule::Acyclic;4use jrsonnet_ir::{5	ArgsDesc, AssertExpr, AssertStmt, BinaryOp, BinaryOpType, BindSpec, CompSpec, Destruct, Expr,6	ExprParam, ExprParams, FieldMember, FieldName, ForSpecData, IStr, IfElse, IfSpecData,7	ImportKind, IndexPart, LiteralType, Member, ObjBody, ObjComp, ObjMembers, Slice, SliceDesc,8	Source, Span, Spanned, UnaryOpType, Visibility, unescape,9};10use jrsonnet_lexer::{Lexeme, Lexer, Span as LexSpan, SyntaxKind, T, collect_lexed_str_block};1112pub struct ParserSettings {13	pub source: Source,14}1516#[derive(Debug, Clone)]17pub struct ParseError {18	pub message: String,19	pub location: LexSpan,20}2122impl std::fmt::Display for ParseError {23	fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {24		write!(f, "{}", self.message)25	}26}2728type Result<T> = std::result::Result<T, ParseError>;2930struct Parser<'a> {31	lexemes: Vec<Lexeme<'a>>,32	offset: usize,33	source: Source,34}3536impl<'a> Parser<'a> {37	fn new(code: &'a str, source: Source) -> Self {38		Self {39			lexemes: Lexer::new(code)40				.filter(|l| {41					!matches!(42						l.kind,43						SyntaxKind::WHITESPACE44							| SyntaxKind::SINGLE_LINE_SLASH_COMMENT45							| SyntaxKind::SINGLE_LINE_HASH_COMMENT46							| SyntaxKind::MULTI_LINE_COMMENT47					)48				})49				.collect(),50			offset: 0,51			source,52		}53	}5455	fn peek(&self) -> SyntaxKind {56		if self.at_eof() {57			SyntaxKind::EOF58		} else {59			self.lexemes[self.offset].kind60		}61	}6263	fn text(&self) -> &'a str {64		self.lexemes[self.offset].text65	}6667	fn at(&self, kind: SyntaxKind) -> bool {68		!self.at_eof() && self.peek() == kind69	}7071	fn eat_any(&mut self) {72		self.offset += 1;73	}7475	fn at_eof(&self) -> bool {76		self.offset >= self.lexemes.len()77	}7879	fn try_eat(&mut self, t: SyntaxKind) -> bool {80		if self.at(t) {81			self.eat_any();82			return true;83		}84		false85	}8687	fn current_desc(&self) -> String {88		if self.at_eof() {89			return "end of file".to_owned();90		}91		let kind = self.peek();92		let text = self.text();93		let name = kind.display_name();94		if matches!(kind, SyntaxKind::IDENT | SyntaxKind::FLOAT) {95			format!("{name} \"{text}\"")96		} else {97			name.to_owned()98		}99	}100101	fn eat(&mut self, t: SyntaxKind) -> Result<()> {102		if !self.at(t) {103			return Err(self.error(format!(104				"expected {}, got {}",105				t.display_name(),106				self.current_desc(),107			)));108		}109		self.eat_any();110		Ok(())111	}112113	fn span_start(&self) -> u32 {114		if self.at_eof() {115			if let Some(last) = self.lexemes.last() {116				return last.range.1;117			}118			return 0;119		}120		self.lexemes[self.offset].range.0121	}122123	fn span_end(&self) -> u32 {124		self.lexemes[self.offset - 1].range.1125	}126127	fn error(&self, message: String) -> ParseError {128		if self.offset == self.lexemes.len() {129			let pos = self.lexemes.last().map_or(0, |v| v.range.1);130			return ParseError {131				location: LexSpan(pos, pos),132				message,133			};134		}135		ParseError {136			location: self.lexemes[self.offset].range,137			message,138		}139	}140}141142fn spanned<T: Acyclic>(143	p: &mut Parser<'_>,144	cb: impl FnOnce(&mut Parser<'_>) -> Result<T>,145) -> Result<Spanned<T>> {146	let start = p.span_start();147	let v = cb(p)?;148	let end = p.span_end();149	Ok(Spanned::new(v, Span(p.source.clone(), start, end)))150}151152fn parse_string_content(p: &mut Parser<'_>) -> Result<IStr> {153	let kind = p.peek();154	let text = p.text();155	let s = match kind {156		SyntaxKind::STRING_DOUBLE => {157			let inner = &text[1..text.len() - 1];158			unescape::unescape(inner).ok_or_else(|| p.error("invalid string escape".into()))?159		}160		SyntaxKind::STRING_SINGLE => {161			let inner = &text[1..text.len() - 1];162			unescape::unescape(inner).ok_or_else(|| p.error("invalid string escape".into()))?163		}164		SyntaxKind::STRING_DOUBLE_VERBATIM => {165			let inner = &text[2..text.len() - 1];166			inner.replace("\"\"", "\"")167		}168		SyntaxKind::STRING_SINGLE_VERBATIM => {169			let inner = &text[2..text.len() - 1];170			inner.replace("''", "'")171		}172		SyntaxKind::STRING_BLOCK => {173			let inner = &text[3..];174			let collected = collect_lexed_str_block(inner)175				.map_err(|_| p.error("invalid string block".into()))?;176			let mut result = String::new();177			for (i, line) in collected.lines.iter().enumerate() {178				if i > 0 {179					result.push('\n');180				}181				result.push_str(line);182			}183			if !collected.truncate {184				result.push('\n');185			}186			result187		}188		_ => return Err(p.error(format!("expected string, got {}", p.current_desc()))),189	};190	p.eat_any();191	Ok(s.into())192}193194fn is_string_token(kind: SyntaxKind) -> bool {195	matches!(196		kind,197		SyntaxKind::STRING_DOUBLE198			| SyntaxKind::STRING_SINGLE199			| SyntaxKind::STRING_DOUBLE_VERBATIM200			| SyntaxKind::STRING_SINGLE_VERBATIM201			| SyntaxKind::STRING_BLOCK202	)203}204205fn parse_number(p: &mut Parser<'_>) -> Result<f64> {206	let text = p.text();207	let n: f64 = text208		.replace('_', "")209		.parse()210		.map_err(|_| p.error(format!("invalid number literal: {text}")))?;211	if !n.is_finite() {212		return Err(p.error("numbers are finite".into()));213	}214	p.eat_any();215	Ok(n)216}217218fn ident(p: &mut Parser<'_>) -> Result<IStr> {219	let text = p.text();220	p.eat(SyntaxKind::IDENT)?;221	Ok(IStr::from(text))222}223224fn literal(p: &mut Parser<'_>) -> Option<LiteralType> {225	let t = match p.peek() {226		T![self] => LiteralType::This,227		T![super] => LiteralType::Super,228		T!['$'] => LiteralType::Dollar,229		T![null] => LiteralType::Null,230		T![true] => LiteralType::True,231		T![false] => LiteralType::False,232		_ => return None,233	};234	p.eat_any();235	Some(t)236}237238fn assert_stmt(p: &mut Parser<'_>) -> Result<AssertStmt> {239	p.eat(T![assert])?;240	let cond = spanned(p, expr)?;241	let msg = if p.try_eat(T![:]) {242		Some(spanned(p, expr)?)243	} else {244		None245	};246	Ok(AssertStmt(cond, msg))247}248249fn if_spec_data(p: &mut Parser<'_>) -> Result<IfSpecData> {250	let v = spanned(p, |p| p.eat(T![if]))?;251	let cond = expr(p)?;252	Ok(IfSpecData { span: v.span, cond })253}254255fn if_else(p: &mut Parser<'_>) -> Result<IfElse> {256	let cond = if_spec_data(p)?;257	p.eat(T![then])?;258	let cond_then = expr(p)?;259	let cond_else = if p.try_eat(T![else]) {260		Some(expr(p)?)261	} else {262		None263	};264	Ok(IfElse {265		cond,266		cond_then,267		cond_else,268	})269}270271fn slice_desc(p: &mut Parser<'_>, start: Option<Spanned<Expr>>) -> Result<SliceDesc> {272	p.eat(T![:])?;273	let end = if !p.at(T![:]) && !p.at(T![']']) {274		Some(spanned(p, expr)?)275	} else {276		None277	};278	let step = if p.try_eat(T![:]) {279		if p.at(T![']']) {280			None281		} else {282			Some(spanned(p, expr)?)283		}284	} else {285		None286	};287	Ok(SliceDesc { start, end, step })288}289290fn destruct(p: &mut Parser<'_>) -> Result<Destruct> {291	if p.at(SyntaxKind::IDENT) {292		return Ok(Destruct::Full(ident(p)?));293	}294	#[cfg(not(feature = "exp-destruct"))]295	return Err(p.error(format!("expected identifier, got {}", p.current_desc())));296	#[cfg(feature = "exp-destruct")]297	{298		if p.try_eat(T![?]) {299			return Ok(Destruct::Skip);300		}301		if p.at(T!['[']) {302			return destruct_array(p);303		}304		if p.at(T!['{']) {305			return destruct_object(p);306		}307		Err(p.error(format!(308			"expected destructure pattern, got {}",309			p.current_desc()310		)))311	}312}313314#[cfg(feature = "exp-destruct")]315fn destruct_rest(p: &mut Parser<'_>) -> Result<jrsonnet_ir::DestructRest> {316	p.eat(T![...])?;317	if p.at(SyntaxKind::IDENT) {318		Ok(jrsonnet_ir::DestructRest::Keep(ident(p)?))319	} else {320		Ok(jrsonnet_ir::DestructRest::Drop)321	}322}323324#[cfg(feature = "exp-destruct")]325fn destruct_array(p: &mut Parser<'_>) -> Result<Destruct> {326	p.eat(T!['['])?;327	let mut start = Vec::new();328	let mut rest = None;329	let mut end = Vec::new();330	if !p.at(T![']']) {331		loop {332			if p.at(T![...]) {333				rest = Some(destruct_rest(p)?);334				if p.try_eat(T![,]) {335					if !p.at(T![']']) {336						loop {337							end.push(destruct(p)?);338							if !p.try_eat(T![,]) {339								break;340							}341							if p.at(T![']']) {342								break;343							}344						}345					}346				}347				break;348			}349			start.push(destruct(p)?);350			if !p.try_eat(T![,]) {351				break;352			}353			if p.at(T![']']) {354				break;355			}356		}357	}358	p.eat(T![']'])?;359	Ok(Destruct::Array { start, rest, end })360}361362#[cfg(feature = "exp-destruct")]363fn destruct_object(p: &mut Parser<'_>) -> Result<Destruct> {364	p.eat(T!['{'])?;365	let mut fields = Vec::new();366	let mut rest = None;367	if !p.at(T!['}']) {368		loop {369			if p.at(T![...]) {370				rest = Some(destruct_rest(p)?);371				p.try_eat(T![,]);372				break;373			}374			let name = ident(p)?;375			let into = if p.try_eat(T![:]) {376				Some(destruct(p)?)377			} else {378				None379			};380			let default = if p.try_eat(T![=]) {381				Some(Rc::new(spanned(p, expr)?))382			} else {383				None384			};385			fields.push((name, into, default));386			if !p.try_eat(T![,]) {387				break;388			}389			if p.at(T!['}']) {390				break;391			}392		}393	}394	p.eat(T!['}'])?;395	Ok(Destruct::Object { fields, rest })396}397398fn params(p: &mut Parser<'_>) -> Result<ExprParams> {399	if p.at(T![')']) {400		return Ok(ExprParams::new(Vec::new()));401	}402	let mut result = Vec::new();403	loop {404		let d = destruct(p)?;405		let default = if p.try_eat(T![=]) {406			Some(Rc::new(expr(p)?))407		} else {408			None409		};410		result.push(ExprParam {411			destruct: d,412			default,413		});414		if !p.try_eat(T![,]) {415			break;416		}417		if p.at(T![')']) {418			break;419		}420	}421	Ok(ExprParams::new(result))422}423424fn args(p: &mut Parser<'_>) -> Result<ArgsDesc> {425	if p.at(T![')']) {426		return Ok(ArgsDesc::new(Vec::new(), Vec::new(), Vec::new()));427	}428	let mut unnamed = Vec::new();429	let mut names = Vec::new();430	let mut values = Vec::new();431	let mut named_started = false;432	loop {433		let is_named = p.at(SyntaxKind::IDENT) && {434			let next_offset = p.offset + 1;435			next_offset < p.lexemes.len() && p.lexemes[next_offset].kind == T![=]436		};437		if is_named {438			let name: IStr = ident(p)?;439			p.eat(T![=])?;440			let value = Rc::new(expr(p)?);441442			names.push(name);443			values.push(value);444			named_started = true;445		} else {446			if named_started {447				return Err(p.error("positional argument after named argument".into()));448			}449			unnamed.push(Rc::new(expr(p)?));450		}451		if !p.try_eat(T![,]) {452			break;453		}454		if p.at(T![')']) {455			break;456		}457	}458	Ok(ArgsDesc::new(unnamed, names, values))459}460461fn bind(p: &mut Parser<'_>) -> Result<BindSpec> {462	#[cfg(feature = "exp-destruct")]463	{464		if !p.at(SyntaxKind::IDENT) {465			let d = destruct(p)?;466			p.eat(T![=])?;467			let value = Rc::new(expr(p)?);468			return Ok(BindSpec::Field { into: d, value });469		}470	}471	let name = ident(p)?;472	if p.try_eat(T!['(']) {473		let ps = params(p)?;474		p.eat(T![')'])?;475		p.eat(T![=])?;476		let value = Rc::new(expr(p)?);477		Ok(BindSpec::Function {478			name,479			params: ps,480			value,481		})482	} else {483		p.eat(T![=])?;484		let value = Rc::new(expr(p)?);485		Ok(BindSpec::Field {486			into: Destruct::Full(name),487			value,488		})489	}490}491492fn visibility(p: &mut Parser<'_>) -> Result<Visibility> {493	p.eat(T![:])?;494	if p.try_eat(T![:]) {495		if p.try_eat(T![:]) {496			Ok(Visibility::Unhide)497		} else {498			Ok(Visibility::Hidden)499		}500	} else {501		Ok(Visibility::Normal)502	}503}504505fn field_name(p: &mut Parser<'_>) -> Result<FieldName> {506	if p.at(SyntaxKind::IDENT) {507		Ok(FieldName::Fixed(ident(p)?))508	} else if is_string_token(p.peek()) {509		Ok(FieldName::Fixed(parse_string_content(p)?))510	} else if p.at(T!['[']) {511		p.eat(T!['['])?;512		let e = expr(p)?;513		p.eat(T![']'])?;514		Ok(FieldName::Dyn(e))515	} else {516		Err(p.error(format!("expected field name, got {}", p.current_desc())))517	}518}519520fn field(p: &mut Parser<'_>) -> Result<FieldMember> {521	let name = spanned(p, field_name)?;522523	if p.at(T!['(']) {524		p.eat(T!['('])?;525		let ps = params(p)?;526		p.eat(T![')'])?;527		let vis = visibility(p)?;528		let value = Rc::new(expr(p)?);529		Ok(FieldMember {530			name,531			plus: false,532			params: Some(ps),533			visibility: vis,534			value,535		})536	} else {537		let plus = p.try_eat(T![+]);538		let vis = visibility(p)?;539		let value = Rc::new(expr(p)?);540		Ok(FieldMember {541			name,542			plus,543			params: None,544			visibility: vis,545			value,546		})547	}548}549550fn member(p: &mut Parser<'_>) -> Result<Member> {551	if p.at(T![local]) {552		p.eat(T![local])?;553		Ok(Member::BindStmt(bind(p)?))554	} else if p.at(T![assert]) {555		Ok(Member::AssertStmt(assert_stmt(p)?))556	} else {557		Ok(Member::Field(field(p)?))558	}559}560561fn for_spec(p: &mut Parser<'_>) -> Result<ForSpecData> {562	p.eat(T![for])?;563	let d = destruct(p)?;564	p.eat(T![in])?;565	let over = expr(p)?;566	Ok(ForSpecData { destruct: d, over })567}568569fn compspecs(p: &mut Parser<'_>) -> Result<Vec<CompSpec>> {570	let mut specs = Vec::new();571	specs.push(CompSpec::ForSpec(for_spec(p)?));572	loop {573		if p.at(T![for]) {574			specs.push(CompSpec::ForSpec(for_spec(p)?));575		} else if p.at(T![if]) {576			let isd = if_spec_data(p)?;577			specs.push(CompSpec::IfSpec(isd));578		} else {579			break;580		}581	}582	Ok(specs)583}584585fn objinside(p: &mut Parser<'_>) -> Result<ObjBody> {586	if p.at(T!['}']) {587		return Ok(ObjBody::MemberList(ObjMembers {588			locals: Rc::new(Vec::new()),589			asserts: Rc::new(Vec::new()),590			fields: Vec::new(),591		}));592	}593594	let mut members = Vec::new();595	loop {596		members.push(member(p)?);597		if !p.try_eat(T![,]) {598			break;599		}600		if p.at(T!['}']) || p.at(T![for]) {601			break;602		}603	}604605	if p.at(T![for]) {606		let specs = compspecs(p)?;607		let mut locals = Vec::new();608		let mut field_member = None;609		for m in members {610			match m {611				Member::Field(f) => {612					if field_member.is_some() {613						return Err(614							p.error("object comprehension can only contain one field".into())615						);616					}617					field_member = Some(f);618				}619				Member::BindStmt(b) => locals.push(b),620				Member::AssertStmt(_) => {621					return Err(p.error("asserts are unsupported in object comprehension".into()));622				}623			}624		}625		Ok(ObjBody::ObjComp(ObjComp {626			locals: Rc::new(locals),627			field: Rc::new(628				field_member.ok_or_else(|| p.error("missing object comprehension field".into()))?,629			),630			compspecs: specs,631		}))632	} else {633		let mut locals = Vec::new();634		let mut asserts = Vec::new();635		let mut fields = Vec::new();636		for m in members {637			match m {638				Member::Field(f) => fields.push(f),639				Member::BindStmt(b) => locals.push(b),640				Member::AssertStmt(a) => asserts.push(a),641			}642		}643		Ok(ObjBody::MemberList(ObjMembers {644			locals: Rc::new(locals),645			asserts: Rc::new(asserts),646			fields,647		}))648	}649}650651#[allow(clippy::too_many_lines)]652fn expr_basic(p: &mut Parser<'_>) -> Result<Expr> {653	if let Some(lit) = literal(p) {654		return Ok(Expr::Literal(lit));655	}656657	match p.peek() {658		SyntaxKind::STRING_DOUBLE659		| SyntaxKind::STRING_SINGLE660		| SyntaxKind::STRING_DOUBLE_VERBATIM661		| SyntaxKind::STRING_SINGLE_VERBATIM662		| SyntaxKind::STRING_BLOCK => Ok(Expr::Str(parse_string_content(p)?)),663664		SyntaxKind::FLOAT => Ok(Expr::Num(parse_number(p)?)),665666		T!['('] => {667			p.eat(T!['('])?;668			let e = expr(p)?;669			p.eat(T![')'])?;670			Ok(e)671		}672673		T!['['] => {674			p.eat(T!['['])?;675			if p.at(T![']']) {676				p.eat(T![']'])?;677				return Ok(Expr::Arr(Rc::new(Vec::new())));678			}679			let first = expr(p)?;680			if p.at(T![for]) {681				let specs = compspecs(p)?;682				p.eat(T![']'])?;683				Ok(Expr::ArrComp(Rc::new(first), specs))684			} else if p.at(T![,]) && {685				let next = p.offset + 1;686				next < p.lexemes.len() && p.lexemes[next].kind == T![for]687			} {688				p.eat(T![,])?;689				let specs = compspecs(p)?;690				p.eat(T![']'])?;691				Ok(Expr::ArrComp(Rc::new(first), specs))692			} else {693				let mut elems = vec![first];694				while p.try_eat(T![,]) {695					if p.at(T![']']) {696						break;697					}698					elems.push(expr(p)?);699				}700				p.eat(T![']'])?;701				Ok(Expr::Arr(Rc::new(elems)))702			}703		}704705		T!['{'] => {706			p.eat(T!['{'])?;707			let body = objinside(p)?;708			p.eat(T!['}'])?;709			Ok(Expr::Obj(body))710		}711712		T![local] => {713			p.eat(T![local])?;714			let mut binds = Vec::new();715			loop {716				binds.push(bind(p)?);717				if !p.try_eat(T![,]) {718					break;719				}720			}721			p.eat(T![;])?;722			let body = expr(p)?;723			Ok(Expr::LocalExpr(binds, Box::new(body)))724		}725726		T![if] => Ok(Expr::IfElse(Box::new(if_else(p)?))),727728		T![function] => {729			p.eat(T![function])?;730			p.eat(T!['('])?;731			let ps = params(p)?;732			p.eat(T![')'])?;733			let body = expr(p)?;734			Ok(Expr::Function(ps, Rc::new(body)))735		}736737		T![assert] => {738			let a = assert_stmt(p)?;739			p.eat(T![;])?;740			let rest = expr(p)?;741			Ok(Expr::AssertExpr(Rc::new(AssertExpr { assert: a, rest })))742		}743744		T![error] => {745			let span = spanned(p, |p| p.eat(T![error]))?;746			let e = expr(p)?;747			Ok(Expr::ErrorStmt(span.span, Box::new(e)))748		}749750		T![importstr] => {751			let kind = spanned(p, |p| {752				p.eat(T![importstr])?;753				Ok(ImportKind::Str)754			})?;755			let path = expr(p)?;756			Ok(Expr::Import(kind, Box::new(path)))757		}758759		T![importbin] => {760			let kind = spanned(p, |p| {761				p.eat(T![importbin])?;762				Ok(ImportKind::Bin)763			})?;764			let path = expr(p)?;765			Ok(Expr::Import(kind, Box::new(path)))766		}767768		T![import] => {769			let kind = spanned(p, |p| {770				p.eat(T![import])?;771				Ok(ImportKind::Normal)772			})?;773			let path = expr(p)?;774			Ok(Expr::Import(kind, Box::new(path)))775		}776777		SyntaxKind::IDENT => {778			let n = spanned(p, |p| {779				let s: IStr = p.text().into();780				p.eat_any();781				Ok(s)782			})?;783			Ok(Expr::Var(n))784		}785786		_ => Err(p.error(format!("unexpected {}", p.current_desc()))),787	}788}789790fn flush_index_parts(e: &mut Expr, parts: &mut Vec<IndexPart>) {791	if parts.is_empty() {792		return;793	}794	let old = std::mem::replace(e, Expr::Literal(LiteralType::Null));795	*e = Expr::Index {796		indexable: Box::new(old),797		parts: std::mem::take(parts),798	};799}800801fn expr_suffix(p: &mut Parser<'_>) -> Result<Expr> {802	let mut e = expr_basic(p)?;803	// Accumulate consecutive index parts (.field, [expr], ?.field, ?.[expr])804	// into a single Expr::Index. This is critical for null-coalesce semantics:805	// a?.b.c needs all parts in one Index so the evaluator can skip .c when .b is null.806	let mut parts: Vec<IndexPart> = Vec::new();807808	loop {809		#[cfg(feature = "exp-null-coaelse")]810		if p.at(T![?]) {811			p.eat_any();812			if p.try_eat(T![.]) {813				if p.at(T!['[']) {814					// ?.[expr]815					p.eat(T!['['])?;816					let idx = spanned(p, expr)?;817					p.eat(T![']'])?;818					parts.push(IndexPart {819						span: idx.span,820						value: idx.value,821						null_coaelse: true,822					});823				} else {824					// ?.field825					let id_spanned = spanned(p, |p| Ok(Expr::Str(ident(p)?)))?;826					parts.push(IndexPart {827						span: id_spanned.span,828						value: id_spanned.value,829						null_coaelse: true,830					});831				}832			} else {833				return Err(p.error("expected '.' after '?'".into()));834			}835			continue;836		}837838		if p.at(T![.]) {839			p.eat(T![.])?;840			let id_spanned = spanned(p, |p| Ok(Expr::Str(ident(p)?)))?;841			parts.push(IndexPart {842				span: id_spanned.span,843				value: id_spanned.value,844				#[cfg(feature = "exp-null-coaelse")]845				null_coaelse: false,846			});847		} else if p.at(T!['[']) {848			p.eat(T!['['])?;849850			if p.at(T![:]) {851				// Slice: flush index parts first, then handle slice852				flush_index_parts(&mut e, &mut parts);853				let slice = slice_desc(p, None)?;854				p.eat(T![']'])?;855				e = Expr::Slice(Box::new(Slice { value: e, slice }));856			} else {857				let idx = spanned(p, expr)?;858				if p.at(T![:]) {859					// Slice with start: flush index parts first860					flush_index_parts(&mut e, &mut parts);861					let slice = slice_desc(p, Some(idx))?;862					p.eat(T![']'])?;863					e = Expr::Slice(Box::new(Slice { value: e, slice }));864				} else {865					// Bracket index: add to parts866					p.eat(T![']'])?;867					parts.push(IndexPart {868						span: idx.span,869						value: idx.value,870						#[cfg(feature = "exp-null-coaelse")]871						null_coaelse: false,872					});873				}874			}875		} else if p.at(T!['(']) {876			flush_index_parts(&mut e, &mut parts);877			let args_spanned = spanned(p, |p| {878				p.eat(T!['('])?;879				let a = args(p)?;880				p.eat(T![')'])?;881				Ok(a)882			})?;883			let tailstrict = p.try_eat(T![tailstrict]);884			e = Expr::Apply(Box::new(e), args_spanned, tailstrict);885		} else if p.at(T!['{']) {886			flush_index_parts(&mut e, &mut parts);887			p.eat(T!['{'])?;888			let body = objinside(p)?;889			p.eat(T!['}'])?;890			e = Expr::ObjExtend(Rc::new(e), body);891		} else {892			break;893		}894	}895896	flush_index_parts(&mut e, &mut parts);897	Ok(e)898}899900fn prefix_binding_power(op: UnaryOpType) -> u8 {901	match op {902		UnaryOpType::Plus | UnaryOpType::Minus | UnaryOpType::Not | UnaryOpType::BitNot => 20,903	}904}905906fn infix_binding_power(op: BinaryOpType) -> (u8, u8) {907	match op {908		BinaryOpType::Or => (2, 3),909		#[cfg(feature = "exp-null-coaelse")]910		BinaryOpType::NullCoaelse => (2, 3),911		BinaryOpType::And => (4, 5),912		BinaryOpType::BitOr => (6, 7),913		BinaryOpType::BitXor => (8, 9),914		BinaryOpType::BitAnd => (10, 11),915		BinaryOpType::Eq | BinaryOpType::Neq => (12, 13),916		BinaryOpType::Lt917		| BinaryOpType::Gt918		| BinaryOpType::Lte919		| BinaryOpType::Gte920		| BinaryOpType::In => (14, 15),921		BinaryOpType::Lhs | BinaryOpType::Rhs => (16, 17),922		BinaryOpType::Add | BinaryOpType::Sub => (18, 19),923		BinaryOpType::Mul | BinaryOpType::Div | BinaryOpType::Mod => (20, 21),924	}925}926927fn unary_op(kind: SyntaxKind) -> Option<UnaryOpType> {928	match kind {929		T![+] => Some(UnaryOpType::Plus),930		T![-] => Some(UnaryOpType::Minus),931		T![!] => Some(UnaryOpType::Not),932		T![~] => Some(UnaryOpType::BitNot),933		_ => None,934	}935}936937fn binary_op(p: &Parser<'_>) -> Option<BinaryOpType> {938	match p.peek() {939		T![||] => Some(BinaryOpType::Or),940		T![&&] => Some(BinaryOpType::And),941		T![|] => Some(BinaryOpType::BitOr),942		T![^] => Some(BinaryOpType::BitXor),943		T![&] => Some(BinaryOpType::BitAnd),944		T![==] => Some(BinaryOpType::Eq),945		T![!=] => Some(BinaryOpType::Neq),946		T![<] => Some(BinaryOpType::Lt),947		T![>] => Some(BinaryOpType::Gt),948		T![<=] => Some(BinaryOpType::Lte),949		T![>=] => Some(BinaryOpType::Gte),950		T![<<] => Some(BinaryOpType::Lhs),951		T![>>] => Some(BinaryOpType::Rhs),952		T![+] => Some(BinaryOpType::Add),953		T![-] => Some(BinaryOpType::Sub),954		T![*] => Some(BinaryOpType::Mul),955		T![/] => Some(BinaryOpType::Div),956		T![%] => Some(BinaryOpType::Mod),957		T![in] => Some(BinaryOpType::In),958		#[cfg(feature = "exp-null-coaelse")]959		T![??] => Some(BinaryOpType::NullCoaelse),960		_ => None,961	}962}963964fn expr_bp(p: &mut Parser<'_>, min_bp: u8) -> Result<Expr> {965	let mut lhs = if let Some(op) = unary_op(p.peek()) {966		p.eat_any();967		let rbp = prefix_binding_power(op);968		let rhs = expr_bp(p, rbp)?;969		Expr::UnaryOp(op, Box::new(rhs))970	} else {971		expr_suffix(p)?972	};973974	loop {975		if p.at_eof() {976			break;977		}978979		let Some(op) = binary_op(p) else {980			break;981		};982983		let (lbp, rbp) = infix_binding_power(op);984		if lbp < min_bp {985			break;986		}987988		p.eat_any();989		let rhs = expr_bp(p, rbp)?;990		lhs = Expr::BinaryOp(Box::new(BinaryOp { lhs, op, rhs }));991	}992993	Ok(lhs)994}995996fn expr(p: &mut Parser<'_>) -> Result<Expr> {997	expr_bp(p, 0)998}9991000pub fn parse(str: &str, settings: &ParserSettings) -> Result<Expr> {1001	let mut p = Parser::new(str, settings.source.clone());1002	for lexeme in &p.lexemes {1003		if let Some(desc) = lexeme.kind.error_description() {1004			return Err(ParseError {1005				message: desc.to_owned(),1006				location: lexeme.range,1007			});1008		}1009	}1010	let e = expr(&mut p)?;1011	if !p.at_eof() {1012		return Err(p.error(format!("expected end of file, got {}", p.current_desc(),)));1013	}1014	Ok(e)1015}10161017pub fn string_to_expr(s: IStr, settings: &ParserSettings) -> Spanned<Expr> {1018	let len = u32::try_from(s.len()).expect("code size is limited by 4gb");10191020	Spanned::new(Expr::Str(s), Span(settings.source.clone(), 0, len))1021}10221023#[cfg(test)]1024mod tests {1025	use std::fs;10261027	use insta::{assert_snapshot, glob};1028	use jrsonnet_ir::{IStr, Source};10291030	use super::*;10311032	fn parse_str(input: &str) -> Expr {1033		let source = Source::new_virtual("<test>".into(), input.into());1034		let settings = ParserSettings { source };1035		parse(input, &settings).unwrap()1036	}10371038	#[test]1039	#[cfg(not(feature = "exp-null-coaelse"))]1040	fn basic_test() {1041		let v = parse_str("assert true[false] : false ; true");1042		assert_snapshot!(format!("{v:#?}"));1043	}10441045	#[test]1046	fn literals() {1047		let v = parse_str("[null, true, false, self, super, $]");1048		assert_snapshot!(format!("{v:#?}"));1049	}10501051	#[test]1052	fn basic_math() {1053		let v = parse_str("2+2*2");1054		assert_snapshot!(format!("{v:#?}"));1055	}10561057	#[test]1058	fn underscore_numbers() {1059		let v = parse_str("[1_000, 1_000.000_1, 1_0e1_0]");1060		assert_snapshot!(format!("{v:#?}"));1061	}10621063	#[test]1064	fn strings() {1065		let v = parse_str(r#"["hello", 'world', @"raw""str", @'raw''str']"#);1066		assert_snapshot!(format!("{v:#?}"));1067	}10681069	#[test]1070	fn object() {1071		let v = parse_str("{a: 1, b:: 2, c::: 3}");1072		assert_snapshot!(format!("{v:#?}"));1073	}10741075	#[test]1076	fn function_and_call() {1077		let v = parse_str("local f(x, y=1) = x + y; f(2, y=3)");1078		assert_snapshot!(format!("{v:#?}"));1079	}10801081	#[test]1082	fn if_then_else() {1083		let v = parse_str("if true then 1 else 2");1084		assert_snapshot!(format!("{v:#?}"));1085	}10861087	#[test]1088	fn imports() {1089		let v = parse_str(r#"[import "a", importstr "b", importbin "c"]"#);1090		assert_snapshot!(format!("{v:#?}"));1091	}10921093	#[test]1094	fn array_comp() {1095		let v = parse_str("[x for x in arr]");1096		assert_snapshot!(format!("{v:#?}"));1097	}10981099	#[test]1100	#[cfg(not(feature = "exp-null-coaelse"))]1101	fn index_and_suffix() {1102		let v = parse_str("std.test(2).field[0]");1103		assert_snapshot!(format!("{v:#?}"));1104	}11051106	#[test]1107	fn obj_extend() {1108		let v = parse_str("{} { x: 1 }");1109		assert_snapshot!(format!("{v:#?}"));1110	}11111112	#[test]1113	fn unary_ops() {1114		let v = parse_str("!a && !b");1115		assert_snapshot!(format!("{v:#?}"));1116	}11171118	#[test]1119	fn error_expr() {1120		let v = parse_str("error \"bad\"");1121		assert_snapshot!(format!("{v:#?}"));1122	}11231124	#[test]1125	fn slice() {1126		let v = parse_str("[a[1:], a[1::], a[:1:], a[::1]]");1127		assert_snapshot!(format!("{v:#?}"));1128	}11291130	#[test]1131	#[cfg(not(feature = "exp-null-coaelse"))]1132	fn peg_snapshots() {1133		glob!("../../jrsonnet-peg-parser/src", "tests/*.jsonnet", |path| {1134			let input = fs::read_to_string(path).expect("read test file");1135			let source = Source::new_virtual("<test>".into(), IStr::empty());1136			let settings = ParserSettings { source };1137			let v = parse(&input, &settings).unwrap();1138			let v = format!("{v:#?}");1139			assert_snapshot!(v);1140		});1141	}1142}