difftreelog
refactor closure interpreter
in: master
14 files changed
crates/jrsonnet-evaluator/src/arr/mod.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/arr/mod.rs
+++ b/crates/jrsonnet-evaluator/src/arr/mod.rs
@@ -7,7 +7,12 @@
use jrsonnet_gcmodule::{Cc, cc_dyn};
-use crate::{Context, Result, Thunk, Val, analyze::LExpr, function::NativeFn, typed::IntoUntyped};
+use crate::{
+ Context, Result, Thunk, Val,
+ analyze::{ClosureShape, LExpr},
+ function::NativeFn,
+ typed::IntoUntyped,
+};
mod spec;
pub use spec::{ArrayLike, *};
@@ -36,8 +41,8 @@
Self::new(())
}
- pub fn expr(ctx: Context, exprs: Rc<Vec<LExpr>>) -> Self {
- Self::new(ExprArray::new(ctx, exprs))
+ pub fn expr(ctx: Context, shape: &ClosureShape, exprs: Rc<Vec<LExpr>>) -> Self {
+ Self::new(ExprArray::new(ctx, shape, exprs))
}
pub fn repeated(data: Self, repeats: u32) -> Option<Self> {
crates/jrsonnet-evaluator/src/arr/spec.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/arr/spec.rs
+++ b/crates/jrsonnet-evaluator/src/arr/spec.rs
@@ -12,7 +12,7 @@
use super::ArrValue;
use crate::{
Context, Error, ObjValue, Result, Thunk, Val,
- analyze::LExpr,
+ analyze::{ClosureShape, LExpr},
error::ErrorKind::InfiniteRecursionDetected,
evaluate::evaluate,
function::NativeFn,
@@ -123,9 +123,9 @@
cached: Cc<RefCell<Vec<ArrayThunk>>>,
}
impl ExprArray {
- pub fn new(ctx: Context, src: Rc<Vec<LExpr>>) -> Self {
+ pub fn new(outer: Context, shape: &ClosureShape, src: Rc<Vec<LExpr>>) -> Self {
Self {
- ctx,
+ ctx: Context::enter_using(&outer, shape),
cached: Cc::new(RefCell::new(vec![ArrayThunk::Waiting; src.len()])),
src,
}
crates/jrsonnet-evaluator/src/async_import.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/async_import.rs
+++ b/crates/jrsonnet-evaluator/src/async_import.rs
@@ -4,7 +4,7 @@
use jrsonnet_ir::{IStr, Source, SourcePath, visit::Visitor};
use rustc_hash::FxHashMap;
-use crate::{AsPathLike, FileData, ImportResolver, ResolvePathOwned, State};
+use crate::{AsPathLike, FileData, ImportResolver, ResolvePathOwned, Result, State};
pub struct Import {
path: ResolvePathOwned,
@@ -109,23 +109,23 @@
}
}
Job::ParseFile(path) => {
- if let Some(file) = s.0.file_cache.borrow_mut().get_mut(&path) {
- if file.parsed.is_none() {
- let Some(code) = file.get_string() else {
- continue;
- };
- let source = Source::new(path.clone(), code.clone());
- // If failed - then skip import
- file.parsed = crate::parse_jsonnet(&code, source).map(Rc::new).ok();
- if let Some(parsed) = &file.parsed {
- let mut imports = FoundImports(vec![]);
- imports.visit_expr(parsed);
- for import in imports.0 {
- queue.push(Job::ResolveImport {
- from: path.clone(),
- import,
- });
- }
+ if let Some(file) = s.0.file_cache.borrow_mut().get_mut(&path)
+ && file.parsed.is_none()
+ {
+ let Some(code) = file.get_string() else {
+ continue;
+ };
+ let source = Source::new(path.clone(), code.clone());
+ // If failed - then skip import
+ file.parsed = crate::parse_jsonnet(&code, source).map(Rc::new).ok();
+ if let Some(parsed) = &file.parsed {
+ let mut imports = FoundImports(vec![]);
+ imports.visit_expr(parsed);
+ for import in imports.0 {
+ queue.push(Job::ResolveImport {
+ from: path.clone(),
+ import,
+ });
}
}
}
crates/jrsonnet-evaluator/src/ctx.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/ctx.rs
+++ b/crates/jrsonnet-evaluator/src/ctx.rs
@@ -1,151 +1,296 @@
-use std::{clone::Clone, fmt::Debug};
+use std::{
+ cell::{Cell, OnceCell, RefCell},
+ clone::Clone,
+ fmt::{self, Debug},
+};
use educe::Educe;
use jrsonnet_gcmodule::{Cc, Trace};
use jrsonnet_interner::IStr;
-use crate::{Pending, Result, SupThis, Thunk, Val, analyze::LocalId, error, error::ErrorKind::*};
+use crate::{
+ Result, SupThis, Thunk, Val,
+ analyze::{CaptureSlot, ClosureShape, LSlot, LocalId, LocalSlot},
+ bail, error,
+ error::ErrorKind::*,
+};
#[derive(Debug, Trace, Clone, Educe)]
#[educe(PartialEq)]
-pub struct Context(#[educe(PartialEq(method = Cc::ptr_eq))] Cc<ContextInternal>);
+pub struct Context(#[educe(PartialEq(method = Cc::ptr_eq))] pub(crate) Cc<ContextInternal>);
-#[derive(Debug, Trace, Clone)]
-struct ContextInternal {
- sup_this: Option<SupThis>,
- /// `bindings[i]` corresponds to `LocalId(offset + i)`.
- bindings: Vec<Option<Thunk<Val>>>,
- offset: u32,
- parent: Option<Context>,
+#[derive(Trace)]
+pub(crate) struct ContextInternal {
+ /// Immutable, packed at closure-create time.
+ pub(crate) captures: Cc<Vec<Thunk<Val>>>,
+ /// Filled during closure initialization
+ pub(crate) locals: Cc<LocalsFrame>,
+ pub(crate) sup_this: Option<SupThis>,
}
-impl Context {
- pub fn new_future() -> Pending<Self> {
- Pending::new()
+impl Debug for ContextInternal {
+ fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+ f.debug_struct("ContextInternal")
+ .field("captures", &self.captures.len())
+ .field("locals", &self.locals)
+ .field("sup_this", &self.sup_this.is_some())
+ .finish()
}
+}
- pub fn sup_this(&self) -> Option<&SupThis> {
- self.0.sup_this.as_ref()
+#[derive(Trace, Debug)]
+pub(crate) struct IterFrame {
+ slots: Vec<RefCell<Option<Thunk<Val>>>>,
+ captured: Cell<bool>,
+}
+impl IterFrame {
+ pub fn new(n: u16) -> IterFrame {
+ let cells: Vec<RefCell<Option<Thunk<Val>>>> = (0..n).map(|_| RefCell::new(None)).collect();
+ IterFrame {
+ slots: cells,
+ captured: Cell::new(false),
+ }
}
-
- pub fn try_sup_this(&self) -> Result<SupThis> {
- self.0
- .sup_this
- .clone()
- .ok_or_else(|| error!(CantUseSelfSupOutsideOfObject))
+ pub fn set(&self, slot: LocalSlot, value: Thunk<Val>) {
+ *self.slots[slot.0 as usize].borrow_mut() = Some(value);
}
-
- /// Update binding in `CoW` fashion. Only useful for eager comprehension
- /// fast-path, as it requires Cc refcount to be 1; Use `ContextBuilder` otherwise.
- pub(crate) fn cow_fill_binding(&mut self, id: LocalId, value: Thunk<Val>) {
- let mut value = Some(Some(value));
+}
- self.0.update_with(|inner| {
- let local_idx = (id.0 - inner.offset) as usize;
- while inner.bindings.len() <= local_idx {
- inner.bindings.push(None);
+#[derive(Trace, Debug)]
+pub(crate) enum LocalsFrame {
+ Once1(OnceCell<Thunk<Val>>),
+ /// Letrec/function/object/for frames - slots are filled during frame setup
+ Once(Vec<OnceCell<Thunk<Val>>>),
+ /// Comp-eager fast-path, cells are reset per iteration for the unique frames (i.e for the non-capturing thunks)
+ Iter(IterFrame),
+}
+impl LocalsFrame {
+ pub fn set(&self, slot: LocalSlot, value: Thunk<Val>) {
+ match self {
+ LocalsFrame::Once1(cell) => {
+ debug_assert_eq!(slot.0, 0, "Once1 only holds slot 0");
+ cell.set(value)
+ .map_err(|_| ())
+ .expect("slot already filled");
}
- inner.bindings[local_idx] = value.take().expect("called once");
- });
- }
-
- pub fn binding(&self, id: LocalId) -> Option<Thunk<Val>> {
- let id_num = id.0;
- if id_num >= self.0.offset {
- let local_idx = (id_num - self.0.offset) as usize;
- if let Some(Some(thunk)) = self.0.bindings.get(local_idx) {
- return Some(thunk.clone());
+ LocalsFrame::Once(cells) => {
+ cells[slot.0 as usize]
+ .set(value)
+ .map_err(|_| ())
+ .expect("slot already filled");
}
+ LocalsFrame::Iter(_) => unreachable!("iter frame has different constructors"),
}
- if let Some(parent) = &self.0.parent {
- return parent.binding(id);
+ }
+}
+
+impl LocalsFrame {
+ pub(crate) fn new_once(n: u16) -> Cc<Self> {
+ if n == 1 {
+ return Cc::new(Self::Once1(OnceCell::new()));
}
- None
+ let cells: Vec<OnceCell<Thunk<Val>>> = (0..n).map(|_| OnceCell::new()).collect();
+ Cc::new(Self::Once(cells))
}
+}
- #[must_use]
- pub fn into_future(self, ctx: Pending<Self>) -> Self {
- {
- ctx.clone().fill(self);
+pub(crate) struct IterContext {
+ context: Context,
+}
+impl IterContext {
+ pub(crate) fn create(&self, build: impl FnOnce(&IterFrame)) -> Result<Context> {
+ if !Cc::is_unique(&self.context.0.locals) {
+ bail!(EagerCompspecCaptured);
+ }
+ let LocalsFrame::Iter(frame) = &*self.context.0.locals else {
+ unreachable!("IterContext is only created for Iter ctx");
+ };
+ if frame.captured.get() {
+ bail!(EagerCompspecCaptured);
}
- ctx.unwrap()
+ build(frame);
+ Ok(self.context.clone())
}
}
-#[derive(Clone)]
-pub struct ContextBuilder {
+#[derive(Trace, Clone)]
+pub(crate) struct PackedContext {
+ captures: Cc<Vec<Thunk<Val>>>,
+ n_locals: u16,
+}
+impl PackedContext {
+ pub fn enter(self, sup_this: SupThis, build: impl FnOnce(&LocalsFrame, &Context)) -> Context {
+ let locals = LocalsFrame::new_once(self.n_locals);
+ let val = Context(Cc::new(ContextInternal {
+ captures: self.captures.clone(),
+ locals,
+ sup_this: Some(sup_this),
+ }));
+ build(&val.0.locals, &val);
+ val
+ }
+}
+#[derive(Trace, Clone, Educe, Debug)]
+#[educe(PartialEq)]
+pub(crate) struct PackedContextSupThis {
+ #[educe(PartialEq(method = Cc::ptr_eq))]
+ captures: Cc<Vec<Thunk<Val>>>,
+ n_locals: u16,
sup_this: Option<SupThis>,
- bindings: Vec<Option<Thunk<Val>>>,
- offset: u32,
- parent: Option<Context>,
}
+impl PackedContextSupThis {
+ pub fn enter(self, build: impl FnOnce(&LocalsFrame, &Context)) -> Context {
+ let locals = LocalsFrame::new_once(self.n_locals);
+ let val = Context(Cc::new(ContextInternal {
+ captures: self.captures.clone(),
+ locals,
+ sup_this: self.sup_this,
+ }));
+ build(&val.0.locals, &val);
+ val
+ }
+}
-impl ContextBuilder {
- pub fn new() -> Self {
- Self {
+impl Context {
+ #[inline]
+ pub fn slot(&self, slot: LSlot) -> Thunk<Val> {
+ match slot {
+ LSlot::Local(i) => self.local(i),
+ LSlot::Capture(i) => self.capture(i),
+ }
+ }
+ /// Read a local slot from the shared locals frame.
+ ///
+ /// # Panics
+ /// If the slot has not yet been filled. The analyzer guarantees
+ /// that slot indices are in range and that letrec setup completes
+ /// before the first read. A panic indicates an analyzer/runtime
+ /// invariant violation, not a user error.
+ #[inline]
+ pub fn local(&self, slot: LocalSlot) -> Thunk<Val> {
+ match &*self.0.locals {
+ LocalsFrame::Once1(cell) => {
+ debug_assert_eq!(slot.0, 0, "Once1 only holds slot 0");
+ cell.get().expect("local read before letrec init").clone()
+ }
+ LocalsFrame::Once(cells) => cells[slot.0 as usize]
+ .get()
+ .expect("local read before letrec init")
+ .clone(),
+ LocalsFrame::Iter(cells) => cells.slots[slot.0 as usize]
+ .borrow()
+ .as_ref()
+ .expect("iter local read before iteration filled it")
+ .clone(),
+ }
+ }
+
+ /// Read a captured slot from this closure's capture pack.
+ #[inline]
+ pub fn capture(&self, slot: CaptureSlot) -> Thunk<Val> {
+ (*self.0.captures)[slot.0 as usize].clone()
+ }
+
+ pub fn sup_this(&self) -> Option<&SupThis> {
+ self.0.sup_this.as_ref()
+ }
+
+ pub fn try_sup_this(&self) -> Result<SupThis> {
+ self.0
+ .sup_this
+ .clone()
+ .ok_or_else(|| error!(CantUseSelfSupOutsideOfObject))
+ }
+
+ /// Build a root context: empty captures, externals filled into a
+ /// fresh Once locals frame in declaration order. Used once at
+ /// program entry to construct the context the analyzed root LIR
+ /// runs against.
+ pub(crate) fn root(externals: Vec<Thunk<Val>>) -> Self {
+ let n: u16 = externals
+ .len()
+ .try_into()
+ .expect("more than u16::MAX externals");
+ let cells: Vec<OnceCell<Thunk<Val>>> = externals
+ .into_iter()
+ .map(|t| {
+ let cell = OnceCell::new();
+ cell.set(t).map_err(|_| ()).expect("fresh cell");
+ cell
+ })
+ .collect();
+ debug_assert_eq!(cells.len(), n as usize);
+ let locals = Cc::new(LocalsFrame::Once(cells));
+ Self(Cc::new(ContextInternal {
+ captures: Cc::new(Vec::new()),
+ locals,
sup_this: None,
- bindings: Vec::new(),
- offset: 0,
- parent: None,
- }
+ }))
}
- pub(crate) fn extend(parent: Context, capacity: usize) -> Self {
- let offset = parent.0.offset + parent.0.bindings.len() as u32;
- Self {
- sup_this: parent.0.sup_this.clone(),
- bindings: Vec::with_capacity(capacity),
- offset,
- parent: Some(parent),
+ pub(crate) fn pack_captures(&self, shape: &ClosureShape) -> PackedContext {
+ PackedContext {
+ captures: Cc::new(pack_captures(self, &shape.captures)),
+ n_locals: shape.n_locals,
}
}
-
- pub(crate) fn bind(&mut self, id: LocalId, value: Thunk<Val>) {
- debug_assert!(
- id.0 >= self.offset,
- "cannot bind {id:?} below offset {}",
- self.offset,
- );
- let local_idx = (id.0 - self.offset) as usize;
- self.bindings.reserve(local_idx);
- while self.bindings.len() <= local_idx {
- self.bindings.push(None);
+ pub(crate) fn pack_captures_sup_this(&self, shape: &ClosureShape) -> PackedContextSupThis {
+ PackedContextSupThis {
+ captures: Cc::new(pack_captures(self, &shape.captures)),
+ n_locals: shape.n_locals,
+ sup_this: self.0.sup_this.clone(),
}
- self.bindings[local_idx] = Some(value);
}
- pub(crate) fn build(self) -> Context {
- Context(Cc::new(ContextInternal {
- sup_this: self.sup_this,
- bindings: self.bindings,
- offset: self.offset,
- parent: self.parent,
- }))
+ pub(crate) fn enter_iter(
+ parent: &Context,
+ shape: &ClosureShape,
+ cb: impl FnOnce(IterContext) -> Result<()>,
+ ) -> Result<()> {
+ let captures = Cc::new(pack_captures(parent, &shape.captures));
+ let locals = IterFrame::new(shape.n_locals);
+ cb(IterContext {
+ context: Self(Cc::new(ContextInternal {
+ captures,
+ locals: Cc::new(LocalsFrame::Iter(locals)),
+ sup_this: parent.0.sup_this.clone(),
+ })),
+ })
}
- pub(crate) fn build_sup_this(mut self, st: SupThis) -> Context {
- self.sup_this = Some(st);
- self.build()
+ pub(crate) fn enter_using(parent: &Context, shape: &ClosureShape) -> Self {
+ debug_assert_eq!(shape.n_locals, 0);
+ if shape.captures.is_empty() {
+ if let LocalsFrame::Iter(i) = &*parent.0.locals {
+ i.captured.set(true);
+ }
+ // Value never uses captures, thus evaluating it against the parent gives the same result
+ return parent.clone();
+ }
+ let captures = Cc::new(pack_captures(parent, &shape.captures));
+ Self(Cc::new(ContextInternal {
+ captures,
+ locals: parent.0.locals.clone(),
+ sup_this: parent.0.sup_this.clone(),
+ }))
}
}
-impl Default for ContextBuilder {
- fn default() -> Self {
- Self::new()
- }
+fn pack_captures(parent: &Context, sources: &[LSlot]) -> Vec<Thunk<Val>> {
+ sources.iter().map(|src| parent.slot(*src)).collect()
}
pub struct InitialContextBuilder {
- builder: ContextBuilder,
externals: Vec<(IStr, LocalId)>,
+ values: Vec<Thunk<Val>>,
next_id: u32,
}
impl InitialContextBuilder {
pub(crate) fn new() -> Self {
Self {
- builder: ContextBuilder::new(),
externals: Vec::new(),
+ values: Vec::new(),
next_id: 0,
}
}
@@ -155,11 +300,11 @@
let id = LocalId(self.next_id);
self.next_id += 1;
self.externals.push((name, id));
- self.builder.bind(id, value);
+ self.values.push(value);
}
- pub(crate) fn build(self) -> (ContextBuilder, Vec<(IStr, LocalId)>) {
- (self.builder, self.externals)
+ pub(crate) fn build(self) -> (Vec<(IStr, LocalId)>, Vec<Thunk<Val>>) {
+ (self.externals, self.values)
}
}
crates/jrsonnet-evaluator/src/dynamic.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/dynamic.rs
+++ b/crates/jrsonnet-evaluator/src/dynamic.rs
@@ -1,59 +1,6 @@
-use std::{cell::OnceCell, hash::Hasher, ptr::addr_of};
-
-use educe::Educe;
-use jrsonnet_gcmodule::{Cc, Trace};
-
-use crate::{Result, bail, error::ErrorKind::InfiniteRecursionDetected, val::ThunkValue};
-
-#[derive(Trace, Educe)]
-#[educe(Clone)]
-pub struct Pending<V: Trace + 'static>(pub Cc<OnceCell<V>>);
-impl<T: Trace + 'static> Pending<T> {
- pub fn new() -> Self {
- Self(Cc::new(OnceCell::new()))
- }
- pub fn new_filled(v: T) -> Self {
- let cell = OnceCell::new();
- let _ = cell.set(v);
- Self(Cc::new(cell))
- }
- /// # Panics
- /// If wrapper is filled already
- pub fn fill(self, value: T) {
- self.0
- .set(value)
- .map_err(|_| ())
- .expect("wrapper is filled already");
- }
-}
-impl<T: Trace + 'static + Clone> Pending<T> {
- /// # Panics
- /// If wrapper is not yet filled
- pub fn unwrap(&self) -> T {
- self.0.get().cloned().expect("pending was not filled")
- }
- pub fn try_get(&self) -> Option<T> {
- self.0.get().cloned()
- }
-}
+use std::{hash::Hasher, ptr::addr_of};
-impl<T: Trace + Clone> ThunkValue for Pending<T> {
- type Output = T;
-
- fn get(&self) -> Result<Self::Output> {
- let Some(value) = self.0.get() else {
- // TODO: Other error?
- bail!(InfiniteRecursionDetected);
- };
- Ok(value.clone())
- }
-}
-
-impl<T: Trace + 'static> Default for Pending<T> {
- fn default() -> Self {
- Self::new()
- }
-}
+use jrsonnet_gcmodule::Cc;
pub fn identity_hash<T, H: Hasher>(v: &Cc<T>, hasher: &mut H) {
hasher.write_usize(addr_of!(**v) as usize);
crates/jrsonnet-evaluator/src/error.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/error.rs
+++ b/crates/jrsonnet-evaluator/src/error.rs
@@ -10,6 +10,7 @@
use crate::{
ObjValue, ResolvePathOwned,
+ analyze::Diagnostic,
function::{CallLocation, FunctionSignature, ParamName},
stdlib::format::FormatError,
typed::TypeLocError,
@@ -112,12 +113,14 @@
CantUseSelfSupOutsideOfObject,
#[error("static analysis errors: {}", .0.iter().map(|d| d.message.as_str()).collect::<Vec<_>>().join("; "))]
- StaticAnalysisError(Vec<crate::analyze::Diagnostic>),
+ StaticAnalysisError(Vec<Diagnostic>),
#[error("no super found")]
NoSuperFound,
#[error("for loop can only iterate over arrays")]
InComprehensionCanOnlyIterateOverArray,
+ #[error("(should not be visible) eager compspec evaluation failed due to captured context")]
+ EagerCompspecCaptured,
#[error("array out of bounds: {0} is not within [0,{1})")]
ArrayBoundsError(isize, u32),
@@ -394,12 +397,5 @@
};
($l:literal$(, $($tt:tt)*)?) => {
<$crate::error::Error as From<$crate::error::ErrorKind>>::from($crate::error::ErrorKind::RuntimeError($crate::jrsonnet_macros::format_istr!($l$(, $($tt)*)?)).into())
- };
-}
-
-#[macro_export]
-macro_rules! runtime_error {
- ($l:literal$(, $($tt:tt)*)?) => {
- $crate::error::Error::from($crate::error::ErrorKind::RuntimeError($crate::jrsonnet_macros::format_istr!($l$(, $($tt)*)?)))
};
}
crates/jrsonnet-evaluator/src/evaluate/compspec.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/evaluate/compspec.rs
+++ b/crates/jrsonnet-evaluator/src/evaluate/compspec.rs
@@ -3,16 +3,19 @@
use jrsonnet_types::ValType;
use super::{
- destructure::{self, evaluate_locals, evaluate_locals_unbound},
+ destructure::{destruct, evaluate_locals_unbound, fill_letrec_binds},
evaluate_field_member_static, evaluate_field_member_unbound,
};
use crate::{
- Context, ContextBuilder, ObjValue, ObjValueBuilder, Pending, Result, Thunk, Val,
- analyze::{LArrComp, LBind, LCompSpec, LDestruct, LExpr, LFieldMember, LObjComp, LocalId},
+ Context, ObjValue, ObjValueBuilder, Result, Thunk, Val,
+ analyze::{
+ ClosureShape, LArrComp, LBind, LCompSpec, LDestruct, LExpr, LFieldMember, LObjComp,
+ LocalSlot,
+ },
arr::ArrValue,
bail,
error::ErrorKind::*,
- evaluate::evaluate,
+ evaluate::{evaluate, evaluate_trivial},
};
trait CompCollector {
@@ -22,6 +25,7 @@
struct EagerArrCollector<'a> {
out: &'a mut Vec<Val>,
+ value_shape: &'a ClosureShape,
value: &'a LExpr,
}
impl CompCollector for EagerArrCollector<'_> {
@@ -29,13 +33,23 @@
self.out.reserve(size_hint);
}
fn collect(&mut self, ctx: Context) -> Result<()> {
- self.out.push(evaluate(ctx, self.value)?);
+ if let Some(v) = evaluate_trivial(self.value) {
+ self.out.push(v);
+ return Ok(());
+ }
+ if let LExpr::Slot(slot) = self.value {
+ self.out.push(ctx.slot(*slot).evaluate()?);
+ return Ok(());
+ }
+ let env = Context::enter_using(&ctx, self.value_shape);
+ self.out.push(evaluate(env, self.value)?);
Ok(())
}
}
struct LazyArrCollector<'a> {
out: &'a mut Vec<Thunk<Val>>,
+ value_shape: &'a ClosureShape,
value: &'a Rc<LExpr>,
}
impl CompCollector for LazyArrCollector<'_> {
@@ -43,14 +57,24 @@
self.out.reserve(size_hint);
}
fn collect(&mut self, ctx: Context) -> Result<()> {
+ if let Some(v) = evaluate_trivial(self.value) {
+ self.out.push(Thunk::evaluated(v));
+ return Ok(());
+ }
+ if let LExpr::Slot(slot) = self.value.as_ref() {
+ self.out.push(ctx.slot(*slot));
+ return Ok(());
+ }
+ let env = Context::enter_using(&ctx, self.value_shape);
let value_expr = self.value.clone();
- self.out.push(Thunk!(move || evaluate(ctx, &value_expr)));
+ self.out.push(Thunk!(move || evaluate(env, &value_expr)));
Ok(())
}
}
struct ObjCompCollectorStatic<'a> {
builder: &'a mut ObjValueBuilder,
+ frame_shape: &'a ClosureShape,
locals: &'a [LBind],
field: &'a LFieldMember,
}
@@ -59,15 +83,23 @@
self.builder.reserve_fields(guaranteed);
}
fn collect(&mut self, inner_ctx: Context) -> Result<()> {
- let value_ctx = evaluate_locals(inner_ctx.clone(), self.locals);
+ // Build the object's A-frame fresh per iteration: captures from
+ // the comp's iter ctx, locals = `this` (slot 0, unfilled in the
+ // static path) + member-locals via letrec.
+ let value_ctx = inner_ctx
+ .pack_captures_sup_this(self.frame_shape)
+ .enter(|fill, ctx| {
+ fill_letrec_binds(fill, &ctx, self.locals);
+ });
evaluate_field_member_static(self.builder, inner_ctx, value_ctx, self.field)
}
}
struct ObjCompCollectorUnbound<'a> {
builder: &'a mut ObjValueBuilder,
+ frame_shape: Rc<ClosureShape>,
locals: Rc<Vec<LBind>>,
- this_id: Option<LocalId>,
+ this_slot: Option<LocalSlot>,
field: &'a LFieldMember,
}
impl CompCollector for ObjCompCollectorUnbound<'_> {
@@ -75,7 +107,12 @@
self.builder.reserve_fields(guaranteed);
}
fn collect(&mut self, inner_ctx: Context) -> Result<()> {
- let uctx = evaluate_locals_unbound(inner_ctx.clone(), self.locals.clone(), self.this_id);
+ let uctx = evaluate_locals_unbound(
+ &inner_ctx,
+ &self.frame_shape,
+ self.this_slot,
+ self.locals.clone(),
+ );
evaluate_field_member_unbound(self.builder, inner_ctx, uctx, self.field)
}
}
@@ -100,8 +137,9 @@
0,
&mut ObjCompCollectorUnbound {
builder: &mut builder,
+ frame_shape: comp.frame_shape.clone(),
locals: comp.locals.clone(),
- this_id: comp.this,
+ this_slot: comp.this,
field: &comp.field,
},
)?;
@@ -114,6 +152,7 @@
0,
&mut ObjCompCollectorStatic {
builder: &mut builder,
+ frame_shape: &comp.frame_shape,
locals: &comp.locals,
field: &comp.field,
},
@@ -126,7 +165,9 @@
pub fn evaluate_arr_comp(ctx: Context, comp: &LArrComp) -> Result<Val> {
let cached_overs = cache_overs(&ctx, &comp.compspecs)?;
- // In eager evaluation, Context is not captured, thus updates in CoW fashion will likely to success
+ // Eager fast-path: when the comp has only `if` and `for { destruct: Full(_) }`
+ // specs, allocate one Iter A-frame per for-spec and re-set the slot
+ // per iteration as long as the frame's refcount stays at 1.
'eager: {
let mut out = Vec::new();
@@ -147,6 +188,7 @@
0,
&mut EagerArrCollector {
out: &mut out,
+ value_shape: &comp.value_shape,
value: &comp.value,
},
)
@@ -166,6 +208,7 @@
0,
&mut LazyArrCollector {
out: &mut items,
+ value_shape: &comp.value_shape,
value: &comp.value,
},
)?;
@@ -220,7 +263,12 @@
evaluate_compspecs_eager(ctx, specs, cached_overs, idx + 1, 0, collector)?;
}
}
- LCompSpec::For { destruct, over, .. } => {
+ LCompSpec::For {
+ frame_shape,
+ destruct,
+ over,
+ ..
+ } => {
let arr = if let Some(cached) = &cached_overs[idx] {
cached.clone()
} else {
@@ -232,21 +280,24 @@
};
let inner_reserve = guaranteed_reserve.max(1) * arr.len() as usize;
match destruct {
- LDestruct::Full(id) => {
- let id = *id;
- let mut inner_ctx = ContextBuilder::extend(ctx, 1).build();
- for (i, item) in arr.iter().enumerate() {
- // TODO: reuse one ContextBuilder for full evaluate_compspecs pipeline
- inner_ctx.cow_fill_binding(id, Thunk::evaluated(item?));
- evaluate_compspecs_eager(
- inner_ctx.clone(),
- specs,
- cached_overs,
- idx + 1,
- if i == 0 { inner_reserve } else { 0 },
- collector,
- )?;
- }
+ LDestruct::Full(slot) => {
+ Context::enter_iter(&ctx, frame_shape, |it| {
+ for (i, item) in arr.iter().enumerate() {
+ let item = item?;
+ let ctx = it.create(|f| {
+ f.set(*slot, Thunk::evaluated(item));
+ })?;
+ evaluate_compspecs_eager(
+ ctx,
+ specs,
+ cached_overs,
+ idx + 1,
+ if i == 0 { inner_reserve } else { 0 },
+ collector,
+ )?;
+ }
+ Ok(())
+ })?;
}
// TODO: Should not be eager? CoW won't work here
#[cfg(feature = "exp-destruct")]
@@ -283,7 +334,12 @@
evaluate_compspecs(ctx, specs, cached_overs, idx + 1, 0, collector)?;
}
}
- LCompSpec::For { destruct, over, .. } => {
+ LCompSpec::For {
+ frame_shape,
+ destruct: dst,
+ over,
+ ..
+ } => {
let arr = if let Some(cached) = &cached_overs[idx] {
cached.clone()
} else {
@@ -295,16 +351,10 @@
};
let inner_reserve = guaranteed_reserve.max(1) * arr.len() as usize;
for (i, item) in arr.iter().enumerate() {
- let item_val = item?;
- let mut inner_builder = ContextBuilder::extend(ctx.clone(), 1);
- let fctx = Pending::new();
- destructure::destruct(
- destruct,
- Thunk::evaluated(item_val),
- fctx.clone(),
- &mut inner_builder,
- );
- let inner_ctx = inner_builder.build().into_future(fctx);
+ let item = item?;
+ let inner_ctx = ctx.pack_captures_sup_this(frame_shape).enter(|fill, ctx| {
+ destruct(dst, fill, Thunk::evaluated(item), &ctx);
+ });
evaluate_compspecs(
inner_ctx,
specs,
crates/jrsonnet-evaluator/src/evaluate/destructure.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/evaluate/destructure.rs
+++ b/crates/jrsonnet-evaluator/src/evaluate/destructure.rs
@@ -3,8 +3,10 @@
use jrsonnet_gcmodule::Trace;
use crate::{
- Context, ContextBuilder, Pending, Result, SupThis, Thunk, Unbound, Val,
- analyze::{LBind, LDestruct, LDestructField, LDestructRest, LExpr, LocalId},
+ Context, LocalsFrame, PackedContext, Result, SupThis, Thunk, Unbound, Val,
+ analyze::{
+ ClosureShape, LBind, LDestruct, LDestructField, LDestructRest, LExpr, LLocalExpr, LocalSlot,
+ },
bail,
evaluate::evaluate,
};
@@ -15,9 +17,9 @@
rest: Option<&LDestructRest>,
end: &[LDestruct],
+ fill: &LocalsFrame,
value: Thunk<Val>,
- fctx: Pending<Context>,
- builder: &mut ContextBuilder,
+ a_ctx: &Context,
) {
let min_len = start.len() + end.len();
let has_rest = rest.is_some();
@@ -44,19 +46,19 @@
let full = full.clone();
destruct(
d,
+ fill,
Thunk!(move || Ok(full.evaluate()?.get(i as u32)?.expect("length is checked"))),
- fctx.clone(),
- builder,
+ a_ctx,
);
}
let start_len = start.len() as u32;
let end_len = end.len() as u32;
- if let Some(crate::analyze::LDestructRest::Keep(id)) = rest {
+ if let Some(LDestructRest::Keep(slot)) = rest {
let full = full.clone();
- builder.bind(
- *id,
+ fill.set(
+ *slot,
Thunk!(move || {
let full = full.evaluate()?;
let to = full.len() - end_len;
@@ -73,14 +75,14 @@
let full = full.clone();
destruct(
d,
+ fill,
Thunk!(move || {
let full = full.evaluate()?;
Ok(full
.get(full.len() - end_len + i as u32)?
.expect("length is checked"))
}),
- fctx.clone(),
- builder,
+ a_ctx,
);
}
}
@@ -90,9 +92,9 @@
fields: &[LDestructField],
rest: Option<&LDestructRest>,
+ fill: &LocalsFrame,
value: Thunk<Val>,
- fctx: Pending<Context>,
- builder: &mut ContextBuilder,
+ a_ctx: &Context,
) {
use jrsonnet_interner::IStr;
use rustc_hash::FxHashSet;
@@ -124,10 +126,10 @@
Ok(obj)
});
- if let Some(crate::analyze::LDestructRest::Keep(id)) = rest {
+ if let Some(LDestructRest::Keep(slot)) = rest {
let full = full.clone();
- builder.bind(
- *id,
+ fill.set(
+ *slot,
Thunk!(move || {
let full = full.evaluate()?;
let mut out = ObjValueBuilder::new();
@@ -140,121 +142,100 @@
for field in fields {
let field_name = field.name.clone();
- let default: Option<(Pending<Context>, Rc<LExpr>)> =
- field.default.as_ref().map(|e| (fctx.clone(), e.clone()));
+ let default_thunk: Option<Thunk<Val>> = field
+ .default
+ .as_ref()
+ .map(|(shape, expr)| build_b_thunk(a_ctx, shape, expr.clone()));
+
let field_full = full.clone();
let value_thunk = Thunk!(move || {
let obj = field_full.evaluate()?;
obj.get(field_name)?.map_or_else(
- || {
- let (fctx, expr) = default.as_ref().expect("shape is checked");
- evaluate(fctx.unwrap(), expr)
- },
+ || default_thunk.as_ref().expect("shape is checked").evaluate(),
Ok,
)
});
if let Some(into) = &field.into {
- destruct(into, value_thunk, fctx.clone(), builder);
+ destruct(into, fill, value_thunk, a_ctx);
} else {
unreachable!("analyzer lowers object-destruct shorthands into `into`");
}
}
}
-/// Bind a pre-built thunk to an [`LDestruct`] pattern, inserting one
-/// binding per [`LocalId`] the pattern introduces.
-///
-/// `fctx` is needed for object-destruct defaults (feature `exp-destruct`).
#[allow(unused_variables)]
-pub fn destruct(
- d: &LDestruct,
- value: Thunk<Val>,
- fctx: Pending<Context>,
- builder: &mut ContextBuilder,
-) {
+pub fn destruct(d: &LDestruct, fill: &LocalsFrame, value: Thunk<Val>, a_ctx: &Context) {
match d {
- LDestruct::Full(id) => builder.bind(*id, value),
+ LDestruct::Full(slot) => fill.set(*slot, value),
#[cfg(feature = "exp-destruct")]
LDestruct::Skip => {}
#[cfg(feature = "exp-destruct")]
LDestruct::Array { start, rest, end } => {
- destruct_array(start, rest.as_ref(), end, value, fctx, builder)
+ destruct_array(start, rest.as_ref(), end, fill, value, a_ctx)
}
#[cfg(feature = "exp-destruct")]
- LDestruct::Object { fields, rest } => {
- destruct_object(fields, rest.as_ref(), value, fctx, builder)
- }
+ LDestruct::Object { fields, rest } => destruct_object(fields, rest.as_ref(), fill, value, a_ctx),
}
}
-/// Bind one [`LBind`] as a lazy thunk that evaluates in the given
-/// future context. Mirrors the old `evaluate_dest` — one entry per
-/// binding in a `local … ;` frame.
-pub fn evaluate_dest(bind: &LBind, fctx: Pending<Context>, builder: &mut ContextBuilder) {
- let value = bind.value.clone();
- let fctx_clone = fctx.clone();
- let thunk = Thunk!(move || {
- let ctx = fctx_clone.unwrap();
- evaluate(ctx, &value)
- });
- destruct(&bind.destruct, thunk, fctx, builder);
+pub fn build_b_thunk(a_ctx: &Context, shape: &ClosureShape, expr: Rc<LExpr>) -> Thunk<Val> {
+ let env = Context::enter_using(a_ctx, shape);
+ Thunk!(move || evaluate(env, &expr))
+}
+pub fn build_b_thunk_uno(a_ctx: &Context, shape: Rc<(ClosureShape, LExpr)>) -> Thunk<Val> {
+ let env = Context::enter_using(a_ctx, &shape.0);
+ Thunk!(move || evaluate(env, &shape.1))
}
-/// Bind each LBind's value as a lazy thunk. Mutually recursive locals
-/// resolve lazily through the shared Pending<Context>.
-pub fn evaluate_locals(parent: Context, binds: &[LBind]) -> Context {
- if binds.is_empty() {
- return parent;
- }
- let fctx = Context::new_future();
- let mut builder =
- ContextBuilder::extend(parent, binds.iter().map(|b| b.destruct.ids().len()).sum());
+pub fn fill_letrec_binds(fill: &LocalsFrame, ctx: &Context, binds: &[LBind]) {
for bind in binds {
- evaluate_dest(bind, fctx.clone(), &mut builder);
+ let value_thunk = build_b_thunk(ctx, &bind.value_shape, bind.value.clone());
+ destruct(&bind.destruct, fill, value_thunk, ctx);
}
- builder.build().into_future(fctx)
}
+pub fn evaluate_local_expr(parent: Context, l: &LLocalExpr) -> Result<Val> {
+ let ctx = parent
+ .pack_captures_sup_this(&l.frame_shape)
+ .enter(|fill, ctx| {
+ fill_letrec_binds(fill, ctx, &l.binds);
+ });
+ evaluate(ctx, &l.body)
+}
+
pub trait CloneableUnbound<T>: Unbound<Bound = T> + Clone {}
impl<V, T> CloneableUnbound<T> for V where V: Unbound<Bound = T> + Clone {}
pub fn evaluate_locals_unbound(
- fctx: Context,
+ outer: &Context,
+ frame_shape: &ClosureShape,
+ this_slot: Option<LocalSlot>,
locals: Rc<Vec<LBind>>,
- this_id: Option<LocalId>,
) -> impl CloneableUnbound<Context> {
#[derive(Trace, Clone)]
struct UnboundLocals {
- fctx: Context,
+ captures: PackedContext,
+ this_slot: Option<LocalSlot>,
locals: Rc<Vec<LBind>>,
- this_id: Option<LocalId>,
}
impl Unbound for UnboundLocals {
type Bound = Context;
fn bind(&self, sup_this: SupThis) -> Result<Context> {
- let parent = self.fctx.clone();
-
- let fctx = Context::new_future();
- let mut builder = ContextBuilder::extend(
- parent,
- self.locals.iter().map(|b| b.destruct.ids().len()).sum(),
- );
- for b in self.locals.iter() {
- evaluate_dest(b, fctx.clone(), &mut builder);
- }
- if let Some(this_id) = self.this_id {
- builder.bind(this_id, Thunk::evaluated(Val::Obj(sup_this.this().clone())));
- }
- let ctx = builder.build_sup_this(sup_this).into_future(fctx);
- Ok(ctx)
+ Ok(self.captures.clone().enter(sup_this, |fill, ctx| {
+ if let Some(slot) = self.this_slot {
+ let this_obj = ctx.sup_this().expect("sup_this set above").this().clone();
+ fill.set(slot, Thunk::evaluated(Val::Obj(this_obj)));
+ }
+ fill_letrec_binds(fill, ctx, &self.locals);
+ }))
}
}
UnboundLocals {
- fctx,
+ captures: outer.pack_captures(frame_shape),
+ this_slot,
locals,
- this_id,
}
}
crates/jrsonnet-evaluator/src/evaluate/mod.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/evaluate/mod.rs
+++ b/crates/jrsonnet-evaluator/src/evaluate/mod.rs
@@ -7,21 +7,22 @@
use self::{
compspec::{evaluate_arr_comp, evaluate_obj_comp},
- destructure::{evaluate_locals, evaluate_locals_unbound},
+ destructure::{build_b_thunk_uno, evaluate_local_expr, evaluate_locals_unbound},
operator::evaluate_binary_op_special,
};
use crate::{
Context, Error, ObjValue, ObjValueBuilder, ObjectAssertion, Result, ResultExt as _, SupThis,
Unbound, Val,
analyze::{
- LArgsDesc, LAssertStmt, LExpr, LFieldMember, LFieldName, LFunction, LIndexPart, LObjBody,
- LObjMembers,
+ ClosureShape, LArgsDesc, LAssertStmt, LExpr, LFieldMember, LFieldName, LFunction,
+ LIndexPart, LObjAsserts, LObjBody, LObjMembers, LSlot,
},
- bail,
+ arr::ArrValue,
+ bail, error,
error::{ErrorKind::*, suggest_object_fields},
- evaluate::operator::evaluate_unary_op,
+ evaluate::{destructure::fill_letrec_binds, operator::evaluate_unary_op},
function::{CallLocation, FuncDesc, FuncVal, prepared::PreparedFuncVal},
- in_frame, runtime_error,
+ in_frame,
typed::FromUntyped as _,
val::{CachedUnbound, Thunk},
with_state,
@@ -62,11 +63,10 @@
})
}
-/// Evaluate a method definition.
pub fn evaluate_method(ctx: Context, name: IStr, func: &Rc<LFunction>) -> Val {
Val::Func(FuncVal::Normal(Cc::new(FuncDesc {
name,
- ctx,
+ body_captures: ctx.pack_captures_sup_this(&func.body_shape),
func: func.clone(),
})))
}
@@ -91,6 +91,15 @@
}
pub fn evaluate_thunk(ctx: Context, expr: Rc<LExpr>, tailstrict: bool) -> Result<Thunk<Val>> {
+ match &*expr {
+ LExpr::Slot(LSlot::Local(i)) => return Ok(ctx.local(*i)),
+ LExpr::Slot(LSlot::Capture(i)) => return Ok(ctx.capture(*i)),
+ _ => {
+ if let Some(v) = evaluate_trivial(&expr) {
+ return Ok(Thunk::evaluated(v));
+ }
+ }
+ }
Ok(if tailstrict {
Thunk::evaluated(evaluate(ctx, &expr)?)
} else {
@@ -106,40 +115,21 @@
}
}
-pub fn evaluate_named(name: &IStr, ctx: Context, expr: &LExpr) -> Result<Val> {
- if let LExpr::Function(f) = &expr {
- return Ok(evaluate_method(
- ctx,
- f.name.clone().unwrap_or_else(|| name.clone()),
- f,
- ));
- }
- evaluate(ctx, expr)
-}
-
pub fn evaluate(ctx: Context, expr: &LExpr) -> Result<Val> {
Ok(match expr {
LExpr::Null => Val::Null,
LExpr::Bool(b) => Val::Bool(*b),
LExpr::Str(s) => Val::string(s.clone()),
LExpr::Num(n) => Val::Num(*n),
- LExpr::Local(id) => {
- let Some(thunk) = ctx.binding(*id) else {
- bail!("should not happen: unbound local {id:?}");
- };
- thunk.evaluate()?
- }
+ LExpr::Slot(slot) => ctx.slot(*slot).evaluate()?,
LExpr::BadLocal(name) => panic!("unresolvable reference: {name}"),
- LExpr::Arr(items) => Val::Arr(crate::arr::ArrValue::expr(ctx, items.clone())),
+ LExpr::Arr { shape, items } => Val::Arr(ArrValue::expr(ctx, shape, items.clone())),
LExpr::UnaryOp(op, value) => {
let value = evaluate(ctx, value)?;
evaluate_unary_op(*op, &value)?
}
LExpr::BinaryOp { lhs, op, rhs } => evaluate_binary_op_special(ctx, lhs, *op, rhs)?,
- LExpr::LocalExpr { binds, body } => {
- let ctx = evaluate_locals(ctx, binds);
- evaluate(ctx, body)?
- }
+ LExpr::LocalExpr(local_expr) => evaluate_local_expr(ctx, local_expr)?,
LExpr::IfElse {
cond,
cond_then,
@@ -176,6 +166,7 @@
func.name.clone().unwrap_or_else(names::anonymous),
func,
),
+ LExpr::IdentityFunction => Val::Func(FuncVal::identity()),
LExpr::Apply {
applicable,
args,
@@ -240,8 +231,7 @@
let n = v.as_num().ok_or_else(|| -> crate::Error {
TypeMismatch("slice step", vec![ValType::Num], v.value_type()).into()
})?;
- BoundedUsize::new(n as usize)
- .ok_or_else(|| runtime_error!("slice step must be >= 1"))
+ BoundedUsize::new(n as usize).ok_or_else(|| error!("slice step must be >= 1"))
})
.transpose()?;
Val::from(indexable.slice(start, end, step)?)
@@ -278,7 +268,32 @@
bail!(OnlyFunctionsCanBeCalledGot(func_val.value_type()))
};
+ if func.is_identity() && args.names.is_empty() && args.unnamed.len() == 1 {
+ return evaluate_thunk(ctx, args.unnamed[0].clone(), tailstrict)?.evaluate();
+ }
+
let name = func.name();
+
+ if args.names.is_empty() && args.unnamed.len() == 1 && func.params().len() == 1 {
+ use crate::function::prepared::PreparedCall;
+ let prepared_inline = PreparedCall::empty();
+ let arg = evaluate_thunk(ctx, args.unnamed[0].clone(), tailstrict)?;
+ let arg_slice = std::slice::from_ref(&arg);
+ return in_frame(
+ loc,
+ || format!("function <{name}> call"),
+ || {
+ func.evaluate_prepared(
+ &prepared_inline,
+ CallLocation::native(),
+ arg_slice,
+ &[],
+ tailstrict,
+ )
+ },
+ );
+ }
+
let unnamed = args
.unnamed
.iter()
@@ -286,6 +301,26 @@
.map(|e| evaluate_thunk(ctx.clone(), e, tailstrict))
.collect::<Result<Vec<_>>>()?;
+ // Fast path: positional-only multi-arg call fully covering the
+ // params, no defaults.
+ if args.names.is_empty() && unnamed.len() == func.params().len() {
+ use crate::function::prepared::PreparedCall;
+ let prepared_inline = PreparedCall::empty();
+ return in_frame(
+ loc,
+ || format!("function <{name}> call"),
+ || {
+ func.evaluate_prepared(
+ &prepared_inline,
+ CallLocation::native(),
+ &unnamed,
+ &[],
+ tailstrict,
+ )
+ },
+ );
+ }
+
let named = args
.values
.iter()
@@ -302,7 +337,7 @@
}
fn evaluate_index(ctx: Context, indexable: &LExpr, parts: &[LIndexPart]) -> Result<Val> {
- let mut value = if let LExpr::Super = indexable {
+ let mut value = if matches!(indexable, LExpr::Super) {
let sup_this = ctx.try_sup_this()?;
// First part must be evaluated to get the super field name
if parts.is_empty() {
@@ -422,13 +457,15 @@
#[derive(Trace)]
struct UnboundValue<B: Trace> {
uctx: B,
- value: Rc<LExpr>,
+ value: Rc<(ClosureShape, LExpr)>,
name: IStr,
}
impl<B: Unbound<Bound = Context>> Unbound for UnboundValue<B> {
type Bound = Val;
fn bind(&self, sup_this: SupThis) -> Result<Val> {
- evaluate(self.uctx.bind(sup_this)?, &self.value)
+ let a_ctx = self.uctx.bind(sup_this)?;
+ let b_ctx = Context::enter_using(&a_ctx, &self.value.0);
+ evaluate(b_ctx, &self.value.1)
}
}
@@ -468,12 +505,12 @@
return Ok(());
};
- let value = value.clone();
+ let thunk = build_b_thunk_uno(&value_ctx, value.clone());
builder
.field(name)
.with_add(*plus)
.with_visibility(*visibility)
- .try_thunk(Thunk!(move || { evaluate(value_ctx, &value) }))?;
+ .try_thunk(thunk)?;
Ok(())
}
@@ -491,34 +528,33 @@
if needs_unbound {
let uctx = CachedUnbound::new(evaluate_locals_unbound(
- ctx.clone(),
- members.locals.clone(),
+ &ctx,
+ &members.frame_shape,
members.this,
+ members.locals.clone(),
));
for field in &members.fields {
evaluate_field_member_unbound(&mut builder, ctx.clone(), uctx.clone(), field)?;
}
- if !members.asserts.is_empty() {
+ if let Some(asserts_block) = &members.asserts {
builder.assert(evaluate_object_assertions_unbound(
uctx,
- members.asserts.clone(),
+ asserts_block.clone(),
));
}
} else {
- let field_ctx = ctx;
- let value_ctx = evaluate_locals(field_ctx.clone(), &members.locals);
+ let a_ctx = ctx
+ .pack_captures_sup_this(&members.frame_shape)
+ .enter(|fill, ctx| {
+ fill_letrec_binds(fill, &ctx, &members.locals);
+ });
for field in &members.fields {
- evaluate_field_member_static(
- &mut builder,
- field_ctx.clone(),
- value_ctx.clone(),
- field,
- )?;
+ evaluate_field_member_static(&mut builder, ctx.clone(), a_ctx.clone(), field)?;
}
- if !members.asserts.is_empty() {
+ if let Some(asserts_block) = &members.asserts {
builder.assert(evaluate_object_assertions_static(
- value_ctx,
- members.asserts.clone(),
+ a_ctx,
+ asserts_block.clone(),
));
}
}
@@ -529,7 +565,7 @@
pub fn evaluate_assert(ctx: Context, assertion: &LAssertStmt) -> Result<()> {
let LAssertStmt { cond, message } = assertion;
let assertion_result = in_frame(
- CallLocation::native(),
+ CallLocation::new(&cond.span),
|| "assertion condition".to_owned(),
|| bool::from_untyped(evaluate(ctx.clone(), cond)?),
)?;
@@ -550,18 +586,19 @@
fn evaluate_object_assertions_unbound<B: Unbound<Bound = Context>>(
uctx: B,
- asserts: Rc<Vec<LAssertStmt>>,
+ asserts: Rc<LObjAsserts>,
) -> impl ObjectAssertion {
#[derive(Trace)]
struct ObjectAssert<B: Trace> {
uctx: B,
- asserts: Rc<Vec<LAssertStmt>>,
+ asserts: Rc<LObjAsserts>,
}
impl<B: Unbound<Bound = Context>> ObjectAssertion for ObjectAssert<B> {
fn run(&self, sup_this: SupThis) -> Result<()> {
- let ctx = self.uctx.bind(sup_this)?;
- for assert in &*self.asserts {
- evaluate_assert(ctx.clone(), assert)?;
+ let a_ctx = self.uctx.bind(sup_this)?;
+ let assert_env = Context::enter_using(&a_ctx, &self.asserts.shape);
+ for assert in &self.asserts.asserts {
+ evaluate_assert(assert_env.clone(), assert)?;
}
Ok(())
}
@@ -569,21 +606,25 @@
ObjectAssert { uctx, asserts }
}
fn evaluate_object_assertions_static(
- ctx: Context,
- asserts: Rc<Vec<LAssertStmt>>,
+ a_ctx: Context,
+ asserts: Rc<LObjAsserts>,
) -> impl ObjectAssertion {
#[derive(Trace)]
struct ObjectAssert {
- ctx: Context,
- asserts: Rc<Vec<LAssertStmt>>,
+ assert_env: Context,
+ asserts: Rc<LObjAsserts>,
}
impl ObjectAssertion for ObjectAssert {
fn run(&self, _sup_this: SupThis) -> Result<()> {
- for assert in &*self.asserts {
- evaluate_assert(self.ctx.clone(), assert)?;
+ for assert in &self.asserts.asserts {
+ evaluate_assert(self.assert_env.clone(), assert)?;
}
Ok(())
}
}
- ObjectAssert { ctx, asserts }
+ let assert_env = Context::enter_using(&a_ctx, &asserts.shape);
+ ObjectAssert {
+ assert_env,
+ asserts,
+ }
}
crates/jrsonnet-evaluator/src/function/mod.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function/mod.rs
+++ b/crates/jrsonnet-evaluator/src/function/mod.rs
@@ -11,9 +11,12 @@
prepared::{PreparedCall, parse_prepared_builtin_call},
};
use crate::{
- Context, ContextBuilder, Result, Thunk, Val,
- analyze::{LDestruct, LExpr, LFunction},
- evaluate::{destructure::destruct, ensure_sufficient_stack, evaluate, evaluate_trivial},
+ PackedContextSupThis, Result, Thunk, Val,
+ analyze::LFunction,
+ evaluate::{
+ destructure::{build_b_thunk, destruct},
+ ensure_sufficient_stack, evaluate, evaluate_trivial,
+ },
function::builtin::BuiltinFunc,
};
@@ -56,16 +59,7 @@
/// { a() = ... }
/// ```
pub name: IStr,
- /// Context, in which this function was evaluated.
- ///
- /// # Example
- /// In
- /// ```jsonnet
- /// local a = 2;
- /// function() ...
- /// ```
- /// context will contain `a`.
- pub ctx: Context,
+ pub(crate) body_captures: PackedContextSupThis,
#[educe(PartialEq(method = Rc::ptr_eq))]
pub func: Rc<LFunction>,
@@ -82,44 +76,34 @@
named: &[Thunk<Val>],
prepared: &PreparedCall,
) -> Result<Val> {
- let has_defaults = !prepared.defaults().is_empty();
- let mut builder = ContextBuilder::extend(self.ctx.clone(), self.func.params.len());
-
- let fctx = Context::new_future();
- for (param_idx, thunk) in unnamed.iter().enumerate() {
- destruct(
- &self.func.params[param_idx].destruct,
- thunk.clone(),
- fctx.clone(),
- &mut builder,
- );
- }
-
- for &(param_idx, arg_idx) in prepared.named() {
- destruct(
- &self.func.params[param_idx].destruct,
- named[arg_idx].clone(),
- fctx.clone(),
- &mut builder,
- );
- }
+ let body_ctx = self.body_captures.clone().enter(|fill, ctx| {
+ // Place each provided arg-thunk into its destructured slots.
+ for (param_idx, thunk) in unnamed.iter().enumerate() {
+ destruct(
+ &self.func.params[param_idx].destruct,
+ fill,
+ thunk.clone(),
+ &ctx,
+ );
+ }
+ for &(param_idx, arg_idx) in prepared.named() {
+ destruct(
+ &self.func.params[param_idx].destruct,
+ fill,
+ named[arg_idx].clone(),
+ &ctx,
+ );
+ }
- if has_defaults {
for ¶m_idx in prepared.defaults() {
let param = &self.func.params[param_idx];
- if let Some(default_expr) = ¶m.default {
- let default_expr = default_expr.clone();
- let fctxc = fctx.clone();
- let thunk = Thunk!(move || {
- let ctx = fctxc.unwrap();
- evaluate(ctx, &default_expr)
- });
- destruct(¶m.destruct, thunk, fctx.clone(), &mut builder);
- }
+ let (shape, expr) = param.default.as_ref().expect("default exists");
+ let thunk = build_b_thunk(&ctx, shape, expr.clone());
+ destruct(¶m.destruct, fill, thunk, &ctx);
}
- };
- let ctx = builder.build().into_future(fctx);
- ensure_sufficient_stack(|| evaluate(ctx, &self.func.body))
+ });
+
+ ensure_sufficient_stack(|| evaluate(body_ctx, &self.func.body))
}
pub fn evaluate_trivial(&self) -> Option<Val> {
@@ -157,6 +141,10 @@
Self::Builtin(BuiltinFunc::new(builtin))
}
+ pub fn identity() -> Self {
+ Self::builtin(builtin_id {})
+ }
+
pub fn params(&self) -> FunctionSignature {
match self {
Self::Builtin(i) => i.params(),
@@ -193,27 +181,12 @@
}
/// Is this function an identity function.
- ///
- /// Currently only works for builtin `std.id`, aka `Self::Id` value, and `function(x) x`.
///
/// This function should only be used for optimization, not for the conditional logic, i.e code should work with syntetic identity function too
pub fn is_identity(&self) -> bool {
match self {
Self::Builtin(b) => b.as_any().downcast_ref::<builtin_id>().is_some(),
- Self::Normal(desc) => {
- if desc.func.params.len() != 1 {
- return false;
- }
- let param = &desc.func.params[0];
- if param.default.is_some() {
- return false;
- }
- #[allow(irrefutable_let_patterns, reason = "refutable with exp-destruct")]
- let LDestruct::Full(id) = ¶m.destruct else {
- return false;
- };
- matches!(&*desc.func.body, LExpr::Local(v) if v == id)
- }
+ Self::Normal(_) => false,
}
}
crates/jrsonnet-evaluator/src/function/prepared.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function/prepared.rs
+++ b/crates/jrsonnet-evaluator/src/function/prepared.rs
@@ -46,6 +46,12 @@
pub fn defaults(&self) -> &[usize] {
&self.defaults
}
+ pub const fn empty() -> Self {
+ Self {
+ named: Vec::new(),
+ defaults: Vec::new(),
+ }
+ }
}
pub fn prepare_call(
crates/jrsonnet-evaluator/src/integrations/serde.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/integrations/serde.rs
+++ b/crates/jrsonnet-evaluator/src/integrations/serde.rs
@@ -12,7 +12,7 @@
};
use crate::{
- Error as JrError, ObjValue, ObjValueBuilder, Result, Val, in_description_frame, runtime_error,
+ Error as JrError, ObjValue, ObjValueBuilder, Result, Val, error, in_description_frame,
};
impl<'de> Deserialize<'de> for Val {
@@ -629,6 +629,6 @@
where
T: std::fmt::Display,
{
- runtime_error!("serde: {msg}")
+ error!("serde: {msg}")
}
}
crates/jrsonnet-evaluator/src/lib.rsdiffbeforeafterboth1//! jsonnet interpreter implementation2#![cfg_attr(nightly, feature(thread_local, type_alias_impl_trait))]34// For jrsonnet-macros5extern crate self as jrsonnet_evaluator;67mod arr;8pub mod async_import;9mod ctx;10mod dynamic;11pub mod error;12mod evaluate;13pub mod function;14pub mod gc;15mod import;16mod integrations;17pub mod manifest;18mod obj;19pub mod stack;20pub mod stdlib;21pub mod tla;22pub mod trace;23pub mod typed;24pub mod val;2526use std::{27 any::Any,28 cell::{RefCell, RefMut},29 clone::Clone,30 collections::hash_map::Entry,31 fmt::{self, Debug},32 marker::PhantomData,33 rc::Rc,34};3536pub use ctx::*;37pub use dynamic::*;38pub use error::{Error, ErrorKind::*, Result, ResultExt};39pub use evaluate::ensure_sufficient_stack;40use function::CallLocation;41pub use import::*;42use jrsonnet_gcmodule::{Cc, Trace, cc_dyn};43pub use jrsonnet_interner::{IBytes, IStr};44use jrsonnet_ir::Expr;45pub use jrsonnet_ir::{NumValue, Source, SourcePath, Span};46#[doc(hidden)]47pub use jrsonnet_macros;4849#[cfg(not(any(feature = "ir-parser", feature = "peg-parser")))]50compile_error!("at least one of `ir-parser` or `peg-parser` features must be enabled");5152pub use error::SyntaxError;53pub use obj::*;54pub use rustc_hash;55use rustc_hash::FxHashMap;56use stack::check_depth;57pub use tla::apply_tla;58pub use val::{Thunk, Val};5960pub mod analyze;61use crate::gc::WithCapacityExt as _;6263#[allow(clippy::needless_return)]64pub(crate) fn parse_jsonnet(code: &str, source: Source) -> Result<Expr, SyntaxError> {65 #[cfg(feature = "peg-parser")]66 {67 use std::sync::LazyLock;68 static USE_LEGACY_PARSER: LazyLock<bool> =69 LazyLock::new(|| std::env::var_os("JRSONNET_LEGACY_PARSER").is_some());7071 if *USE_LEGACY_PARSER {72 return parse_peg(code, source);73 }74 }75 #[cfg(feature = "ir-parser")]76 {77 return parse_ir(code, source);78 }79 #[cfg(feature = "peg-parser")]80 {81 return parse_peg(code, source);82 }83}8485#[cfg(feature = "ir-parser")]86fn parse_ir(code: &str, source: Source) -> Result<Expr, SyntaxError> {87 jrsonnet_ir_parser::parse(code, &jrsonnet_ir_parser::ParserSettings { source }).map_err(|e| {88 SyntaxError {89 message: e.message,90 location: e.location,91 }92 })93}9495#[cfg(feature = "peg-parser")]96fn parse_peg(code: &str, source: Source) -> Result<Expr, SyntaxError> {97 jrsonnet_peg_parser::parse(code, &jrsonnet_peg_parser::ParserSettings { source }).map_err(|e| {98 let message = e99 .expected100 .tokens()101 .find(|t| t.starts_with("!!!"))102 .map_or_else(103 || {104 format!(105 "expected {}, got {:?}",106 e.expected,107 code.chars()108 .nth(e.location.0)109 .map_or_else(|| "EOF".into(), |c: char| c.to_string())110 )111 },112 |v| v[3..].into(),113 );114 SyntaxError {115 message,116 location: e.location,117 }118 })119}120121cc_dyn!(122 #[derive(Clone)]123 CcUnbound<V>,124 Unbound<Bound = V>125);126127/// Thunk without bound `super`/`this`128/// object inheritance may be overriden multiple times, and will be fixed only on field read129pub trait Unbound: Trace {130 /// Type of value after object context is bound131 type Bound;132 /// Create value bound to specified object context133 fn bind(&self, sup_this: SupThis) -> Result<Self::Bound>;134}135136/// Object fields may, or may not depend on `this`/`super`, this enum allows cheaper reuse of object-independent fields for native code137/// Standard jsonnet fields are always unbound138#[derive(Clone, Trace)]139pub enum MaybeUnbound {140 /// Value needs to be bound to `this`/`super`141 Unbound(CcUnbound<Val>),142 /// Value is object-independent143 Bound(Thunk<Val>),144}145146impl Debug for MaybeUnbound {147 fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {148 write!(f, "MaybeUnbound")149 }150}151impl MaybeUnbound {152 /// Attach object context to value, if required153 pub fn evaluate(&self, sup_this: SupThis) -> Result<Val> {154 match self {155 Self::Unbound(v) => v.0.bind(sup_this),156 Self::Bound(v) => Ok(v.evaluate()?),157 }158 }159}160161cc_dyn!(CcContextInitializer, ContextInitializer);162163/// During import, this trait will be called to create initial context for file.164/// It may initialize global variables, stdlib for example.165pub trait ContextInitializer {166 /// For composability: extend builder. May panic if this initialization is not supported,167 /// and the context may only be created via `initialize`.168 fn populate(&self, for_file: Source, builder: &mut InitialContextBuilder);169 /// Allows upcasting from abstract to concrete context initializer.170 /// jrsonnet by itself doesn't use this method, it is allowed for it to panic.171 fn as_any(&self) -> &dyn Any;172}173impl<T> ContextInitializer for &T174where175 T: ContextInitializer,176{177 fn populate(&self, for_file: Source, builder: &mut InitialContextBuilder) {178 (*self).populate(for_file, builder);179 }180181 fn as_any(&self) -> &dyn Any {182 (*self).as_any()183 }184}185186/// Context initializer which adds nothing.187impl ContextInitializer for () {188 fn populate(&self, _for_file: Source, _builder: &mut InitialContextBuilder) {}189 fn as_any(&self) -> &dyn Any {190 self191 }192}193194impl<T> ContextInitializer for Option<T>195where196 T: ContextInitializer + 'static,197{198 fn populate(&self, for_file: Source, builder: &mut InitialContextBuilder) {199 if let Some(ctx) = self {200 ctx.populate(for_file, builder);201 }202 }203204 fn as_any(&self) -> &dyn Any {205 self206 }207}208209macro_rules! impl_context_initializer {210 ($($gen:ident)*) => {211 #[allow(non_snake_case)]212 impl<$($gen: ContextInitializer + Trace,)*> ContextInitializer for ($($gen,)*) {213 fn populate(&self, for_file: Source, builder: &mut InitialContextBuilder) {214 let ($($gen,)*) = self;215 $($gen.populate(for_file.clone(), builder);)*216 }217 fn as_any(&self) -> &dyn Any {218 self219 }220 }221 };222 ($($cur:ident)* @ $c:ident $($rest:ident)*) => {223 impl_context_initializer!($($cur)*);224 impl_context_initializer!($($cur)* $c @ $($rest)*);225 };226 ($($cur:ident)* @) => {227 impl_context_initializer!($($cur)*);228 }229}230impl_context_initializer! {231 A @ B C D E F G232}233234#[derive(Trace)]235struct FileData {236 string: Option<IStr>,237 bytes: Option<IBytes>,238 parsed: Option<Rc<Expr>>,239 evaluated: Option<Val>,240241 evaluating: bool,242}243impl FileData {244 fn new_string(data: IStr) -> Self {245 Self {246 string: Some(data),247 bytes: None,248 parsed: None,249 evaluated: None,250 evaluating: false,251 }252 }253 fn new_bytes(data: IBytes) -> Self {254 Self {255 string: None,256 bytes: Some(data),257 parsed: None,258 evaluated: None,259 evaluating: false,260 }261 }262 pub(crate) fn get_string(&mut self) -> Option<IStr> {263 if self.string.is_none() {264 self.string = Some(265 self.bytes266 .as_ref()267 .expect("either string or bytes should be set")268 .clone()269 .cast_str()?,270 );271 }272 Some(self.string.clone().expect("just set"))273 }274}275276#[derive(Trace)]277pub struct EvaluationStateInternals {278 /// Internal state279 file_cache: RefCell<FxHashMap<SourcePath, FileData>>,280 /// Context initializer, which will be used for imports and everything281 /// [`NoopContextInitializer`] is used by default, most likely you want to have `jrsonnet-stdlib`282 context_initializer: CcContextInitializer,283 /// Used to resolve file locations/contents284 import_resolver: Rc<dyn ImportResolver>,285}286287/// Maintains stack trace and import resolution288#[derive(Clone, Trace)]289pub struct State(Cc<EvaluationStateInternals>);290291thread_local! {292 pub static DEFAULT_STATE: State = State::builder().build();293 pub static STATE: RefCell<Option<State>> = const {RefCell::new(None)};294}295pub struct StateEnterGuard(PhantomData<()>);296impl Drop for StateEnterGuard {297 fn drop(&mut self) {298 STATE.with_borrow_mut(|v| *v = None);299 }300}301302pub fn with_state<V>(v: impl FnOnce(State) -> V) -> V {303 if let Some(state) = STATE.with_borrow(Clone::clone) {304 v(state)305 } else {306 let s = DEFAULT_STATE.with(Clone::clone);307 v(s)308 }309}310311impl State {312 pub fn enter(&self) -> StateEnterGuard {313 self.try_enter().expect("entered state already exists")314 }315 pub fn try_enter(&self) -> Option<StateEnterGuard> {316 STATE.with_borrow_mut(|v| {317 if v.is_none() {318 *v = Some(self.clone());319 Some(StateEnterGuard(PhantomData))320 } else {321 None322 }323 })324 }325 /// Should only be called with path retrieved from [`resolve_path`], may panic otherwise326 pub fn import_resolved_str(&self, path: SourcePath) -> Result<IStr> {327 let mut file_cache = self.file_cache();328 let mut file = file_cache.entry(path.clone());329330 let file = match file {331 Entry::Occupied(ref mut d) => d.get_mut(),332 Entry::Vacant(v) => {333 let data = self.import_resolver().load_file_contents(&path)?;334 v.insert(FileData::new_string(335 std::str::from_utf8(&data)336 .map_err(|_| ImportBadFileUtf8(path.clone()))?337 .into(),338 ))339 }340 };341 Ok(file342 .get_string()343 .ok_or_else(|| ImportBadFileUtf8(path.clone()))?)344 }345 /// Should only be called with path retrieved from [`resolve_path`], may panic otherwise346 pub fn import_resolved_bin(&self, path: SourcePath) -> Result<IBytes> {347 let mut file_cache = self.file_cache();348 let mut file = file_cache.entry(path.clone());349350 let file = match file {351 Entry::Occupied(ref mut d) => d.get_mut(),352 Entry::Vacant(v) => {353 let data = self.import_resolver().load_file_contents(&path)?;354 v.insert(FileData::new_bytes(data.as_slice().into()))355 }356 };357 if let Some(str) = &file.bytes {358 return Ok(str.clone());359 }360 if file.bytes.is_none() {361 file.bytes = Some(362 file.string363 .as_ref()364 .expect("either string or bytes should be set")365 .clone()366 .cast_bytes(),367 );368 }369 Ok(file.bytes.as_ref().expect("just set").clone())370 }371 /// Should only be called with path retrieved from [`resolve_path`], may panic otherwise372 pub fn import_resolved(&self, path: SourcePath) -> Result<Val> {373 let mut file_cache = self.file_cache();374 let mut file = file_cache.entry(path.clone());375376 let file = match file {377 Entry::Occupied(ref mut d) => d.get_mut(),378 Entry::Vacant(v) => {379 let data = self.import_resolver().load_file_contents(&path)?;380 v.insert(FileData::new_string(381 std::str::from_utf8(&data)382 .map_err(|_| ImportBadFileUtf8(path.clone()))?383 .into(),384 ))385 }386 };387 if let Some(val) = &file.evaluated {388 return Ok(val.clone());389 }390 let code = file391 .get_string()392 .ok_or_else(|| ImportBadFileUtf8(path.clone()))?;393 let file_name = Source::new(path.clone(), code.clone());394 if file.parsed.is_none() {395 file.parsed = Some(396 parse_jsonnet(&code, file_name.clone())397 .map(Rc::new)398 .map_err(|e| ImportSyntaxError {399 path: file_name.clone(),400 error: Box::new(e),401 })?,402 );403 }404 let parsed = file.parsed.as_ref().expect("just set").clone();405 if file.evaluating {406 bail!(InfiniteRecursionDetected)407 }408 file.evaluating = true;409 // Dropping file cache guard here, as evaluation may use this map too410 drop(file_cache);411 let (ctx, externals) = self.create_default_context(file_name.clone()).build();412 let report = analyze::analyze_root(&parsed, externals);413 if report.errored {414 return Err(StaticAnalysisError(report.diagnostics_list).into());415 }416 let res = evaluate::evaluate(ctx.build(), &report.lir);417418 let mut file_cache = self.file_cache();419 let mut file = file_cache.entry(path);420421 let Entry::Occupied(file) = &mut file else {422 unreachable!("this file was just here")423 };424 let file = file.get_mut();425 file.evaluating = false;426 match res {427 Ok(v) => {428 file.evaluated = Some(v.clone());429 Ok(v)430 }431 Err(e) => Err(e),432 }433 }434435 /// Has same semantics as `import 'path'` called from `from` file436 pub fn import_from(&self, from: &SourcePath, path: impl AsPathLike) -> Result<Val> {437 let resolved = self.resolve_from(from, &path)?;438 self.import_resolved(resolved)439 }440 pub fn import(&self, path: impl AsPathLike) -> Result<Val> {441 let resolved = self.resolve_from_default(&path)?;442 self.import_resolved(resolved)443 }444445 /// Creates context with all passed global variables446 pub fn create_default_context(&self, source: Source) -> InitialContextBuilder {447 self.create_default_context_with(source, &())448 }449450 /// Creates context with all passed global variables, calling custom modifier451 pub fn create_default_context_with(452 &self,453 source: Source,454 context_initializer: &dyn ContextInitializer,455 ) -> InitialContextBuilder {456 let default_initializer = self.context_initializer();457 let mut builder = InitialContextBuilder::new();458 default_initializer.populate(source.clone(), &mut builder);459 context_initializer.populate(source, &mut builder);460461 builder462 }463}464465/// Internals466impl State {467 fn file_cache(&self) -> RefMut<'_, FxHashMap<SourcePath, FileData>> {468 self.0.file_cache.borrow_mut()469 }470}471/// Executes code creating a new stack frame, to be replaced with try{}472pub fn in_frame<T>(473 e: CallLocation<'_>,474 frame_desc: impl FnOnce() -> String,475 f: impl FnOnce() -> Result<T>,476) -> Result<T> {477 let _guard = check_depth()?;478479 f().with_description_src(e, frame_desc)480}481482/// Executes code creating a new stack frame, to be replaced with try{}483pub fn in_description_frame<T>(484 frame_desc: impl FnOnce() -> String,485 f: impl FnOnce() -> Result<T>,486) -> Result<T> {487 let _guard = check_depth()?;488489 f().with_description(frame_desc)490}491492#[derive(Trace)]493pub struct InitialUnderscore(pub Thunk<Val>);494impl ContextInitializer for InitialUnderscore {495 fn populate(&self, _for_file: Source, builder: &mut InitialContextBuilder) {496 builder.bind("_", self.0.clone());497 }498499 fn as_any(&self) -> &dyn Any {500 self501 }502}503504/// Raw methods evaluate passed values but don't perform TLA execution505impl State {506 /// Parses and evaluates the given snippet507 pub fn evaluate_snippet(&self, name: impl Into<IStr>, code: impl Into<IStr>) -> Result<Val> {508 self.evaluate_snippet_with(name, code, &())509 }510 /// Parses and evaluates the given snippet with custom context modifier511 pub fn evaluate_snippet_with(512 &self,513 name: impl Into<IStr>,514 code: impl Into<IStr>,515 context_initializer: &dyn ContextInitializer,516 ) -> Result<Val> {517 let code = code.into();518 let source = Source::new_virtual(name.into(), code.clone());519 let parsed = parse_jsonnet(&code, source.clone()).map_err(|e| ImportSyntaxError {520 path: source.clone(),521 error: Box::new(e),522 })?;523 let (ctx, externals) = self524 .create_default_context_with(source.clone(), context_initializer)525 .build();526 let report = analyze::analyze_root(&parsed, externals);527 if report.errored {528 return Err(StaticAnalysisError(report.diagnostics_list).into());529 }530 evaluate::evaluate(ctx.build(), &report.lir)531 }532}533534/// Settings utilities535impl State {536 // Only panics in case of [`ImportResolver`] contract violation537 #[allow(clippy::missing_panics_doc)]538 pub fn resolve_from(&self, from: &SourcePath, path: &dyn AsPathLike) -> Result<SourcePath> {539 self.import_resolver().resolve_from(from, path)540 }541 #[allow(clippy::missing_panics_doc)]542 pub fn resolve_from_default(&self, path: &dyn AsPathLike) -> Result<SourcePath> {543 self.import_resolver().resolve_from_default(path)544 }545 pub fn import_resolver(&self) -> &dyn ImportResolver {546 &*self.0.import_resolver547 }548 pub fn context_initializer(&self) -> &dyn ContextInitializer {549 &*self.0.context_initializer.0550 }551}552553impl State {554 pub fn builder() -> StateBuilder {555 StateBuilder::default()556 }557}558559impl Default for State {560 fn default() -> Self {561 Self::builder().build()562 }563}564565#[derive(Default)]566pub struct StateBuilder {567 import_resolver: Option<Rc<dyn ImportResolver>>,568 context_initializer: Option<CcContextInitializer>,569}570impl StateBuilder {571 pub fn import_resolver(&mut self, import_resolver: impl ImportResolver) -> &mut Self {572 let _ = self.import_resolver.insert(Rc::new(import_resolver));573 self574 }575 pub fn context_initializer(576 &mut self,577 context_initializer: impl ContextInitializer + Trace,578 ) -> &mut Self {579 let _ = self580 .context_initializer581 .insert(CcContextInitializer::new(context_initializer));582 self583 }584 pub fn build(mut self) -> State {585 State(Cc::new(EvaluationStateInternals {586 file_cache: RefCell::new(FxHashMap::new()),587 context_initializer: self588 .context_initializer589 .take()590 .unwrap_or_else(|| CcContextInitializer::new(())),591 import_resolver: self592 .import_resolver593 .take()594 .unwrap_or_else(|| Rc::new(DummyImportResolver)),595 }))596 }597}tests/benches/cpp_test_suite.rsdiffbeforeafterboth--- a/tests/benches/cpp_test_suite.rs
+++ b/tests/benches/cpp_test_suite.rs
@@ -1,10 +1,8 @@
-use std::{collections::HashMap, fs::read_dir, hint::black_box, path::Path};
+use std::{collections::HashMap, fs, fs::read_dir, hint::black_box, path::Path};
use criterion::{Criterion, criterion_group, criterion_main};
use jrsonnet_evaluator::{
- FileImportResolver, State, apply_tla,
- manifest::{BlackBoxFormat, JsonFormat},
- stack::limit_stack_depth,
+ FileImportResolver, State, apply_tla, manifest::JsonFormat, stack::limit_stack_depth,
trace::PathResolver,
};
@@ -12,31 +10,37 @@
static GLOBAL: mimallocator::Mimalloc = mimallocator::Mimalloc;
fn bench_entry(c: &mut Criterion, path: &Path) {
- c.bench_function(
- path.file_name()
- .expect("file path")
- .to_str()
- .expect("name is utf-8"),
- |b| {
- let _stack = limit_stack_depth(200_000);
+ let name = path
+ .file_name()
+ .expect("file path")
+ .to_str()
+ .expect("name is utf-8")
+ .to_owned();
+ let code = fs::read_to_string(path).expect("read bench source");
- let mut s = State::builder();
+ c.bench_function(&name, |b| {
+ let _stack = limit_stack_depth(200_000);
- s.context_initializer(jrsonnet_stdlib::ContextInitializer::new(
- PathResolver::Absolute,
- ))
- .import_resolver(FileImportResolver::new(vec![]));
+ let mut s = State::builder();
+ s.context_initializer(jrsonnet_stdlib::ContextInitializer::new(
+ PathResolver::Absolute,
+ ))
+ .import_resolver(FileImportResolver::new(vec![]));
+ let s = s.build();
+ let _entered = s.enter();
- let s = s.build();
- let _s = s.enter();
+ // Parse + analysis happen once; each iter only measures
+ // evaluation + manifestation.
+ let prepared = s
+ .prepare_snippet(name.clone(), code.clone())
+ .expect("prepared");
- b.iter(|| {
- let imported = s.import(path).expect("evaluated");
- let res = apply_tla(&HashMap::new(), imported).expect("tla applied");
- black_box(res.manifest(JsonFormat::cli(3)).expect("manifested"));
- });
- },
- );
+ b.iter(|| {
+ let imported = s.evaluate_prepared_snippet(&prepared).expect("evaluated");
+ let res = apply_tla(&HashMap::new(), imported).expect("tla applied");
+ black_box(res.manifest(JsonFormat::cli(3)).expect("manifested"));
+ });
+ });
}
fn criterion_benchmark(c: &mut Criterion) {
for entry in read_dir("go_builtin_benchmarks").expect("dir exists") {