git.delta.rocks / jrsonnet / refs/commits / a7b20f9eb78e

difftreelog

fix warnings in libjsonnet.so

Yaroslav Bolyukin2024-03-17parent: #5c3244a.patch.diff
in: master

9 files changed

modifiedbindings/jsonnet/Cargo.tomldiffbeforeafterboth
--- a/bindings/jsonnet/Cargo.toml
+++ b/bindings/jsonnet/Cargo.toml
@@ -1,3 +1,10 @@
+# NOTE: This library may panic, and it is only safe to panic in FFI contexts when library is built in panic="abort" mode,
+# which is set for release builds of this library.
+# FIXME: Move this warning somewhere else, or remove panics from this library (It is not always possible, in some cases
+# there is nothing to report the error, in those cases use `abort()`)
+# NOTE: This library assumes the allocator is libc malloc or alternative, which does track allocation size for user,
+# see TODO in `jsonnet_realloc`.
+
 [package]
 name = "libjsonnet"
 description = "Rust implementation of libjsonnet.so"
modifiedbindings/jsonnet/src/import.rsdiffbeforeafterboth
before · bindings/jsonnet/src/import.rs
1//! Import resolution manipulation utilities23use std::{4	alloc::Layout,5	any::Any,6	cell::RefCell,7	collections::HashMap,8	env::current_dir,9	ffi::{c_void, CStr, CString},10	os::raw::{c_char, c_int},11	path::PathBuf,12	ptr::null_mut,13};1415use jrsonnet_evaluator::{16	bail,17	error::{ErrorKind::*, Result},18	FileImportResolver, ImportResolver,19};20use jrsonnet_gcmodule::Trace;21use jrsonnet_parser::{SourceDirectory, SourceFile, SourcePath};2223use crate::VM;2425pub type JsonnetImportCallback = unsafe extern "C" fn(26	ctx: *mut c_void,27	base: *const c_char,28	rel: *const c_char,29	found_here: *mut *const c_char,30	buf: *mut *mut c_char,31	buflen: *mut usize,32) -> c_int;3334/// Resolves imports using callback35#[derive(Trace)]36pub struct CallbackImportResolver {37	#[trace(skip)]38	cb: JsonnetImportCallback,39	#[trace(skip)]40	ctx: *mut c_void,41	out: RefCell<HashMap<SourcePath, Vec<u8>>>,42}43impl ImportResolver for CallbackImportResolver {44	fn resolve_from(&self, from: &SourcePath, path: &str) -> Result<SourcePath> {45		let base = if let Some(p) = from.downcast_ref::<SourceFile>() {46			let mut o = p.path().to_owned();47			o.pop();48			o49		} else if let Some(d) = from.downcast_ref::<SourceDirectory>() {50			d.path().to_owned()51		} else if from.is_default() {52			current_dir().map_err(|e| ImportIo(e.to_string()))?53		} else {54			unreachable!("can't resolve this path");55		};56		let base = unsafe { crate::unparse_path(&base) };57		let rel = CString::new(path).unwrap();58		let found_here: *mut c_char = null_mut();5960		let mut buf = null_mut();61		let mut buf_len = 0;62		let success = unsafe {63			(self.cb)(64				self.ctx,65				base.as_ptr(),66				rel.as_ptr(),67				&mut (found_here as *const _),68				&mut buf,69				&mut buf_len,70			)71		};72		let buf_slice: &[u8] = unsafe { std::slice::from_raw_parts(buf.cast(), buf_len) };73		unsafe {74			std::alloc::dealloc(75				buf.cast(),76				Layout::from_size_align(buf_len, 1).expect("layout is valid"),77			);78		};79		let buf_intern = buf_slice.to_vec();8081		assert!(success == 0 || success == 1);82		if success == 0 {83			let result = String::from_utf8(buf_intern).expect("error should be valid string");84			bail!(ImportCallbackError(result));85		}8687		let found_here_raw = unsafe { CStr::from_ptr(found_here) };88		let found_here_buf = SourcePath::new(SourceFile::new(PathBuf::from(89			found_here_raw.to_str().unwrap(),90		)));91		unsafe {92			let _ = CString::from_raw(found_here);93		}9495		let mut out = self.out.borrow_mut();96		if !out.contains_key(&found_here_buf) {97			out.insert(found_here_buf.clone(), buf_intern);98		}99100		Ok(found_here_buf)101	}102	fn load_file_contents(&self, resolved: &SourcePath) -> Result<Vec<u8>> {103		Ok(self.out.borrow().get(resolved).unwrap().clone())104	}105106	fn as_any(&self) -> &dyn Any {107		self108	}109}110111/// # Safety112///113/// It should be safe to call `cb` using valid values with passed `ctx`114#[no_mangle]115pub unsafe extern "C" fn jsonnet_import_callback(116	vm: &VM,117	cb: JsonnetImportCallback,118	ctx: *mut c_void,119) {120	vm.state.set_import_resolver(CallbackImportResolver {121		cb,122		ctx,123		out: RefCell::new(HashMap::new()),124	})125}126127/// # Safety128///129/// `path` should be a NUL-terminated string130#[no_mangle]131pub unsafe extern "C" fn jsonnet_jpath_add(vm: &VM, path: *const c_char) {132	let cstr = CStr::from_ptr(path);133	let path = PathBuf::from(cstr.to_str().unwrap());134	let any_resolver = vm.state.import_resolver();135	let resolver = any_resolver136		.as_any()137		.downcast_ref::<FileImportResolver>()138		.expect("jpaths are not compatible with callback imports!");139	resolver.add_jpath(path);140}
modifiedbindings/jsonnet/src/lib.rsdiffbeforeafterboth
--- a/bindings/jsonnet/src/lib.rs
+++ b/bindings/jsonnet/src/lib.rs
@@ -146,7 +146,9 @@
 		if sz == 0 {
 			return std::ptr::null_mut();
 		}
-		return std::alloc::alloc(Layout::from_size_align(sz, std::mem::align_of::<u8>()).unwrap());
+		return unsafe {
+			std::alloc::alloc(Layout::from_size_align(sz, std::mem::align_of::<u8>()).unwrap())
+		};
 	}
 	// TODO: Somehow store size of allocation, because its real size is probally not 16 :D
 	// OR (Alternative way of fixing this TODO)
@@ -154,10 +156,10 @@
 	// TODO: so it should work in normal cases. Maybe force allocator for this library?
 	let old_layout = Layout::from_size_align(16, std::mem::align_of::<u8>()).unwrap();
 	if sz == 0 {
-		std::alloc::dealloc(buf, old_layout);
+		unsafe { std::alloc::dealloc(buf, old_layout) };
 		return std::ptr::null_mut();
 	}
-	std::alloc::realloc(buf, old_layout, sz)
+	unsafe { std::alloc::realloc(buf, old_layout, sz) }
 }
 
 /// Clean up a JSON subtree.
@@ -192,7 +194,7 @@
 	filename: *const c_char,
 	error: &mut c_int,
 ) -> *const c_char {
-	let filename = parse_path(CStr::from_ptr(filename));
+	let filename = unsafe { parse_path(CStr::from_ptr(filename)) };
 	match vm
 		.state
 		.import(filename)
@@ -226,8 +228,8 @@
 	snippet: *const c_char,
 	error: &mut c_int,
 ) -> *const c_char {
-	let filename = CStr::from_ptr(filename);
-	let snippet = CStr::from_ptr(snippet);
+	let filename = unsafe { CStr::from_ptr(filename) };
+	let snippet = unsafe { CStr::from_ptr(snippet) };
 	match vm
 		.state
 		.evaluate_snippet(filename.to_str().unwrap(), snippet.to_str().unwrap())
@@ -275,7 +277,7 @@
 	out.push(0);
 	let v = out.as_ptr();
 	std::mem::forget(out);
-	v as *const c_char
+	v.cast::<c_char>()
 }
 
 /// # Safety
@@ -285,7 +287,7 @@
 	filename: *const c_char,
 	error: &mut c_int,
 ) -> *const c_char {
-	let filename = parse_path(CStr::from_ptr(filename));
+	let filename = unsafe { parse_path(CStr::from_ptr(filename)) };
 	match vm
 		.state
 		.import(filename)
@@ -313,8 +315,8 @@
 	snippet: *const c_char,
 	error: &mut c_int,
 ) -> *const c_char {
-	let filename = CStr::from_ptr(filename);
-	let snippet = CStr::from_ptr(snippet);
+	let filename = unsafe { CStr::from_ptr(filename) };
+	let snippet = unsafe { CStr::from_ptr(snippet) };
 	match vm
 		.state
 		.evaluate_snippet(filename.to_str().unwrap(), snippet.to_str().unwrap())
@@ -367,7 +369,7 @@
 	filename: *const c_char,
 	error: &mut c_int,
 ) -> *const c_char {
-	let filename = parse_path(CStr::from_ptr(filename));
+	let filename = unsafe { parse_path(CStr::from_ptr(filename)) };
 	match vm
 		.state
 		.import(filename)
@@ -395,8 +397,8 @@
 	snippet: *const c_char,
 	error: &mut c_int,
 ) -> *const c_char {
-	let filename = CStr::from_ptr(filename);
-	let snippet = CStr::from_ptr(snippet);
+	let filename = unsafe { CStr::from_ptr(filename) };
+	let snippet = unsafe { CStr::from_ptr(snippet) };
 	match vm
 		.state
 		.evaluate_snippet(filename.to_str().unwrap(), snippet.to_str().unwrap())
modifiedbindings/jsonnet/src/native.rsdiffbeforeafterboth
--- a/bindings/jsonnet/src/native.rs
+++ b/bindings/jsonnet/src/native.rs
@@ -17,7 +17,7 @@
 /// failure, which will appear in Jsonnet as an error. The `argv` pointer is an array whose size
 /// matches the array of parameters supplied when the native callback was originally registered.
 ///
-/// - `ctx` User pointer, given in jsonnet_native_callback.
+/// - `ctx` User pointer, given in `jsonnet_native_callback`.
 /// - `argv` Array of arguments from Jsonnet code.
 /// - `param` success Set this byref param to 1 to indicate success and 0 for failure.
 /// Returns the content of the imported file, or an error message.
@@ -69,17 +69,19 @@
 	ctx: *const c_void,
 	mut raw_params: *const *const c_char,
 ) {
-	let name = CStr::from_ptr(name).to_str().expect("name is not utf-8");
+	let name = unsafe { CStr::from_ptr(name).to_str().expect("name is not utf-8") };
 	let mut params = Vec::new();
 	loop {
-		if (*raw_params).is_null() {
+		if (unsafe { *raw_params }).is_null() {
 			break;
 		}
-		let param = CStr::from_ptr(*raw_params)
-			.to_str()
-			.expect("param name is not utf-8");
+		let param = unsafe {
+			CStr::from_ptr(*raw_params)
+				.to_str()
+				.expect("param name is not utf-8")
+		};
 		params.push(param.into());
-		raw_params = raw_params.offset(1);
+		raw_params = unsafe { raw_params.offset(1) };
 	}
 
 	let any_resolver = vm.state.context_initializer();
@@ -91,5 +93,5 @@
 			name,
 			#[allow(deprecated)]
 			NativeCallback::new(params, JsonnetNativeCallbackHandler { ctx, cb }),
-		)
+		);
 }
modifiedbindings/jsonnet/src/val_make.rsdiffbeforeafterboth
--- a/bindings/jsonnet/src/val_make.rs
+++ b/bindings/jsonnet/src/val_make.rs
@@ -16,7 +16,7 @@
 /// `v` should be a NUL-terminated string
 #[no_mangle]
 pub unsafe extern "C" fn jsonnet_json_make_string(_vm: &VM, val: *const c_char) -> *mut Val {
-	let val = CStr::from_ptr(val);
+	let val = unsafe { CStr::from_ptr(val) };
 	let val = val.to_str().expect("string is not utf-8");
 	Box::into_raw(Box::new(Val::string(val)))
 }
modifiedbindings/jsonnet/src/val_modify.rsdiffbeforeafterboth
--- a/bindings/jsonnet/src/val_modify.rs
+++ b/bindings/jsonnet/src/val_modify.rs
@@ -47,7 +47,7 @@
 ) {
 	match obj {
 		Val::Obj(old) => old
-			.extend_field(CStr::from_ptr(name).to_str().unwrap().into())
+			.extend_field(unsafe { CStr::from_ptr(name).to_str().unwrap().into() })
 			.value(val.clone()),
 		_ => panic!("should receive object"),
 	}
modifiedbindings/jsonnet/src/vars_tlas.rsdiffbeforeafterboth
--- a/bindings/jsonnet/src/vars_tlas.rs
+++ b/bindings/jsonnet/src/vars_tlas.rs
@@ -16,8 +16,8 @@
 /// `name`, `code` should be a NUL-terminated strings
 #[no_mangle]
 pub unsafe extern "C" fn jsonnet_ext_var(vm: &VM, name: *const c_char, value: *const c_char) {
-	let name = CStr::from_ptr(name);
-	let value = CStr::from_ptr(value);
+	let name = unsafe { CStr::from_ptr(name) };
+	let value = unsafe { CStr::from_ptr(value) };
 
 	let any_initializer = vm.state.context_initializer();
 	any_initializer
@@ -39,8 +39,8 @@
 /// `name`, `code` should be a NUL-terminated strings
 #[no_mangle]
 pub unsafe extern "C" fn jsonnet_ext_code(vm: &VM, name: *const c_char, code: *const c_char) {
-	let name = CStr::from_ptr(name);
-	let code = CStr::from_ptr(code);
+	let name = unsafe { CStr::from_ptr(name) };
+	let code = unsafe { CStr::from_ptr(code) };
 
 	let any_initializer = vm.state.context_initializer();
 	any_initializer
@@ -63,8 +63,8 @@
 /// `name`, `value` should be a NUL-terminated strings
 #[no_mangle]
 pub unsafe extern "C" fn jsonnet_tla_var(vm: &mut VM, name: *const c_char, value: *const c_char) {
-	let name = CStr::from_ptr(name);
-	let value = CStr::from_ptr(value);
+	let name = unsafe { CStr::from_ptr(name) };
+	let value = unsafe { CStr::from_ptr(value) };
 	vm.tla_args.insert(
 		name.to_str().expect("name is not utf-8").into(),
 		TlaArg::String(value.to_str().expect("value is not utf-8").into()),
@@ -80,8 +80,8 @@
 /// `name`, `code` should be a NUL-terminated strings
 #[no_mangle]
 pub unsafe extern "C" fn jsonnet_tla_code(vm: &mut VM, name: *const c_char, code: *const c_char) {
-	let name = CStr::from_ptr(name);
-	let code = CStr::from_ptr(code);
+	let name = unsafe { CStr::from_ptr(name) };
+	let code = unsafe { CStr::from_ptr(code) };
 
 	let name: IStr = name.to_str().expect("name is not utf-8").into();
 	let code: IStr = code.to_str().expect("code is not utf-8").into();
modifiedcmds/jrsonnet-fmt/src/main.rsdiffbeforeafterboth
--- a/cmds/jrsonnet-fmt/src/main.rs
+++ b/cmds/jrsonnet-fmt/src/main.rs
@@ -328,6 +328,10 @@
 			format_comments(&ele.inline_trivia, CommentLocation::ItemInline, out);
 			p!(out, if("between args", multi_line, nl));
 		}
+		if end_comments.should_start_with_newline {
+			p!(out, nl);
+		}
+		format_comments(&end_comments.trivia, CommentLocation::EndOfItems, out);
 		p!(out, if("end args", multi_line, <i info(end)) str(")"));
 	}
 }
modifiedcrates/jrsonnet-rowan-parser/src/parser.rsdiffbeforeafterboth
--- a/crates/jrsonnet-rowan-parser/src/parser.rs
+++ b/crates/jrsonnet-rowan-parser/src/parser.rs
@@ -1,6 +1,5 @@
 use std::{cell::Cell, fmt, rc::Rc};
 
-use miette::{LabeledSpan, SourceOffset, SourceSpan};
 use rowan::{GreenNode, TextRange};
 
 use crate::{
@@ -51,28 +50,6 @@
 pub struct LocatedSyntaxError {
 	pub error: SyntaxError,
 	pub range: TextRange,
-}
-
-impl From<LocatedSyntaxError> for LabeledSpan {
-	fn from(val: LocatedSyntaxError) -> Self {
-		let span = SourceSpan::new(
-			SourceOffset::from(usize::from(val.range.start())),
-			usize::from(val.range.end() - val.range.start()),
-		);
-		dbg!(&val);
-		match val.error {
-			SyntaxError::Unexpected { expected, found } => LabeledSpan::new_with_span(
-				Some(format!("expected {expected}, found {found:?}")),
-				span,
-			),
-			SyntaxError::Missing { expected } => {
-				LabeledSpan::new_with_span(Some(format!("missing {expected}")), span)
-			}
-			SyntaxError::Custom { error } | SyntaxError::Hint { error } => {
-				LabeledSpan::new_with_span(Some(error), span)
-			}
-		}
-	}
 }
 
 impl Parser {