difftreelog
fix warnings in libjsonnet.so
in: master
9 files changed
bindings/jsonnet/Cargo.tomldiffbeforeafterboth--- a/bindings/jsonnet/Cargo.toml
+++ b/bindings/jsonnet/Cargo.toml
@@ -1,3 +1,10 @@
+# NOTE: This library may panic, and it is only safe to panic in FFI contexts when library is built in panic="abort" mode,
+# which is set for release builds of this library.
+# FIXME: Move this warning somewhere else, or remove panics from this library (It is not always possible, in some cases
+# there is nothing to report the error, in those cases use `abort()`)
+# NOTE: This library assumes the allocator is libc malloc or alternative, which does track allocation size for user,
+# see TODO in `jsonnet_realloc`.
+
[package]
name = "libjsonnet"
description = "Rust implementation of libjsonnet.so"
bindings/jsonnet/src/import.rsdiffbeforeafterboth1//! Import resolution manipulation utilities23use std::{4 alloc::Layout,5 any::Any,6 cell::RefCell,7 collections::HashMap,8 env::current_dir,9 ffi::{c_void, CStr, CString},10 os::raw::{c_char, c_int},11 path::PathBuf,12 ptr::null_mut,13};1415use jrsonnet_evaluator::{16 bail,17 error::{ErrorKind::*, Result},18 FileImportResolver, ImportResolver,19};20use jrsonnet_gcmodule::Trace;21use jrsonnet_parser::{SourceDirectory, SourceFile, SourcePath};2223use crate::VM;2425pub type JsonnetImportCallback = unsafe extern "C" fn(26 ctx: *mut c_void,27 base: *const c_char,28 rel: *const c_char,29 found_here: *mut *const c_char,30 buf: *mut *mut c_char,31 buflen: *mut usize,32) -> c_int;3334/// Resolves imports using callback35#[derive(Trace)]36pub struct CallbackImportResolver {37 #[trace(skip)]38 cb: JsonnetImportCallback,39 #[trace(skip)]40 ctx: *mut c_void,41 out: RefCell<HashMap<SourcePath, Vec<u8>>>,42}43impl ImportResolver for CallbackImportResolver {44 fn resolve_from(&self, from: &SourcePath, path: &str) -> Result<SourcePath> {45 let base = if let Some(p) = from.downcast_ref::<SourceFile>() {46 let mut o = p.path().to_owned();47 o.pop();48 o49 } else if let Some(d) = from.downcast_ref::<SourceDirectory>() {50 d.path().to_owned()51 } else if from.is_default() {52 current_dir().map_err(|e| ImportIo(e.to_string()))?53 } else {54 unreachable!("can't resolve this path");55 };56 let base = unsafe { crate::unparse_path(&base) };57 let rel = CString::new(path).unwrap();58 let found_here: *mut c_char = null_mut();5960 let mut buf = null_mut();61 let mut buf_len = 0;62 let success = unsafe {63 (self.cb)(64 self.ctx,65 base.as_ptr(),66 rel.as_ptr(),67 &mut (found_here as *const _),68 &mut buf,69 &mut buf_len,70 )71 };72 let buf_slice: &[u8] = unsafe { std::slice::from_raw_parts(buf.cast(), buf_len) };73 unsafe {74 std::alloc::dealloc(75 buf.cast(),76 Layout::from_size_align(buf_len, 1).expect("layout is valid"),77 );78 };79 let buf_intern = buf_slice.to_vec();8081 assert!(success == 0 || success == 1);82 if success == 0 {83 let result = String::from_utf8(buf_intern).expect("error should be valid string");84 bail!(ImportCallbackError(result));85 }8687 let found_here_raw = unsafe { CStr::from_ptr(found_here) };88 let found_here_buf = SourcePath::new(SourceFile::new(PathBuf::from(89 found_here_raw.to_str().unwrap(),90 )));91 unsafe {92 let _ = CString::from_raw(found_here);93 }9495 let mut out = self.out.borrow_mut();96 if !out.contains_key(&found_here_buf) {97 out.insert(found_here_buf.clone(), buf_intern);98 }99100 Ok(found_here_buf)101 }102 fn load_file_contents(&self, resolved: &SourcePath) -> Result<Vec<u8>> {103 Ok(self.out.borrow().get(resolved).unwrap().clone())104 }105106 fn as_any(&self) -> &dyn Any {107 self108 }109}110111/// # Safety112///113/// It should be safe to call `cb` using valid values with passed `ctx`114#[no_mangle]115pub unsafe extern "C" fn jsonnet_import_callback(116 vm: &VM,117 cb: JsonnetImportCallback,118 ctx: *mut c_void,119) {120 vm.state.set_import_resolver(CallbackImportResolver {121 cb,122 ctx,123 out: RefCell::new(HashMap::new()),124 })125}126127/// # Safety128///129/// `path` should be a NUL-terminated string130#[no_mangle]131pub unsafe extern "C" fn jsonnet_jpath_add(vm: &VM, path: *const c_char) {132 let cstr = CStr::from_ptr(path);133 let path = PathBuf::from(cstr.to_str().unwrap());134 let any_resolver = vm.state.import_resolver();135 let resolver = any_resolver136 .as_any()137 .downcast_ref::<FileImportResolver>()138 .expect("jpaths are not compatible with callback imports!");139 resolver.add_jpath(path);140}1//! Import resolution manipulation utilities23use std::{4 alloc::Layout,5 any::Any,6 cell::RefCell,7 collections::HashMap,8 env::current_dir,9 ffi::{c_void, CStr, CString},10 os::raw::{c_char, c_int},11 path::PathBuf,12 ptr::null_mut,13};1415use jrsonnet_evaluator::{16 bail,17 error::{ErrorKind::*, Result},18 FileImportResolver, ImportResolver,19};20use jrsonnet_gcmodule::Trace;21use jrsonnet_parser::{SourceDirectory, SourceFile, SourcePath};2223use crate::VM;2425pub type JsonnetImportCallback = unsafe extern "C" fn(26 ctx: *mut c_void,27 base: *const c_char,28 rel: *const c_char,29 found_here: *mut *const c_char,30 buf: *mut *mut c_char,31 buflen: *mut usize,32) -> c_int;3334/// Resolves imports using callback35#[derive(Trace)]36pub struct CallbackImportResolver {37 #[trace(skip)]38 cb: JsonnetImportCallback,39 #[trace(skip)]40 ctx: *mut c_void,41 out: RefCell<HashMap<SourcePath, Vec<u8>>>,42}43impl ImportResolver for CallbackImportResolver {44 fn resolve_from(&self, from: &SourcePath, path: &str) -> Result<SourcePath> {45 let base = if let Some(p) = from.downcast_ref::<SourceFile>() {46 let mut o = p.path().to_owned();47 o.pop();48 o49 } else if let Some(d) = from.downcast_ref::<SourceDirectory>() {50 d.path().to_owned()51 } else if from.is_default() {52 current_dir().map_err(|e| ImportIo(e.to_string()))?53 } else {54 unreachable!("can't resolve this path");55 };56 let base = unsafe { crate::unparse_path(&base) };57 let rel = CString::new(path).unwrap();58 let found_here: *mut c_char = null_mut();5960 let mut buf = null_mut();61 let mut buf_len = 0;62 let success = unsafe {63 (self.cb)(64 self.ctx,65 base.as_ptr(),66 rel.as_ptr(),67 &mut (found_here as *const _),68 &mut buf,69 &mut buf_len,70 )71 };72 let buf_slice: &[u8] = unsafe { std::slice::from_raw_parts(buf.cast(), buf_len) };73 unsafe {74 std::alloc::dealloc(75 buf.cast(),76 Layout::from_size_align(buf_len, 1).expect("layout is valid"),77 );78 };79 let buf_intern = buf_slice.to_vec();8081 assert!(success == 0 || success == 1);82 if success == 0 {83 let result = String::from_utf8(buf_intern).expect("error should be valid string");84 bail!(ImportCallbackError(result));85 }8687 let found_here_raw = unsafe { CStr::from_ptr(found_here) };88 let found_here_buf = SourcePath::new(SourceFile::new(PathBuf::from(89 found_here_raw.to_str().unwrap(),90 )));91 unsafe {92 let _ = CString::from_raw(found_here);93 }9495 let mut out = self.out.borrow_mut();96 if !out.contains_key(&found_here_buf) {97 out.insert(found_here_buf.clone(), buf_intern);98 }99100 Ok(found_here_buf)101 }102 fn load_file_contents(&self, resolved: &SourcePath) -> Result<Vec<u8>> {103 Ok(self.out.borrow().get(resolved).unwrap().clone())104 }105106 fn as_any(&self) -> &dyn Any {107 self108 }109}110111/// # Safety112///113/// It should be safe to call `cb` using valid values with passed `ctx`114#[no_mangle]115pub unsafe extern "C" fn jsonnet_import_callback(116 vm: &VM,117 cb: JsonnetImportCallback,118 ctx: *mut c_void,119) {120 vm.state.set_import_resolver(CallbackImportResolver {121 cb,122 ctx,123 out: RefCell::new(HashMap::new()),124 })125}126127/// # Safety128///129/// `path` should be a NUL-terminated string130#[no_mangle]131pub unsafe extern "C" fn jsonnet_jpath_add(vm: &VM, path: *const c_char) {132 let cstr = unsafe { CStr::from_ptr(path) };133 let path = PathBuf::from(cstr.to_str().unwrap());134 let any_resolver = vm.state.import_resolver();135 let resolver = any_resolver136 .as_any()137 .downcast_ref::<FileImportResolver>()138 .expect("jpaths are not compatible with callback imports!");139 resolver.add_jpath(path);140}bindings/jsonnet/src/lib.rsdiffbeforeafterboth--- a/bindings/jsonnet/src/lib.rs
+++ b/bindings/jsonnet/src/lib.rs
@@ -146,7 +146,9 @@
if sz == 0 {
return std::ptr::null_mut();
}
- return std::alloc::alloc(Layout::from_size_align(sz, std::mem::align_of::<u8>()).unwrap());
+ return unsafe {
+ std::alloc::alloc(Layout::from_size_align(sz, std::mem::align_of::<u8>()).unwrap())
+ };
}
// TODO: Somehow store size of allocation, because its real size is probally not 16 :D
// OR (Alternative way of fixing this TODO)
@@ -154,10 +156,10 @@
// TODO: so it should work in normal cases. Maybe force allocator for this library?
let old_layout = Layout::from_size_align(16, std::mem::align_of::<u8>()).unwrap();
if sz == 0 {
- std::alloc::dealloc(buf, old_layout);
+ unsafe { std::alloc::dealloc(buf, old_layout) };
return std::ptr::null_mut();
}
- std::alloc::realloc(buf, old_layout, sz)
+ unsafe { std::alloc::realloc(buf, old_layout, sz) }
}
/// Clean up a JSON subtree.
@@ -192,7 +194,7 @@
filename: *const c_char,
error: &mut c_int,
) -> *const c_char {
- let filename = parse_path(CStr::from_ptr(filename));
+ let filename = unsafe { parse_path(CStr::from_ptr(filename)) };
match vm
.state
.import(filename)
@@ -226,8 +228,8 @@
snippet: *const c_char,
error: &mut c_int,
) -> *const c_char {
- let filename = CStr::from_ptr(filename);
- let snippet = CStr::from_ptr(snippet);
+ let filename = unsafe { CStr::from_ptr(filename) };
+ let snippet = unsafe { CStr::from_ptr(snippet) };
match vm
.state
.evaluate_snippet(filename.to_str().unwrap(), snippet.to_str().unwrap())
@@ -275,7 +277,7 @@
out.push(0);
let v = out.as_ptr();
std::mem::forget(out);
- v as *const c_char
+ v.cast::<c_char>()
}
/// # Safety
@@ -285,7 +287,7 @@
filename: *const c_char,
error: &mut c_int,
) -> *const c_char {
- let filename = parse_path(CStr::from_ptr(filename));
+ let filename = unsafe { parse_path(CStr::from_ptr(filename)) };
match vm
.state
.import(filename)
@@ -313,8 +315,8 @@
snippet: *const c_char,
error: &mut c_int,
) -> *const c_char {
- let filename = CStr::from_ptr(filename);
- let snippet = CStr::from_ptr(snippet);
+ let filename = unsafe { CStr::from_ptr(filename) };
+ let snippet = unsafe { CStr::from_ptr(snippet) };
match vm
.state
.evaluate_snippet(filename.to_str().unwrap(), snippet.to_str().unwrap())
@@ -367,7 +369,7 @@
filename: *const c_char,
error: &mut c_int,
) -> *const c_char {
- let filename = parse_path(CStr::from_ptr(filename));
+ let filename = unsafe { parse_path(CStr::from_ptr(filename)) };
match vm
.state
.import(filename)
@@ -395,8 +397,8 @@
snippet: *const c_char,
error: &mut c_int,
) -> *const c_char {
- let filename = CStr::from_ptr(filename);
- let snippet = CStr::from_ptr(snippet);
+ let filename = unsafe { CStr::from_ptr(filename) };
+ let snippet = unsafe { CStr::from_ptr(snippet) };
match vm
.state
.evaluate_snippet(filename.to_str().unwrap(), snippet.to_str().unwrap())
bindings/jsonnet/src/native.rsdiffbeforeafterboth--- a/bindings/jsonnet/src/native.rs
+++ b/bindings/jsonnet/src/native.rs
@@ -17,7 +17,7 @@
/// failure, which will appear in Jsonnet as an error. The `argv` pointer is an array whose size
/// matches the array of parameters supplied when the native callback was originally registered.
///
-/// - `ctx` User pointer, given in jsonnet_native_callback.
+/// - `ctx` User pointer, given in `jsonnet_native_callback`.
/// - `argv` Array of arguments from Jsonnet code.
/// - `param` success Set this byref param to 1 to indicate success and 0 for failure.
/// Returns the content of the imported file, or an error message.
@@ -69,17 +69,19 @@
ctx: *const c_void,
mut raw_params: *const *const c_char,
) {
- let name = CStr::from_ptr(name).to_str().expect("name is not utf-8");
+ let name = unsafe { CStr::from_ptr(name).to_str().expect("name is not utf-8") };
let mut params = Vec::new();
loop {
- if (*raw_params).is_null() {
+ if (unsafe { *raw_params }).is_null() {
break;
}
- let param = CStr::from_ptr(*raw_params)
- .to_str()
- .expect("param name is not utf-8");
+ let param = unsafe {
+ CStr::from_ptr(*raw_params)
+ .to_str()
+ .expect("param name is not utf-8")
+ };
params.push(param.into());
- raw_params = raw_params.offset(1);
+ raw_params = unsafe { raw_params.offset(1) };
}
let any_resolver = vm.state.context_initializer();
@@ -91,5 +93,5 @@
name,
#[allow(deprecated)]
NativeCallback::new(params, JsonnetNativeCallbackHandler { ctx, cb }),
- )
+ );
}
bindings/jsonnet/src/val_make.rsdiffbeforeafterboth--- a/bindings/jsonnet/src/val_make.rs
+++ b/bindings/jsonnet/src/val_make.rs
@@ -16,7 +16,7 @@
/// `v` should be a NUL-terminated string
#[no_mangle]
pub unsafe extern "C" fn jsonnet_json_make_string(_vm: &VM, val: *const c_char) -> *mut Val {
- let val = CStr::from_ptr(val);
+ let val = unsafe { CStr::from_ptr(val) };
let val = val.to_str().expect("string is not utf-8");
Box::into_raw(Box::new(Val::string(val)))
}
bindings/jsonnet/src/val_modify.rsdiffbeforeafterboth--- a/bindings/jsonnet/src/val_modify.rs
+++ b/bindings/jsonnet/src/val_modify.rs
@@ -47,7 +47,7 @@
) {
match obj {
Val::Obj(old) => old
- .extend_field(CStr::from_ptr(name).to_str().unwrap().into())
+ .extend_field(unsafe { CStr::from_ptr(name).to_str().unwrap().into() })
.value(val.clone()),
_ => panic!("should receive object"),
}
bindings/jsonnet/src/vars_tlas.rsdiffbeforeafterboth--- a/bindings/jsonnet/src/vars_tlas.rs
+++ b/bindings/jsonnet/src/vars_tlas.rs
@@ -16,8 +16,8 @@
/// `name`, `code` should be a NUL-terminated strings
#[no_mangle]
pub unsafe extern "C" fn jsonnet_ext_var(vm: &VM, name: *const c_char, value: *const c_char) {
- let name = CStr::from_ptr(name);
- let value = CStr::from_ptr(value);
+ let name = unsafe { CStr::from_ptr(name) };
+ let value = unsafe { CStr::from_ptr(value) };
let any_initializer = vm.state.context_initializer();
any_initializer
@@ -39,8 +39,8 @@
/// `name`, `code` should be a NUL-terminated strings
#[no_mangle]
pub unsafe extern "C" fn jsonnet_ext_code(vm: &VM, name: *const c_char, code: *const c_char) {
- let name = CStr::from_ptr(name);
- let code = CStr::from_ptr(code);
+ let name = unsafe { CStr::from_ptr(name) };
+ let code = unsafe { CStr::from_ptr(code) };
let any_initializer = vm.state.context_initializer();
any_initializer
@@ -63,8 +63,8 @@
/// `name`, `value` should be a NUL-terminated strings
#[no_mangle]
pub unsafe extern "C" fn jsonnet_tla_var(vm: &mut VM, name: *const c_char, value: *const c_char) {
- let name = CStr::from_ptr(name);
- let value = CStr::from_ptr(value);
+ let name = unsafe { CStr::from_ptr(name) };
+ let value = unsafe { CStr::from_ptr(value) };
vm.tla_args.insert(
name.to_str().expect("name is not utf-8").into(),
TlaArg::String(value.to_str().expect("value is not utf-8").into()),
@@ -80,8 +80,8 @@
/// `name`, `code` should be a NUL-terminated strings
#[no_mangle]
pub unsafe extern "C" fn jsonnet_tla_code(vm: &mut VM, name: *const c_char, code: *const c_char) {
- let name = CStr::from_ptr(name);
- let code = CStr::from_ptr(code);
+ let name = unsafe { CStr::from_ptr(name) };
+ let code = unsafe { CStr::from_ptr(code) };
let name: IStr = name.to_str().expect("name is not utf-8").into();
let code: IStr = code.to_str().expect("code is not utf-8").into();
cmds/jrsonnet-fmt/src/main.rsdiffbeforeafterboth--- a/cmds/jrsonnet-fmt/src/main.rs
+++ b/cmds/jrsonnet-fmt/src/main.rs
@@ -328,6 +328,10 @@
format_comments(&ele.inline_trivia, CommentLocation::ItemInline, out);
p!(out, if("between args", multi_line, nl));
}
+ if end_comments.should_start_with_newline {
+ p!(out, nl);
+ }
+ format_comments(&end_comments.trivia, CommentLocation::EndOfItems, out);
p!(out, if("end args", multi_line, <i info(end)) str(")"));
}
}
crates/jrsonnet-rowan-parser/src/parser.rsdiffbeforeafterboth--- a/crates/jrsonnet-rowan-parser/src/parser.rs
+++ b/crates/jrsonnet-rowan-parser/src/parser.rs
@@ -1,6 +1,5 @@
use std::{cell::Cell, fmt, rc::Rc};
-use miette::{LabeledSpan, SourceOffset, SourceSpan};
use rowan::{GreenNode, TextRange};
use crate::{
@@ -51,28 +50,6 @@
pub struct LocatedSyntaxError {
pub error: SyntaxError,
pub range: TextRange,
-}
-
-impl From<LocatedSyntaxError> for LabeledSpan {
- fn from(val: LocatedSyntaxError) -> Self {
- let span = SourceSpan::new(
- SourceOffset::from(usize::from(val.range.start())),
- usize::from(val.range.end() - val.range.start()),
- );
- dbg!(&val);
- match val.error {
- SyntaxError::Unexpected { expected, found } => LabeledSpan::new_with_span(
- Some(format!("expected {expected}, found {found:?}")),
- span,
- ),
- SyntaxError::Missing { expected } => {
- LabeledSpan::new_with_span(Some(format!("missing {expected}")), span)
- }
- SyntaxError::Custom { error } | SyntaxError::Hint { error } => {
- LabeledSpan::new_with_span(Some(error), span)
- }
- }
- }
}
impl Parser {