difftreelog
perf implement std.{startsWith, endsWith} in native
in: master
2 files changed
crates/jrsonnet-stdlib/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-stdlib/src/lib.rs
+++ b/crates/jrsonnet-stdlib/src/lib.rs
@@ -9,9 +9,9 @@
error::{Error::*, Result},
function::{builtin::Builtin, ArgLike, CallLocation, FuncVal, TlaArg},
gc::TraceBox,
- tb,
+ tb, throw_runtime,
typed::{Any, Either, Either2, Either4, VecVal, M1},
- val::ArrValue,
+ val::{equals, ArrValue},
Context, ContextBuilder, IStr, ObjValue, ObjValueBuilder, State, Thunk, Val,
};
use jrsonnet_gcmodule::Cc;
@@ -129,6 +129,8 @@
("asciiUpper".into(), builtin_ascii_upper::INST),
("asciiLower".into(), builtin_ascii_lower::INST),
("findSubstr".into(), builtin_find_substr::INST),
+ ("startsWith".into(), builtin_starts_with::INST),
+ ("endsWith".into(), builtin_ends_with::INST),
]
.iter()
.cloned()
@@ -446,3 +448,68 @@
}
Ok(out.into())
}
+
+#[builtin]
+fn builtin_starts_with(
+ s: State,
+ a: Either![IStr, ArrValue],
+ b: Either![IStr, ArrValue],
+) -> Result<bool> {
+ Ok(match (a, b) {
+ (Either2::A(a), Either2::A(b)) => a.starts_with(b.as_str()),
+ (Either2::B(a), Either2::B(b)) => {
+ if b.len() > a.len() {
+ return Ok(false);
+ } else if b.len() == a.len() {
+ return equals(s, &Val::Arr(a), &Val::Arr(b));
+ } else {
+ for (a, b) in a
+ .slice(None, Some(b.len()), None)
+ .iter(s.clone())
+ .zip(b.iter(s.clone()))
+ {
+ let a = a?;
+ let b = b?;
+ if !equals(s.clone(), &a, &b)? {
+ return Ok(false);
+ }
+ }
+ true
+ }
+ }
+ _ => throw_runtime!("both arguments should be of the same type"),
+ })
+}
+
+#[builtin]
+fn builtin_ends_with(
+ s: State,
+ a: Either![IStr, ArrValue],
+ b: Either![IStr, ArrValue],
+) -> Result<bool> {
+ Ok(match (a, b) {
+ (Either2::A(a), Either2::A(b)) => a.ends_with(b.as_str()),
+ (Either2::B(a), Either2::B(b)) => {
+ if b.len() > a.len() {
+ return Ok(false);
+ } else if b.len() == a.len() {
+ return equals(s, &Val::Arr(a), &Val::Arr(b));
+ } else {
+ let a_len = a.len();
+ for (a, b) in a
+ .slice(Some(a_len - b.len()), None, None)
+ .iter(s.clone())
+ .zip(b.iter(s.clone()))
+ {
+ let a = a?;
+ let b = b?;
+ if !equals(s.clone(), &a, &b)? {
+ return Ok(false);
+ }
+ }
+ true
+ }
+ }
+ _ => throw_runtime!("both arguments should be of the same type"),
+ })
+}
crates/jrsonnet-stdlib/src/std.jsonnetdiffbeforeafterboth1{2 local std = self,3 local id = std.id,45 thisFile:: error 'std.thisFile is deprecated, to enable its support in jrsonnet - recompile it with "legacy-this-file" support. This will slow down stdlib caching a bit, though',67 toString(a)::8 if std.type(a) == 'string' then a else '' + a,910 startsWith(a, b)::11 if std.length(a) < std.length(b) then12 false13 else14 std.substr(a, 0, std.length(b)) == b,1516 endsWith(a, b)::17 if std.length(a) < std.length(b) then18 false19 else20 std.substr(a, std.length(a) - std.length(b), std.length(b)) == b,2122 lstripChars(str, chars)::23 if std.length(str) > 0 && std.member(chars, str[0]) then24 std.lstripChars(str[1:], chars)25 else26 str,2728 rstripChars(str, chars)::29 local len = std.length(str);30 if len > 0 && std.member(chars, str[len - 1]) then31 std.rstripChars(str[:len - 1], chars)32 else33 str,3435 stripChars(str, chars)::36 std.lstripChars(std.rstripChars(str, chars), chars),3738 stringChars(str)::39 std.makeArray(std.length(str), function(i) str[i]),4041 local parse_nat(str, base) =42 assert base > 0 && base <= 16 : 'integer base %d invalid' % base;43 // These codepoints are in ascending order:44 local zero_code = std.codepoint('0');45 local upper_a_code = std.codepoint('A');46 local lower_a_code = std.codepoint('a');47 local addDigit(aggregate, char) =48 local code = std.codepoint(char);49 local digit = if code >= lower_a_code then50 code - lower_a_code + 1051 else if code >= upper_a_code then52 code - upper_a_code + 1053 else54 code - zero_code;55 assert digit >= 0 && digit < base : '%s is not a base %d integer' % [str, base];56 base * aggregate + digit;57 std.foldl(addDigit, std.stringChars(str), 0),5859 parseInt(str)::60 assert std.isString(str) : 'Expected string, got ' + std.type(str);61 assert std.length(str) > 0 && str != '-' : 'Not an integer: "%s"' % [str];62 if str[0] == '-' then63 -parse_nat(str[1:], 10)64 else65 parse_nat(str, 10),6667 parseOctal(str)::68 assert std.isString(str) : 'Expected string, got ' + std.type(str);69 assert std.length(str) > 0 : 'Not an octal number: ""';70 parse_nat(str, 8),7172 parseHex(str)::73 assert std.isString(str) : 'Expected string, got ' + std.type(str);74 assert std.length(str) > 0 : 'Not hexadecimal: ""';75 parse_nat(str, 16),7677 split(str, c):: std.splitLimit(str, c, -1),7879 repeat(what, count)::80 local joiner =81 if std.isString(what) then ''82 else if std.isArray(what) then []83 else error 'std.repeat first argument must be an array or a string';84 std.join(joiner, std.makeArray(count, function(i) what)),8586 mapWithIndex(func, arr)::87 if !std.isFunction(func) then88 error ('std.mapWithIndex first param must be function, got ' + std.type(func))89 else if !std.isArray(arr) && !std.isString(arr) then90 error ('std.mapWithIndex second param must be array, got ' + std.type(arr))91 else92 std.makeArray(std.length(arr), function(i) func(i, arr[i])),9394 mapWithKey(func, obj)::95 if !std.isFunction(func) then96 error ('std.mapWithKey first param must be function, got ' + std.type(func))97 else if !std.isObject(obj) then98 error ('std.mapWithKey second param must be object, got ' + std.type(obj))99 else100 { [k]: func(k, obj[k]) for k in std.objectFields(obj) },101102 lines(arr)::103 std.join('\n', arr + ['']),104105 deepJoin(arr)::106 if std.isString(arr) then107 arr108 else if std.isArray(arr) then109 std.join('', [std.deepJoin(x) for x in arr])110 else111 error 'Expected string or array, got %s' % std.type(arr),112113 filterMap(filter_func, map_func, arr)::114 if !std.isFunction(filter_func) then115 error ('std.filterMap first param must be function, got ' + std.type(filter_func))116 else if !std.isFunction(map_func) then117 error ('std.filterMap second param must be function, got ' + std.type(map_func))118 else if !std.isArray(arr) then119 error ('std.filterMap third param must be array, got ' + std.type(arr))120 else121 std.map(map_func, std.filter(filter_func, arr)),122123 assertEqual(a, b)::124 if a == b then125 true126 else127 error 'Assertion failed. ' + a + ' != ' + b,128129 abs(n)::130 if !std.isNumber(n) then131 error 'std.abs expected number, got ' + std.type(n)132 else133 if n > 0 then n else -n,134135 sign(n)::136 if !std.isNumber(n) then137 error 'std.sign expected number, got ' + std.type(n)138 else139 if n > 0 then140 1141 else if n < 0 then142 -1143 else 0,144145 max(a, b)::146 if !std.isNumber(a) then147 error 'std.max first param expected number, got ' + std.type(a)148 else if !std.isNumber(b) then149 error 'std.max second param expected number, got ' + std.type(b)150 else151 if a > b then a else b,152153 min(a, b)::154 if !std.isNumber(a) then155 error 'std.min first param expected number, got ' + std.type(a)156 else if !std.isNumber(b) then157 error 'std.min second param expected number, got ' + std.type(b)158 else159 if a < b then a else b,160161 clamp(x, minVal, maxVal)::162 if x < minVal then minVal163 else if x > maxVal then maxVal164 else x,165166 flattenArrays(arrs)::167 std.foldl(function(a, b) a + b, arrs, []),168169 manifestIni(ini)::170 local body_lines(body) =171 std.join([], [172 local value_or_values = body[k];173 if std.isArray(value_or_values) then174 ['%s = %s' % [k, value] for value in value_or_values]175 else176 ['%s = %s' % [k, value_or_values]]177178 for k in std.objectFields(body)179 ]);180181 local section_lines(sname, sbody) = ['[%s]' % [sname]] + body_lines(sbody),182 main_body = if std.objectHas(ini, 'main') then body_lines(ini.main) else [],183 all_sections = [184 section_lines(k, ini.sections[k])185 for k in std.objectFields(ini.sections)186 ];187 std.join('\n', main_body + std.flattenArrays(all_sections) + ['']),188189 manifestToml(value):: std.manifestTomlEx(value, ' '),190191 manifestTomlEx(value, indent)::192 local193 escapeStringToml = std.escapeStringJson,194 escapeKeyToml(key) =195 local bare_allowed = std.set(std.stringChars('ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789_-'));196 if std.setUnion(std.set(std.stringChars(key)), bare_allowed) == bare_allowed then key else escapeStringToml(key),197 isTableArray(v) = std.isArray(v) && std.length(v) > 0 && std.foldl(function(a, b) a && std.isObject(b), v, true),198 isSection(v) = std.isObject(v) || isTableArray(v),199 renderValue(v, indexedPath, inline, cindent) =200 if v == true then201 'true'202 else if v == false then203 'false'204 else if v == null then205 error 'Tried to manifest "null" at ' + indexedPath206 else if std.isNumber(v) then207 '' + v208 else if std.isString(v) then209 escapeStringToml(v)210 else if std.isFunction(v) then211 error 'Tried to manifest function at ' + indexedPath212 else if std.isArray(v) then213 if std.length(v) == 0 then214 '[]'215 else216 local range = std.range(0, std.length(v) - 1);217 local new_indent = if inline then '' else cindent + indent;218 local separator = if inline then ' ' else '\n';219 local lines = ['[' + separator]220 + std.join([',' + separator],221 [222 [new_indent + renderValue(v[i], indexedPath + [i], true, '')]223 for i in range224 ])225 + [separator + (if inline then '' else cindent) + ']'];226 std.join('', lines)227 else if std.isObject(v) then228 local lines = ['{ ']229 + std.join([', '],230 [231 [escapeKeyToml(k) + ' = ' + renderValue(v[k], indexedPath + [k], true, '')]232 for k in std.objectFields(v)233 ])234 + [' }'];235 std.join('', lines),236 renderTableInternal(v, path, indexedPath, cindent) =237 local kvp = std.flattenArrays([238 [cindent + escapeKeyToml(k) + ' = ' + renderValue(v[k], indexedPath + [k], false, cindent)]239 for k in std.objectFields(v)240 if !isSection(v[k])241 ]);242 local sections = [std.join('\n', kvp)] + [243 (244 if std.isObject(v[k]) then245 renderTable(v[k], path + [k], indexedPath + [k], cindent)246 else247 renderTableArray(v[k], path + [k], indexedPath + [k], cindent)248 )249 for k in std.objectFields(v)250 if isSection(v[k])251 ];252 std.join('\n\n', sections),253 renderTable(v, path, indexedPath, cindent) =254 cindent + '[' + std.join('.', std.map(escapeKeyToml, path)) + ']'255 + (if v == {} then '' else '\n')256 + renderTableInternal(v, path, indexedPath, cindent + indent),257 renderTableArray(v, path, indexedPath, cindent) =258 local range = std.range(0, std.length(v) - 1);259 local sections = [260 (cindent + '[[' + std.join('.', std.map(escapeKeyToml, path)) + ']]'261 + (if v[i] == {} then '' else '\n')262 + renderTableInternal(v[i], path, indexedPath + [i], cindent + indent))263 for i in range264 ];265 std.join('\n\n', sections);266 if std.isObject(value) then267 renderTableInternal(value, [], [], '')268 else269 error 'TOML body must be an object. Got ' + std.type(value),270271 escapeStringPython(str)::272 std.escapeStringJson(str),273274 escapeStringBash(str_)::275 local str = std.toString(str_);276 local trans(ch) =277 if ch == "'" then278 "'\"'\"'"279 else280 ch;281 "'%s'" % std.join('', [trans(ch) for ch in std.stringChars(str)]),282283 escapeStringDollars(str_)::284 local str = std.toString(str_);285 local trans(ch) =286 if ch == '$' then287 '$$'288 else289 ch;290 std.foldl(function(a, b) a + trans(b), std.stringChars(str), ''),291292 manifestJson(value):: std.manifestJsonEx(value, ' ') tailstrict,293294 manifestJsonMinified(value):: std.manifestJsonEx(value, '', '', ':'),295296 manifestYamlStream(value, indent_array_in_object=false, c_document_end=true)::297 if !std.isArray(value) then298 error 'manifestYamlStream only takes arrays, got ' + std.type(value)299 else300 '---\n' + std.join(301 '\n---\n', [std.manifestYamlDoc(e, indent_array_in_object) for e in value]302 ) + if c_document_end then '\n...\n' else '\n',303304305 manifestPython(v)::306 if std.isObject(v) then307 local fields = [308 '%s: %s' % [std.escapeStringPython(k), std.manifestPython(v[k])]309 for k in std.objectFields(v)310 ];311 '{%s}' % [std.join(', ', fields)]312 else if std.isArray(v) then313 '[%s]' % [std.join(', ', [std.manifestPython(v2) for v2 in v])]314 else if std.isString(v) then315 '%s' % [std.escapeStringPython(v)]316 else if std.isFunction(v) then317 error 'cannot manifest function'318 else if std.isNumber(v) then319 std.toString(v)320 else if v == true then321 'True'322 else if v == false then323 'False'324 else if v == null then325 'None',326327 manifestPythonVars(conf)::328 local vars = ['%s = %s' % [k, std.manifestPython(conf[k])] for k in std.objectFields(conf)];329 std.join('\n', vars + ['']),330331 manifestXmlJsonml(value)::332 if !std.isArray(value) then333 error 'Expected a JSONML value (an array), got %s' % std.type(value)334 else335 local aux(v) =336 if std.isString(v) then337 v338 else339 local tag = v[0];340 local has_attrs = std.length(v) > 1 && std.isObject(v[1]);341 local attrs = if has_attrs then v[1] else {};342 local children = if has_attrs then v[2:] else v[1:];343 local attrs_str =344 std.join('', [' %s="%s"' % [k, attrs[k]] for k in std.objectFields(attrs)]);345 std.deepJoin(['<', tag, attrs_str, '>', [aux(x) for x in children], '</', tag, '>']);346347 aux(value),348349 uniq(arr, keyF=id)::350 local f(a, b) =351 if std.length(a) == 0 then352 [b]353 else if keyF(a[std.length(a) - 1]) == keyF(b) then354 a355 else356 a + [b];357 std.foldl(f, arr, []),358359 set(arr, keyF=id)::360 std.uniq(std.sort(arr, keyF), keyF),361362 setMember(x, arr, keyF=id)::363 // TODO(dcunnin): Binary chop for O(log n) complexity364 std.length(std.setInter([x], arr, keyF)) > 0,365366 setUnion(a, b, keyF=id)::367 // NOTE: order matters, values in `a` win368 local aux(a, b, i, j, acc) =369 if i >= std.length(a) then370 acc + b[j:]371 else if j >= std.length(b) then372 acc + a[i:]373 else374 local ak = keyF(a[i]);375 local bk = keyF(b[j]);376 if ak == bk then377 aux(a, b, i + 1, j + 1, acc + [a[i]]) tailstrict378 else if ak < bk then379 aux(a, b, i + 1, j, acc + [a[i]]) tailstrict380 else381 aux(a, b, i, j + 1, acc + [b[j]]) tailstrict;382 aux(a, b, 0, 0, []),383384 setInter(a, b, keyF=id)::385 local aux(a, b, i, j, acc) =386 if i >= std.length(a) || j >= std.length(b) then387 acc388 else389 if keyF(a[i]) == keyF(b[j]) then390 aux(a, b, i + 1, j + 1, acc + [a[i]]) tailstrict391 else if keyF(a[i]) < keyF(b[j]) then392 aux(a, b, i + 1, j, acc) tailstrict393 else394 aux(a, b, i, j + 1, acc) tailstrict;395 aux(a, b, 0, 0, []) tailstrict,396397 setDiff(a, b, keyF=id)::398 local aux(a, b, i, j, acc) =399 if i >= std.length(a) then400 acc401 else if j >= std.length(b) then402 acc + a[i:]403 else404 if keyF(a[i]) == keyF(b[j]) then405 aux(a, b, i + 1, j + 1, acc) tailstrict406 else if keyF(a[i]) < keyF(b[j]) then407 aux(a, b, i + 1, j, acc + [a[i]]) tailstrict408 else409 aux(a, b, i, j + 1, acc) tailstrict;410 aux(a, b, 0, 0, []) tailstrict,411412 mergePatch(target, patch)::413 if std.isObject(patch) then414 local target_object =415 if std.isObject(target) then target else {};416417 local target_fields =418 if std.isObject(target_object) then std.objectFields(target_object) else [];419420 local null_fields = [k for k in std.objectFields(patch) if patch[k] == null];421 local both_fields = std.setUnion(target_fields, std.objectFields(patch));422423 {424 [k]:425 if !std.objectHas(patch, k) then426 target_object[k]427 else if !std.objectHas(target_object, k) then428 std.mergePatch(null, patch[k]) tailstrict429 else430 std.mergePatch(target_object[k], patch[k]) tailstrict431 for k in std.setDiff(both_fields, null_fields)432 }433 else434 patch,435436 get(o, f, default=null, inc_hidden=true)::437 if std.objectHasEx(o, f, inc_hidden) then o[f] else default,438439 objectFields(o)::440 std.objectFieldsEx(o, false),441442 objectFieldsAll(o)::443 std.objectFieldsEx(o, true),444445 objectHas(o, f)::446 std.objectHasEx(o, f, false),447448 objectHasAll(o, f)::449 std.objectHasEx(o, f, true),450451 objectValues(o)::452 [o[k] for k in std.objectFields(o)],453454 objectValuesAll(o)::455 [o[k] for k in std.objectFieldsAll(o)],456457 resolvePath(f, r)::458 local arr = std.split(f, '/');459 std.join('/', std.makeArray(std.length(arr) - 1, function(i) arr[i]) + [r]),460461 prune(a)::462 local isContent(b) =463 if b == null then464 false465 else if std.isArray(b) then466 std.length(b) > 0467 else if std.isObject(b) then468 std.length(b) > 0469 else470 true;471 if std.isArray(a) then472 [std.prune(x) for x in a if isContent($.prune(x))]473 else if std.isObject(a) then {474 [x]: $.prune(a[x])475 for x in std.objectFields(a)476 if isContent(std.prune(a[x]))477 } else478 a,479480 find(value, arr)::481 if !std.isArray(arr) then482 error 'find second parameter should be an array, got ' + std.type(arr)483 else484 std.filter(function(i) arr[i] == value, std.range(0, std.length(arr) - 1)),485}1{2 local std = self,3 local id = std.id,45 thisFile:: error 'std.thisFile is deprecated, to enable its support in jrsonnet - recompile it with "legacy-this-file" support. This will slow down stdlib caching a bit, though',67 toString(a):: '' + a,89 lstripChars(str, chars)::10 if std.length(str) > 0 && std.member(chars, str[0]) then11 std.lstripChars(str[1:], chars)12 else13 str,1415 rstripChars(str, chars)::16 local len = std.length(str);17 if len > 0 && std.member(chars, str[len - 1]) then18 std.rstripChars(str[:len - 1], chars)19 else20 str,2122 stripChars(str, chars)::23 std.lstripChars(std.rstripChars(str, chars), chars),2425 stringChars(str)::26 std.makeArray(std.length(str), function(i) str[i]),2728 local parse_nat(str, base) =29 assert base > 0 && base <= 16 : 'integer base %d invalid' % base;30 // These codepoints are in ascending order:31 local zero_code = std.codepoint('0');32 local upper_a_code = std.codepoint('A');33 local lower_a_code = std.codepoint('a');34 local addDigit(aggregate, char) =35 local code = std.codepoint(char);36 local digit = if code >= lower_a_code then37 code - lower_a_code + 1038 else if code >= upper_a_code then39 code - upper_a_code + 1040 else41 code - zero_code;42 assert digit >= 0 && digit < base : '%s is not a base %d integer' % [str, base];43 base * aggregate + digit;44 std.foldl(addDigit, std.stringChars(str), 0),4546 parseInt(str)::47 assert std.isString(str) : 'Expected string, got ' + std.type(str);48 assert std.length(str) > 0 && str != '-' : 'Not an integer: "%s"' % [str];49 if str[0] == '-' then50 -parse_nat(str[1:], 10)51 else52 parse_nat(str, 10),5354 parseOctal(str)::55 assert std.isString(str) : 'Expected string, got ' + std.type(str);56 assert std.length(str) > 0 : 'Not an octal number: ""';57 parse_nat(str, 8),5859 parseHex(str)::60 assert std.isString(str) : 'Expected string, got ' + std.type(str);61 assert std.length(str) > 0 : 'Not hexadecimal: ""';62 parse_nat(str, 16),6364 split(str, c):: std.splitLimit(str, c, -1),6566 repeat(what, count)::67 local joiner =68 if std.isString(what) then ''69 else if std.isArray(what) then []70 else error 'std.repeat first argument must be an array or a string';71 std.join(joiner, std.makeArray(count, function(i) what)),7273 mapWithIndex(func, arr)::74 if !std.isFunction(func) then75 error ('std.mapWithIndex first param must be function, got ' + std.type(func))76 else if !std.isArray(arr) && !std.isString(arr) then77 error ('std.mapWithIndex second param must be array, got ' + std.type(arr))78 else79 std.makeArray(std.length(arr), function(i) func(i, arr[i])),8081 mapWithKey(func, obj)::82 if !std.isFunction(func) then83 error ('std.mapWithKey first param must be function, got ' + std.type(func))84 else if !std.isObject(obj) then85 error ('std.mapWithKey second param must be object, got ' + std.type(obj))86 else87 { [k]: func(k, obj[k]) for k in std.objectFields(obj) },8889 lines(arr)::90 std.join('\n', arr + ['']),9192 deepJoin(arr)::93 if std.isString(arr) then94 arr95 else if std.isArray(arr) then96 std.join('', [std.deepJoin(x) for x in arr])97 else98 error 'Expected string or array, got %s' % std.type(arr),99100 filterMap(filter_func, map_func, arr)::101 if !std.isFunction(filter_func) then102 error ('std.filterMap first param must be function, got ' + std.type(filter_func))103 else if !std.isFunction(map_func) then104 error ('std.filterMap second param must be function, got ' + std.type(map_func))105 else if !std.isArray(arr) then106 error ('std.filterMap third param must be array, got ' + std.type(arr))107 else108 std.map(map_func, std.filter(filter_func, arr)),109110 assertEqual(a, b)::111 if a == b then112 true113 else114 error 'Assertion failed. ' + a + ' != ' + b,115116 abs(n)::117 if !std.isNumber(n) then118 error 'std.abs expected number, got ' + std.type(n)119 else120 if n > 0 then n else -n,121122 sign(n)::123 if !std.isNumber(n) then124 error 'std.sign expected number, got ' + std.type(n)125 else126 if n > 0 then127 1128 else if n < 0 then129 -1130 else 0,131132 max(a, b)::133 if !std.isNumber(a) then134 error 'std.max first param expected number, got ' + std.type(a)135 else if !std.isNumber(b) then136 error 'std.max second param expected number, got ' + std.type(b)137 else138 if a > b then a else b,139140 min(a, b)::141 if !std.isNumber(a) then142 error 'std.min first param expected number, got ' + std.type(a)143 else if !std.isNumber(b) then144 error 'std.min second param expected number, got ' + std.type(b)145 else146 if a < b then a else b,147148 clamp(x, minVal, maxVal)::149 if x < minVal then minVal150 else if x > maxVal then maxVal151 else x,152153 flattenArrays(arrs)::154 std.foldl(function(a, b) a + b, arrs, []),155156 manifestIni(ini)::157 local body_lines(body) =158 std.join([], [159 local value_or_values = body[k];160 if std.isArray(value_or_values) then161 ['%s = %s' % [k, value] for value in value_or_values]162 else163 ['%s = %s' % [k, value_or_values]]164165 for k in std.objectFields(body)166 ]);167168 local section_lines(sname, sbody) = ['[%s]' % [sname]] + body_lines(sbody),169 main_body = if std.objectHas(ini, 'main') then body_lines(ini.main) else [],170 all_sections = [171 section_lines(k, ini.sections[k])172 for k in std.objectFields(ini.sections)173 ];174 std.join('\n', main_body + std.flattenArrays(all_sections) + ['']),175176 manifestToml(value):: std.manifestTomlEx(value, ' '),177178 manifestTomlEx(value, indent)::179 local180 escapeStringToml = std.escapeStringJson,181 escapeKeyToml(key) =182 local bare_allowed = std.set(std.stringChars('ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789_-'));183 if std.setUnion(std.set(std.stringChars(key)), bare_allowed) == bare_allowed then key else escapeStringToml(key),184 isTableArray(v) = std.isArray(v) && std.length(v) > 0 && std.foldl(function(a, b) a && std.isObject(b), v, true),185 isSection(v) = std.isObject(v) || isTableArray(v),186 renderValue(v, indexedPath, inline, cindent) =187 if v == true then188 'true'189 else if v == false then190 'false'191 else if v == null then192 error 'Tried to manifest "null" at ' + indexedPath193 else if std.isNumber(v) then194 '' + v195 else if std.isString(v) then196 escapeStringToml(v)197 else if std.isFunction(v) then198 error 'Tried to manifest function at ' + indexedPath199 else if std.isArray(v) then200 if std.length(v) == 0 then201 '[]'202 else203 local range = std.range(0, std.length(v) - 1);204 local new_indent = if inline then '' else cindent + indent;205 local separator = if inline then ' ' else '\n';206 local lines = ['[' + separator]207 + std.join([',' + separator],208 [209 [new_indent + renderValue(v[i], indexedPath + [i], true, '')]210 for i in range211 ])212 + [separator + (if inline then '' else cindent) + ']'];213 std.join('', lines)214 else if std.isObject(v) then215 local lines = ['{ ']216 + std.join([', '],217 [218 [escapeKeyToml(k) + ' = ' + renderValue(v[k], indexedPath + [k], true, '')]219 for k in std.objectFields(v)220 ])221 + [' }'];222 std.join('', lines),223 renderTableInternal(v, path, indexedPath, cindent) =224 local kvp = std.flattenArrays([225 [cindent + escapeKeyToml(k) + ' = ' + renderValue(v[k], indexedPath + [k], false, cindent)]226 for k in std.objectFields(v)227 if !isSection(v[k])228 ]);229 local sections = [std.join('\n', kvp)] + [230 (231 if std.isObject(v[k]) then232 renderTable(v[k], path + [k], indexedPath + [k], cindent)233 else234 renderTableArray(v[k], path + [k], indexedPath + [k], cindent)235 )236 for k in std.objectFields(v)237 if isSection(v[k])238 ];239 std.join('\n\n', sections),240 renderTable(v, path, indexedPath, cindent) =241 cindent + '[' + std.join('.', std.map(escapeKeyToml, path)) + ']'242 + (if v == {} then '' else '\n')243 + renderTableInternal(v, path, indexedPath, cindent + indent),244 renderTableArray(v, path, indexedPath, cindent) =245 local range = std.range(0, std.length(v) - 1);246 local sections = [247 (cindent + '[[' + std.join('.', std.map(escapeKeyToml, path)) + ']]'248 + (if v[i] == {} then '' else '\n')249 + renderTableInternal(v[i], path, indexedPath + [i], cindent + indent))250 for i in range251 ];252 std.join('\n\n', sections);253 if std.isObject(value) then254 renderTableInternal(value, [], [], '')255 else256 error 'TOML body must be an object. Got ' + std.type(value),257258 escapeStringPython(str)::259 std.escapeStringJson(str),260261 escapeStringBash(str_)::262 local str = std.toString(str_);263 local trans(ch) =264 if ch == "'" then265 "'\"'\"'"266 else267 ch;268 "'%s'" % std.join('', [trans(ch) for ch in std.stringChars(str)]),269270 escapeStringDollars(str_)::271 local str = std.toString(str_);272 local trans(ch) =273 if ch == '$' then274 '$$'275 else276 ch;277 std.foldl(function(a, b) a + trans(b), std.stringChars(str), ''),278279 manifestJson(value):: std.manifestJsonEx(value, ' ') tailstrict,280281 manifestJsonMinified(value):: std.manifestJsonEx(value, '', '', ':'),282283 manifestYamlStream(value, indent_array_in_object=false, c_document_end=true)::284 if !std.isArray(value) then285 error 'manifestYamlStream only takes arrays, got ' + std.type(value)286 else287 '---\n' + std.join(288 '\n---\n', [std.manifestYamlDoc(e, indent_array_in_object) for e in value]289 ) + if c_document_end then '\n...\n' else '\n',290291292 manifestPython(v)::293 if std.isObject(v) then294 local fields = [295 '%s: %s' % [std.escapeStringPython(k), std.manifestPython(v[k])]296 for k in std.objectFields(v)297 ];298 '{%s}' % [std.join(', ', fields)]299 else if std.isArray(v) then300 '[%s]' % [std.join(', ', [std.manifestPython(v2) for v2 in v])]301 else if std.isString(v) then302 '%s' % [std.escapeStringPython(v)]303 else if std.isFunction(v) then304 error 'cannot manifest function'305 else if std.isNumber(v) then306 std.toString(v)307 else if v == true then308 'True'309 else if v == false then310 'False'311 else if v == null then312 'None',313314 manifestPythonVars(conf)::315 local vars = ['%s = %s' % [k, std.manifestPython(conf[k])] for k in std.objectFields(conf)];316 std.join('\n', vars + ['']),317318 manifestXmlJsonml(value)::319 if !std.isArray(value) then320 error 'Expected a JSONML value (an array), got %s' % std.type(value)321 else322 local aux(v) =323 if std.isString(v) then324 v325 else326 local tag = v[0];327 local has_attrs = std.length(v) > 1 && std.isObject(v[1]);328 local attrs = if has_attrs then v[1] else {};329 local children = if has_attrs then v[2:] else v[1:];330 local attrs_str =331 std.join('', [' %s="%s"' % [k, attrs[k]] for k in std.objectFields(attrs)]);332 std.deepJoin(['<', tag, attrs_str, '>', [aux(x) for x in children], '</', tag, '>']);333334 aux(value),335336 uniq(arr, keyF=id)::337 local f(a, b) =338 if std.length(a) == 0 then339 [b]340 else if keyF(a[std.length(a) - 1]) == keyF(b) then341 a342 else343 a + [b];344 std.foldl(f, arr, []),345346 set(arr, keyF=id)::347 std.uniq(std.sort(arr, keyF), keyF),348349 setMember(x, arr, keyF=id)::350 // TODO(dcunnin): Binary chop for O(log n) complexity351 std.length(std.setInter([x], arr, keyF)) > 0,352353 setUnion(a, b, keyF=id)::354 // NOTE: order matters, values in `a` win355 local aux(a, b, i, j, acc) =356 if i >= std.length(a) then357 acc + b[j:]358 else if j >= std.length(b) then359 acc + a[i:]360 else361 local ak = keyF(a[i]);362 local bk = keyF(b[j]);363 if ak == bk then364 aux(a, b, i + 1, j + 1, acc + [a[i]]) tailstrict365 else if ak < bk then366 aux(a, b, i + 1, j, acc + [a[i]]) tailstrict367 else368 aux(a, b, i, j + 1, acc + [b[j]]) tailstrict;369 aux(a, b, 0, 0, []),370371 setInter(a, b, keyF=id)::372 local aux(a, b, i, j, acc) =373 if i >= std.length(a) || j >= std.length(b) then374 acc375 else376 if keyF(a[i]) == keyF(b[j]) then377 aux(a, b, i + 1, j + 1, acc + [a[i]]) tailstrict378 else if keyF(a[i]) < keyF(b[j]) then379 aux(a, b, i + 1, j, acc) tailstrict380 else381 aux(a, b, i, j + 1, acc) tailstrict;382 aux(a, b, 0, 0, []) tailstrict,383384 setDiff(a, b, keyF=id)::385 local aux(a, b, i, j, acc) =386 if i >= std.length(a) then387 acc388 else if j >= std.length(b) then389 acc + a[i:]390 else391 if keyF(a[i]) == keyF(b[j]) then392 aux(a, b, i + 1, j + 1, acc) tailstrict393 else if keyF(a[i]) < keyF(b[j]) then394 aux(a, b, i + 1, j, acc + [a[i]]) tailstrict395 else396 aux(a, b, i, j + 1, acc) tailstrict;397 aux(a, b, 0, 0, []) tailstrict,398399 mergePatch(target, patch)::400 if std.isObject(patch) then401 local target_object =402 if std.isObject(target) then target else {};403404 local target_fields =405 if std.isObject(target_object) then std.objectFields(target_object) else [];406407 local null_fields = [k for k in std.objectFields(patch) if patch[k] == null];408 local both_fields = std.setUnion(target_fields, std.objectFields(patch));409410 {411 [k]:412 if !std.objectHas(patch, k) then413 target_object[k]414 else if !std.objectHas(target_object, k) then415 std.mergePatch(null, patch[k]) tailstrict416 else417 std.mergePatch(target_object[k], patch[k]) tailstrict418 for k in std.setDiff(both_fields, null_fields)419 }420 else421 patch,422423 get(o, f, default=null, inc_hidden=true)::424 if std.objectHasEx(o, f, inc_hidden) then o[f] else default,425426 objectFields(o)::427 std.objectFieldsEx(o, false),428429 objectFieldsAll(o)::430 std.objectFieldsEx(o, true),431432 objectHas(o, f)::433 std.objectHasEx(o, f, false),434435 objectHasAll(o, f)::436 std.objectHasEx(o, f, true),437438 objectValues(o)::439 [o[k] for k in std.objectFields(o)],440441 objectValuesAll(o)::442 [o[k] for k in std.objectFieldsAll(o)],443444 resolvePath(f, r)::445 local arr = std.split(f, '/');446 std.join('/', std.makeArray(std.length(arr) - 1, function(i) arr[i]) + [r]),447448 prune(a)::449 local isContent(b) =450 if b == null then451 false452 else if std.isArray(b) then453 std.length(b) > 0454 else if std.isObject(b) then455 std.length(b) > 0456 else457 true;458 if std.isArray(a) then459 [std.prune(x) for x in a if isContent($.prune(x))]460 else if std.isObject(a) then {461 [x]: $.prune(a[x])462 for x in std.objectFields(a)463 if isContent(std.prune(a[x]))464 } else465 a,466467 find(value, arr)::468 if !std.isArray(arr) then469 error 'find second parameter should be an array, got ' + std.type(arr)470 else471 std.filter(function(i) arr[i] == value, std.range(0, std.length(arr) - 1)),472}