mirror of
https://github.com/wader/fq.git
synced 2024-12-25 14:23:18 +03:00
f4480c6fe5
interp: Refactor format help and also include options interp: Add -o name=@path to load file content as value (not documented yet, might change) interp,decode: Expose decode out value as _out (might change) interp: Refactor foramts.jq into format_{decode,func,include}.jq interp: Refactor torepr into _format_func for generic format function overloading interp: Refactor -o options parsing to be more generic and collect unknowns options to be used as format options decode of decode alises func for format overloaded functions include for format specific jq functions (also _help, torepr etc) flac_frame: Add bits_per_sample option mp3: Add max_unique_header_config and max_sync_seek options mp4: Add decode_samples and allow_truncate options avc_au: Has length_size option hevc_au: Has length_size option aac_frame: Has object_typee option doc: Rewrite format doc generation, less hack more jq
224 lines
6.1 KiB
Plaintext
224 lines
6.1 KiB
Plaintext
include "ansi";
|
|
|
|
# is here to be defined as early as possible to allow debugging
|
|
# TODO: move some _* to builtin.jq etc?
|
|
|
|
def stdin_tty: null | _stdin;
|
|
def stdout_tty: null | _stdout;
|
|
|
|
def print: tostring | _stdout;
|
|
def println: ., "\n" | print;
|
|
def printerr: tostring | _stderr;
|
|
def printerrln: ., "\n" | printerr;
|
|
|
|
def _debug($name):
|
|
( (([$name, .] | tojson) | printerrln)
|
|
, .
|
|
);
|
|
|
|
# jq compat
|
|
def debug: _debug("DEBUG");
|
|
def debug(f): . as $c | f | debug | $c;
|
|
|
|
# jq compat, output to compact json to stderr and let input thru
|
|
def stderr:
|
|
( (tojson | printerr)
|
|
, .
|
|
);
|
|
|
|
# try to be same exit codes as jq
|
|
# TODO: jq seems to halt processing inputs on JSON decode error but not IO errors,
|
|
# seems strange.
|
|
# jq '(' <(echo 1) <(echo 2) ; echo $? => 3 and no inputs processed
|
|
# jq '.' missing <(echo 2) ; echo $? => 2 and continues process inputs
|
|
# jq '.' <(echo 'a') <(echo 123) ; echo $? => 4 and stops process inputs
|
|
# jq '.' missing <(echo 'a') <(echo 123) ; echo $? => 2 ???
|
|
# jq '"a"+.' <(echo '"a"') <(echo 1) ; echo $? => 5
|
|
# jq '"a"+.' <(echo 1) <(echo '"a"') ; echo $? => 0
|
|
def _exit_code_args_error: 2;
|
|
def _exit_code_input_io_error: 2;
|
|
def _exit_code_compile_error: 3;
|
|
def _exit_code_input_decode_error: 4;
|
|
def _exit_code_expr_error: 5;
|
|
|
|
def _global_var($k): _global_state[$k];
|
|
def _global_var($k; f): _global_state(_global_state | .[$k] |= f) | .[$k];
|
|
|
|
def _include_paths: _global_var("include_paths");
|
|
def _include_paths(f): _global_var("include_paths"; f);
|
|
|
|
def _options_stack: _global_var("options_stack");
|
|
def _options_stack(f): _global_var("options_stack"; f);
|
|
|
|
def _cli_last_expr_error: _global_var("cli_last_expr_error");
|
|
def _cli_last_expr_error(f): _global_var("cli_last_expr_error"; f);
|
|
|
|
def _input_filename: _global_var("input_filename");
|
|
def _input_filename(f): _global_var("input_filename"; f);
|
|
|
|
def _input_filenames: _global_var("input_filenames");
|
|
def _input_filenames(f): _global_var("input_filenames"; f);
|
|
|
|
def _input_strings: _global_var("input_strings");
|
|
def _input_strings(f): _global_var("input_strings"; f);
|
|
|
|
def _input_strings_lines: _global_var("input_strings_lines");
|
|
def _input_strings_lines(f): _global_var("input_strings_lines"; f);
|
|
|
|
def _input_io_errors: _global_var("input_io_errors");
|
|
def _input_io_errors(f): _global_var("input_io_errors"; f);
|
|
|
|
def _input_decode_errors: _global_var("input_decode_errors");
|
|
def _input_decode_errors(f): _global_var("input_decode_errors"; f);
|
|
|
|
def _slurps: _global_var("slurps");
|
|
def _slurps(f): _global_var("slurps"; f);
|
|
|
|
# call f and finally eval fin even if empty or error.
|
|
# _finally(1; debug)
|
|
# _finally(null; debug)
|
|
# _finally(error("a"); debug)
|
|
# _finally(empty; debug)
|
|
# _finally(1,2,3; debug)
|
|
# _finally({a:1}; debug)
|
|
def _finally(f; fin):
|
|
try
|
|
( f
|
|
, (fin | empty)
|
|
)
|
|
catch
|
|
( fin as $_
|
|
| error
|
|
);
|
|
|
|
# TODO: figure out a saner way to force int
|
|
def _to_int: (. % (. + 1));
|
|
|
|
# integer division
|
|
# inspried by https://github.com/itchyny/gojq/issues/63#issuecomment-765066351
|
|
def _intdiv($a; $b):
|
|
( ($a | _to_int) as $a
|
|
| ($b | _to_int) as $b
|
|
| ($a - ($a % $b)) / $b
|
|
);
|
|
|
|
# valid jq identifier, start with alpha or underscore then zero or more alpha, num or underscore
|
|
def _is_ident: type == "string" and test("^[a-zA-Z_][a-zA-Z_0-9]*$");
|
|
# escape " and \
|
|
def _escape_ident: gsub("(?<g>[\\\\\"])"; "\\\(.g)");
|
|
|
|
# format number with fixed number of decimals
|
|
def _numbertostring($decimals):
|
|
( . as $n
|
|
| [ (. % (. + 1)) # truncate to integer
|
|
, "."
|
|
, foreach range($decimals) as $_ (1; . * 10; ($n * .) % 10)
|
|
]
|
|
| join("")
|
|
);
|
|
|
|
def _repeat_break(f):
|
|
try repeat(f)
|
|
catch
|
|
if . == "break" then empty
|
|
else error
|
|
end;
|
|
|
|
def _recurse_break(f):
|
|
try recurse(f)
|
|
catch
|
|
if . == "break" then empty
|
|
else error
|
|
end;
|
|
|
|
def _is_scalar:
|
|
type |. != "array" and . != "object";
|
|
|
|
def _is_context_canceled_error: . == "context canceled";
|
|
|
|
def _error_str($contexts): (["error"] + $contexts + [.]) | join(": ");
|
|
def _error_str: _error_str([]);
|
|
|
|
# TODO: escape for safe key names
|
|
# path ["a", 1, "b"] -> "a[1].b"
|
|
def _path_to_expr($opts):
|
|
( if length == 0 or (.[0] | type) != "string" then
|
|
[""] + .
|
|
end
|
|
| map(
|
|
if type == "number" then
|
|
( ("[" | _ansi_if($opts; "array"))
|
|
, _ansi_if($opts; "number")
|
|
, ("]" | _ansi_if($opts; "array"))
|
|
) else
|
|
( "."
|
|
, # empty (special case for leading index or empty path) or key
|
|
if . == "" or _is_ident then _ansi_if($opts; "objectkey")
|
|
else
|
|
"\"\(_escape_ident)\"" | _ansi_if($opts; "string")
|
|
end
|
|
)
|
|
end
|
|
)
|
|
| join("")
|
|
);
|
|
def _path_to_expr: _path_to_expr(null);
|
|
|
|
# TODO: don't use eval? should support '.a.b[1]."c.c"' and escapes?
|
|
def _expr_to_path:
|
|
( if type != "string" then error("require string argument") end
|
|
| _eval("null | path(\(.))")
|
|
);
|
|
|
|
# helper to build path query/generate functions for tree structures with
|
|
# non-unique children, ex: mp4_path
|
|
def _tree_path(children; name; $v):
|
|
def _lookup:
|
|
# add implicit zeros to get first value
|
|
# ["a", "b", 1] => ["a", 0, "b", 1]
|
|
def _normalize_path:
|
|
( . as $np
|
|
| if $np | last | type == "string" then $np+[0] end
|
|
# state is [path acc, possible pending zero index]
|
|
| ( reduce .[] as $np ([[], []];
|
|
if $np | type == "string" then
|
|
[(.[0]+.[1]+[$np]), [0]]
|
|
else
|
|
[.[0]+[$np], []]
|
|
end
|
|
))
|
|
)[0];
|
|
( . as $c
|
|
| $v
|
|
| _expr_to_path
|
|
| _normalize_path
|
|
| reduce .[] as $n ($c;
|
|
if $n | type == "string" then
|
|
children | map(select(name == $n))
|
|
else
|
|
.[$n]
|
|
end
|
|
)
|
|
);
|
|
def _path:
|
|
[ . as $r
|
|
| $v._path as $p
|
|
| foreach range(($p | length)/2) as $i (null; null;
|
|
( ($r | getpath($p[0:($i+1)*2]) | name) as $name
|
|
| [($r | getpath($p[0:($i+1)*2-1]))[] | name][0:$p[($i*2)+1]+1] as $before
|
|
| [ $name
|
|
, ($before | map(select(. == $name)) | length)-1
|
|
]
|
|
)
|
|
)
|
|
| [ ".", .[0],
|
|
(.[1] | if . == 0 then empty else "[", ., "]" end)
|
|
]
|
|
]
|
|
| flatten
|
|
| join("");
|
|
if $v | type == "string" then _lookup
|
|
else _path
|
|
end;
|
|
|