mirror of
https://github.com/wader/fq.git
synced 2024-11-23 09:56:07 +03:00
1ddea1ada3
Move registry to interp and add support for functions and filesystems. This will be used later for allow formats to add own functions and fq code. Add gojqextra function helpers to have more comfortable API to add functions. Takes care of argument type casting and JQValue:s and some more things. Refactor interp package to use new function helper and registry. Probably fixes a bunch of JQValue bugs and other type errors. Refactor out some mpeg nal things to mpeg format. Refactor interp jq code into display.q and init.jq. Remove undocumented aes_ctr funciton, was a test. Hopefully will add more crypto things laster.
275 lines
7.5 KiB
Plaintext
275 lines
7.5 KiB
Plaintext
include "internal";
|
|
include "interp";
|
|
include "query";
|
|
include "eval";
|
|
include "repl";
|
|
include "decode";
|
|
include "funcs";
|
|
include "options";
|
|
include "args";
|
|
|
|
# TODO: variants, values, keywords?
|
|
# TODO: store some other way?
|
|
def _help_functions:
|
|
{ length: {
|
|
summary: "Length of string, array, object, etc",
|
|
doc:
|
|
"- For string number of unicode codepoints
|
|
- For array number of elements in array
|
|
- For object number of key-value pairs
|
|
- For null zero
|
|
- For number the number itself
|
|
- For boolean is an error
|
|
",
|
|
examples:
|
|
[ [[1,2,3], "length"]
|
|
, ["abc", "length"]
|
|
, [{a: 1, b: 2}, "length"]
|
|
, [null, "length"]
|
|
, [123, "length"]
|
|
, [true, "length"]
|
|
]
|
|
},
|
|
"..": {
|
|
summary: "Recursive descent of .",
|
|
doc:
|
|
"Recursively descend . and output each value.
|
|
Same as recurse without argument.
|
|
",
|
|
examples:
|
|
[ ["a", ".."]
|
|
, [[1,2,3], ".."]
|
|
, [{a: 1, b: {c: 3}}, ".."]
|
|
]
|
|
},
|
|
empty: {
|
|
summary: "Output nothing",
|
|
doc:
|
|
"Output no value, not even null, and cause backtrack.
|
|
",
|
|
examples:
|
|
[ ["empty"]
|
|
, ["[1,empty,2]"]
|
|
]
|
|
}
|
|
};
|
|
|
|
def help($_): error("help must be alone or last in pipeline. ex: help(length) or ... | help");
|
|
def help: help(null);
|
|
|
|
def _help_format_enrich($arg0; $f; $include_basic):
|
|
( if $include_basic then
|
|
.examples +=
|
|
[ {comment: "Decode file as \($f.name)", shell: "fq -d \($f.name) . file"}
|
|
, {comment: "Decode value as \($f.name)", expr: "\($f.name)"}
|
|
]
|
|
end
|
|
| (($f.functions // []) | map(select(startswith("_") | not))) as $public_functions
|
|
| if ($public_functions | length) > 0 then
|
|
.examples +=
|
|
[ $public_functions[]
|
|
| {comment: "Supports `\(.)`", shell: "fq -d \($f.name) torepr file"}
|
|
, {comment: "Supports `\(.)`", expr: "\($f.name) | torepr"}
|
|
]
|
|
end
|
|
| if $f.decode_in_arg then
|
|
.examples +=
|
|
[ { comment: "Decode file using \($f.name) options"
|
|
, shell: "\($arg0) -d \($f.name)\($f.decode_in_arg | to_entries | map(" -o ", .key, "=", (.value | tojson)) | join("")) . file"
|
|
}
|
|
, { comment: "Decode value as \($f.name)"
|
|
, expr: "\($f.name)(\($f.decode_in_arg | tojq))"
|
|
}
|
|
]
|
|
end
|
|
);
|
|
|
|
def _help($arg0; $topic):
|
|
( $topic
|
|
| if . == "usage" then
|
|
"Usage: \($arg0) [OPTIONS] [--] [EXPR] [FILE...]"
|
|
elif . == "example_usage" then
|
|
( "Example usages:"
|
|
, " fq . file"
|
|
, " fq d file"
|
|
, " fq tovalue file"
|
|
, " cat file.cbor | fq -d cbor torepr"
|
|
, " fq 'grep(\"^main$\") | parent' /bin/ls"
|
|
, " fq 'grep_by(format == \"exif\") | d' *.png *.jpeg"
|
|
)
|
|
elif . == "banner" then
|
|
( "fq - jq for binary formats"
|
|
, "Tool, language and decoders for inspecting binary data."
|
|
, "For more information see https://github.com/wader/fq"
|
|
)
|
|
elif . == "args" then
|
|
args_help_text(_opt_cli_opts)
|
|
elif . == "options" then
|
|
( [ ( options
|
|
| _opt_cli_arg_from_options
|
|
)
|
|
| to_entries[]
|
|
| [(.key+" "), .value | tostring]
|
|
]
|
|
| table(
|
|
.;
|
|
map(
|
|
( . as $rc
|
|
# right pad format name to align description
|
|
| if .column == 0 then .string | rpad(" "; $rc.maxwidth)
|
|
else $rc.string
|
|
end
|
|
)
|
|
) | join("")
|
|
)
|
|
)
|
|
elif . == "formats" then
|
|
( [ formats
|
|
| to_entries[]
|
|
| [(.key+" "), .value.description]
|
|
]
|
|
| table(
|
|
.;
|
|
map(
|
|
( . as $rc
|
|
# right pad format name to align description
|
|
| if .column == 0 then .string | rpad(" "; $rc.maxwidth)
|
|
else $rc.string
|
|
end
|
|
)
|
|
) | join("")
|
|
)
|
|
)
|
|
elif _registry.formats | has($topic) then
|
|
( _registry.formats[$topic] as $f
|
|
| (_format_func($f.name; "_help")? // {} | _help_format_enrich($arg0; $f; true)) as $fhelp
|
|
| "\($f.name): \($f.description) decoder"
|
|
, ($fhelp.notes | if . then _markdown_to_text else empty end)
|
|
, if $f.decode_in_arg then
|
|
( $f.decode_in_arg
|
|
| to_entries
|
|
| map([" \(.key)=\(.value) ", $f.decode_in_arg_doc[.key]])
|
|
| "Options:"
|
|
, table(
|
|
.;
|
|
map(
|
|
( . as $rc
|
|
# right pad format name to align description
|
|
| if .column == 0 then .string | rpad(" "; $rc.maxwidth)
|
|
else $rc.string
|
|
end
|
|
)
|
|
) | join("")
|
|
)
|
|
)
|
|
else empty
|
|
end
|
|
, "Examples:"
|
|
, ( $fhelp.examples[]
|
|
| " # \(.comment | _markdown_to_text)"
|
|
, if .shell then " $ \(.shell)"
|
|
elif .expr then " ... | \(.expr)"
|
|
else empty
|
|
end
|
|
)
|
|
, if isempty($f.functions | select(. == "torepr")) | not then
|
|
( "Supports torepr:"
|
|
, " ... | \($f.name) | torepr"
|
|
)
|
|
else empty
|
|
end
|
|
, if $fhelp.links then
|
|
( "References and links"
|
|
, ( $fhelp.links[]
|
|
| if .title then " \(.title) \(.url)"
|
|
else " \(.url)"
|
|
end
|
|
)
|
|
)
|
|
else empty
|
|
end
|
|
)
|
|
elif _help_functions | has($topic) then
|
|
( _help_functions[$topic] as $hf
|
|
| "\($topic): \($hf.summary)"
|
|
, $hf.doc
|
|
, if $hf.examples then
|
|
( "Examples:"
|
|
, ( $hf.examples[]
|
|
| . as $e
|
|
| if length == 1 then
|
|
( "> \($e[0])"
|
|
, (null | try (_eval($e[0]; {}) | tojson) catch "error: \(.)")
|
|
)
|
|
else
|
|
( "> \($e[0] | tojson) | \($e[1])"
|
|
, ($e[0] | try (_eval($e[1]; {}) | tojson) catch "error: \(.)")
|
|
)
|
|
end
|
|
)
|
|
)
|
|
end
|
|
)
|
|
else
|
|
# help(unknown)
|
|
# TODO: check builtin
|
|
( ( . # TODO: extract
|
|
| builtins
|
|
| map(split("/") | {key: .[0], value: true})
|
|
| from_entries
|
|
) as $builtins
|
|
| ( . # TODO: extract
|
|
| scope
|
|
| map({key: ., value: true})
|
|
| from_entries
|
|
) as $scope
|
|
| if $builtins | has($topic) then
|
|
"\($topic) is builtin function"
|
|
elif $scope | has($topic) then
|
|
"\($topic) is a function or variable"
|
|
else
|
|
"don't know what \($topic) is "
|
|
end
|
|
| println
|
|
)
|
|
end
|
|
);
|
|
|
|
# TODO: refactor
|
|
def _help_slurp($query):
|
|
def _name:
|
|
if _query_is_func then _query_func_name
|
|
elif _query_is_string then _query_string_str
|
|
else _query_tostring
|
|
end;
|
|
if $query.orig | _query_is_func then
|
|
( ($query.orig | _query_func_args) as $args
|
|
| ($args | length) as $argc
|
|
| if $args == null then
|
|
# help
|
|
( "Type expression to evaluate"
|
|
, "help(...) Help for topic. Ex: help(mp4), help(\"mp4\")"
|
|
, "\\t Completion"
|
|
, "Up/Down History"
|
|
, "... | repl Start a new REPL"
|
|
, "^C Interrupt execution"
|
|
, "^D Exit REPL"
|
|
) | println
|
|
elif $argc == 1 then
|
|
( _help("fq"; $args[0] | _name)
|
|
| println
|
|
)
|
|
else
|
|
_eval_error("compile"; "help must be last in pipeline. ex: help(length) or ... | help")
|
|
end
|
|
)
|
|
else
|
|
# ... | help
|
|
# TODO: check builtin
|
|
( _repl_slurp_eval($query.rewrite) as $outputs
|
|
| "value help"
|
|
, $outputs
|
|
| display
|
|
)
|
|
end;
|