wader/fq
1
1
Fork 0
mirror of https://github.com/wader/fq.git synced 2024-11-28 03:02:55 +03:00
Code Issues Projects Releases Wiki Activity
8b5cc89641
fq/pkg/interp/testdata/encoding/xml_html/html.fqtest

569 lines
8.9 KiB
Plaintext
Raw Normal View History

interp: Add to/from<encoding> for some common serialzations, encodings and hashes Add toxml/fromxml for XML encoding, mighe be lossy on ordering fromxml has {seq:bool} to add #seq attributes to improve ordering toxml has {indent:number} to choose space indent depth Add tojson, same as in jq but also has {indent:number} options Add toyaml/fromyaml for YAML Add totoml/fromtoml for TOML Add tojq/fromjq for jq-flavored JSON (optional quotes for keys, comments and trailing commas support) Add tocsv/fromcsv for CSV formcvs takes {comma:string, comment:string} for custom separtor and comment character Rename/split hex into tohex/fromhex Rename/split base64 into tobase64/frombase64 tobase64/frombase64 takes {encoding:string} option for base64 flavour (std, url, rawstd, rawurl) Add to/from<format> urlpath, urlquery, url, xmlentities, base64, hex Add to<hash> md4, md5, sha1, sha256, sha512, sha3_224, sha3_256, sha3_384, sha3_512 Add to/from<encoding> iso8859-1, utf8, utf16, utf16le, utf16be
2022-05-09 18:50:28 +03:00
$ fq -d raw -ni . all.xml multi_diff.xml multi_same.xml ns.xml simple.xml escape.xml
null> inputs | {name: input_filename, str: (tobytes | tostring)} | slurp("files")
null> spew("files") | .name, (.str | fromhtml | ., (toxml({indent: 2}) | println))
"all.xml"
{
"html": {
"body": {
"elm": {
"first": {
"#comment": "comment"
},
"last": {
"#comment": "comment1 comment2",
"#text": "text1\n \n text2",
"-attr1": "v1",
"-attr2": "v2"
},
"middle": "text"
}
},
"head": ""
}
}
<html>
<body>
<elm>
<first>
<!--comment--></first>
<last attr1="v1" attr2="v2">text1&#xA; &#xA; text2
<!--comment1 comment2--></last>
<middle>text</middle>
</elm>
</body>
<head></head>
</html>
"multi_diff.xml"
{
"html": {
"body": {
"elm1": "",
"elm2": ""
},
"head": ""
}
}
<html>
<body>
<elm1></elm1>
<elm2></elm2>
</body>
<head></head>
</html>
"multi_same.xml"
{
"html": {
"body": {
"elm": [
"",
""
]
},
"head": ""
}
}
<html>
<body>
<elm></elm>
<elm></elm>
</body>
<head></head>
</html>
"ns.xml"
{
"html": {
"body": {
"elm": {
"-xmlns:ns1": "http://test1",
"-xmlns:ns2": "http://test2",
"aaa": "3",
"ns1:aaa": {
"#text": "1",
"-ns1:attr1": "v1"
},
"ns2:aaa": {
"#text": "2",
"-ns2:attr2": "v2",
"ns1:ccc": {
"-ns1:attr3": "v3"
},
"ns2:ccc": {
"-ns2:attr4": "v4"
},
"ns3:ccc": {
"-ns2:attr5": "v5"
}
}
}
},
"head": ""
}
}
<html>
<body>
<elm xmlns:ns1="http://test1" xmlns:ns2="http://test2">
<aaa>3</aaa>
<ns1:aaa ns1:attr1="v1">1</ns1:aaa>
<ns2:aaa ns2:attr2="v2">2
<ns1:ccc ns1:attr3="v3"></ns1:ccc>
<ns2:ccc ns2:attr4="v4"></ns2:ccc>
<ns3:ccc ns2:attr5="v5"></ns3:ccc>
</ns2:aaa>
</elm>
</body>
<head></head>
</html>
"simple.xml"
{
"html": {
"body": {
"elm": ""
},
"head": ""
}
}
<html>
<body>
<elm></elm>
</body>
<head></head>
</html>
"escape.xml"
{
"html": {
"body": {
"a": {
"#text": "&<>",
"-attr": "&<>"
}
},
"head": ""
}
}
<html>
<body>
<a attr="&amp;&lt;&gt;">&amp;&lt;&gt;</a>
</body>
<head></head>
</html>
null> spew("files") | .name, (.str | fromhtml({seq: true}) | ., (toxml({indent: 2}) | println))
"all.xml"
{
"html": {
"body": {
"#seq": 1,
"elm": {
"first": {
"#comment": "comment",
"#seq": 0
},
"last": {
"#comment": "comment1 comment2",
"#seq": 2,
"#text": "text1\n \n text2",
"-attr1": "v1",
"-attr2": "v2"
},
"middle": {
"#seq": 1,
"#text": "text"
}
}
},
"head": {
"#seq": 0
}
}
}
<html>
<head></head>
<body>
<elm>
<first>
<!--comment--></first>
<middle>text</middle>
<last attr1="v1" attr2="v2">text1&#xA; &#xA; text2
<!--comment1 comment2--></last>
</elm>
</body>
</html>
"multi_diff.xml"
{
"html": {
"body": {
"#seq": 1,
"elm1": {
"#seq": 0
},
"elm2": {
"#seq": 1
}
},
"head": {
"#seq": 0
}
}
}
<html>
<head></head>
<body>
<elm1></elm1>
<elm2></elm2>
</body>
</html>
"multi_same.xml"
{
"html": {
"body": {
"#seq": 1,
"elm": [
{
"#seq": 0
},
{
"#seq": 1
}
]
},
"head": {
"#seq": 0
}
}
}
<html>
<head></head>
<body>
<elm></elm>
<elm></elm>
</body>
</html>
"ns.xml"
{
"html": {
"body": {
"#seq": 1,
"elm": {
"-xmlns:ns1": "http://test1",
"-xmlns:ns2": "http://test2",
"aaa": {
"#seq": 2,
"#text": "3"
},
"ns1:aaa": {
"#seq": 0,
"#text": "1",
"-ns1:attr1": "v1"
},
"ns2:aaa": {
"#seq": 1,
"#text": "2",
"-ns2:attr2": "v2",
"ns1:ccc": {
"#seq": 0,
"-ns1:attr3": "v3"
},
"ns2:ccc": {
"#seq": 1,
"-ns2:attr4": "v4"
},
"ns3:ccc": {
"#seq": 2,
"-ns2:attr5": "v5"
}
}
}
},
"head": {
"#seq": 0
}
}
}
<html>
<head></head>
<body>
<elm xmlns:ns1="http://test1" xmlns:ns2="http://test2">
<ns1:aaa ns1:attr1="v1">1</ns1:aaa>
<ns2:aaa ns2:attr2="v2">2
<ns1:ccc ns1:attr3="v3"></ns1:ccc>
<ns2:ccc ns2:attr4="v4"></ns2:ccc>
<ns3:ccc ns2:attr5="v5"></ns3:ccc>
</ns2:aaa>
<aaa>3</aaa>
</elm>
</body>
</html>
"simple.xml"
{
"html": {
"body": {
"#seq": 1,
"elm": ""
},
"head": {
"#seq": 0
}
}
}
<html>
<head></head>
<body>
<elm></elm>
</body>
</html>
"escape.xml"
{
"html": {
"body": {
"#seq": 1,
"a": {
"#text": "&<>",
"-attr": "&<>"
}
},
"head": {
"#seq": 0
}
}
}
<html>
<head></head>
<body>
<a attr="&amp;&lt;&gt;">&amp;&lt;&gt;</a>
</body>
</html>
null> spew("files") | .name, (.str | fromhtml({array: true}) | ., (toxml({indent: 2}) | println))
"all.xml"
[
"html",
[
[
"head"
],
[
"body",
[
[
"elm",
[
[
"first",
{
"#comment": "comment"
}
],
[
"middle",
{
"#text": "text"
}
],
[
"last",
{
"#comment": "comment1 comment2",
"#text": "text1\n \n text2",
"attr1": "v1",
"attr2": "v2"
}
]
]
]
]
]
]
]
<html>
<head></head>
<body>
<elm>
<first>
<!--comment--></first>
<middle>text</middle>
<last attr1="v1" attr2="v2">text1&#xA; &#xA; text2
<!--comment1 comment2--></last>
</elm>
</body>
</html>
"multi_diff.xml"
[
"html",
[
[
"head"
],
[
"body",
[
[
"elm1"
],
[
"elm2"
]
]
]
]
]
<html>
<head></head>
<body>
<elm1></elm1>
<elm2></elm2>
</body>
</html>
"multi_same.xml"
[
"html",
[
[
"head"
],
[
"body",
[
[
"elm"
],
[
"elm"
]
]
]
]
]
<html>
<head></head>
<body>
<elm></elm>
<elm></elm>
</body>
</html>
"ns.xml"
[
"html",
[
[
"head"
],
[
"body",
[
[
"elm",
{
"xmlns:ns1": "http://test1",
"xmlns:ns2": "http://test2"
},
[
[
"ns1:aaa",
{
"#text": "1",
"ns1:attr1": "v1"
}
],
[
"ns2:aaa",
{
"#text": "2",
"ns2:attr2": "v2"
},
[
[
"ns1:ccc",
{
"ns1:attr3": "v3"
}
],
[
"ns2:ccc",
{
"ns2:attr4": "v4"
}
],
[
"ns3:ccc",
{
"ns2:attr5": "v5"
}
]
]
],
[
"aaa",
{
"#text": "3"
}
]
]
]
]
]
]
]
<html>
<head></head>
<body>
<elm xmlns:ns1="http://test1" xmlns:ns2="http://test2">
<ns1:aaa ns1:attr1="v1">1</ns1:aaa>
<ns2:aaa ns2:attr2="v2">2
<ns1:ccc ns1:attr3="v3"></ns1:ccc>
<ns2:ccc ns2:attr4="v4"></ns2:ccc>
<ns3:ccc ns2:attr5="v5"></ns3:ccc>
</ns2:aaa>
<aaa>3</aaa>
</elm>
</body>
</html>
"simple.xml"
[
"html",
[
[
"head"
],
[
"body",
[
[
"elm"
]
]
]
]
]
<html>
<head></head>
<body>
<elm></elm>
</body>
</html>
"escape.xml"
[
"html",
[
[
"head"
],
[
"body",
[
[
"a",
{
"#text": "&<>",
"attr": "&<>"
}
]
]
]
]
]
<html>
<head></head>
<body>
<a attr="&amp;&lt;&gt;">&amp;&lt;&gt;</a>
</body>
</html>
null> ^D
Reference in New Issue Copy Permalink