mirror of
https://github.com/wader/fq.git
synced 2024-11-25 05:55:43 +03:00
e2eb667091
As decoder now can know they are decoding as part of probing we can now use some heuristics to see if we should decode as html. The reason heuristics is needed is that x/html parser will alwaus succeed. Add lazyre package to help delay compile of RE and make it concurrency safe.
111 lines
3.4 KiB
Go
111 lines
3.4 KiB
Go
package tar
|
|
|
|
// https://www.gnu.org/software/tar/manual/html_node/Standard.html
|
|
// TODO: extensions?
|
|
|
|
import (
|
|
"bytes"
|
|
"time"
|
|
|
|
"github.com/wader/fq/format"
|
|
"github.com/wader/fq/pkg/decode"
|
|
"github.com/wader/fq/pkg/interp"
|
|
"github.com/wader/fq/pkg/scalar"
|
|
)
|
|
|
|
var probeGroup decode.Group
|
|
|
|
func init() {
|
|
interp.RegisterFormat(
|
|
format.TAR,
|
|
&decode.Format{
|
|
Description: "Tar archive",
|
|
Groups: []*decode.Group{format.Probe},
|
|
DecodeFn: tarDecode,
|
|
Dependencies: []decode.Dependency{
|
|
{Groups: []*decode.Group{format.Probe}, Out: &probeGroup},
|
|
},
|
|
})
|
|
}
|
|
|
|
var unixTimeEpochDate = time.Date(1970, time.January, 1, 0, 0, 0, 0, time.UTC)
|
|
|
|
func tarDecode(d *decode.D) any {
|
|
const blockBytes = 512
|
|
const blockBits = blockBytes * 8
|
|
|
|
mapTrimSpaceNull := scalar.StrActualTrim(" \x00")
|
|
blockPadding := func(d *decode.D) int64 {
|
|
return (blockBits - (d.Pos() % blockBits)) % blockBits
|
|
}
|
|
|
|
// end marker is 512*2 zero bytes
|
|
endMarker := [blockBytes * 2]byte{}
|
|
var endMarkerStart int64
|
|
var endMarkerEnd int64
|
|
filesCount := 0
|
|
|
|
d.FieldArray("files", func(d *decode.D) {
|
|
for !d.End() {
|
|
d.FieldStruct("file", func(d *decode.D) {
|
|
d.FieldUTF8("name", 100, mapTrimSpaceNull)
|
|
d.FieldUTF8NullFixedLen("mode", 8, scalar.TryStrSymParseUint(8))
|
|
d.FieldUTF8NullFixedLen("uid", 8, scalar.TryStrSymParseUint(8))
|
|
d.FieldUTF8NullFixedLen("gid", 8, scalar.TryStrSymParseUint(8))
|
|
size, sizeOk := d.FieldScalarUTF8NullFixedLen("size", 12, scalar.TryStrSymParseUint(8)).TrySymUint()
|
|
if !sizeOk {
|
|
d.Fatalf("could not decode size")
|
|
}
|
|
size *= 8
|
|
d.FieldUTF8NullFixedLen("mtime", 12, scalar.TryStrSymParseUint(8), scalar.StrFn(func(s scalar.Str) (scalar.Str, error) {
|
|
// TODO: string might not be a number, move to scalar?
|
|
if v, ok := s.TrySymUint(); ok {
|
|
s.Description = unixTimeEpochDate.Add(time.Duration(v) * time.Second).Format(time.RFC3339)
|
|
}
|
|
return s, nil
|
|
}))
|
|
d.FieldUTF8NullFixedLen("chksum", 8, scalar.TryStrSymParseUint(8))
|
|
d.FieldUTF8("typeflag", 1, mapTrimSpaceNull)
|
|
d.FieldUTF8("linkname", 100, mapTrimSpaceNull)
|
|
d.FieldUTF8("magic", 6, mapTrimSpaceNull, d.StrAssert("ustar"))
|
|
d.FieldUTF8NullFixedLen("version", 2, scalar.TryStrSymParseUint(8))
|
|
d.FieldUTF8("uname", 32, mapTrimSpaceNull)
|
|
d.FieldUTF8("gname", 32, mapTrimSpaceNull)
|
|
d.FieldUTF8NullFixedLen("devmajor", 8, scalar.TryStrSymParseUint(8))
|
|
d.FieldUTF8NullFixedLen("devminor", 8, scalar.TryStrSymParseUint(8))
|
|
d.FieldUTF8("prefix", 155, mapTrimSpaceNull)
|
|
d.FieldRawLen("header_block_padding", blockPadding(d), d.BitBufIsZero())
|
|
|
|
d.FieldFormatOrRawLen("data", int64(size), &probeGroup, format.Probe_In{})
|
|
|
|
d.FieldRawLen("data_block_padding", blockPadding(d), d.BitBufIsZero())
|
|
})
|
|
filesCount++
|
|
|
|
if d.BitsLeft() >= int64(len(endMarker))*8 && bytes.Equal(d.PeekBytes(len(endMarker)), endMarker[:]) {
|
|
endMarkerStart = d.Pos()
|
|
// consensus seems to be to allow more than 2 zero blocks at end
|
|
d.SeekRel(int64(len(endMarker)) * 8)
|
|
zeroBlock := [blockBytes]byte{}
|
|
for d.BitsLeft() >= blockBytes*8 && bytes.Equal(d.PeekBytes(blockBytes), zeroBlock[:]) {
|
|
d.SeekRel(int64(len(zeroBlock)) * 8)
|
|
}
|
|
endMarkerEnd = d.Pos()
|
|
break
|
|
}
|
|
}
|
|
})
|
|
endMarkerSize := endMarkerEnd - endMarkerStart
|
|
if endMarkerSize > 0 {
|
|
d.RangeFn(endMarkerStart, endMarkerSize, func(d *decode.D) {
|
|
d.FieldRawLen("end_marker", d.BitsLeft())
|
|
})
|
|
}
|
|
|
|
if filesCount == 0 {
|
|
d.Errorf("no files found")
|
|
}
|
|
|
|
return nil
|
|
}
|