1
1
mirror of https://github.com/wader/fq.git synced 2024-11-25 23:13:19 +03:00
fq/format/jpeg/jpeg.go
2024-04-25 13:17:08 +02:00

377 lines
12 KiB
Go

package jpeg
// https://www.w3.org/Graphics/JPEG/itu-t81.pdf
// TODO: warning on junk before marker?
// TODO: extract photohop to own decoder?
import (
"bytes"
"github.com/wader/fq/format"
"github.com/wader/fq/pkg/bitio"
"github.com/wader/fq/pkg/decode"
"github.com/wader/fq/pkg/interp"
"github.com/wader/fq/pkg/scalar"
)
var exifFormat decode.Group
var iccProfileFormat decode.Group
func init() {
interp.RegisterFormat(
format.JPEG,
&decode.Format{
Description: "Joint Photographic Experts Group file",
Groups: []*decode.Group{format.Probe, format.Image},
DecodeFn: jpegDecode,
Dependencies: []decode.Dependency{
{Groups: []*decode.Group{format.Exif}, Out: &exifFormat},
{Groups: []*decode.Group{format.ICC_Profile}, Out: &iccProfileFormat},
},
})
}
const (
SOF0 = 0xc0
SOF1 = 0xc1
SOF2 = 0xc2
SOF3 = 0xc3
SOF5 = 0xc5
SOF6 = 0xc6
SOF7 = 0xc7
JPG = 0xc8
SOF9 = 0xc9
SOF10 = 0xca
SOF11 = 0xcb
SOF13 = 0xcd
SOF14 = 0xce
SOF15 = 0xcf
DHT = 0xc4
DAC = 0xcc
RST0 = 0xd0
RST1 = 0xd1
RST2 = 0xd2
RST3 = 0xd3
RST4 = 0xd4
RST5 = 0xd5
RST6 = 0xd6
RST7 = 0xd7
SOI = 0xd8
EOI = 0xd9
SOS = 0xda
DQT = 0xdb
DNL = 0xdc
DRI = 0xdd
DHP = 0xde
EXP = 0xdf
APP0 = 0xe0
APP1 = 0xe1
APP2 = 0xe2
APP3 = 0xe3
APP4 = 0xe4
APP5 = 0xe5
APP6 = 0xe6
APP7 = 0xe7
APP8 = 0xe8
APP9 = 0xe9
APP10 = 0xea
APP11 = 0xeb
APP12 = 0xec
APP13 = 0xed
APP14 = 0xee
APP15 = 0xef
JPG0 = 0xf0
JPG1 = 0xf1
JPG2 = 0xf2
JPG3 = 0xf3
JPG4 = 0xf4
JPG5 = 0xf5
JPG6 = 0xf6
JPG7 = 0xf7
JPG8 = 0xf8
JPG9 = 0xf9
JPG10 = 0xfa
JPG11 = 0xfb
JPG12 = 0xfc
JPG13 = 0xfd
COM = 0xfe
TEM = 0x01
)
var markers = scalar.UintMap{
SOF0: {Sym: "sof0", Description: "Baseline DCT"},
SOF1: {Sym: "sof1", Description: "Extended sequential DCT"},
SOF2: {Sym: "sof2", Description: "Progressive DCT"},
SOF3: {Sym: "sof3", Description: "Lossless (sequential)"},
SOF5: {Sym: "sof5", Description: "Differential sequential DCT"},
SOF6: {Sym: "sof6", Description: "Differential progressive DCT"},
SOF7: {Sym: "sof7", Description: "Differential lossless (sequential)"},
JPG: {Sym: "jpg", Description: "Reserved for JPEG extensions"},
SOF9: {Sym: "sof9", Description: "Extended sequential DCT"},
SOF10: {Sym: "sof10", Description: "Progressive DCT"},
SOF11: {Sym: "sof11", Description: "Lossless (sequential)"},
SOF13: {Sym: "sof13", Description: "Differential sequential DCT"},
SOF14: {Sym: "sof14", Description: "Differential progressive DCT"},
SOF15: {Sym: "sof15", Description: "Differential lossless (sequential)"},
DHT: {Sym: "dht", Description: "Define Huffman table(s)"},
DAC: {Sym: "dac", Description: "Define arithmetic coding conditioning(s)"},
RST0: {Sym: "rst0", Description: "Restart with modulo 8 count 0"},
RST1: {Sym: "rst1", Description: "Restart with modulo 8 count 1"},
RST2: {Sym: "rst2", Description: "Restart with modulo 8 count 2"},
RST3: {Sym: "rst3", Description: "Restart with modulo 8 count 3"},
RST4: {Sym: "rst4", Description: "Restart with modulo 8 count 4"},
RST5: {Sym: "rst5", Description: "Restart with modulo 8 count 5"},
RST6: {Sym: "rst6", Description: "Restart with modulo 8 count 6"},
RST7: {Sym: "rst7", Description: "Restart with modulo 8 count 7"},
SOI: {Sym: "soi", Description: "Start of image"},
EOI: {Sym: "eoi", Description: "End of image"},
SOS: {Sym: "sos", Description: "Start of scan"},
DQT: {Sym: "dqt", Description: "Define quantization table(s)"},
DNL: {Sym: "dnl", Description: "Define number of lines"},
DRI: {Sym: "dri", Description: "Define restart interval"},
DHP: {Sym: "dhp", Description: "Define hierarchical progression"},
EXP: {Sym: "exp", Description: "Expand reference component(s)"},
APP0: {Sym: "app0", Description: "Reserved for application segments"},
APP1: {Sym: "app1", Description: "Reserved for application segments"},
APP2: {Sym: "app2", Description: "Reserved for application segments"},
APP3: {Sym: "app3", Description: "Reserved for application segments"},
APP4: {Sym: "app4", Description: "Reserved for application segments"},
APP5: {Sym: "app5", Description: "Reserved for application segments"},
APP6: {Sym: "app6", Description: "Reserved for application segments"},
APP7: {Sym: "app7", Description: "Reserved for application segments"},
APP8: {Sym: "app8", Description: "Reserved for application segments"},
APP9: {Sym: "app9", Description: "Reserved for application segments"},
APP10: {Sym: "app10", Description: "Reserved for application segments"},
APP11: {Sym: "app11", Description: "Reserved for application segments"},
APP12: {Sym: "app12", Description: "Reserved for application segments"},
APP13: {Sym: "app13", Description: "Reserved for application segments"},
APP14: {Sym: "app14", Description: "Reserved for application segments"},
APP15: {Sym: "app15", Description: "Reserved for application segments"},
JPG0: {Sym: "jpg0", Description: "Reserved for JPEG extensions"},
JPG1: {Sym: "jpg1", Description: "Reserved for JPEG extensions"},
JPG2: {Sym: "jpg2", Description: "Reserved for JPEG extensions"},
JPG3: {Sym: "jpg3", Description: "Reserved for JPEG extensions"},
JPG4: {Sym: "jpg4", Description: "Reserved for JPEG extensions"},
JPG5: {Sym: "jpg5", Description: "Reserved for JPEG extensions"},
JPG6: {Sym: "jpg6", Description: "Reserved for JPEG extensions"},
JPG7: {Sym: "jpg7", Description: "Reserved for JPEG extensions"},
JPG8: {Sym: "jpg8", Description: "Reserved for JPEG extensions"},
JPG9: {Sym: "jpg9", Description: "Reserved for JPEG extensions"},
JPG10: {Sym: "jpg10", Description: "Reserved for JPEG extensions"},
JPG11: {Sym: "jpg11", Description: "Reserved for JPEG extensions"},
JPG12: {Sym: "jpg12", Description: "Reserved for JPEG extensions"},
JPG13: {Sym: "jpg13", Description: "Reserved for JPEG extensions"},
COM: {Sym: "com", Description: "Comment"},
TEM: {Sym: "tem", Description: "For temporary private use in arithmetic coding"},
}
func jpegDecode(d *decode.D) any {
d.AssertLeastBytesLeft(2)
if !bytes.Equal(d.PeekBytes(2), []byte{0xff, SOI}) {
d.Errorf("no SOI marker")
}
var extendedXMP []byte
soiMarkerFound := false
eoiMarkerFound := false
d.FieldArray("segments", func(d *decode.D) {
inECD := false
for d.NotEnd() && !eoiMarkerFound {
if inECD {
ecdLen := int64(0)
for {
if d.PeekUintBits(8) == 0xff && d.PeekUintBits(16) != 0xff00 {
break
}
d.SeekRel(8)
ecdLen++
}
d.SeekRel(-ecdLen * 8)
d.FieldRawLen("entropy_coded_data", ecdLen*8)
inECD = false
} else {
d.FieldStruct("marker", func(d *decode.D) {
prefixLen := d.PeekFindByte(0xff, -1) + 1
d.FieldRawLen("prefix", prefixLen*8, d.AssertBitBuf([]byte{0xff}))
markerCode := d.FieldU8("code", markers)
_, markerFound := markers[markerCode]
// RST*, SOI, EOI, TEM does not have a length field. All others have a
// 2 byte length read as "Lf", "Ls" etc or in the default case as "length".
// TODO: warning on 0x00?
switch markerCode {
case SOI:
soiMarkerFound = true
case SOF0, SOF1, SOF2, SOF3, SOF5, SOF6, SOF7, SOF9, SOF10, SOF11:
d.FieldU16("lf")
d.FieldU8("p")
d.FieldU16("y")
d.FieldU16("x")
nf := d.FieldU8("nf")
d.FieldArray("frame_components", func(d *decode.D) {
for i := uint64(0); i < nf; i++ {
d.FieldStruct("frame_component", func(d *decode.D) {
d.FieldU8("c")
d.FieldU4("h")
d.FieldU4("v")
d.FieldU8("tq")
})
}
})
case COM:
comLen := d.FieldU16("lc")
d.FieldUTF8("cm", int(comLen)-2)
case SOS:
d.FieldU16("ls")
ns := d.FieldU8("ns")
d.FieldArray("scan_components", func(d *decode.D) {
for i := uint64(0); i < ns; i++ {
d.FieldStruct("scan_component", func(d *decode.D) {
d.FieldU8("cs")
d.FieldU4("td")
d.FieldU4("ta")
})
}
})
d.FieldU8("ss")
d.FieldU8("se")
d.FieldU4("ah")
d.FieldU4("al")
inECD = true
case DQT:
lQ := int64(d.FieldU16("lq"))
// TODO: how to extract n? spec says lq is 2 + sum for i in 1 to n 65+64*Pq(i)
d.FramedFn(lQ*8-16, func(d *decode.D) {
d.FieldArray("qs", func(d *decode.D) {
for d.NotEnd() {
d.FieldStruct("q", func(d *decode.D) {
pQ := d.FieldU4("pq")
qBits := 8
if pQ != 0 {
qBits = 16
}
d.FieldU4("tq")
qK := uint64(0)
d.FieldArrayLoop("q", func() bool { return qK < 64 }, func(d *decode.D) {
d.FieldU("q", qBits)
qK++
})
})
}
})
})
case DHT:
lH := int64(d.FieldU16("lh"))
d.FramedFn(lH*8-16, func(d *decode.D) {
d.FieldArray("hs", func(d *decode.D) {
for d.NotEnd() {
d.FieldStruct("h", func(d *decode.D) {
d.FieldU4("tc")
d.FieldU4("th")
hK := uint64(0)
hV := uint64(0)
d.FieldArrayLoop("l", func() bool { return hK < 16 }, func(d *decode.D) {
hV += d.FieldU8("l")
hK++
})
hK = 0
d.FieldArrayLoop("v", func() bool { return hK < hV }, func(d *decode.D) {
d.FieldU8("v")
hK++
})
})
}
})
})
case RST0, RST1, RST2, RST3, RST4, RST5, RST6, RST7:
inECD = true
case TEM:
case EOI:
eoiMarkerFound = true
default:
if !markerFound {
d.Errorf("unknown marker %x", markerCode)
}
markerLen := d.FieldU16("length")
d.FramedFn(int64((markerLen-2)*8), func(d *decode.D) {
// TODO: map lookup and descriptions?
app0JFIFPrefix := []byte("JFIF\x00")
app1ExifPrefix := []byte("Exif\x00\x00")
extendedXMPPrefix := []byte("http://ns.adobe.com/xmp/extension/\x00")
app2ICCProfile := []byte("ICC_PROFILE\x00")
// TODO: other version? generic?
app13PhotoshopPrefix := []byte("Photoshop 3.0\x00")
switch {
case markerCode == APP0 && d.TryHasBytes(app0JFIFPrefix):
d.FieldUTF8("identifier", len(app0JFIFPrefix))
d.FieldStruct("version", func(d *decode.D) {
d.FieldU8("major")
d.FieldU8("minor")
})
d.FieldU8("density_units")
d.FieldU16("xdensity")
d.FieldU16("ydensity")
xThumbnail := d.FieldU8("xthumbnail")
yThumbnail := d.FieldU8("ythumbnail")
d.FieldRawLen("data", int64(xThumbnail*yThumbnail)*3*8)
case markerCode == APP1 && d.TryHasBytes(app1ExifPrefix):
d.FieldUTF8("exif_prefix", len(app1ExifPrefix))
d.FieldFormatLen("exif", d.BitsLeft(), &exifFormat, nil)
case markerCode == APP1 && d.TryHasBytes(extendedXMPPrefix):
d.FieldStruct("extended_xmp_chunk", func(d *decode.D) {
d.FieldUTF8("signature", len(extendedXMPPrefix))
d.FieldUTF8("guid", 32)
fullLength := d.FieldU32("full_length")
offset := d.FieldU32("offset")
// TODO: FieldBitsLen? concat bitbuf?
chunk := d.FieldRawLen("data", d.BitsLeft())
// TODO: redo this? multi reader?
chunkBytes := d.ReadAllBits(chunk)
if extendedXMP == nil {
extendedXMP = make([]byte, fullLength)
}
copy(extendedXMP[offset:], chunkBytes)
})
case markerCode == APP2 && d.TryHasBytes(app2ICCProfile):
d.FieldUTF8("icc_profile_prefix", len(app2ICCProfile))
// TODO: support multimarker?
d.FieldU8("cur_marker")
d.FieldU8("num_markers")
d.FieldFormatLen("icc_profile", d.BitsLeft(), &iccProfileFormat, nil)
case markerCode == APP13 && d.TryHasBytes(app13PhotoshopPrefix):
d.FieldUTF8("identifier", len(app13PhotoshopPrefix))
signature := d.FieldUTF8("signature", 4)
switch signature {
case "8BIM":
// TODO: description?
d.FieldU16("block", psImageResourceBlockNames)
d.FieldRawLen("data", d.BitsLeft())
default:
}
default:
// TODO: FieldBitsLen?
d.FieldRawLen("data", d.BitsLeft())
}
})
}
})
}
}
})
if !soiMarkerFound {
d.Errorf("no SOI marker found")
}
if extendedXMP != nil {
d.FieldRootBitBuf("extended_xmp", bitio.NewBitReader(extendedXMP, -1))
}
return nil
}