unleashed-firmware/scripts/hs.py
hedger fcbcb6b5a8
Updater: resource compression (#3716)
* toolbox: compress: moved decompressor implementation to separate func
* toolbox: compress: callback-based api; cli: storage unpack command
* toolbox: compress: separate r/w contexts for stream api
* targets: f18: sync API
* compress: naming fixes & cleanup
* toolbox: compress: using hs buffer size for stream buffers
* toolbox: tar: heatshrink stream mode
* toolbox: compress: docs & small cleanup
* toolbox: tar: header support for .hs; updater: now uses .hs for resources; .hs.tar: now rewindable
* toolbox: compress: fixed hs stream tail handling
* updater: reworked progress for resources cleanup; rebalanced stage weights
* updater: single-pass decompression; scripts: print resources compression ratio
* updater: fixed warnings
* toolbox: tar: doxygen
* docs: update
* docs: info or tarhs format; scripts: added standalone compression/decompression tool for heatshrink-formatted streams
* scripts: tarhs: fixed parameter handling
* cli: storage extract command; toolbox: tar: guess type based on extension
* unit_tests: added test for streamed raw hs decompressor `compress_decode_streamed`
* unit_tests: compress: added extraction test for .tar.hs
* rpc: autodetect compressed archives
* scripts: minor cleanup of common parts
* scripts: update: now using in-memory intermediate tar stream
* scripts: added hs.py wrapper for heatshrink-related ops (single object and directory-as-tar compression)
* scripts: naming fixes
* Toolbox: export compress_config_heatshrink_default as const symbol
* Toolbox: fix various types naming
* Toolbox: more of types naming fixes
* Toolbox: use size_t in compress io callbacks and structures
* UnitTests: update to match new compress API
* Toolbox: proper path_extract_extension usage

Co-authored-by: あく <alleteam@gmail.com>
2024-06-30 11:38:48 +01:00

146 lines
4.5 KiB
Python
Executable File

#!/usr/bin/env python3
import heatshrink2 as hs
from flipper.app import App
from flipper.assets.heatshrink_stream import HeatshrinkDataStreamHeader
from flipper.assets.tarball import compress_tree_tarball
class HSWrapper(App):
DEFAULT_WINDOW = 13
DEFAULT_LOOKAHEAD = 6
def init(self):
self.subparsers = self.parser.add_subparsers(
title="subcommands", dest="subcommand"
)
self.parser_compress = self.subparsers.add_parser(
"compress", help="compress file using heatshrink"
)
self.parser_compress.add_argument(
"-w", "--window", help="window size", type=int, default=self.DEFAULT_WINDOW
)
self.parser_compress.add_argument(
"-l",
"--lookahead",
help="lookahead size",
type=int,
default=self.DEFAULT_LOOKAHEAD,
)
self.parser_compress.add_argument("file", help="file to compress")
self.parser_compress.add_argument(
"-o", "--output", help="output file", required=True
)
self.parser_compress.set_defaults(func=self.compress)
self.parser_decompress = self.subparsers.add_parser(
"decompress", help="decompress file using heatshrink"
)
self.parser_decompress.add_argument("file", help="file to decompress")
self.parser_decompress.add_argument(
"-o", "--output", help="output file", required=True
)
self.parser_decompress.set_defaults(func=self.decompress)
self.parser_info = self.subparsers.add_parser("info", help="show file info")
self.parser_info.add_argument("file", help="file to show info for")
self.parser_info.set_defaults(func=self.info)
self.parser_tar = self.subparsers.add_parser(
"tar", help="create a tarball and compress it"
)
self.parser_tar.add_argument("dir", help="directory to tar")
self.parser_tar.add_argument(
"-o", "--output", help="output file", required=True
)
self.parser_tar.add_argument(
"-w", "--window", help="window size", type=int, default=self.DEFAULT_WINDOW
)
self.parser_tar.add_argument(
"-l",
"--lookahead",
help="lookahead size",
type=int,
default=self.DEFAULT_LOOKAHEAD,
)
self.parser_tar.set_defaults(func=self.tar)
def compress(self):
args = self.args
with open(args.file, "rb") as f:
data = f.read()
compressed = hs.compress(
data, window_sz2=args.window, lookahead_sz2=args.lookahead
)
with open(args.output, "wb") as f:
header = HeatshrinkDataStreamHeader(args.window, args.lookahead)
f.write(header.pack())
f.write(compressed)
self.logger.info(
f"Compressed {len(data)} bytes to {len(compressed)} bytes, "
f"compression ratio: {len(compressed) * 100 / len(data):.2f}%"
)
return 0
def decompress(self):
args = self.args
with open(args.file, "rb") as f:
header = HeatshrinkDataStreamHeader.unpack(f.read(7))
compressed = f.read()
self.logger.info(
f"Decompressing with window size {header.window_size} and lookahead size {header.lookahead_size}"
)
data = hs.decompress(
compressed,
window_sz2=header.window_size,
lookahead_sz2=header.lookahead_size,
)
with open(args.output, "wb") as f:
f.write(data)
self.logger.info(f"Decompressed {len(compressed)} bytes to {len(data)} bytes")
return 0
def info(self):
args = self.args
try:
with open(args.file, "rb") as f:
header = HeatshrinkDataStreamHeader.unpack(f.read(7))
except Exception as e:
self.logger.error(f"Error: {e}")
return 1
self.logger.info(
f"Window size: {header.window_size}, lookahead size: {header.lookahead_size}"
)
return 0
def tar(self):
args = self.args
orig_size, compressed_size = compress_tree_tarball(
args.dir, args.output, hs_window=args.window, hs_lookahead=args.lookahead
)
self.logger.info(
f"Tarred and compressed {orig_size} bytes to {compressed_size} bytes, "
f"compression ratio: {compressed_size * 100 / orig_size:.2f}%"
)
return 0
if __name__ == "__main__":
HSWrapper()()