|
|
|
#! /usr/bin/python3
|
|
|
|
# Given a directory name as argument, this script generates an espfs filesystem image
|
|
|
|
# with all the html, js, css, png, and ico files found in the directory tree.
|
|
|
|
# Each file is compressed with gzip so it can be served up in compressed form from the esp8266.
|
|
|
|
|
|
|
|
# Format description from Jeroen:
|
|
|
|
# The idea 'borrows' from cpio: it's basically a concatenation of {header, filename, file} data.
|
|
|
|
# Header, filename and file data is 32-bit aligned. The last file is indicated by data-less header
|
|
|
|
# with the FLAG_LASTFILE flag set.
|
|
|
|
#
|
|
|
|
# #define FLAG_LASTFILE (1<<0)
|
|
|
|
# #define FLAG_GZIP (1<<1)
|
|
|
|
# #define COMPRESS_NONE 0
|
|
|
|
# #define COMPRESS_HEATSHRINK 1
|
|
|
|
# #define ESPFS_MAGIC 0x73665345
|
|
|
|
#
|
|
|
|
# typedef struct {
|
|
|
|
# int32_t magic;
|
|
|
|
# int8_t flags;
|
|
|
|
# int8_t compression;
|
|
|
|
# int16_t nameLen; // including padding!
|
|
|
|
# int32_t fileLenComp;
|
|
|
|
# int32_t fileLenDecomp;
|
|
|
|
# } __attribute__((packed)) EspFsHeader;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
from sys import argv, exit, stderr, stdout
|
|
|
|
from pathlib import Path
|
|
|
|
import re, gzip, struct
|
|
|
|
|
|
|
|
def mkespfs(dir, outbuf):
|
|
|
|
MAGIC = 0x73665345
|
|
|
|
FL_GZIP = 2 # gzipped file flag
|
|
|
|
FL_LAST = 1 # last entry file flag
|
|
|
|
|
|
|
|
f_html = list(Path(dir).rglob('*')) #.html'))
|
|
|
|
f_css = list(Path(dir).rglob('*.css'))
|
|
|
|
f_js = list(Path(dir).rglob('*.js'))
|
|
|
|
f_img = list(Path(dir).rglob('*.ico')) + list(Path(dir).rglob('*.png'))
|
|
|
|
f_all = f_html + f_css + f_js + f_img
|
|
|
|
sz = 0
|
|
|
|
|
|
|
|
for fn in f_all:
|
|
|
|
if not fn.is_file(): continue
|
|
|
|
out_path = fn.relative_to(dir).as_posix().encode('ascii')
|
|
|
|
while len(out_path) & 3 != 0: out_path += b'\000'
|
|
|
|
info = fn.stat()
|
|
|
|
data_un = fn.read_bytes()
|
|
|
|
data_comp = gzip.compress(data_un)
|
|
|
|
|
|
|
|
print("Processing {} -> {}[{}], {}->{} bytes".format(fn, out_path, len(out_path), info.st_size,
|
|
|
|
len(data_comp)), file=stderr)
|
|
|
|
|
|
|
|
header = struct.pack('<IBBHII', MAGIC, FL_GZIP, 0, len(out_path), len(data_comp), info.st_size)
|
|
|
|
outbuf.write(header)
|
|
|
|
sz += len(header)
|
|
|
|
outbuf.write(out_path)
|
|
|
|
outbuf.write(data_comp)
|
|
|
|
sz += len(data_comp)
|
|
|
|
if len(data_comp)%4 != 0:
|
|
|
|
outbuf.write(bytes(4)[:4-len(data_comp)%4])
|
|
|
|
sz = (sz+3) // 4 * 4
|
|
|
|
|
|
|
|
trailer = struct.pack('<IBBHII', MAGIC, FL_LAST, 0, 0, 0, 0)
|
|
|
|
outbuf.write(trailer)
|
|
|
|
sz += len(trailer)
|
|
|
|
|
|
|
|
print("espfs image: {} bytes".format(sz), file=stderr)
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
if len(argv) != 2 or not Path(argv[1]).is_dir():
|
|
|
|
print("Usage: {} directory".format(argv[0]), file=stderr)
|
|
|
|
exit(1)
|
|
|
|
mkespfs(argv[1], stdout.buffer)
|
|
|
|
|