2019-09-09 15:49:02 +01:00
|
|
|
#!/usr/bin/env python3
|
|
|
|
#
|
|
|
|
# This file is part of the MicroPython project, http://micropython.org/
|
|
|
|
#
|
|
|
|
# The MIT License (MIT)
|
|
|
|
#
|
|
|
|
# Copyright (c) 2019 Damien P. George
|
|
|
|
#
|
|
|
|
# Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
# of this software and associated documentation files (the "Software"), to deal
|
|
|
|
# in the Software without restriction, including without limitation the rights
|
|
|
|
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
# copies of the Software, and to permit persons to whom the Software is
|
|
|
|
# furnished to do so, subject to the following conditions:
|
|
|
|
#
|
|
|
|
# The above copyright notice and this permission notice shall be included in
|
|
|
|
# all copies or substantial portions of the Software.
|
|
|
|
#
|
|
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
|
|
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
|
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
|
|
# THE SOFTWARE.
|
|
|
|
|
|
|
|
from __future__ import print_function
|
|
|
|
import sys
|
|
|
|
import os
|
|
|
|
import subprocess
|
|
|
|
|
2022-07-15 14:06:15 +01:00
|
|
|
sys.path.append(os.path.join(os.path.dirname(__file__), "../mpy-cross"))
|
|
|
|
import mpy_cross
|
|
|
|
|
2022-07-13 14:36:45 +01:00
|
|
|
import manifestfile
|
2019-09-09 15:49:02 +01:00
|
|
|
|
2019-10-16 05:12:39 +01:00
|
|
|
VARS = {}
|
|
|
|
|
2021-02-12 05:11:38 +00:00
|
|
|
|
2019-09-09 15:49:02 +01:00
|
|
|
class FreezeError(Exception):
|
|
|
|
pass
|
|
|
|
|
2020-02-27 04:36:53 +00:00
|
|
|
|
2019-09-09 15:49:02 +01:00
|
|
|
def system(cmd):
|
|
|
|
try:
|
|
|
|
output = subprocess.check_output(cmd, stderr=subprocess.STDOUT)
|
|
|
|
return 0, output
|
|
|
|
except subprocess.CalledProcessError as er:
|
|
|
|
return -1, er.output
|
|
|
|
|
2020-02-27 04:36:53 +00:00
|
|
|
|
2019-09-09 15:49:02 +01:00
|
|
|
def get_timestamp(path, default=None):
|
|
|
|
try:
|
|
|
|
stat = os.stat(path)
|
|
|
|
return stat.st_mtime
|
|
|
|
except OSError:
|
|
|
|
if default is None:
|
|
|
|
raise FreezeError("cannot stat {}".format(path))
|
|
|
|
return default
|
|
|
|
|
2020-02-27 04:36:53 +00:00
|
|
|
|
2020-08-21 16:07:57 +01:00
|
|
|
def mkdir(filename):
|
|
|
|
path = os.path.dirname(filename)
|
|
|
|
if not os.path.isdir(path):
|
|
|
|
os.makedirs(path)
|
2019-09-09 15:49:02 +01:00
|
|
|
|
2020-02-27 04:36:53 +00:00
|
|
|
|
2021-12-11 11:40:21 +00:00
|
|
|
# Formerly make-frozen.py.
|
|
|
|
# This generates:
|
|
|
|
# - MP_FROZEN_STR_NAMES macro
|
|
|
|
# - mp_frozen_str_sizes
|
|
|
|
# - mp_frozen_str_content
|
2022-07-13 14:36:45 +01:00
|
|
|
def generate_frozen_str_content(modules):
|
|
|
|
output = [
|
|
|
|
b"#include <stdint.h>\n",
|
|
|
|
b"#define MP_FROZEN_STR_NAMES \\\n",
|
|
|
|
]
|
|
|
|
|
|
|
|
for _, target_path in modules:
|
|
|
|
print("STR", target_path)
|
|
|
|
output.append(b'"%s\\0" \\\n' % target_path.encode())
|
2021-12-11 11:40:21 +00:00
|
|
|
output.append(b"\n")
|
2021-12-08 05:47:33 +00:00
|
|
|
|
2021-12-11 11:40:21 +00:00
|
|
|
output.append(b"const uint32_t mp_frozen_str_sizes[] = { ")
|
2021-12-08 05:47:33 +00:00
|
|
|
|
2022-07-13 14:36:45 +01:00
|
|
|
for full_path, _ in modules:
|
|
|
|
st = os.stat(full_path)
|
2021-12-11 11:40:21 +00:00
|
|
|
output.append(b"%d, " % st.st_size)
|
|
|
|
output.append(b"0 };\n")
|
2021-12-08 05:47:33 +00:00
|
|
|
|
2021-12-11 11:40:21 +00:00
|
|
|
output.append(b"const char mp_frozen_str_content[] = {\n")
|
2022-07-13 14:36:45 +01:00
|
|
|
for full_path, _ in modules:
|
|
|
|
with open(full_path, "rb") as f:
|
|
|
|
data = f.read()
|
|
|
|
|
|
|
|
# We need to properly escape the script data to create a C string.
|
|
|
|
# When C parses hex characters of the form \x00 it keeps parsing the hex
|
|
|
|
# data until it encounters a non-hex character. Thus one must create
|
|
|
|
# strings of the form "data\x01" "abc" to properly encode this kind of
|
|
|
|
# data. We could just encode all characters as hex digits but it's nice
|
|
|
|
# to be able to read the resulting C code as ASCII when possible.
|
|
|
|
|
|
|
|
data = bytearray(data) # so Python2 extracts each byte as an integer
|
|
|
|
esc_dict = {ord("\n"): b"\\n", ord("\r"): b"\\r", ord('"'): b'\\"', ord("\\"): b"\\\\"}
|
|
|
|
output.append(b'"')
|
|
|
|
break_str = False
|
|
|
|
for c in data:
|
|
|
|
try:
|
|
|
|
output.append(esc_dict[c])
|
|
|
|
except KeyError:
|
|
|
|
if 32 <= c <= 126:
|
|
|
|
if break_str:
|
|
|
|
output.append(b'" "')
|
|
|
|
break_str = False
|
|
|
|
output.append(chr(c).encode())
|
|
|
|
else:
|
|
|
|
output.append(b"\\x%02x" % c)
|
|
|
|
break_str = True
|
|
|
|
output.append(b'\\0"\n')
|
2021-12-08 05:47:33 +00:00
|
|
|
|
2021-12-11 11:40:21 +00:00
|
|
|
output.append(b'"\\0"\n};\n\n')
|
|
|
|
return b"".join(output)
|
2021-12-08 05:47:33 +00:00
|
|
|
|
|
|
|
|
2019-09-09 15:49:02 +01:00
|
|
|
def main():
|
|
|
|
# Parse arguments
|
2019-10-16 05:12:39 +01:00
|
|
|
import argparse
|
2020-02-27 04:36:53 +00:00
|
|
|
|
2019-10-16 05:12:39 +01:00
|
|
|
cmd_parser = argparse.ArgumentParser(
|
|
|
|
description="A tool to generate frozen content in MicroPython firmware images."
|
|
|
|
)
|
|
|
|
cmd_parser.add_argument("-o", "--output", help="output path")
|
|
|
|
cmd_parser.add_argument("-b", "--build-dir", help="output path")
|
|
|
|
cmd_parser.add_argument(
|
|
|
|
"-f", "--mpy-cross-flags", default="", help="flags to pass to mpy-cross"
|
|
|
|
)
|
|
|
|
cmd_parser.add_argument("-v", "--var", action="append", help="variables to substitute")
|
2019-12-11 22:09:20 +00:00
|
|
|
cmd_parser.add_argument("--mpy-tool-flags", default="", help="flags to pass to mpy-tool")
|
2019-10-16 05:12:39 +01:00
|
|
|
cmd_parser.add_argument("files", nargs="+", help="input manifest list")
|
|
|
|
args = cmd_parser.parse_args()
|
|
|
|
|
|
|
|
# Extract variables for substitution.
|
|
|
|
for var in args.var:
|
|
|
|
name, value = var.split("=", 1)
|
|
|
|
if os.path.exists(value):
|
|
|
|
value = os.path.abspath(value)
|
|
|
|
VARS[name] = value
|
|
|
|
|
|
|
|
if "MPY_DIR" not in VARS or "PORT_DIR" not in VARS:
|
|
|
|
print("MPY_DIR and PORT_DIR variables must be specified")
|
|
|
|
sys.exit(1)
|
2019-09-09 15:49:02 +01:00
|
|
|
|
|
|
|
# Get paths to tools
|
2022-08-02 22:48:41 +01:00
|
|
|
MPY_CROSS = VARS["MPY_DIR"] + "/mpy-cross/build/mpy-cross"
|
2020-03-03 19:21:13 +00:00
|
|
|
if sys.platform == "win32":
|
|
|
|
MPY_CROSS += ".exe"
|
|
|
|
MPY_CROSS = os.getenv("MICROPY_MPYCROSS", MPY_CROSS)
|
2019-10-16 05:12:39 +01:00
|
|
|
MPY_TOOL = VARS["MPY_DIR"] + "/tools/mpy-tool.py"
|
|
|
|
|
|
|
|
# Ensure mpy-cross is built
|
|
|
|
if not os.path.exists(MPY_CROSS):
|
|
|
|
print("mpy-cross not found at {}, please build it first".format(MPY_CROSS))
|
|
|
|
sys.exit(1)
|
2019-09-09 15:49:02 +01:00
|
|
|
|
2022-07-13 14:36:45 +01:00
|
|
|
manifest = manifestfile.ManifestFile(manifestfile.MODE_FREEZE, VARS)
|
|
|
|
|
2019-09-09 15:49:02 +01:00
|
|
|
# Include top-level inputs, to generate the manifest
|
2019-10-16 05:12:39 +01:00
|
|
|
for input_manifest in args.files:
|
2019-09-09 15:49:02 +01:00
|
|
|
try:
|
2022-07-13 14:36:45 +01:00
|
|
|
manifest.execute(input_manifest)
|
|
|
|
except manifestfile.ManifestFileError as er:
|
2019-09-09 15:49:02 +01:00
|
|
|
print('freeze error executing "{}": {}'.format(input_manifest, er.args[0]))
|
|
|
|
sys.exit(1)
|
|
|
|
|
|
|
|
# Process the manifest
|
|
|
|
str_paths = []
|
|
|
|
mpy_files = []
|
|
|
|
ts_newest = 0
|
2022-07-15 14:06:15 +01:00
|
|
|
for _file_type, full_path, target_path, timestamp, kind, version, opt in manifest.files():
|
2022-07-13 14:36:45 +01:00
|
|
|
if kind == manifestfile.KIND_FREEZE_AS_STR:
|
|
|
|
str_paths.append(
|
|
|
|
(
|
|
|
|
full_path,
|
|
|
|
target_path,
|
|
|
|
)
|
|
|
|
)
|
|
|
|
ts_outfile = timestamp
|
|
|
|
elif kind == manifestfile.KIND_FREEZE_AS_MPY:
|
|
|
|
outfile = "{}/frozen_mpy/{}.mpy".format(args.build_dir, target_path[:-3])
|
2019-09-09 15:49:02 +01:00
|
|
|
ts_outfile = get_timestamp(outfile, 0)
|
2022-07-13 14:36:45 +01:00
|
|
|
if timestamp >= ts_outfile:
|
|
|
|
print("MPY", target_path)
|
2019-09-09 15:49:02 +01:00
|
|
|
mkdir(outfile)
|
2022-07-15 14:06:15 +01:00
|
|
|
try:
|
|
|
|
mpy_cross.compile(
|
|
|
|
full_path,
|
|
|
|
dest=outfile,
|
|
|
|
src_path=target_path,
|
|
|
|
opt=opt,
|
|
|
|
mpy_cross=MPY_CROSS,
|
|
|
|
extra_args=args.mpy_cross_flags.split(),
|
|
|
|
)
|
|
|
|
except mpy_cross.CrossCompileError as ex:
|
|
|
|
print("error compiling {}:".format(target_path))
|
|
|
|
print(ex.args[0])
|
2019-09-09 15:49:02 +01:00
|
|
|
raise SystemExit(1)
|
|
|
|
ts_outfile = get_timestamp(outfile)
|
|
|
|
mpy_files.append(outfile)
|
|
|
|
else:
|
2022-07-13 14:36:45 +01:00
|
|
|
assert kind == manifestfile.KIND_FREEZE_MPY
|
|
|
|
mpy_files.append(full_path)
|
|
|
|
ts_outfile = timestamp
|
2019-09-09 15:49:02 +01:00
|
|
|
ts_newest = max(ts_newest, ts_outfile)
|
|
|
|
|
|
|
|
# Check if output file needs generating
|
2019-10-16 05:12:39 +01:00
|
|
|
if ts_newest < get_timestamp(args.output, 0):
|
2019-09-09 15:49:02 +01:00
|
|
|
# No files are newer than output file so it does not need updating
|
|
|
|
return
|
|
|
|
|
|
|
|
# Freeze paths as strings
|
2021-12-08 05:47:33 +00:00
|
|
|
output_str = generate_frozen_str_content(str_paths)
|
2019-09-09 15:49:02 +01:00
|
|
|
|
|
|
|
# Freeze .mpy files
|
2020-02-18 02:02:50 +00:00
|
|
|
if mpy_files:
|
|
|
|
res, output_mpy = system(
|
2020-02-27 04:36:53 +00:00
|
|
|
[
|
2020-02-18 02:02:50 +00:00
|
|
|
sys.executable,
|
|
|
|
MPY_TOOL,
|
|
|
|
"-f",
|
|
|
|
"-q",
|
|
|
|
args.build_dir + "/genhdr/qstrdefs.preprocessed.h",
|
|
|
|
]
|
2019-12-11 22:09:20 +00:00
|
|
|
+ args.mpy_tool_flags.split()
|
2020-02-18 02:02:50 +00:00
|
|
|
+ mpy_files
|
|
|
|
)
|
|
|
|
if res != 0:
|
|
|
|
print("error freezing mpy {}:".format(mpy_files))
|
2021-12-15 05:51:08 +00:00
|
|
|
print(output_mpy.decode())
|
2020-02-18 02:02:50 +00:00
|
|
|
sys.exit(1)
|
|
|
|
else:
|
|
|
|
output_mpy = (
|
|
|
|
b'#include "py/emitglue.h"\n'
|
|
|
|
b"extern const qstr_pool_t mp_qstr_const_pool;\n"
|
|
|
|
b"const qstr_pool_t mp_qstr_frozen_const_pool = {\n"
|
|
|
|
b" (qstr_pool_t*)&mp_qstr_const_pool, MP_QSTRnumber_of, 0, 0\n"
|
|
|
|
b"};\n"
|
2021-12-11 11:40:21 +00:00
|
|
|
b'const char mp_frozen_names[] = { MP_FROZEN_STR_NAMES "\\0"};\n'
|
|
|
|
b"const mp_raw_code_t *const mp_frozen_mpy_content[] = {NULL};\n"
|
2020-02-18 02:02:50 +00:00
|
|
|
)
|
2019-09-09 15:49:02 +01:00
|
|
|
|
|
|
|
# Generate output
|
2019-10-16 05:12:39 +01:00
|
|
|
print("GEN", args.output)
|
|
|
|
mkdir(args.output)
|
|
|
|
with open(args.output, "wb") as f:
|
2019-09-09 15:49:02 +01:00
|
|
|
f.write(b"//\n// Content for MICROPY_MODULE_FROZEN_STR\n//\n")
|
2021-12-11 11:40:21 +00:00
|
|
|
f.write(output_str)
|
2019-09-09 15:49:02 +01:00
|
|
|
f.write(b"//\n// Content for MICROPY_MODULE_FROZEN_MPY\n//\n")
|
|
|
|
f.write(output_mpy)
|
|
|
|
|
2020-02-27 04:36:53 +00:00
|
|
|
|
2019-09-09 15:49:02 +01:00
|
|
|
if __name__ == "__main__":
|
|
|
|
main()
|