# This class implements Toradex Easy Installer image type # It allows to use OpenEmbedded to build images which can be consumed # by the Toradex Easy Installer. # Since it also generates the image.json description file it is rather # interwind with the boot flow which is U-Boot target specific. # # Currently there are two image types implemented: # teziimg: Default Toradex boot flow # teziimg-distro: Distro boot boot flow do_image_teziimg[recrdeptask] += "do_deploy" do_image_teziimg_distro[recrdeptask] += "do_deploy" WKS_FILE_DEPENDS_append = " tezi-metadata" DEPENDS += "${WKS_FILE_DEPENDS}" RM_WORK_EXCLUDE += "${PN}" TEZI_ROOT_FSTYPE ??= "ext4" TEZI_ROOT_LABEL ??= "RFS" TEZI_ROOT_SUFFIX ??= "tar.xz" TORADEX_FLASH_TYPE ??= "emmc" UBOOT_BINARY ??= "u-boot.${UBOOT_SUFFIX}" UBOOT_BINARY_TEZI_EMMC ?= "${UBOOT_BINARY}" UBOOT_BINARY_TEZI_EMMC_apalis-tk1 = "apalis-tk1.img" UBOOT_BINARY_TEZI_EMMC_apalis-tk1-mainline = "apalis-tk1.img" UBOOT_BINARY_TEZI_RAWNAND ?= "${UBOOT_BINARY}" UBOOT_ENV_TEZI_EMMC ?= "uEnv.txt" UBOOT_ENV_TEZI_RAWNAND ?= "uEnv.txt" # use DISTRO_FLAVOUR to append to the image name displayed in TEZI DISTRO_FLAVOUR ??= "" SUMMARY_append = "${DISTRO_FLAVOUR}" # Append tar command to store uncompressed image size to ${T}. # If a custom rootfs type is used make sure this file is created # before compression. IMAGE_CMD_tar_append = "; echo $(du -ks ${IMGDEPLOYDIR}/${IMAGE_NAME}${IMAGE_NAME_SUFFIX}.tar | cut -f 1) > ${T}/image-size.tar" def get_uncompressed_size(d, type=""): suffix = type if type else '.'.join((d.getVar('TEZI_ROOT_SUFFIX') or "").split('.')[:-1]) with open(os.path.join(d.getVar('T'), "image-size.%s" % suffix), "r") as f: size = f.read().strip() return float(size) # Whitespace separated list of files declared by 'deploy_var' variable # from 'source_dir' (DEPLOY_DIR_IMAGE by default) to place in 'deploy_dir'. # Entries will be installed under a same name as the source file. To change # the destination file name, pass a desired name after a semicolon # (eg. u-boot.img;uboot). Exactly same rules with how IMAGE_BOOT_FILES being # handled by wic. def tezi_deploy_files(d, deploy_var, deploy_dir, source_dir=None): import os, re, glob, subprocess src_files = d.getVar(deploy_var) or "" src_dir = source_dir or d.getVar('DEPLOY_DIR_IMAGE') dst_dir = deploy_dir # list of tuples (src_name, dst_name) deploy_files = [] for src_entry in re.findall(r'[\w;\-\./\*]+', src_files): if ';' in src_entry: dst_entry = tuple(src_entry.split(';')) if not dst_entry[0] or not dst_entry[1]: bb.fatal('Malformed file entry: %s' % src_entry) else: dst_entry = (src_entry, src_entry) deploy_files.append(dst_entry) # list of tuples (src_path, dst_path) install_task = [] for deploy_entry in deploy_files: src, dst = deploy_entry if '*' in src: # by default install files under their basename entry_name_fn = os.path.basename if dst != src: # unless a target name was given, then treat name # as a directory and append a basename entry_name_fn = lambda name: \ os.path.join(dst, os.path.basename(name)) srcs = glob.glob(os.path.join(src_dir, src)) for entry in srcs: src = os.path.relpath(entry, src_dir) entry_dst_name = entry_name_fn(entry) install_task.append((src, entry_dst_name)) else: install_task.append((src, dst)) # install src_path to dst_path for task in install_task: src_path, dst_path = task install_cmd = "install -m 0644 -D %s %s" \ % (os.path.join(src_dir, src_path), os.path.join(dst_dir, dst_path)) try: subprocess.check_output(install_cmd, stderr=subprocess.STDOUT, shell=True) except subprocess.CalledProcessError as e: bb.fatal("Command '%s' returned %d:\n%s" % (e.cmd, e.returncode, e.output)) # Make an educated guess of the needed boot partition size # max(16MB, twice the size of the payload rounded up to the next 2^x number) def get_bootfs_part_size(d): from math import log payload_size = get_uncompressed_size(d, 'bootfs.tar') / 1024 part_size = 2 ** (2 + int(log (payload_size, 2))) return max(16, part_size) def rootfs_tezi_emmc(d): from collections import OrderedDict offset_bootrom = d.getVar('OFFSET_BOOTROM_PAYLOAD') offset_spl = d.getVar('OFFSET_SPL_PAYLOAD') imagename = d.getVar('IMAGE_LINK_NAME') imagetype_suffix = d.getVar('TEZI_ROOT_SUFFIX') bootpart_rawfiles = [] has_spl = d.getVar('SPL_BINARY') if has_spl: bootpart_rawfiles.append( { "filename": d.getVar('SPL_BINARY'), "dd_options": "seek=" + offset_bootrom }) bootpart_rawfiles.append( { "filename": d.getVar('UBOOT_BINARY_TEZI_EMMC'), "dd_options": "seek=" + (offset_spl if has_spl else offset_bootrom) }) return [ OrderedDict({ "name": "mmcblk0", "partitions": [ { "partition_size_nominal": get_bootfs_part_size(d), "want_maximised": False, "content": { "label": "BOOT", "filesystem_type": "FAT", "mkfs_options": "", "filename": imagename + ".bootfs.tar.xz", "uncompressed_size": get_uncompressed_size(d, 'bootfs.tar') / 1024 } }, { "partition_size_nominal": 512, "want_maximised": True, "content": { "label": d.getVar('TEZI_ROOT_LABEL'), "filesystem_type": d.getVar('TEZI_ROOT_FSTYPE'), "mkfs_options": "-E nodiscard", "filename": imagename + "." + imagetype_suffix, "uncompressed_size": get_uncompressed_size(d) / 1024 } } ] }), OrderedDict({ "name": "mmcblk0boot0", "content": { "filesystem_type": "raw", "rawfiles": bootpart_rawfiles } })] def rootfs_tezi_rawnand(d, distro=False): from collections import OrderedDict imagename = d.getVar('IMAGE_LINK_NAME') imagetype_suffix = d.getVar('TEZI_ROOT_SUFFIX') uboot1 = OrderedDict({ "name": "u-boot1", "content": { "rawfile": { "filename": d.getVar('UBOOT_BINARY_TEZI_RAWNAND'), "size": 1 } }, }) uboot2 = OrderedDict({ "name": "u-boot2", "content": { "rawfile": { "filename": d.getVar('UBOOT_BINARY_TEZI_RAWNAND'), "size": 1 } } }) rootfs = { "name": "rootfs", "content": { "filesystem_type": "ubifs", "filename": imagename + "." + imagetype_suffix, "uncompressed_size": get_uncompressed_size(d) / 1024 } } if distro: boot = { "name": "boot", "size_kib": 16384, "content": { "filesystem_type": "ubifs", "filename": imagename + ".bootfs.tar.xz", "uncompressed_size": get_uncompressed_size(d, 'bootfs.tar') / 1024 } } ubivolumes = [boot, rootfs] else: kernel = { "name": "kernel", "size_kib": 8192, "type": "static", "content": { "rawfile": { "filename": d.getVar('KERNEL_IMAGETYPE'), "size": 5 } } } # Use device tree mapping to create product id <-> device tree relationship dtmapping = d.getVarFlags('TORADEX_PRODUCT_IDS') dtfiles = [] for f, v in dtmapping.items(): dtfiles.append({ "filename": v, "product_ids": f }) dtb = { "name": "dtb", "content": { "rawfiles": dtfiles }, "size_kib": 128, "type": "static" } m4firmware = { "name": "m4firmware", "size_kib": 896, "type": "static" } ubivolumes = [kernel, dtb, m4firmware, rootfs] ubi = OrderedDict({ "name": "ubi", "ubivolumes": ubivolumes }) return [uboot1, uboot2, ubi] def rootfs_tezi_json(d, flash_type, flash_data, json_file, uenv_file): import json from collections import OrderedDict from datetime import datetime deploydir = d.getVar('DEPLOY_DIR_IMAGE') data = OrderedDict({ "config_format": 2, "autoinstall": False }) # Use image recipes SUMMARY/DESCRIPTION/PV... data["name"] = d.getVar('SUMMARY') data["description"] = d.getVar('DESCRIPTION') data["version"] = d.getVar('PV') data["release_date"] = datetime.strptime(d.getVar('DATE', False), '%Y%m%d').date().isoformat() data["u_boot_env"] = uenv_file if os.path.exists(os.path.join(deploydir, "prepare.sh")): data["prepare_script"] = "prepare.sh" if os.path.exists(os.path.join(deploydir, "wrapup.sh")): data["wrapup_script"] = "wrapup.sh" if os.path.exists(os.path.join(deploydir, "marketing.tar")): data["marketing"] = "marketing.tar" if os.path.exists(os.path.join(deploydir, "toradexlinux.png")): data["icon"] = "toradexlinux.png" product_ids = d.getVar('TORADEX_PRODUCT_IDS') if product_ids is None: bb.fatal("Supported Toradex product ids missing, assign TORADEX_PRODUCT_IDS with a list of product ids.") dtmapping = d.getVarFlags('TORADEX_PRODUCT_IDS') data["supported_product_ids"] = [] # If no varflags are set, we assume all product ids supported with single image/U-Boot if dtmapping is not None: for f, v in dtmapping.items(): dtbflashtypearr = v.split(',') if len(dtbflashtypearr) < 2 or dtbflashtypearr[1] == flash_type: data["supported_product_ids"].append(f) else: data["supported_product_ids"].extend(product_ids.split()) if flash_type == "rawnand": data["mtddevs"] = flash_data elif flash_type == "emmc": data["blockdevs"] = flash_data with open(os.path.join(deploydir, json_file), 'w') as outfile: json.dump(data, outfile, indent=4) bb.note("Toradex Easy Installer metadata file {0} written.".format(json_file)) python rootfs_tezi_run_json() { flash_type = d.getVar('TORADEX_FLASH_TYPE') if flash_type is None: bb.fatal("Toradex flash type not specified") if len(flash_type.split()) > 1: bb.fatal("This class only supports a single flash type.") if flash_type == "rawnand": flash_data = rootfs_tezi_rawnand(d) uenv_file = d.getVar('UBOOT_ENV_TEZI_RAWNAND') uboot_file = d.getVar('UBOOT_BINARY_TEZI_RAWNAND') elif flash_type == "emmc": flash_data = rootfs_tezi_emmc(d) uenv_file = d.getVar('UBOOT_ENV_TEZI_EMMC') uboot_file = d.getVar('UBOOT_BINARY_TEZI_EMMC') # TODO: Multi image/raw NAND with SPL currently not supported if d.getVar('SPL_BINARY'): uboot_file += " " + d.getVar('SPL_BINARY') else: bb.fatal("Toradex flash type unknown") rootfs_tezi_json(d, flash_type, flash_data, "image.json", uenv_file) d.appendVar("TEZI_IMAGE_UBOOT_FILES", uenv_file + " " + uboot_file + " ") } python tezi_deploy_bootfs_files() { tezi_deploy_files(d, 'IMAGE_BOOT_FILES', os.path.join(d.getVar('WORKDIR'), 'bootfs')) } tezi_deploy_bootfs_files[dirs] =+ "${WORKDIR}/bootfs" tezi_deploy_bootfs_files[cleandirs] += "${WORKDIR}/bootfs" create_tezi_bootfs () { cd ${IMGDEPLOYDIR} rm -f ${IMAGE_BASENAME}-*.bootfs.tar.xz ${IMAGE_CMD_TAR} -chf ${IMAGE_NAME}.bootfs.tar -C ${WORKDIR}/bootfs -p . echo $(du -ks ${IMAGE_NAME}.bootfs.tar | cut -f 1) > ${T}/image-size.bootfs.tar xz -f ${XZ_COMPRESSION_LEVEL} ${XZ_THREADS} --check=${XZ_INTEGRITY_CHECK} ${IMAGE_NAME}.bootfs.tar ln -sf ${IMAGE_NAME}.bootfs.tar.xz ${IMAGE_LINK_NAME}.bootfs.tar.xz } do_image_teziimg[prefuncs] += "tezi_deploy_bootfs_files create_tezi_bootfs rootfs_tezi_run_json" IMAGE_CMD_teziimg () { bbnote "Create Toradex Easy Installer tarball" cd ${DEPLOY_DIR_IMAGE} case "${TORADEX_FLASH_TYPE}" in rawnand) # The first transform strips all folders from the files to tar, the # second transform "moves" them in a subfolder ${IMAGE_NAME}_${PV}. ${IMAGE_CMD_TAR} \ --transform='s/.*\///' \ --transform 's,^,${IMAGE_NAME}-Tezi_${PV}/,' \ -chf ${IMGDEPLOYDIR}/${IMAGE_NAME}-Tezi_${PV}-${DATE}.tar \ image.json toradexlinux.png marketing.tar prepare.sh wrapup.sh \ ${TEZI_IMAGE_UBOOT_FILES} ${KERNEL_IMAGETYPE} ${KERNEL_DEVICETREE} \ ${IMGDEPLOYDIR}/${IMAGE_LINK_NAME}.${TEZI_ROOT_SUFFIX} ;; *) # The first transform strips all folders from the files to tar, the # second transform "moves" them in a subfolder ${IMAGE_NAME}-Tezi_${PV}. ${IMAGE_CMD_TAR} \ --transform='s/.*\///' \ --transform 's,^,${IMAGE_NAME}-Tezi_${PV}/,' \ -chf ${IMGDEPLOYDIR}/${IMAGE_NAME}-Tezi_${PV}-${DATE}.tar \ image.json toradexlinux.png marketing.tar prepare.sh wrapup.sh \ ${TEZI_IMAGE_UBOOT_FILES} ${IMGDEPLOYDIR}/${IMAGE_LINK_NAME}.bootfs.tar.xz \ ${IMGDEPLOYDIR}/${IMAGE_LINK_NAME}.${TEZI_ROOT_SUFFIX} ;; esac } do_image_teziimg[vardepsexclude] = "DATE" IMAGE_TYPEDEP_teziimg += "${TEZI_ROOT_SUFFIX}" python rootfs_tezi_run_distro_json() { flash_types = d.getVar('TORADEX_FLASH_TYPE') if flash_types is None: bb.fatal("Toradex flash type not specified") flash_types_list = flash_types.split() for flash_type in flash_types_list: if flash_type == "rawnand": flash_data = rootfs_tezi_rawnand(d, True) uenv_file = d.getVar('UBOOT_ENV_TEZI_RAWNAND') uboot_file = d.getVar('UBOOT_BINARY_TEZI_RAWNAND') elif flash_type == "emmc": flash_data = rootfs_tezi_emmc(d) uenv_file = d.getVar('UBOOT_ENV_TEZI_EMMC') uboot_file = d.getVar('UBOOT_BINARY_TEZI_EMMC') # TODO: Multi image/raw NAND with SPL currently not supported if d.getVar('SPL_BINARY'): uboot_file += " " + d.getVar('SPL_BINARY') else: bb.fatal("Toradex flash type unknown") if len(flash_types_list) > 1: json_file = "image-{0}.json".format(flash_type) else: json_file = "image.json" rootfs_tezi_json(d, flash_type, flash_data, json_file, uenv_file) d.appendVar("TEZI_IMAGE_JSON_FILES", json_file + " ") d.appendVar("TEZI_IMAGE_UBOOT_FILES", uenv_file + " " + uboot_file + " ") } do_image_teziimg_distro[prefuncs] += "tezi_deploy_bootfs_files create_tezi_bootfs rootfs_tezi_run_distro_json" IMAGE_CMD_teziimg-distro () { bbnote "Create Toradex Easy Installer tarball" cd ${DEPLOY_DIR_IMAGE} ${IMAGE_CMD_TAR} \ --transform='s/.*\///' \ --transform 's,^,${IMAGE_NAME}-Tezi_${PV}/,' \ -chf ${IMGDEPLOYDIR}/${IMAGE_NAME}-Tezi_${PV}-${DATE}.tar \ ${TEZI_IMAGE_JSON_FILES} toradexlinux.png marketing.tar prepare.sh wrapup.sh \ ${TEZI_IMAGE_UBOOT_FILES} ${IMGDEPLOYDIR}/${IMAGE_LINK_NAME}.bootfs.tar.xz \ ${IMGDEPLOYDIR}/${IMAGE_LINK_NAME}.${TEZI_ROOT_SUFFIX} } do_image_teziimg_distro[vardepsexclude] = "DATE" IMAGE_TYPEDEP_teziimg-distro += "${TEZI_ROOT_SUFFIX}"