You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

487 lines
17 KiB
Python

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
import os
import sys
import types
import tarfile
import lzma
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
import gateway
from gateway import die
import read_info
import activate_boot
gw = gateway.Gateway()
if not gw.device_name:
die("Xiaomi Mi Wi-Fi device not found! (IP: {})".format(gw.ip_addr))
dn_dir = 'firmware/'
fn_local = None
dn_tmp = 'tmp/fw/'
fn_kernel = dn_tmp + 'kernel.bin'
fn_rootfs = dn_tmp + 'rootfs.bin'
os.makedirs(dn_dir, exist_ok = True)
os.makedirs(dn_tmp, exist_ok = True)
imglist = []
fn_list = [f for f in os.listdir(dn_dir) if os.path.isfile(os.path.join(dn_dir, f))]
for i, fname in enumerate(fn_list):
fname = dn_dir + fname
fsize = os.path.getsize(fname)
if fsize < 256*1024:
continue
with open(fname, "rb") as file:
data = file.read(256)
img = types.SimpleNamespace()
img.fn = fname
img.type = None
if data[:4] == b'HDR1' or data[:4] == b'HDR2':
img.type = 'stock'
if data[:10] == b"sysupgrade": # TAR
img.type = 'sysupgrade'
if data[:4] == b"\x27\x05\x19\x56": # uImage
img.type = 'factory'
if data[:4] == b"\xD0\x0D\xFE\xED": # factory squashfs image
img.type = 'factory'
if data[:8] == b"UBI#\x01\x00\x00\x00": # rootfs_ubi
img.type = 'rootfs'
if img.type:
if len(imglist) == 0:
print('Image files in directory "{}":'.format(dn_dir))
print(' "{}"'.format(fname))
imglist.append(img)
if len(imglist) <= 0:
die('The firmware was not found in the "{}" folder!'.format(dn_dir))
c_stock = len([i for i in imglist if i.type == 'stock'])
c_sysupgrade = len([i for i in imglist if i.type == 'sysupgrade'])
c_factory = len([i for i in imglist if i.type == 'factory'])
c_rootfs = len([i for i in imglist if i.type == 'rootfs'])
if c_stock > 1 or c_factory > 1 or c_rootfs > 1 or c_sysupgrade > 1:
die('Too many different files in directory {}'.format(dn_dir))
if c_stock and c_sysupgrade and (c_factory or c_rootfs):
die('Too many different files in directory {}'.format(dn_dir))
if c_rootfs and c_factory == 0:
die('Kernel image not found! (only rootfs is present)')
dev = read_info.DevInfo(verbose = 0, infolevel = 1)
if dev.info.cpu_arch != 'mips':
die("Currently support only MIPS arch!")
class ImgHeader():
size = None # Image Data Size
os = None # OS type: IH_OS_LINUX = 5
arch = None # CPU arch: IH_CPU_MIPS = 5, IH_CPU_ARM = 2
type = None # Image Type: IH_TYPE_KERNEL = 2
comp = None # IH_COMP_NONE = 0, IH_COMP_GZIP = 1, IH_COMP_BZIP2 = 2, IH_COMP_LZMA = 3, IH_COMP_XZ = 5
class Image():
type = None # kernel or rootfs
ostype = None # 'stock', 'openwrt', 'padavan', 'pandorabox', etc
hdr = ImgHeader()
addr = None
fn_local = None
fn_remote = None
data = None
data2 = None # unpacked image
dtb = None # device-tree
cmd = None
kernel = Image()
rootfs = Image()
if c_sysupgrade:
die("SysUpgrade firmware (TAR archives) are not supported!")
'''
fname = imglist[0].fn
file = tarfile.open(fname)
file.extractall(dn_tmp)
flist = file.getnames()
for fn in flist:
if fn.find('/') > 0:
bn = os.path.basename(fn)
if bn == 'kernel':
kernel.fn_local = dn_tmp + fn
if bn == 'root':
rootfs.fn_local = dn_tmp + fn
file.close()
if not kernel.fn_local:
die('Kernel image not found in TAR!')
with open(kernel.fn_local, "rb") as file:
kernel.data = file.read()
if not rootfs.fn_local:
die('Rootfs image not found in TAR!')
with open(rootfs.fn_local, "rb") as file:
rootfs.data = file.read()
# TODO: insert hsqs to UBI FS !!!
'''
def parse_factory(data, offset = 0):
if offset + 512 > len(data):
return -1
kernel_size = 0
if data[offset:offset+4] == b"\x27\x05\x19\x56": # uImage
pos = offset + 0x0C
kernel_size = int.from_bytes(data[pos:pos+4], byteorder='big')
kernel_size += 0x40
if kernel.data:
die('Found second "kernel" section!')
kernel.data = data[offset:offset+kernel_size]
if kernel_size > len(kernel.data):
die("Kernel header is incorrect!")
if data[offset:offset+4] == b"\xD0\x0D\xFE\xED": # factory squashfs image
die('ARM images not supported!')
if kernel_size == 0:
die("Kernel header is incorrect!")
if kernel_size < 1*1024*1024:
die('Kernel image size is too small! (size: {} KB)'.format(kernel_size // 1024))
pos = 0x1C
kernel.hdr.size = kernel_size
kernel.hdr.arch = int.from_bytes(kernel.data[pos+1:pos+2], byteorder='little')
kernel.hdr.type = int.from_bytes(kernel.data[pos+2:pos+3], byteorder='little')
kernel.hdr.comp = int.from_bytes(kernel.data[pos+3:pos+4], byteorder='little')
kernel.hdr.name = kernel.data[0x20:0x40]
#print('cpu_arch = {}, img_type = {}, cmp_type = {}'.format(cpu_arch, img_type, cmp_type))
if kernel.hdr.type != 2: # IH_TYPE_KERNEL
die('Kernel type is incorrect!')
if kernel.hdr.arch == 5 and dev.info.cpu_arch != 'mips':
die('Kernel arch is not MIPS!')
if kernel.hdr.arch == 2 and dev.info.cpu_arch != 'armv7':
die('Kernel arch is not ARMv7!')
try:
iname = kernel.hdr.name.decode('ascii')
except Exception:
iname = None
if kernel.hdr.name[0:1] == b'\x03': # padavan kernel version
iname = None
if kernel.hdr.name[2:3] == b'\x03': # padavan fw version
ksize = int.from_bytes(kernel.hdr.name[0x1C:0x20], byteorder='big')
if ksize > 1*1024*1024 and ksize < kernel_size:
kernel.ostype = 'padavan'
try:
iname = kernel.hdr.name[4:0x1B].decode('ascii')
except Exception:
iname = None
kernel_size = ksize
#kernel.hdr.size = kernel_size
if kernel.data[ksize:ksize+4] != b'hsqs':
die('Incorrect padavan kernel image! RootFS not found!')
rootfs.data = kernel.data[ksize:]
if iname is None:
die('Incorrect kernel image name! (name: "{}")'.format(kernel.hdr.name))
print("Kernel image name = '{}'".format(iname))
kernel.hdr.name = iname
if kernel.ostype == 'padavan':
return 2
if c_stock:
#if kernel.hdr.comp == 0: # IH_COMP_NONE
# die("Stock Kernel must be packed!")
if iname.find('OpenWrt') < 0 or iname.find('Linux-3.') < 0:
die("Incorrect stock kernel image name!")
kernel.ostype = 'stock'
else:
if iname.find('PandoraBox') >= 0:
die('Pandora kernel not supported!')
if iname.find('OpenWrt') >= 0:
if iname.find('Linux-4.') > 0 or iname.find('Linux-5.') > 0 or iname.find('Linux-6.') > 0:
kernel.ostype = 'openwrt'
if not kernel.ostype:
die("Incorrect kernel image! Can't detect target OS type!")
if kernel_size > 4*1024*1024 - 128:
die('Kernel image size is too large! (size: {} KB)'.format(kernel_size // 1024))
if kernel_size > 0:
offset += kernel_size
data = data[offset:]
print('kernel_size = 0x%X' % kernel_size)
if len(data) < 1024:
return 1
offlist = []
offlist.append(data.find(b'UBI#\x01\x00\x00\x00')) # UBI version 1
offlist.append(data.find(b'hsqs'))
if len(offlist) == 0:
return 1
rootfs_offset = 0xFFFFFFFF
for i, off in enumerate(offlist):
if off >= 0 and off < rootfs_offset:
rootfs_offset = off
if rootfs_offset == 0xFFFFFFFF:
return 1
if rootfs.data:
die('Found two RootFS images!')
rootfs.data = data
return 2
return 0
if c_factory:
fname = [i for i in imglist if i.type == 'factory'][0].fn
with open(fname, "rb") as file:
data = file.read()
ret = parse_factory(data)
if ret < 1:
die('Kernel section not found!')
#print('c_factory OK')
if c_rootfs:
if rootfs.data:
die('Found two RootFS images!')
fname = [i for i in imglist if i.type == 'rootfs'][0].fn
with open(fname, "rb") as file:
data = file.read()
rootfs.data = data
if c_stock:
fname = imglist[0].fn
with open(fname, "rb") as file:
data = file.read()
imglst = []
for i in range(4):
p = 0x10 + i * 4
img = types.SimpleNamespace()
img.offset = int.from_bytes(data[p:p+4], byteorder='little')
if img.offset == 0:
continue
if img.offset > len(data) - 64:
die('Incorrect stock image! (2)')
if data[img.offset:img.offset+4] != b'\xBE\xBA\x00\x00':
die('Incorrect stock image! (3)')
img.size = int.from_bytes(data[img.offset+8:img.offset+8+4], byteorder='little')
hdr_size = 0x30
img.data = data[img.offset+hdr_size:img.offset+hdr_size+img.size]
if len(img.data) != img.size:
die('Incorrect stock image! (4)')
#print('offset = {} header = {}'.format("%08X" % (img.offset + hdr_size), img.data[:4]))
imglst.append(img)
if not imglst:
die('Incorrect stock image! (5)')
for i, img in enumerate(imglst):
if len(img.data) < 1*1024*1024: # skip uboot and other files
continue
if img.data[:4] == b"\x27\x05\x19\x56":
if kernel.data:
die('Incorrect stock image! (6)')
kernel.data = img.data
if img.data[:4] == b"UBI#" or img.data[:4] == b"hsqs":
if rootfs.data:
die('Incorrect stock image! (7)')
rootfs.data = img.data
if img.data[:4] == b"\xD0\x0D\xFE\xED":
if kernel.data or rootfs.data:
die('Incorrect stock image! (8)')
ret = parse_factory(img.data)
if ret < 1:
die('Kernel section not found!')
#print('c_stock OK')
if not kernel.data:
die('Kernel data not found!')
if not rootfs.data:
die('RootFS data not found!')
if kernel.data[:4] == b"\xD0\x0D\xFE\xED":
die('ARM images not supported!')
if kernel.data[:4] == b"\x27\x05\x19\x56":
data2 = kernel.data[0x40:]
img_comp = kernel.hdr.comp
if img_comp == 0:
loader_data = data2[:0x4000]
x1 = loader_data.find(b'Incorrect LZMA stream properties!') # b'OpenWrt kernel loader for MIPS based SoC'
x2 = loader_data.find(b'XZ-compressed data is corrupt')
if x1 < 0 and x2 < 0:
die('Kernel image not compressed! It is very strange!')
if x1 > 0 and x2 > 0:
die("Strange error! (1)")
if x1 > 0:
k1 = loader_data.find(b'\x00\x6D\x00\x00', x1) # LZMA prefix
k2 = loader_data.find(b'\x00\x5D\x00\x00', x1) # LZMA prefix
if k1 < 0 and k2 < 0:
die("Can't unpack kernel image! (lzma loader)")
if k1 > 0 and k2 > 0:
k = min(k1, k2)
else:
k = k1 if k1 > 0 else k2
data2 = data2[k+1:]
img_comp = 3 # IH_COMP_LZMA
if x2 > 0:
k = loader_data.find(b'\xFD7zXZ\x00', x2) # XZ prefix
if k < 0:
die("Can't unpack kernel image! (XZ loader)")
data2 = data2[k:]
img_comp = 5 # IH_COMP_XZ
if img_comp == 3: # IH_COMP_LZMA
kernel.data2 = lzma.decompress(data2)
if img_comp == 5: # IH_COMP_XZ
kernel.data2 = lzma.decompress(data2, lzma.FORMAT_XZ)
if kernel.data2:
with open(dn_tmp + 'kernel_unpacked.bin', "wb") as file:
file.write(kernel.data2)
if kernel.ostype == 'openwrt':
if not kernel.data2:
die("Can't unpack OpenWrt kernel image!")
k = kernel.data2.find(b'\x00mediatek,mt7621-soc\x00')
if k < 0:
die("Can't found DTB section!")
k = kernel.data2.find(b'kernel_stock\x00', k)
if k < 0:
die("Can't found 'kernel_stock' partition in DTB!")
if k > 0:
k += 0x1C
addr = int.from_bytes(kernel.data2[k:k+4], byteorder='big')
size = int.from_bytes(kernel.data2[k+4:k+8], byteorder='big')
print('part kernel_stock = 0x%X (size: 0x%X)' % (addr, size))
k = kernel.data2.find(b'kernel\x00', k)
if k < 0:
die("Can't found 'kernel' partition in DTB!")
k += 0x14
addr = int.from_bytes(kernel.data2[k:k+4], byteorder='big')
size = int.from_bytes(kernel.data2[k+4:k+8], byteorder='big')
print('part kernel = 0x%X (size: 0x%X)' % (addr, size))
part = dev.get_part_by_addr(addr)
if not part:
die("Can't support flashing kernel to addr 0x%X" % addr)
kernel.addr = addr
k = kernel.data2.find(b'ubi\x00', k)
if k < 0:
die("Can't found 'ubi' partition in DTB!")
k += 0x10
addr = int.from_bytes(kernel.data2[k:k+4], byteorder='big')
size = int.from_bytes(kernel.data2[k+4:k+8], byteorder='big')
print('part ubi = 0x%X (size: 0x%X)' % (addr, size))
part = dev.get_part_by_addr(addr)
if not part:
die("Can't support flashing rootfs to addr 0x%X" % addr)
rootfs.addr = addr
if kernel.ostype == 'padavan':
kernel.addr = 0x600000
part = dev.get_part_by_addr(kernel.addr)
if not part:
die('Partition for addr {} not found'.format("0x%X" % kernel.addr))
part_size = part['size']
if len(kernel.data) > part_size:
rootfs.data = kernel.data[part_size:]
kernel.data = kernel.data[:part_size]
rootfs.addr = kernel.addr + part_size
part2 = dev.get_part_by_addr(rootfs.addr)
if not part2:
die('Partition for addr {} not found'.format("0x%X" % rootfs.addr))
else:
rootfs.addr = kernel.addr + part_size
part2 = dev.get_part_by_addr(rootfs.addr)
if not part2:
die('Partition for addr {} not found'.format("0x%X" % rootfs.addr))
part2_size = part2['size']
if part2_size > 8*1024*1024:
part2_size = 8*1024*1024
rootfs.data = b'\x00' * part2_size
kernel.fn_remote = '/tmp/kernel.bin'
kernel.fn_local = fn_kernel
with open(kernel.fn_local, "wb") as file:
file.write(kernel.data)
rootfs.fn_remote = '/tmp/rootfs.bin'
rootfs.fn_local = fn_rootfs
with open(rootfs.fn_local, "wb") as file:
file.write(rootfs.data)
dev.get_bootloader()
if not dev.bl.img:
die("Can't dump current bootloader!")
dev.get_env_list()
if not dev.env.fw.data or dev.env.fw.len <= 0:
die("Can't dump current NVRAM params!")
fw_num = None
if c_stock:
if dev.rootfs.num is None or dev.rootfs.num < 0:
die("Can't detect current booted rootfs!")
print("current flag_boot_rootfs = {}".format(dev.rootfs.num))
fw_num = 1 - dev.rootfs.num
#if dev.env.fw.var['flag_boot_rootfs'] == str(dev.rootfs.num):
# die("First, you should change the number of the boot kernel to {} !!!".format(fw_num))
kernel.partname = "kernel{}".format(fw_num)
kp = dev.get_part_num(kernel.partname)
if kp <= 0:
die("Partition {} not found!".format(kernel.partname))
kernel.addr = dev.partlist[kp]['addr']
kernel.cmd = 'mtd -e "{part}" write "{bin}" "{part}"'.format(part=kernel.partname, bin=kernel.fn_remote)
rootfs.partname = "rootfs{}".format(fw_num)
rp = dev.get_part_num(rootfs.partname)
if rp <= 0:
die("Partition {} not found!".format(rootfs.partname))
rootfs.addr = dev.partlist[rp]['addr']
rootfs.cmd = 'mtd -e "{part}" write "{bin}" "{part}"'.format(part=rootfs.partname, bin=rootfs.fn_remote)
if kernel.ostype == 'openwrt' or kernel.ostype == 'padavan':
if not kernel.addr or not rootfs.addr:
die('Unknown addr for flashing!')
part = dev.get_part_by_addr(kernel.addr)
if not part:
die('Partition for addr {} not found'.format("0x%X" % kernel.addr))
if part['size'] < len(kernel.data):
die('Partition size is too small!')
kernel.partname = part['name']
kernel.cmd = 'mtd -e "{part}" write "{bin}" "{part}"'.format(part=kernel.partname, bin=kernel.fn_remote)
part = dev.get_part_by_addr(rootfs.addr)
if not part:
die('Partition for addr {} not found'.format("0x%X" % rootfs.addr))
if part['size'] < len(rootfs.data):
die('Partition size is too small!')
rootfs.partname = part['name']
rootfs.cmd = 'mtd -e "{part}" write "{bin}" "{part}"'.format(part=rootfs.partname, bin=rootfs.fn_remote)
if dev.bl.type == 'breed':
fw_addr = None
if 'autoboot.command' in dev.env.breed.var:
cmd = dev.env.breed.var['autoboot.command']
lst = cmd.split(' ')
if len(lst) == 3:
try:
fw_addr = int(lst[2].strip(), 16)
except Exception:
fw_addr = None
if fw_addr and fw_addr == kernel.addr:
print("Breed boot address is correct! (addr: 0x%X)" % fw_addr)
else:
if fw_num is not None:
fw_addr = activate_boot.breed_boot_change(gw, dev, fw_num, None, None)
else:
fw_addr = activate_boot.breed_boot_change(gw, dev, None, kernel.addr, None)
pass
if fw_num is not None:
print("Run scripts for change NVRAM params...")
activate_boot.uboot_boot_change(gw, fw_num)
print('Boot from partition "kernel{}" activated.'.format(fw_num))
if not kernel.cmd or not rootfs.cmd:
die("Flashing recipe unknown!")
gw.upload(kernel.fn_local, kernel.fn_remote)
gw.upload(rootfs.fn_local, rootfs.fn_remote)
print('Writing kernel image to addr {} ...'.format("0x%08X" % kernel.addr))
print(" " + kernel.cmd)
gw.run_cmd(kernel.cmd)
print('Writing rootfs image to addr {} ...'.format("0x%08X" % rootfs.addr))
print(" " + rootfs.cmd)
gw.run_cmd(rootfs.cmd)
print("The firmware has been successfully flashed!")