mirror of
https://github.com/Polprzewodnikowy/SummerCart64.git
synced 2024-12-27 05:21:55 +01:00
521 lines
19 KiB
Python
521 lines
19 KiB
Python
#!/usr/bin/env python3
|
|
|
|
import io
|
|
import os
|
|
import serial
|
|
import signal
|
|
import sys
|
|
import time
|
|
from binascii import crc32
|
|
from sc64 import SC64
|
|
from typing import Callable, Optional
|
|
|
|
|
|
|
|
class Utils:
|
|
__progress_active = False
|
|
|
|
@staticmethod
|
|
def log(message: str='') -> None:
|
|
print(message)
|
|
|
|
@staticmethod
|
|
def log_no_end(message: str='') -> None:
|
|
print(message, end='', flush=True)
|
|
|
|
@staticmethod
|
|
def info(message: str='') -> None:
|
|
print(f'\033[92m{message}\033[0m')
|
|
|
|
@staticmethod
|
|
def warning(message: str='') -> None:
|
|
print(f'\033[93m{message}\033[0m')
|
|
|
|
@staticmethod
|
|
def die(reason: str) -> None:
|
|
print(f'\033[91m{reason}\033[0m')
|
|
exit(-1)
|
|
|
|
@property
|
|
def get_progress_active(self):
|
|
return self.__progress_active
|
|
|
|
def progress(self, length: int, position: int, description: str) -> None:
|
|
value = ((position / length) * 100.0)
|
|
if (position == 0):
|
|
self.__progress_active = True
|
|
Utils.log_no_end(f'\r{value:5.1f}%: [{description}]')
|
|
if (position == length):
|
|
Utils.log()
|
|
self.__progress_active = False
|
|
|
|
def exit_warning(self):
|
|
if (self.__progress_active):
|
|
Utils.log()
|
|
Utils.warning('Ctrl-C is prohibited during bring-up procedure')
|
|
|
|
|
|
class SC64UpdateDataException(Exception):
|
|
pass
|
|
|
|
class SC64UpdateData:
|
|
__UPDATE_TOKEN = b'SC64 Update v2.0'
|
|
__CHUNK_ID_UPDATE_INFO = 1
|
|
__CHUNK_ID_MCU_DATA = 2
|
|
__CHUNK_ID_FPGA_DATA = 3
|
|
__CHUNK_ID_BOOTLOADER_DATA = 4
|
|
__CHUNK_ID_PRIMER_DATA = 5
|
|
|
|
__update_info: Optional[str]
|
|
__mcu_data: Optional[bytes]
|
|
__fpga_data: Optional[bytes]
|
|
__bootloader_data: Optional[bytes]
|
|
__primer_data: Optional[bytes]
|
|
|
|
def __load_int(self, f: io.BufferedReader) -> int:
|
|
try:
|
|
data = f.read(4)
|
|
if (len(data) != 4):
|
|
raise ValueError('Read size did not match requested amount')
|
|
value = int.from_bytes(data, byteorder='little')
|
|
except ValueError as e:
|
|
raise SC64UpdateDataException(f'Error while reading chunk header: {e}')
|
|
return value
|
|
|
|
def __load_chunk(self, f: io.BufferedReader) -> tuple[int, bytes]:
|
|
id = self.__load_int(f)
|
|
aligned_length = self.__load_int(f)
|
|
checksum = self.__load_int(f)
|
|
data_length = self.__load_int(f)
|
|
|
|
data = f.read(data_length)
|
|
|
|
align = (aligned_length - 4 - 4 - data_length)
|
|
f.seek(align, io.SEEK_CUR)
|
|
|
|
if (crc32(data) != checksum):
|
|
raise SC64UpdateDataException(f'Invalid checksum for chunk id [{id}] inside update file')
|
|
|
|
return (id, data)
|
|
|
|
def load(self, path: str, require_all: bool=False) -> None:
|
|
self.__update_info = None
|
|
self.__mcu_data = None
|
|
self.__fpga_data = None
|
|
self.__bootloader_data = None
|
|
self.__primer_data = None
|
|
|
|
try:
|
|
with open(path, 'rb') as f:
|
|
if (f.read(len(self.__UPDATE_TOKEN)) != self.__UPDATE_TOKEN):
|
|
raise SC64UpdateDataException('Invalid update file header')
|
|
|
|
while (f.peek(1) != b''):
|
|
(id, data) = self.__load_chunk(f)
|
|
if (id == self.__CHUNK_ID_UPDATE_INFO):
|
|
self.__update_info = data.decode('ascii')
|
|
elif (id == self.__CHUNK_ID_MCU_DATA):
|
|
self.__mcu_data = data
|
|
elif (id == self.__CHUNK_ID_FPGA_DATA):
|
|
self.__fpga_data = data
|
|
elif (id == self.__CHUNK_ID_BOOTLOADER_DATA):
|
|
self.__bootloader_data = data
|
|
elif (id == self.__CHUNK_ID_PRIMER_DATA):
|
|
self.__primer_data = data
|
|
else:
|
|
raise SC64UpdateDataException('Unknown chunk inside update file')
|
|
|
|
if (require_all):
|
|
if (not self.__update_info):
|
|
raise SC64UpdateDataException('No update info inside update file')
|
|
if (not self.__mcu_data):
|
|
raise SC64UpdateDataException('No MCU data inside update file')
|
|
if (not self.__fpga_data):
|
|
raise SC64UpdateDataException('No FPGA data inside update file')
|
|
if (not self.__bootloader_data):
|
|
raise SC64UpdateDataException('No bootloader data inside update file')
|
|
if (not self.__primer_data):
|
|
raise SC64UpdateDataException('No primer data inside update file')
|
|
|
|
except IOError as e:
|
|
raise SC64UpdateDataException(f'IO error while loading update data: {e}')
|
|
|
|
def get_update_info(self) -> Optional[str]:
|
|
return self.__update_info
|
|
|
|
def get_mcu_data(self) -> Optional[bytes]:
|
|
return self.__mcu_data
|
|
|
|
def get_fpga_data(self) -> Optional[bytes]:
|
|
return self.__fpga_data
|
|
|
|
def get_bootloader_data(self) -> Optional[bytes]:
|
|
return self.__bootloader_data
|
|
|
|
def get_primer_data(self) -> Optional[bytes]:
|
|
return self.__primer_data
|
|
|
|
|
|
class STM32BootloaderException(Exception):
|
|
pass
|
|
|
|
class STM32Bootloader:
|
|
__INIT = b'\x7F'
|
|
__ACK = b'\x79'
|
|
__NACK = b'\x1F'
|
|
|
|
__MEMORY_RW_MAX_SIZE = 256
|
|
__FLASH_LOAD_ADDRESS = 0x08000000
|
|
__FLASH_MAX_LOAD_SIZE = 0x8000
|
|
__RAM_LOAD_ADDRESS = 0x20001000
|
|
__RAM_MAX_LOAD_SIZE = 0x1000
|
|
|
|
DEV_ID_STM32G030XX = b'\x04\x66'
|
|
|
|
__connected = False
|
|
|
|
def __init__(self, write: Callable[[bytes], None], read: Callable[[int], bytes], progress: Callable[[int, int, str], None]):
|
|
self.__write = write
|
|
self.__read = read
|
|
self.__progress = progress
|
|
|
|
def __append_xor(self, data: bytes) -> bytes:
|
|
xor = (0xFF if (len(data) == 1) else 0x00)
|
|
for b in data:
|
|
xor ^= b
|
|
return bytes([*data, xor])
|
|
|
|
def __check_ack(self) -> None:
|
|
response = self.__read(1)
|
|
if (response == None):
|
|
raise STM32BootloaderException('No ACK/NACK byte received')
|
|
if (response == self.__NACK):
|
|
raise STM32BootloaderException('NACK byte received')
|
|
if (response != self.__ACK):
|
|
raise STM32BootloaderException('Unknown ACK/NACK byte received')
|
|
|
|
def __cmd_send(self, cmd: bytes) -> None:
|
|
if (len(cmd) != 1):
|
|
raise ValueError('Command must contain only one byte')
|
|
self.__write(self.__append_xor(cmd))
|
|
self.__check_ack()
|
|
|
|
def __data_write(self, data: bytes) -> None:
|
|
self.__write(self.__append_xor(data))
|
|
self.__check_ack()
|
|
|
|
def __data_read(self) -> bytes:
|
|
length = self.__read(1)
|
|
if (len(length) != 1):
|
|
raise STM32BootloaderException('Did not receive length byte')
|
|
length = length[0]
|
|
data = self.__read(length + 1)
|
|
self.__check_ack()
|
|
return data
|
|
|
|
def __get_id(self) -> bytes:
|
|
self.__cmd_send(b'\x02')
|
|
return self.__data_read()
|
|
|
|
def __read_memory(self, address: int, length: int) -> bytes:
|
|
if (length == 0 or length > self.__MEMORY_RW_MAX_SIZE):
|
|
raise ValueError('Wrong data size for read memory command')
|
|
self.__cmd_send(b'\x11')
|
|
self.__data_write(address.to_bytes(4, byteorder='big'))
|
|
self.__data_write(bytes([length - 1]))
|
|
return self.__read(length)
|
|
|
|
def __go(self, address: int) -> None:
|
|
self.__cmd_send(b'\x21')
|
|
self.__data_write(address.to_bytes(4, byteorder='big'))
|
|
self.__connected = False
|
|
|
|
def __write_memory(self, address: int, data: bytes) -> None:
|
|
length = len(data)
|
|
if (length == 0 or length > self.__MEMORY_RW_MAX_SIZE):
|
|
raise ValueError('Wrong data size for write memory command')
|
|
if (((address % 4) != 0) or ((length % 4) != 0)):
|
|
raise ValueError('Write memory command requires 4 byte alignment')
|
|
self.__cmd_send(b'\x31')
|
|
self.__data_write(address.to_bytes(4, byteorder='big'))
|
|
self.__data_write(bytes([length - 1, *data]))
|
|
|
|
def __mass_erase(self) -> None:
|
|
self.__cmd_send(b'\x44')
|
|
self.__data_write(b'\xFF\xFF')
|
|
|
|
def __load_memory(self, address: int, data: bytes, description: str='') -> None:
|
|
length = len(data)
|
|
self.__progress(length, 0, description)
|
|
for offset in range(0, length, self.__MEMORY_RW_MAX_SIZE):
|
|
chunk = data[offset:offset + self.__MEMORY_RW_MAX_SIZE]
|
|
self.__write_memory(address + offset, chunk)
|
|
verify = self.__read_memory(address + offset, len(chunk))
|
|
if (chunk != verify):
|
|
raise STM32BootloaderException('Memory verify failed')
|
|
self.__progress(length, offset, description)
|
|
self.__progress(length, length, description)
|
|
|
|
def connect(self, id: int) -> None:
|
|
if (not self.__connected):
|
|
self.__write(self.__INIT)
|
|
self.__check_ack()
|
|
self.__connected = True
|
|
dev_id = self.__get_id()
|
|
if (dev_id != id):
|
|
raise STM32BootloaderException('Unknown chip detected')
|
|
|
|
def load_ram_and_run(self, data: bytes, description: str='') -> None:
|
|
if (len(data) > self.__RAM_MAX_LOAD_SIZE):
|
|
raise STM32BootloaderException('RAM image too big')
|
|
self.__load_memory(self.__RAM_LOAD_ADDRESS, data, description)
|
|
self.__go(self.__RAM_LOAD_ADDRESS)
|
|
|
|
def load_flash_and_run(self, data: bytes, description: str='') -> None:
|
|
if (len(data) > self.__FLASH_MAX_LOAD_SIZE):
|
|
raise STM32BootloaderException('Flash image too big')
|
|
self.__mass_erase()
|
|
try:
|
|
self.__load_memory(self.__FLASH_LOAD_ADDRESS, data, description)
|
|
self.__go(self.__FLASH_LOAD_ADDRESS)
|
|
except STM32BootloaderException as e:
|
|
self.__mass_erase()
|
|
raise STM32BootloaderException(e)
|
|
|
|
|
|
class LCMXO2PrimerException(Exception):
|
|
pass
|
|
|
|
class LCMXO2Primer:
|
|
__PRIMER_ID_LCMXO2 = b'MXO2'
|
|
|
|
__CMD_GET_PRIMER_ID = b'?'
|
|
__CMD_PROBE_FPGA = b'#'
|
|
__CMD_RESTART = b'$'
|
|
__CMD_GET_DEVICE_ID = b'I'
|
|
__CMD_ENABLE_FLASH = b'E'
|
|
__CMD_ERASE_FLASH = b'X'
|
|
__CMD_RESET_ADDRESS = b'A'
|
|
__CMD_WRITE_PAGE = b'W'
|
|
__CMD_READ_PAGE = b'R'
|
|
__CMD_PROGRAM_DONE = b'F'
|
|
__CMD_INIT_FEATBITS = b'Q'
|
|
__CMD_REFRESH = b'B'
|
|
|
|
__FLASH_PAGE_SIZE = 16
|
|
__FLASH_NUM_PAGES = 11260
|
|
|
|
__FPGA_PROBE_VALUE = b'\x64'
|
|
|
|
DEV_ID_LCMXO2_7000HC = b'\x01\x2B\xD0\x43'
|
|
|
|
def __init__(self, write: Callable[[bytes], None], read: Callable[[int], bytes], progress: Callable[[int, int, str], None]):
|
|
self.__write = write
|
|
self.__read = read
|
|
self.__progress = progress
|
|
|
|
def __cmd_execute(self, cmd: bytes, data: bytes=b'') -> bytes:
|
|
if (len(cmd) != 1):
|
|
raise ValueError('Command must contain only one byte')
|
|
if (len(data) >= 256):
|
|
raise ValueError('Data size too big')
|
|
|
|
packet = b'CMD' + cmd
|
|
packet += len(data).to_bytes(1, byteorder='little')
|
|
packet += data
|
|
packet += crc32(packet).to_bytes(4, byteorder='little')
|
|
self.__write(packet)
|
|
|
|
response = self.__read(5)
|
|
if (len(response) != 5):
|
|
raise LCMXO2PrimerException(f'No response received [{cmd}]')
|
|
length = int.from_bytes(response[4:5], byteorder='little')
|
|
response += self.__read(length)
|
|
calculated_checksum = crc32(response)
|
|
received_checksum = int.from_bytes(self.__read(4), byteorder='little')
|
|
|
|
if (response[0:3] != b'RSP'):
|
|
raise LCMXO2PrimerException(f'Invalid response token [{response[0:3]} / {cmd}]')
|
|
if (response[3:4] != cmd):
|
|
raise LCMXO2PrimerException(f'Invalid response command [{cmd} / {response[3]}]')
|
|
if (calculated_checksum != received_checksum):
|
|
raise LCMXO2PrimerException(f'Invalid response checksum [{cmd}]')
|
|
|
|
return response[5:]
|
|
|
|
def connect(self, id: bytes) -> None:
|
|
primer_id = self.__cmd_execute(self.__CMD_GET_PRIMER_ID)
|
|
if (primer_id != self.__PRIMER_ID_LCMXO2):
|
|
raise LCMXO2PrimerException('Invalid primer ID received')
|
|
|
|
dev_id = self.__cmd_execute(self.__CMD_GET_DEVICE_ID)
|
|
if (dev_id != id):
|
|
raise LCMXO2PrimerException('Invalid FPGA device id received')
|
|
|
|
def load_flash_and_run(self, data: bytes, description: str) -> None:
|
|
erase_description = f'{description} / Erase'
|
|
program_description = f'{description} / Program'
|
|
verify_description = f'{description} / Verify'
|
|
|
|
length = len(data)
|
|
if (length > (self.__FLASH_PAGE_SIZE * self.__FLASH_NUM_PAGES)):
|
|
raise LCMXO2PrimerException('FPGA data size too big')
|
|
if ((length % self.__FLASH_PAGE_SIZE) != 0):
|
|
raise LCMXO2PrimerException('FPGA data size not aligned to page size')
|
|
|
|
self.__cmd_execute(self.__CMD_ENABLE_FLASH)
|
|
|
|
self.__progress(length, 0, erase_description)
|
|
self.__cmd_execute(self.__CMD_ERASE_FLASH)
|
|
self.__progress(length, length, erase_description)
|
|
|
|
try:
|
|
self.__cmd_execute(self.__CMD_RESET_ADDRESS)
|
|
self.__progress(length, 0, program_description)
|
|
for offset in range(0, length, self.__FLASH_PAGE_SIZE):
|
|
page_data = data[offset:(offset + self.__FLASH_PAGE_SIZE)]
|
|
self.__cmd_execute(self.__CMD_WRITE_PAGE, page_data)
|
|
self.__progress(length, offset, program_description)
|
|
self.__progress(length, length, program_description)
|
|
|
|
self.__cmd_execute(self.__CMD_RESET_ADDRESS)
|
|
self.__progress(length, 0, verify_description)
|
|
for offset in range(0, length, self.__FLASH_PAGE_SIZE):
|
|
page_data = data[offset:(offset + self.__FLASH_PAGE_SIZE)]
|
|
verify_data = self.__cmd_execute(self.__CMD_READ_PAGE)
|
|
self.__progress(length, offset, verify_description)
|
|
if (page_data != verify_data):
|
|
raise LCMXO2PrimerException('FPGA verification error')
|
|
self.__progress(length, length, verify_description)
|
|
|
|
self.__cmd_execute(self.__CMD_INIT_FEATBITS)
|
|
|
|
self.__cmd_execute(self.__CMD_PROGRAM_DONE)
|
|
|
|
self.__cmd_execute(self.__CMD_REFRESH)
|
|
|
|
if (self.__cmd_execute(self.__CMD_PROBE_FPGA) != self.__FPGA_PROBE_VALUE):
|
|
raise LCMXO2PrimerException('Invalid FPGA ID value received')
|
|
|
|
except LCMXO2PrimerException as e:
|
|
self.__cmd_execute(self.__CMD_ENABLE_FLASH)
|
|
self.__cmd_execute(self.__CMD_ERASE_FLASH)
|
|
self.__cmd_execute(self.__CMD_REFRESH)
|
|
self.__cmd_execute(self.__CMD_RESTART)
|
|
raise LCMXO2PrimerException(e)
|
|
|
|
self.__cmd_execute(self.__CMD_RESTART)
|
|
|
|
|
|
class SC64BringUp:
|
|
__SERIAL_BAUD: int = 115200
|
|
__SERIAL_TIMEOUT: float = 6.0
|
|
__INTERVAL_TIME: float = 0.5
|
|
|
|
def __init__(self, progress: Callable[[int, int, str], None]) -> None:
|
|
self.__progress = progress
|
|
|
|
def load_update_data(self, path: str) -> None:
|
|
self.__sc64_update_data = SC64UpdateData()
|
|
self.__sc64_update_data.load(path, require_all=True)
|
|
|
|
def get_update_info(self) -> str:
|
|
return self.__sc64_update_data.get_update_info()
|
|
|
|
def start_bring_up(self, port: str) -> None:
|
|
link = None
|
|
try:
|
|
link = serial.Serial(
|
|
port,
|
|
baudrate=self.__SERIAL_BAUD,
|
|
parity=serial.PARITY_EVEN,
|
|
timeout=self.__SERIAL_TIMEOUT,
|
|
write_timeout=self.__SERIAL_TIMEOUT
|
|
)
|
|
|
|
stm32_bootloader = STM32Bootloader(link.write, link.read, self.__progress)
|
|
lcmxo2_primer = LCMXO2Primer(link.write, link.read, self.__progress)
|
|
|
|
stm32_bootloader.connect(stm32_bootloader.DEV_ID_STM32G030XX)
|
|
stm32_bootloader.load_ram_and_run(self.__sc64_update_data.get_primer_data(), 'FPGA primer -> STM32 RAM')
|
|
time.sleep(self.__INTERVAL_TIME)
|
|
link.read_all()
|
|
|
|
lcmxo2_primer.connect(lcmxo2_primer.DEV_ID_LCMXO2_7000HC)
|
|
lcmxo2_primer.load_flash_and_run(self.__sc64_update_data.get_fpga_data(), 'FPGA configuration -> LCMXO2 FLASH')
|
|
time.sleep(self.__INTERVAL_TIME)
|
|
link.read_all()
|
|
|
|
stm32_bootloader.connect(stm32_bootloader.DEV_ID_STM32G030XX)
|
|
stm32_bootloader.load_flash_and_run(self.__sc64_update_data.get_mcu_data(), 'MCU software -> STM32 FLASH')
|
|
time.sleep(self.__INTERVAL_TIME)
|
|
link.read_all()
|
|
|
|
sc64 = SC64()
|
|
bootloader_description = 'Bootloader -> SC64 FLASH'
|
|
bootloader_data = self.__sc64_update_data.get_bootloader_data()
|
|
bootloader_length = len(bootloader_data)
|
|
self.__progress(bootloader_length, 0, bootloader_description)
|
|
sc64.upload_bootloader(bootloader_data)
|
|
self.__progress(bootloader_length, bootloader_length, bootloader_description)
|
|
finally:
|
|
if (link and link.is_open):
|
|
link.close()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
if (len(sys.argv) != 3):
|
|
Utils.die(f'Usage: {sys.argv[0]} serial_port update_file')
|
|
|
|
port = sys.argv[1]
|
|
update_data_path = sys.argv[2]
|
|
utils = Utils()
|
|
sc64_bring_up = SC64BringUp(progress=utils.progress)
|
|
|
|
Utils.log()
|
|
Utils.info('[ Welcome to SC64 flashcart board bring-up! ]')
|
|
Utils.log()
|
|
|
|
Utils.log(f'Serial port: {port}')
|
|
Utils.log(f'Update data path: {os.path.abspath(update_data_path)}')
|
|
try:
|
|
sc64_bring_up.load_update_data(update_data_path)
|
|
except SC64UpdateDataException as e:
|
|
Utils.die(f'Provided \'{update_data_path}\' file is invalid: {e}')
|
|
Utils.log_no_end('Update info: ')
|
|
Utils.log(sc64_bring_up.get_update_info())
|
|
Utils.log()
|
|
|
|
Utils.warning('[ CAUTION ]')
|
|
Utils.warning('Configure FTDI chip with provided ft232h_config.xml before continuing')
|
|
Utils.warning('Connect SC64 USB port to the same computer you\'re running this script')
|
|
Utils.warning('Make sure SC64 USB port is recognized in system before continuing')
|
|
Utils.log()
|
|
|
|
Utils.warning('[ IMPORTANT ]')
|
|
Utils.warning('Unplug SC64 board from power and reconnect it before proceeding')
|
|
Utils.log()
|
|
|
|
try:
|
|
if (input('Type YES to continue: ') != 'YES'):
|
|
Utils.die('No confirmation received. Exiting')
|
|
Utils.log()
|
|
except KeyboardInterrupt:
|
|
Utils.log()
|
|
Utils.die('Aborted')
|
|
|
|
original_sigint_handler = signal.getsignal(signal.SIGINT)
|
|
try:
|
|
signal.signal(signal.SIGINT, lambda *kwargs: utils.exit_warning())
|
|
sc64_bring_up.start_bring_up(port)
|
|
except (serial.SerialException, STM32BootloaderException, LCMXO2PrimerException) as e:
|
|
if (utils.get_progress_active):
|
|
Utils.log()
|
|
Utils.die(f'Error while running bring-up: {e}')
|
|
finally:
|
|
signal.signal(signal.SIGINT, original_sigint_handler)
|
|
|
|
Utils.log()
|
|
Utils.info('[ SC64 flashcart board bring-up finished successfully! ]')
|
|
Utils.log()
|