#include #include "types.h" #include "irq.h" #include "memory.h" #include "utils.h" #include "hollywood.h" #include "gecko.h" #include "ipc.h" #include "nand.h" #include "sdhc.h" #include "crypto.h" #include "boot2.h" #include "panic.h" static volatile ipc_request in_queue[IPC_IN_SIZE] ALIGNED(32) MEM2_BSS; static volatile ipc_request out_queue[IPC_OUT_SIZE] ALIGNED(32) MEM2_BSS; static volatile ipc_request slow_queue[IPC_SLOW_SIZE]; extern char __mem2_area_start[]; const ipc_infohdr __ipc_info ALIGNED(32) MEM2_RODATA = { .magic = "IPC", .version = 1, .mem2_boundary = __mem2_area_start, .ipc_in = in_queue, .ipc_in_size = IPC_IN_SIZE, .ipc_out = out_queue, .ipc_out_size = IPC_OUT_SIZE, }; static u16 slow_queue_head; static vu16 slow_queue_tail; static u16 in_head; static u16 out_tail; static inline void poke_outtail(u16 num) { mask32(HW_IPC_ARMMSG, 0xFFFF, num); } static inline void poke_inhead(u16 num) { mask32(HW_IPC_ARMMSG, 0xFFFF0000, num<<16); } static inline u16 peek_intail(void) { return read32(HW_IPC_PPCMSG) & 0xFFF; } static inline u16 peek_outhead(void) { return read32(HW_IPC_PPCMSG) >> 16; } void ipc_post(u32 code, u32 tag, u32 num_args, ...) { int arg = 0; va_list ap; u32 cookie = irq_kill(); if(peek_outhead() == ((out_tail + 1)&(IPC_OUT_SIZE-1))) { gecko_printf("IPC: out queue full, PPC slow/dead/flooded\n"); while(peek_outhead() == ((out_tail + 1)&(IPC_OUT_SIZE-1))); } out_queue[out_tail].code = code; out_queue[out_tail].tag = tag; if(num_args) { va_start(ap, num_args); while(num_args--) { out_queue[out_tail].args[arg++] = va_arg(ap, u32); } va_end(ap); } dc_flushrange((void*)&out_queue[out_tail], 32); out_tail = (out_tail+1)&(IPC_OUT_SIZE-1); poke_outtail(out_tail); write32(HW_IPC_ARMCTRL, IPC_CTRL_INT_RECV | IPC_CTRL_SEND); irq_restore(cookie); } static int process_slow(volatile ipc_request *req) { //gecko_printf("IPC: process slow_queue @ %p\n",req); //gecko_printf("IPC: req %08x %08x [%08x %08x %08x %08x %08x %08x]\n", req->code, req->tag, // req->args[0], req->args[1], req->args[2], req->args[3], req->args[4], req->args[5]); switch(req->device) { case IPC_DEV_SYS: switch(req->req) { case IPC_SYS_PING: //PING can be both slow and fast for testing purposes ipc_post(req->code, req->tag, 0); break; default: gecko_printf("IPC: unknown SLOW SYS request %04x\n", req->req); } break; case IPC_DEV_NAND: nand_ipc(req); break; case IPC_DEV_SD: sd_ipc(req); break; case IPC_DEV_KEYS: crypto_ipc(req); break; case IPC_DEV_AES: aes_ipc(req); break; case IPC_DEV_BOOT2: boot2_ipc(req); return 0; break; default: gecko_printf("IPC: unknown SLOW request %02x-%04x\n", req->device, req->req); } return 1; } static void process_in(void) { volatile ipc_request *req = &in_queue[in_head]; //gecko_printf("IPC: process in %d @ %p\n",in_head,req); dc_invalidaterange((void*)req, 32); //gecko_printf("IPC: req %08x %08x [%08x %08x %08x %08x %08x %08x]\n", req->code, req->tag, // req->args[0], req->args[1], req->args[2], req->args[3], req->args[4], req->args[5]); if(req->flags & IPC_FAST) { switch(req->device) { case IPC_DEV_SYS: // handle fast SYS requests here switch(req->req) { case IPC_SYS_PING: ipc_post(req->code, req->tag, 0); break; case IPC_SYS_WRITE32: write32(req->args[0], req->args[1]); break; case IPC_SYS_WRITE16: write16(req->args[0], req->args[1]); break; case IPC_SYS_WRITE8: write8(req->args[0], req->args[1]); break; case IPC_SYS_READ32: ipc_post(req->code, req->tag, 1, read32(req->args[0])); break; case IPC_SYS_READ16: ipc_post(req->code, req->tag, 1, read16(req->args[0])); break; case IPC_SYS_READ8: ipc_post(req->code, req->tag, 1, read8(req->args[0])); break; case IPC_SYS_SET32: set32(req->args[0], req->args[1]); break; case IPC_SYS_SET16: set16(req->args[0], req->args[1]); break; case IPC_SYS_SET8: set8(req->args[0], req->args[1]); break; case IPC_SYS_CLEAR32: clear32(req->args[0], req->args[1]); break; case IPC_SYS_CLEAR16: clear16(req->args[0], req->args[1]); break; case IPC_SYS_CLEAR8: clear8(req->args[0], req->args[1]); break; case IPC_SYS_MASK32: mask32(req->args[0], req->args[1], req->args[2]); break; case IPC_SYS_MASK16: mask16(req->args[0], req->args[1], req->args[2]); break; case IPC_SYS_MASK8: mask8(req->args[0], req->args[1], req->args[2]); break; default: gecko_printf("IPC: unknown FAST SYS request %04x\n", req->req); break; } break; default: gecko_printf("IPC: unknown FAST request %02x-%04x\n", req->device, req->req); break; } } else { if(slow_queue_head == ((slow_queue_tail + 1)&(IPC_SLOW_SIZE-1))) { gecko_printf("IPC: Slowqueue overrun\n"); panic2(0, PANIC_IPCOVF); } slow_queue[slow_queue_tail] = *req; slow_queue_tail = (slow_queue_tail+1)&(IPC_SLOW_SIZE-1); } } void ipc_irq(void) { int donebell = 0; while(read32(HW_IPC_ARMCTRL) & IPC_CTRL_RECV) { write32(HW_IPC_ARMCTRL, IPC_CTRL_INT_RECV | IPC_CTRL_RECV); while(peek_intail() != in_head) { process_in(); in_head = (in_head+1)&(IPC_IN_SIZE-1); poke_inhead(in_head); } donebell++; } if(!donebell) gecko_printf("IPC: IRQ but no bell!\n"); } void ipc_initialize(void) { write32(HW_IPC_ARMMSG, 0); write32(HW_IPC_PPCMSG, 0); write32(HW_IPC_PPCCTRL, IPC_CTRL_SENT|IPC_CTRL_RECV); write32(HW_IPC_ARMCTRL, IPC_CTRL_SENT|IPC_CTRL_RECV); slow_queue_head = 0; slow_queue_tail = 0; in_head = 0; out_tail = 0; irq_enable(IRQ_IPC); write32(HW_IPC_ARMCTRL, IPC_CTRL_INT_RECV); } void ipc_shutdown(void) { write32(HW_IPC_ARMMSG, 0); write32(HW_IPC_PPCMSG, 0); write32(HW_IPC_PPCCTRL, IPC_CTRL_SENT|IPC_CTRL_RECV); write32(HW_IPC_ARMCTRL, IPC_CTRL_SENT|IPC_CTRL_RECV); irq_disable(IRQ_IPC); } void ipc_process_slow(void) { while(1) { while(slow_queue_head != slow_queue_tail) { if(!process_slow(&slow_queue[slow_queue_head])) return; slow_queue_head = (slow_queue_head+1)&(IPC_SLOW_SIZE-1); } u32 cookie = irq_kill(); if(slow_queue_head == slow_queue_tail) irq_wait(); irq_restore(cookie); } }