X-Git-Url: https://notaz.gp2x.de/cgi-bin/gitweb.cgi?p=warm.git;a=blobdiff_plain;f=module%2Fwarm_main.c;h=d209add0d7d874e0003e3146eef9d4bbabfbb5d6;hp=5b8e9100282bd76166d0dc426d1fbeebb6a9a95b;hb=a6f015da3b10b82a476250793645c071340decbc;hpb=198a1649dcb74c973706066d37bb955c139232b1 diff --git a/module/warm_main.c b/module/warm_main.c index 5b8e910..d209add 100644 --- a/module/warm_main.c +++ b/module/warm_main.c @@ -14,9 +14,19 @@ #include #include #include -#include #include +#include +#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,11) +#include +#else +#include +#include +#include +#define __user +#define unlocked_ioctl ioctl +#endif + #define WARM_CODE #include "../warm.h" #include "warm_ops.h" @@ -25,20 +35,37 @@ #error need proc_fs #endif -#define WARM_VER "r1" +#define WARM_VER "r3" #define PFX "wARM: " +#define WARM_INFO(fmt, ...) \ + if (verbose) \ + pr_info(PFX fmt, ##__VA_ARGS__) + +#define SECTION_SIZE 0x100000 #define MAX_CACHEOP_RANGE 16384 /* assume RAM starts at phys addr 0 (this is really machine specific) */ #define RAM_PHYS_START 0 #define RAM_MAX_SIZE 0x10000000 /* 256M, try to be future proof */ +/* expected CPU id */ +#if defined(CONFIG_CPU_ARM926T) +#define EXPECTED_ID 0x069260 +#elif defined(CONFIG_CPU_ARM920T) +#define EXPECTED_ID 0x029200 +#else +#error "unsupported CPU" +#endif + extern unsigned long max_mapnr; /* "upper" physical memory, not seen by Linux and to be mmap'ed */ static u32 uppermem_start; static u32 uppermem_end; +static spinlock_t lock; + +static int verbose; static u32 *get_pgtable(void) { @@ -52,6 +79,7 @@ static u32 *get_pgtable(void) static int do_set_cb_uppermem(int in_cb, int is_set) { + unsigned long flags; u32 *pgtable, *cpt; int i, j, count = 0; int bits = 0; @@ -64,12 +92,14 @@ static int do_set_cb_uppermem(int in_cb, int is_set) if (in_cb & WCB_B_BIT) bits |= 4; + spin_lock_irqsave(&lock, flags); + pgtable = get_pgtable(); for (i = 0; i < 4096; i++) { - if (!(pgtable[i] & 1)) - /* must be course of fine page table */ + if ((pgtable[i] & 3) != 1) + /* must be coarse page table */ continue; cpt = __va(pgtable[i] & 0xfffffc00); @@ -110,7 +140,9 @@ static int do_set_cb_uppermem(int in_cb, int is_set) warm_cop_clean_d(); warm_drain_wb_inval_tlb(); - pr_info(PFX "%c%c bit(s) %s for phys %08x-%08x (%d pages)\n", + spin_unlock_irqrestore(&lock, flags); + + WARM_INFO("%c%c bit(s) %s for phys %08x-%08x (%d pages)\n", bits & 8 ? 'c' : ' ', bits & 4 ? 'b' : ' ', is_set ? "set" : "cleared", uppermem_start, uppermem_end - 1, count); @@ -121,36 +153,63 @@ static int do_set_cb_uppermem(int in_cb, int is_set) static int do_set_cb_virt(int in_cb, int is_set, u32 addr, u32 size) { int count = 0, bits = 0; - u32 desc1, desc2; - u32 *pgtable, *cpt; + unsigned long flags; + u32 desc1, desc2 = 0; + u32 *pgtable, *cpt = NULL; u32 start, end; + u32 mask; if (in_cb & WCB_C_BIT) bits |= 8; if (in_cb & WCB_B_BIT) bits |= 4; - size += addr & ~(PAGE_SIZE - 1); - size = ALIGN(size, PAGE_SIZE); + mask = PAGE_SIZE - 1; + size += addr & mask; + size = (size + mask) & ~mask; addr &= ~(PAGE_SIZE - 1); start = addr; end = addr + size; + spin_lock_irqsave(&lock, flags); + pgtable = get_pgtable(); - for (; addr < end; addr += PAGE_SIZE) + while (addr < end) { desc1 = pgtable[addr >> 20]; - if (!(desc1 & 3)) + switch (desc1 & 3) { + case 0: + spin_unlock_irqrestore(&lock, flags); + printk(KERN_WARNING PFX "address %08x not mapped.\n", addr); return -EINVAL; + case 1: + /* coarse table */ + cpt = __va(desc1 & 0xfffffc00); + desc2 = cpt[(addr >> 12) & 0xff]; + break; + case 2: + /* section */ + if (is_set) + desc1 |= bits; + else + desc1 &= ~bits; + pgtable[addr >> 20] = desc1; + addr += SECTION_SIZE; + count++; + continue; + case 3: + cpt = __va(desc1 & 0xfffff000); + desc2 = cpt[(addr >> 10) & 0x3ff]; + break; + } - cpt = __va(desc1 & 0xfffffc00); - desc2 = cpt[(addr >> 12) & 0xff]; - - if ((desc2 & 3) != 2) { - printk(KERN_WARNING PFX "not small page? %08x %08x\n", desc2, addr); + if ((desc2 & 3) == 0) { + spin_unlock_irqrestore(&lock, flags); + printk(KERN_WARNING PFX "address %08x not mapped (%08x)\n", + addr, desc2); return -EINVAL; } @@ -158,16 +217,32 @@ static int do_set_cb_virt(int in_cb, int is_set, u32 addr, u32 size) desc2 |= bits; else desc2 &= ~bits; - desc2 |= 0xff0; - cpt[(addr >> 12) & 0xff] = desc2; + /* this might be bad idea, better let it fault so that Linux does + * it's accounting, but that will drop CB bits, so keep this + * for compatibility */ + if ((desc2 & 3) == 2) + desc2 |= 0xff0; + + switch (desc1 & 3) { + case 1: + cpt[(addr >> 12) & 0xff] = desc2; + break; + case 3: + cpt[(addr >> 10) & 0x3ff] = desc2; + break; + } + + addr += PAGE_SIZE; count++; } warm_cop_clean_d(); warm_drain_wb_inval_tlb(); - pr_info(PFX "%c%c bit(s) %s virt %08x-%08x (%d pages)\n", + spin_unlock_irqrestore(&lock, flags); + + WARM_INFO("%c%c bit(s) %s virt %08x-%08x (%d pages)\n", bits & 8 ? 'c' : ' ', bits & 4 ? 'b' : ' ', is_set ? "set" : "cleared", start, end - 1, count); @@ -183,24 +258,36 @@ static int do_virt2phys(unsigned long *_addr) pgtable = get_pgtable(); desc1 = pgtable[addr >> 20]; - if (!(desc1 & 3)) - return -EINVAL; - - if ((desc1 & 3) == 2) { - /* 1MB section */ + switch (desc1 & 3) { + case 1: /* coarse table */ + cpt = __va(desc1 & 0xfffffc00); + desc2 = cpt[(addr >> 12) & 0xff]; + break; + case 2: /* 1MB section */ *_addr = (desc1 & 0xfff00000) | (addr & 0xfffff); return 0; + case 3: /* fine table */ + cpt = __va(desc1 & 0xfffff000); + desc2 = cpt[(addr >> 10) & 0x3ff]; + break; + default: + return -EINVAL; } - - cpt = __va(desc1 & 0xfffffc00); - desc2 = cpt[(addr >> 12) & 0xff]; - - if ((desc2 & 3) != 2) { - printk(KERN_WARNING PFX "not small page? %08x %08x\n", desc2, addr); + + switch (desc2 & 3) { + case 1: /* large page */ + *_addr = (desc2 & ~0xffff) | (addr & 0xffff); + break; + case 2: /* small page */ + *_addr = (desc2 & ~0x0fff) | (addr & 0x0fff); + break; + case 3: /* tiny page */ + *_addr = (desc2 & ~0x03ff) | (addr & 0x03ff); + break; + default: return -EINVAL; } - *_addr = (desc2 & 0xfffffc00) | (addr & 0x3ff); return 0; } @@ -262,12 +349,98 @@ static int do_cache_ops(int ops, u32 addr, u32 size) return 0; } +static int do_map_op(u32 vaddr, u32 paddr, u32 size, int cb, int is_unmap) +{ + int count = 0, retval = 0; + unsigned long flags; + u32 pstart, start, end; + u32 desc1, apcb_bits; + u32 *pgtable; + u32 v, mask; + + apcb_bits = (3 << 10) | (1 << 5); /* r/w, dom 1 */ + if (cb & WCB_C_BIT) + apcb_bits |= 8; + if (cb & WCB_B_BIT) + apcb_bits |= 4; + + mask = SECTION_SIZE - 1; + size = (size + mask) & ~mask; + + pstart = paddr; + start = vaddr; + end = start + size; + + /* check for overflows */ + if (end - 1 < start) + return -EINVAL; + if (pstart + size - 1 < pstart) + return -EINVAL; + + spin_lock_irqsave(&lock, flags); + + pgtable = get_pgtable(); + + for (; vaddr < end; vaddr += SECTION_SIZE, paddr += SECTION_SIZE) + { + desc1 = pgtable[vaddr >> 20]; + + if (is_unmap) { + if ((desc1 & 3) != 2) { + spin_unlock_irqrestore(&lock, flags); + printk(KERN_WARNING PFX "vaddr %08x is not a section? (%08x)\n", + vaddr, desc1); + return -EINVAL; + } + v = 0; + } else { + if ((desc1 & 3) != 0) { + printk(KERN_WARNING PFX "vaddr %08x already mapped? (%08x)\n", + vaddr, desc1); + retval = -EINVAL; + break; + } + v = (paddr & ~mask) | apcb_bits | 0x12; + } + + pgtable[vaddr >> 20] = v; + count++; + } + + if (retval != 0) { + /* undo mappings */ + vaddr = start; + + for (; vaddr < end && count > 0; vaddr += SECTION_SIZE, count--) + pgtable[vaddr >> 20] = 0; + } + + warm_cop_clean_d(); + warm_drain_wb_inval_tlb(); + + spin_unlock_irqrestore(&lock, flags); + + if (retval == 0 && !is_unmap) { + WARM_INFO("mapped %08x to %08x with %c%c bit(s) (%d section(s))\n", + start, pstart, apcb_bits & 8 ? 'c' : ' ', + apcb_bits & 4 ? 'b' : ' ', count); + } + + return retval; +} + +#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,11) static long warm_ioctl(struct file *file, unsigned int cmd, unsigned long __arg) +#else +static int warm_ioctl(struct inode *inode, struct file *file, + unsigned int cmd, unsigned long __arg) +#endif { void __user *arg = (void __user *) __arg; union { struct warm_cache_op wcop; struct warm_change_cb ccb; + struct warm_map_op mop; unsigned long addr; } u; long ret; @@ -278,7 +451,8 @@ static long warm_ioctl(struct file *file, unsigned int cmd, unsigned long __arg) return -EFAULT; if (u.wcop.ops & ~(WOP_D_CLEAN|WOP_D_INVALIDATE|WOP_I_INVALIDATE)) return -EINVAL; - if (u.wcop.size > MAX_CACHEOP_RANGE) + if (u.wcop.size == (unsigned long)-1 || + (u.wcop.size > MAX_CACHEOP_RANGE && !(u.wcop.ops & WOP_D_INVALIDATE))) ret = do_cache_ops_whole(u.wcop.ops); else ret = do_cache_ops(u.wcop.ops, u.wcop.addr, u.wcop.size); @@ -300,6 +474,14 @@ static long warm_ioctl(struct file *file, unsigned int cmd, unsigned long __arg) if (copy_to_user(arg, &u.addr, sizeof(u.addr))) return -EFAULT; break; + case WARMC_MMAP: + if (copy_from_user(&u.mop, arg, sizeof(u.mop))) + return -EFAULT; + if (u.mop.cb & ~(WCB_C_BIT|WCB_B_BIT)) + return -EINVAL; + ret = do_map_op(u.mop.virt_addr, u.mop.phys_addr, u.mop.size, + u.mop.cb, u.mop.is_unmap); + break; default: ret = -ENOTTY; break; @@ -444,6 +626,13 @@ static const struct file_operations warm_fops = { static int __init warm_module_init(void) { struct proc_dir_entry *pret; + u32 cpuid; + + asm ("mrc p15, 0, %0, c0, c0, 0" : "=r"(cpuid)); + if ((cpuid & 0x0ffff0) != EXPECTED_ID) { + printk(KERN_ERR PFX "module was compiled for different CPU, aborting\n"); + return -1; + } pret = create_proc_entry("warm", S_IWUGO | S_IRUGO, NULL); if (!pret) { @@ -454,6 +643,8 @@ static int __init warm_module_init(void) pret->owner = THIS_MODULE; pret->proc_fops = &warm_fops; + spin_lock_init(&lock); + uppermem_start = RAM_PHYS_START + (max_mapnr << PAGE_SHIFT); uppermem_end = RAM_PHYS_START + RAM_MAX_SIZE; @@ -480,6 +671,8 @@ static void __exit warm_module_exit(void) module_init(warm_module_init); module_exit(warm_module_exit); +module_param(verbose, int, 0644); + MODULE_LICENSE("GPL"); MODULE_DESCRIPTION("ARM processor services"); MODULE_AUTHOR("Grazvydas Ignotas");