/* * header goes here */ #include #include #include #include #include #include #include #include #include #define NUM_GATES 16 #define MASK_FROM_GATE(gate_num) ((u32)(1 << (NUM_GATES*2 - 1 - idx[gate_num]))) #define THIS_CORE (0) #define LOCK_VALUE (THIS_CORE + 1) #define SEMA4_CP0INE (MVF_SEMA4_BASE_ADDR + 0x40) #define SEMA4_CP0NTF (MVF_SEMA4_BASE_ADDR + 0x80) //#if 0 #include #include #include #include #include #include #include #include #include #include //#endif #include #include // ************************************ Local Data ************************************************* static MVF_SEMA4* gates[NUM_GATES]; static bool initialized = false; // account for the way the bits are set / returned in CP0INE and CP0NTF static const int idx[16] = {3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12}; // debugfs #define DEBUGFS_DIR "mvf_sema4" static struct dentry *debugfs_dir; // ************************************ Interrupt handler ************************************************* static irqreturn_t sema4_irq_handler(int irq, void *dev_id) { int gate_num; u32 cp0ntf = readl(MVF_IO_ADDRESS(SEMA4_CP0NTF)); for(gate_num=0; gate_numuse_interrupts) { // wake up whoever was aiting wake_up_interruptible(&(gates[gate_num]->wait_queue)); // bump stats gates[gate_num]->interrupts++; //} } } } return IRQ_HANDLED; } // ************************************ Utility functions ************************************************* static int initialize(void) { int i; // clear the gates table for(i=0; i= NUM_GATES)) return -EINVAL; if(gates[gate_num]) return -EBUSY; *sema4_p = (MVF_SEMA4 *)kmalloc(sizeof(MVF_SEMA4), GFP_KERNEL); if(*sema4_p == NULL) return -ENOMEM; memset(*sema4_p, 0, sizeof(MVF_SEMA4)); gates[gate_num] = *sema4_p; (*sema4_p)->gate_num = gate_num; init_waitqueue_head(&((*sema4_p)->wait_queue)); local_irq_save(irq_flags); cp0ine = readl(MVF_IO_ADDRESS(SEMA4_CP0INE)); cp0ine |= MASK_FROM_GATE(gate_num); writel(cp0ine, MVF_IO_ADDRESS(SEMA4_CP0INE)); local_irq_restore(irq_flags); // debugfs sprintf(debugfs_gatedir_name, "%d", gate_num); debugfs_gate_dir = debugfs_create_dir(debugfs_gatedir_name, debugfs_dir); debugfs_create_u32("attempts", S_IRUGO | S_IWUGO, debugfs_gate_dir, &(*sema4_p)->attempts); debugfs_create_u32("interrupts", S_IRUGO | S_IWUGO, debugfs_gate_dir, &(*sema4_p)->interrupts); debugfs_create_u32("failures", S_IRUGO | S_IWUGO, debugfs_gate_dir, &(*sema4_p)->failures); debugfs_create_u64("total_latency_us", S_IRUGO | S_IWUGO, debugfs_gate_dir, &(*sema4_p)->total_latency_us); debugfs_create_u32("worst_latency_us", S_IRUGO | S_IWUGO, debugfs_gate_dir, &(*sema4_p)->worst_latency_us); return 0; } EXPORT_SYMBOL(mvf_sema4_assign); int mvf_sema4_deassign(MVF_SEMA4 *sema4) { u32 cp0ine; unsigned long irq_flags; int gate_num; if(!sema4) return -EINVAL; gate_num = sema4->gate_num; local_irq_save(irq_flags); cp0ine = readl(MVF_IO_ADDRESS(SEMA4_CP0INE)); cp0ine &= ~MASK_FROM_GATE(gate_num); writel(cp0ine, MVF_IO_ADDRESS(SEMA4_CP0INE)); local_irq_restore(irq_flags); kfree(sema4); gates[gate_num] = NULL; return 0; } EXPORT_SYMBOL(mvf_sema4_deassign); static long delta_time(struct timeval *start) { struct timeval now; long now_us, start_us; do_gettimeofday(&now); now_us = (now.tv_sec * 1000000) + now.tv_usec; start_us = (start->tv_sec * 1000000) + start->tv_usec; return now_us > start_us ? now_us - start_us : 0; } static void add_latency_stat(MVF_SEMA4 *sema4) { long latency = delta_time(&sema4->request_time); sema4->total_latency_us += latency; sema4->worst_latency_us = sema4->worst_latency_us < latency ? latency : sema4->worst_latency_us; } int mvf_sema4_lock(MVF_SEMA4 *sema4, unsigned int timeout_us, bool use_interrupts) { int retval; int gate_num; if(!sema4) return -EINVAL; gate_num = sema4->gate_num; // bump stats gates[gate_num]->attempts++; do_gettimeofday(&gates[gate_num]->request_time); // try to grab it writeb(LOCK_VALUE, MVF_IO_ADDRESS(MVF_SEMA4_BASE_ADDR) + gate_num); if(readb(MVF_IO_ADDRESS(MVF_SEMA4_BASE_ADDR) + gate_num) == LOCK_VALUE) { add_latency_stat(gates[gate_num]); return 0; } // no timeout, fail if(!timeout_us) { gates[gate_num]->failures++; return -EBUSY; } // spin lock? if(!use_interrupts) { while(readb(MVF_IO_ADDRESS(MVF_SEMA4_BASE_ADDR) + gate_num) != LOCK_VALUE) { if((timeout_us != 0xffffffff) && (delta_time(&gates[gate_num]->request_time) > timeout_us)) { gates[gate_num]->failures++; return -EBUSY; } writeb(LOCK_VALUE, MVF_IO_ADDRESS(MVF_SEMA4_BASE_ADDR) + gate_num); } add_latency_stat(gates[gate_num]); return 0; } // wait forever? if(timeout_us == 0xffffffff) { if(wait_event_interruptible(sema4->wait_queue, (readb(MVF_IO_ADDRESS(MVF_SEMA4_BASE_ADDR) + gate_num) == LOCK_VALUE))) { gates[gate_num]->failures++; return -ERESTARTSYS; } } else { // return: 0 = timeout, >0 = woke up with that many jiffies left, <0 = error retval = wait_event_interruptible_timeout(sema4->wait_queue, (readb(MVF_IO_ADDRESS(MVF_SEMA4_BASE_ADDR) + gate_num) == LOCK_VALUE), usecs_to_jiffies(timeout_us)); if(retval == 0) { gates[gate_num]->failures++; return -ETIME; } else if(retval < 0) { gates[gate_num]->failures++; return retval; } } add_latency_stat(gates[gate_num]); return 0; } EXPORT_SYMBOL(mvf_sema4_lock); int mvf_sema4_unlock(MVF_SEMA4 *sema4) { if(!sema4) return -EINVAL; // unlock it writeb(0, MVF_IO_ADDRESS(MVF_SEMA4_BASE_ADDR) + sema4->gate_num); return 0; } EXPORT_SYMBOL(mvf_sema4_unlock); // return 0 on success (meaning it is set to us) int mvf_sema4_test(MVF_SEMA4 *sema4) { if(!sema4) return -EINVAL; return (readb(MVF_IO_ADDRESS(MVF_SEMA4_BASE_ADDR) + sema4->gate_num)) == LOCK_VALUE ? 0 : 1; } EXPORT_SYMBOL(mvf_sema4_test);