1685784aaSDan Williams /* 2685784aaSDan Williams * xor.c : Multiple Devices driver for Linux 3685784aaSDan Williams * 4685784aaSDan Williams * Copyright (C) 1996, 1997, 1998, 1999, 2000, 5685784aaSDan Williams * Ingo Molnar, Matti Aarnio, Jakub Jelinek, Richard Henderson. 6685784aaSDan Williams * 7685784aaSDan Williams * Dispatch optimized RAID-5 checksumming functions. 8685784aaSDan Williams * 9685784aaSDan Williams * This program is free software; you can redistribute it and/or modify 10685784aaSDan Williams * it under the terms of the GNU General Public License as published by 11685784aaSDan Williams * the Free Software Foundation; either version 2, or (at your option) 12685784aaSDan Williams * any later version. 13685784aaSDan Williams * 14685784aaSDan Williams * You should have received a copy of the GNU General Public License 15685784aaSDan Williams * (for example /usr/src/linux/COPYING); if not, write to the Free 16685784aaSDan Williams * Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. 17685784aaSDan Williams */ 18685784aaSDan Williams 19685784aaSDan Williams #define BH_TRACE 0 20685784aaSDan Williams #include <linux/module.h> 215a0e3ad6STejun Heo #include <linux/gfp.h> 22685784aaSDan Williams #include <linux/raid/xor.h> 23bff61975SNeilBrown #include <linux/jiffies.h> 24685784aaSDan Williams #include <asm/xor.h> 25685784aaSDan Williams 26685784aaSDan Williams /* The xor routines to use. */ 27685784aaSDan Williams static struct xor_block_template *active_template; 28685784aaSDan Williams 29685784aaSDan Williams void 309bc89cd8SDan Williams xor_blocks(unsigned int src_count, unsigned int bytes, void *dest, void **srcs) 31685784aaSDan Williams { 329bc89cd8SDan Williams unsigned long *p1, *p2, *p3, *p4; 33685784aaSDan Williams 349bc89cd8SDan Williams p1 = (unsigned long *) srcs[0]; 359bc89cd8SDan Williams if (src_count == 1) { 369bc89cd8SDan Williams active_template->do_2(bytes, dest, p1); 37685784aaSDan Williams return; 38685784aaSDan Williams } 39685784aaSDan Williams 409bc89cd8SDan Williams p2 = (unsigned long *) srcs[1]; 419bc89cd8SDan Williams if (src_count == 2) { 429bc89cd8SDan Williams active_template->do_3(bytes, dest, p1, p2); 43685784aaSDan Williams return; 44685784aaSDan Williams } 45685784aaSDan Williams 469bc89cd8SDan Williams p3 = (unsigned long *) srcs[2]; 479bc89cd8SDan Williams if (src_count == 3) { 489bc89cd8SDan Williams active_template->do_4(bytes, dest, p1, p2, p3); 49685784aaSDan Williams return; 50685784aaSDan Williams } 51685784aaSDan Williams 529bc89cd8SDan Williams p4 = (unsigned long *) srcs[3]; 539bc89cd8SDan Williams active_template->do_5(bytes, dest, p1, p2, p3, p4); 54685784aaSDan Williams } 55685784aaSDan Williams EXPORT_SYMBOL(xor_blocks); 56685784aaSDan Williams 57685784aaSDan Williams /* Set of all registered templates. */ 58685784aaSDan Williams static struct xor_block_template *template_list; 59685784aaSDan Williams 60685784aaSDan Williams #define BENCH_SIZE (PAGE_SIZE) 61685784aaSDan Williams 62685784aaSDan Williams static void 63685784aaSDan Williams do_xor_speed(struct xor_block_template *tmpl, void *b1, void *b2) 64685784aaSDan Williams { 65685784aaSDan Williams int speed; 66*6a328475SJim Kukunas unsigned long now, j; 67685784aaSDan Williams int i, count, max; 68685784aaSDan Williams 69685784aaSDan Williams tmpl->next = template_list; 70685784aaSDan Williams template_list = tmpl; 71685784aaSDan Williams 72685784aaSDan Williams /* 73685784aaSDan Williams * Count the number of XORs done during a whole jiffy, and use 74685784aaSDan Williams * this to calculate the speed of checksumming. We use a 2-page 75685784aaSDan Williams * allocation to have guaranteed color L1-cache layout. 76685784aaSDan Williams */ 77685784aaSDan Williams max = 0; 78685784aaSDan Williams for (i = 0; i < 5; i++) { 79*6a328475SJim Kukunas j = jiffies; 80685784aaSDan Williams count = 0; 81*6a328475SJim Kukunas while ((now = jiffies) == j) 82*6a328475SJim Kukunas cpu_relax(); 83*6a328475SJim Kukunas while (time_before(jiffies, now + 1)) { 84685784aaSDan Williams mb(); /* prevent loop optimzation */ 85685784aaSDan Williams tmpl->do_2(BENCH_SIZE, b1, b2); 86685784aaSDan Williams mb(); 87685784aaSDan Williams count++; 88685784aaSDan Williams mb(); 89685784aaSDan Williams } 90685784aaSDan Williams if (count > max) 91685784aaSDan Williams max = count; 92685784aaSDan Williams } 93685784aaSDan Williams 94685784aaSDan Williams speed = max * (HZ * BENCH_SIZE / 1024); 95685784aaSDan Williams tmpl->speed = speed; 96685784aaSDan Williams 97685784aaSDan Williams printk(KERN_INFO " %-10s: %5d.%03d MB/sec\n", tmpl->name, 98685784aaSDan Williams speed / 1000, speed % 1000); 99685784aaSDan Williams } 100685784aaSDan Williams 101685784aaSDan Williams static int __init 102685784aaSDan Williams calibrate_xor_blocks(void) 103685784aaSDan Williams { 104685784aaSDan Williams void *b1, *b2; 105685784aaSDan Williams struct xor_block_template *f, *fastest; 106685784aaSDan Williams 10733f65df7SVegard Nossum /* 10833f65df7SVegard Nossum * Note: Since the memory is not actually used for _anything_ but to 10933f65df7SVegard Nossum * test the XOR speed, we don't really want kmemcheck to warn about 11033f65df7SVegard Nossum * reading uninitialized bytes here. 11133f65df7SVegard Nossum */ 11233f65df7SVegard Nossum b1 = (void *) __get_free_pages(GFP_KERNEL | __GFP_NOTRACK, 2); 113685784aaSDan Williams if (!b1) { 114685784aaSDan Williams printk(KERN_WARNING "xor: Yikes! No memory available.\n"); 115685784aaSDan Williams return -ENOMEM; 116685784aaSDan Williams } 117685784aaSDan Williams b2 = b1 + 2*PAGE_SIZE + BENCH_SIZE; 118685784aaSDan Williams 119685784aaSDan Williams /* 120685784aaSDan Williams * If this arch/cpu has a short-circuited selection, don't loop through 121685784aaSDan Williams * all the possible functions, just test the best one 122685784aaSDan Williams */ 123685784aaSDan Williams 124685784aaSDan Williams fastest = NULL; 125685784aaSDan Williams 126685784aaSDan Williams #ifdef XOR_SELECT_TEMPLATE 127685784aaSDan Williams fastest = XOR_SELECT_TEMPLATE(fastest); 128685784aaSDan Williams #endif 129685784aaSDan Williams 130685784aaSDan Williams #define xor_speed(templ) do_xor_speed((templ), b1, b2) 131685784aaSDan Williams 132685784aaSDan Williams if (fastest) { 133685784aaSDan Williams printk(KERN_INFO "xor: automatically using best " 134685784aaSDan Williams "checksumming function: %s\n", 135685784aaSDan Williams fastest->name); 136685784aaSDan Williams xor_speed(fastest); 137685784aaSDan Williams } else { 1389bc89cd8SDan Williams printk(KERN_INFO "xor: measuring software checksum speed\n"); 139685784aaSDan Williams XOR_TRY_TEMPLATES; 140685784aaSDan Williams fastest = template_list; 141685784aaSDan Williams for (f = fastest; f; f = f->next) 142685784aaSDan Williams if (f->speed > fastest->speed) 143685784aaSDan Williams fastest = f; 144685784aaSDan Williams } 145685784aaSDan Williams 146685784aaSDan Williams printk(KERN_INFO "xor: using function: %s (%d.%03d MB/sec)\n", 147685784aaSDan Williams fastest->name, fastest->speed / 1000, fastest->speed % 1000); 148685784aaSDan Williams 149685784aaSDan Williams #undef xor_speed 150685784aaSDan Williams 151685784aaSDan Williams free_pages((unsigned long)b1, 2); 152685784aaSDan Williams 153685784aaSDan Williams active_template = fastest; 154685784aaSDan Williams return 0; 155685784aaSDan Williams } 156685784aaSDan Williams 157685784aaSDan Williams static __exit void xor_exit(void) { } 158685784aaSDan Williams 159685784aaSDan Williams MODULE_LICENSE("GPL"); 160685784aaSDan Williams 161685784aaSDan Williams /* when built-in xor.o must initialize before drivers/md/md.o */ 162685784aaSDan Williams core_initcall(calibrate_xor_blocks); 163685784aaSDan Williams module_exit(xor_exit); 164