dmatest.c revision f1aef8b6e6abf32a3a269542f95a19e2cb319f6c
14a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen/* 24a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * DMA Engine test module 34a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 44a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * Copyright (C) 2007 Atmel Corporation 54a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 64a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * This program is free software; you can redistribute it and/or modify 74a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * it under the terms of the GNU General Public License version 2 as 84a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * published by the Free Software Foundation. 94a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen */ 104a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/delay.h> 114a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/dmaengine.h> 124a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/init.h> 134a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/kthread.h> 144a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/module.h> 154a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/moduleparam.h> 164a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/random.h> 174a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/wait.h> 184a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 194a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned int test_buf_size = 16384; 204a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param(test_buf_size, uint, S_IRUGO); 214a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_PARM_DESC(test_buf_size, "Size of the memcpy test buffer"); 224a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2306190d8415219d9eef7d8f04b52a109e34575a76Kay Sieversstatic char test_channel[20]; 244a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param_string(channel, test_channel, sizeof(test_channel), S_IRUGO); 254a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_PARM_DESC(channel, "Bus ID of the channel to test (default: any)"); 264a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2706190d8415219d9eef7d8f04b52a109e34575a76Kay Sieversstatic char test_device[20]; 284a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param_string(device, test_device, sizeof(test_device), S_IRUGO); 294a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_PARM_DESC(device, "Bus ID of the DMA Engine to test (default: any)"); 304a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 314a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned int threads_per_chan = 1; 324a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param(threads_per_chan, uint, S_IRUGO); 334a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_PARM_DESC(threads_per_chan, 344a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "Number of threads to start per channel (default: 1)"); 354a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 364a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned int max_channels; 374a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param(max_channels, uint, S_IRUGO); 3833df8ca068123457db56c316946a3c0e4ef787d6Dan WilliamsMODULE_PARM_DESC(max_channels, 394a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "Maximum number of channels to use (default: all)"); 404a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 410a2ff57d6fba92842272889b4bca447344cd9d36Nicolas Ferrestatic unsigned int iterations; 420a2ff57d6fba92842272889b4bca447344cd9d36Nicolas Ferremodule_param(iterations, uint, S_IRUGO); 430a2ff57d6fba92842272889b4bca447344cd9d36Nicolas FerreMODULE_PARM_DESC(iterations, 440a2ff57d6fba92842272889b4bca447344cd9d36Nicolas Ferre "Iterations before stopping test (default: infinite)"); 450a2ff57d6fba92842272889b4bca447344cd9d36Nicolas Ferre 46b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsstatic unsigned int xor_sources = 3; 47b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsmodule_param(xor_sources, uint, S_IRUGO); 48b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan WilliamsMODULE_PARM_DESC(xor_sources, 49b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams "Number of xor source buffers (default: 3)"); 50b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 514a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen/* 524a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * Initialization patterns. All bytes in the source buffer has bit 7 534a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * set, all bytes in the destination buffer has bit 7 cleared. 544a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 554a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * Bit 6 is set for all bytes which are to be copied by the DMA 564a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * engine. Bit 5 is set for all bytes which are to be overwritten by 574a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * the DMA engine. 584a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 594a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * The remaining bits are the inverse of a counter which increments by 604a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * one for each byte address. 614a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen */ 624a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_SRC 0x80 634a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_DST 0x00 644a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_COPY 0x40 654a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_OVERWRITE 0x20 664a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_COUNT_MASK 0x1f 674a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 684a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstruct dmatest_thread { 694a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct list_head node; 704a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct task_struct *task; 714a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dma_chan *chan; 72b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 **srcs; 73b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 **dsts; 74b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams enum dma_transaction_type type; 754a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen}; 764a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 774a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstruct dmatest_chan { 784a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct list_head node; 794a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dma_chan *chan; 804a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct list_head threads; 814a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen}; 824a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 834a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen/* 844a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * These are protected by dma_list_mutex since they're only used by 8533df8ca068123457db56c316946a3c0e4ef787d6Dan Williams * the DMA filter function callback 864a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen */ 874a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic LIST_HEAD(dmatest_channels); 884a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned int nr_channels; 894a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 904a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic bool dmatest_match_channel(struct dma_chan *chan) 914a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 924a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (test_channel[0] == '\0') 934a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return true; 9441d5e59c1299f27983977bcfe3b360600996051cDan Williams return strcmp(dma_chan_name(chan), test_channel) == 0; 954a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 964a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 974a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic bool dmatest_match_device(struct dma_device *device) 984a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 994a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (test_device[0] == '\0') 1004a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return true; 10106190d8415219d9eef7d8f04b52a109e34575a76Kay Sievers return strcmp(dev_name(device->dev), test_device) == 0; 1024a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1034a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1044a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned long dmatest_random(void) 1054a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1064a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned long buf; 1074a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1084a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen get_random_bytes(&buf, sizeof(buf)); 1094a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return buf; 1104a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1114a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 112b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsstatic void dmatest_init_srcs(u8 **bufs, unsigned int start, unsigned int len) 1134a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1144a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int i; 115b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 *buf; 116b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 117b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (; (buf = *bufs); bufs++) { 118b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < start; i++) 119b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf[i] = PATTERN_SRC | (~i & PATTERN_COUNT_MASK); 120b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for ( ; i < start + len; i++) 121b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf[i] = PATTERN_SRC | PATTERN_COPY 122c019894efc9c9ba5939948caa78c133b1ec8ae63Joe Perches | (~i & PATTERN_COUNT_MASK); 123b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for ( ; i < test_buf_size; i++) 124b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf[i] = PATTERN_SRC | (~i & PATTERN_COUNT_MASK); 125b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf++; 126b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 1274a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1284a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 129b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsstatic void dmatest_init_dsts(u8 **bufs, unsigned int start, unsigned int len) 1304a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1314a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int i; 132b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 *buf; 133b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 134b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (; (buf = *bufs); bufs++) { 135b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < start; i++) 136b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf[i] = PATTERN_DST | (~i & PATTERN_COUNT_MASK); 137b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for ( ; i < start + len; i++) 138b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf[i] = PATTERN_DST | PATTERN_OVERWRITE 139b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams | (~i & PATTERN_COUNT_MASK); 140b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for ( ; i < test_buf_size; i++) 141b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf[i] = PATTERN_DST | (~i & PATTERN_COUNT_MASK); 142b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 1434a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1444a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1454a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic void dmatest_mismatch(u8 actual, u8 pattern, unsigned int index, 1464a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int counter, bool is_srcbuf) 1474a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1484a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen u8 diff = actual ^ pattern; 1494a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen u8 expected = pattern | (~counter & PATTERN_COUNT_MASK); 1504a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen const char *thread_name = current->comm; 1514a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1524a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (is_srcbuf) 1534a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: srcbuf[0x%x] overwritten!" 1544a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen " Expected %02x, got %02x\n", 1554a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, index, expected, actual); 1564a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen else if ((pattern & PATTERN_COPY) 1574a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen && (diff & (PATTERN_COPY | PATTERN_OVERWRITE))) 1584a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: dstbuf[0x%x] not copied!" 1594a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen " Expected %02x, got %02x\n", 1604a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, index, expected, actual); 1614a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen else if (diff & PATTERN_SRC) 1624a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: dstbuf[0x%x] was copied!" 1634a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen " Expected %02x, got %02x\n", 1644a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, index, expected, actual); 1654a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen else 1664a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: dstbuf[0x%x] mismatch!" 1674a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen " Expected %02x, got %02x\n", 1684a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, index, expected, actual); 1694a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1704a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 171b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsstatic unsigned int dmatest_verify(u8 **bufs, unsigned int start, 1724a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int end, unsigned int counter, u8 pattern, 1734a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen bool is_srcbuf) 1744a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1754a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int i; 1764a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int error_count = 0; 1774a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen u8 actual; 178b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 expected; 179b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 *buf; 180b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams unsigned int counter_orig = counter; 181b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 182b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (; (buf = *bufs); bufs++) { 183b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams counter = counter_orig; 184b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = start; i < end; i++) { 185b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams actual = buf[i]; 186b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams expected = pattern | (~counter & PATTERN_COUNT_MASK); 187b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (actual != expected) { 188b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (error_count < 32) 189b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dmatest_mismatch(actual, pattern, i, 190b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams counter, is_srcbuf); 191b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count++; 192b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 193b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams counter++; 1944a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 1954a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 1964a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1974a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (error_count > 32) 1984a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: %u errors suppressed\n", 1994a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen current->comm, error_count - 32); 2004a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2014a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return error_count; 2024a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 2034a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 204e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williamsstatic void dmatest_callback(void *completion) 205e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams{ 206e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams complete(completion); 207e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams} 208e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams 2094a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen/* 2104a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * This function repeatedly tests DMA transfers of various lengths and 211b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams * offsets for a given operation type until it is told to exit by 212b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams * kthread_stop(). There may be multiple threads running this function 213b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams * in parallel for a single channel, and there may be multiple channels 214b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams * being tested in parallel. 2154a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 2164a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * Before each test, the source and destination buffer is initialized 2174a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * with a known pattern. This pattern is different depending on 2184a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * whether it's in an area which is supposed to be copied or 2194a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * overwritten, and different in the source and destination buffers. 2204a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * So if the DMA engine doesn't copy exactly what we tell it to copy, 2214a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * we'll notice. 2224a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen */ 2234a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic int dmatest_func(void *data) 2244a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 2254a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dmatest_thread *thread = data; 2264a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dma_chan *chan; 2274a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen const char *thread_name; 2284a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int src_off, dst_off, len; 2294a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int error_count; 2304a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int failed_tests = 0; 2314a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int total_tests = 0; 2324a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dma_cookie_t cookie; 2334a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen enum dma_status status; 234b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams enum dma_ctrl_flags flags; 2354a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen int ret; 236b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams int src_cnt; 237b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams int dst_cnt; 238b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams int i; 2394a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2404a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name = current->comm; 2414a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2424a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen ret = -ENOMEM; 2434a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2444a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen smp_rmb(); 2454a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen chan = thread->chan; 246b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (thread->type == DMA_MEMCPY) 247b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams src_cnt = dst_cnt = 1; 248b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams else if (thread->type == DMA_XOR) { 249b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams src_cnt = xor_sources | 1; /* force odd to ensure dst = src */ 250b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dst_cnt = 1; 251b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } else 252b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams goto err_srcs; 253b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 254b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->srcs = kcalloc(src_cnt+1, sizeof(u8 *), GFP_KERNEL); 255b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (!thread->srcs) 256b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams goto err_srcs; 257b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < src_cnt; i++) { 258b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->srcs[i] = kmalloc(test_buf_size, GFP_KERNEL); 259b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (!thread->srcs[i]) 260b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams goto err_srcbuf; 261b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 262b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->srcs[i] = NULL; 263b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 264b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->dsts = kcalloc(dst_cnt+1, sizeof(u8 *), GFP_KERNEL); 265b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (!thread->dsts) 266b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams goto err_dsts; 267b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < dst_cnt; i++) { 268b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->dsts[i] = kmalloc(test_buf_size, GFP_KERNEL); 269b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (!thread->dsts[i]) 270b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams goto err_dstbuf; 271b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 272b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->dsts[i] = NULL; 273b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 274e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams set_user_nice(current, 10); 275e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams 276e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams flags = DMA_CTRL_ACK | DMA_COMPL_SKIP_DEST_UNMAP | DMA_PREP_INTERRUPT; 2774a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2780a2ff57d6fba92842272889b4bca447344cd9d36Nicolas Ferre while (!kthread_should_stop() 2790a2ff57d6fba92842272889b4bca447344cd9d36Nicolas Ferre && !(iterations && total_tests >= iterations)) { 280d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto struct dma_device *dev = chan->device; 281b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams struct dma_async_tx_descriptor *tx = NULL; 282b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_addr_t dma_srcs[src_cnt]; 283b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_addr_t dma_dsts[dst_cnt]; 284e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams struct completion cmp; 285e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams unsigned long tmo = msecs_to_jiffies(3000); 286d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto 2874a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen total_tests++; 2884a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2894a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen len = dmatest_random() % test_buf_size + 1; 2904a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off = dmatest_random() % (test_buf_size - len + 1); 2914a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dst_off = dmatest_random() % (test_buf_size - len + 1); 2924a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 293b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dmatest_init_srcs(thread->srcs, src_off, len); 294b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dmatest_init_dsts(thread->dsts, dst_off, len); 2954a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 296b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < src_cnt; i++) { 297b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 *buf = thread->srcs[i] + src_off; 298b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 299b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_srcs[i] = dma_map_single(dev->dev, buf, len, 300b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams DMA_TO_DEVICE); 301b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 302d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto /* map with DMA_BIDIRECTIONAL to force writeback/invalidate */ 303b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < dst_cnt; i++) { 304b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_dsts[i] = dma_map_single(dev->dev, thread->dsts[i], 305b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams test_buf_size, 306b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams DMA_BIDIRECTIONAL); 307b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 308b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 309b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (thread->type == DMA_MEMCPY) 310b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams tx = dev->device_prep_dma_memcpy(chan, 311b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_dsts[0] + dst_off, 312b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_srcs[0], len, 313b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams flags); 314b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams else if (thread->type == DMA_XOR) 315b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams tx = dev->device_prep_dma_xor(chan, 316b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_dsts[0] + dst_off, 317b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_srcs, xor_sources, 318b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams len, flags); 319d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto 320d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto if (!tx) { 321b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < src_cnt; i++) 322b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_unmap_single(dev->dev, dma_srcs[i], len, 323b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams DMA_TO_DEVICE); 324b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < dst_cnt; i++) 325b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_unmap_single(dev->dev, dma_dsts[i], 326b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams test_buf_size, 327b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams DMA_BIDIRECTIONAL); 328d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto pr_warning("%s: #%u: prep error with src_off=0x%x " 329d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto "dst_off=0x%x len=0x%x\n", 330d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto thread_name, total_tests - 1, 331d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto src_off, dst_off, len); 332d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto msleep(100); 333d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto failed_tests++; 334d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto continue; 335d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto } 336e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams 337e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams init_completion(&cmp); 338e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams tx->callback = dmatest_callback; 339e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams tx->callback_param = &cmp; 340d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto cookie = tx->tx_submit(tx); 341d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto 3424a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (dma_submit_error(cookie)) { 3434a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: #%u: submit error %d with src_off=0x%x " 3444a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "dst_off=0x%x len=0x%x\n", 3454a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, total_tests - 1, cookie, 3464a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off, dst_off, len); 3474a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen msleep(100); 3484a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen failed_tests++; 3494a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen continue; 3504a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 351b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_async_issue_pending(chan); 3524a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 353e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams tmo = wait_for_completion_timeout(&cmp, tmo); 354e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams status = dma_async_is_tx_complete(chan, cookie, NULL, NULL); 3554a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 356e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams if (tmo == 0) { 357e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams pr_warning("%s: #%u: test timed out\n", 358e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams thread_name, total_tests - 1); 359e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams failed_tests++; 360e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams continue; 361e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams } else if (status != DMA_SUCCESS) { 362e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams pr_warning("%s: #%u: got completion callback," 363e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams " but status is \'%s\'\n", 364e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams thread_name, total_tests - 1, 365e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams status == DMA_ERROR ? "error" : "in progress"); 3664a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen failed_tests++; 3674a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen continue; 3684a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 369e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams 370d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto /* Unmap by myself (see DMA_COMPL_SKIP_DEST_UNMAP above) */ 371b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < dst_cnt; i++) 372b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_unmap_single(dev->dev, dma_dsts[i], test_buf_size, 373b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams DMA_BIDIRECTIONAL); 3744a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3754a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen error_count = 0; 3764a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3774a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_debug("%s: verifying source buffer...\n", thread_name); 378b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count += dmatest_verify(thread->srcs, 0, src_off, 3794a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 0, PATTERN_SRC, true); 380b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count += dmatest_verify(thread->srcs, src_off, 3814a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off + len, src_off, 3824a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen PATTERN_SRC | PATTERN_COPY, true); 383b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count += dmatest_verify(thread->srcs, src_off + len, 3844a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen test_buf_size, src_off + len, 3854a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen PATTERN_SRC, true); 3864a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3874a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_debug("%s: verifying dest buffer...\n", 3884a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread->task->comm); 389b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count += dmatest_verify(thread->dsts, 0, dst_off, 3904a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 0, PATTERN_DST, false); 391b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count += dmatest_verify(thread->dsts, dst_off, 3924a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dst_off + len, src_off, 3934a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen PATTERN_SRC | PATTERN_COPY, false); 394b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count += dmatest_verify(thread->dsts, dst_off + len, 3954a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen test_buf_size, dst_off + len, 3964a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen PATTERN_DST, false); 3974a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3984a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (error_count) { 3994a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: #%u: %u errors with " 4004a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "src_off=0x%x dst_off=0x%x len=0x%x\n", 4014a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, total_tests - 1, error_count, 4024a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off, dst_off, len); 4034a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen failed_tests++; 4044a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } else { 4054a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_debug("%s: #%u: No errors with " 4064a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "src_off=0x%x dst_off=0x%x len=0x%x\n", 4074a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, total_tests - 1, 4084a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off, dst_off, len); 4094a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 4104a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 4114a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4124a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen ret = 0; 413b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; thread->dsts[i]; i++) 414b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams kfree(thread->dsts[i]); 4154a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenerr_dstbuf: 416b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams kfree(thread->dsts); 417b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamserr_dsts: 418b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; thread->srcs[i]; i++) 419b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams kfree(thread->srcs[i]); 4204a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenerr_srcbuf: 421b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams kfree(thread->srcs); 422b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamserr_srcs: 4234a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_notice("%s: terminating after %u tests, %u failures (status %d)\n", 4244a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, total_tests, failed_tests, ret); 4250a2ff57d6fba92842272889b4bca447344cd9d36Nicolas Ferre 4260a2ff57d6fba92842272889b4bca447344cd9d36Nicolas Ferre if (iterations > 0) 4270a2ff57d6fba92842272889b4bca447344cd9d36Nicolas Ferre while (!kthread_should_stop()) { 4280a2ff57d6fba92842272889b4bca447344cd9d36Nicolas Ferre DECLARE_WAIT_QUEUE_HEAD(wait_dmatest_exit); 4290a2ff57d6fba92842272889b4bca447344cd9d36Nicolas Ferre interruptible_sleep_on(&wait_dmatest_exit); 4300a2ff57d6fba92842272889b4bca447344cd9d36Nicolas Ferre } 4310a2ff57d6fba92842272889b4bca447344cd9d36Nicolas Ferre 4324a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return ret; 4334a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 4344a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4354a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic void dmatest_cleanup_channel(struct dmatest_chan *dtc) 4364a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 4374a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dmatest_thread *thread; 4384a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dmatest_thread *_thread; 4394a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen int ret; 4404a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4414a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen list_for_each_entry_safe(thread, _thread, &dtc->threads, node) { 4424a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen ret = kthread_stop(thread->task); 4434a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_debug("dmatest: thread %s exited with status %d\n", 4444a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread->task->comm, ret); 4454a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen list_del(&thread->node); 4464a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen kfree(thread); 4474a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 4484a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen kfree(dtc); 4494a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 4504a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 451b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsstatic int dmatest_add_threads(struct dmatest_chan *dtc, enum dma_transaction_type type) 4524a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 453b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams struct dmatest_thread *thread; 454b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams struct dma_chan *chan = dtc->chan; 455b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams char *op; 456b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams unsigned int i; 4574a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 458b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (type == DMA_MEMCPY) 459b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams op = "copy"; 460b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams else if (type == DMA_XOR) 461b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams op = "xor"; 462b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams else 463b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams return -EINVAL; 4644a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4654a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen for (i = 0; i < threads_per_chan; i++) { 4664a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread = kzalloc(sizeof(struct dmatest_thread), GFP_KERNEL); 4674a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (!thread) { 468b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams pr_warning("dmatest: No memory for %s-%s%u\n", 469b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_chan_name(chan), op, i); 470b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 4714a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen break; 4724a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 4734a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread->chan = dtc->chan; 474b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->type = type; 4754a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen smp_wmb(); 476b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->task = kthread_run(dmatest_func, thread, "%s-%s%u", 477b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_chan_name(chan), op, i); 4784a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (IS_ERR(thread->task)) { 479b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams pr_warning("dmatest: Failed to run thread %s-%s%u\n", 480b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_chan_name(chan), op, i); 4814a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen kfree(thread); 4824a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen break; 4834a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 4844a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4854a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen /* srcbuf and dstbuf are allocated by the thread itself */ 4864a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4874a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen list_add_tail(&thread->node, &dtc->threads); 4884a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 4894a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 490b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams return i; 491b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams} 492b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 493b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsstatic int dmatest_add_channel(struct dma_chan *chan) 494b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams{ 495b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams struct dmatest_chan *dtc; 496b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams struct dma_device *dma_dev = chan->device; 497b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams unsigned int thread_count = 0; 498b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams unsigned int cnt; 499b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 500b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dtc = kmalloc(sizeof(struct dmatest_chan), GFP_KERNEL); 501b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (!dtc) { 502b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams pr_warning("dmatest: No memory for %s\n", dma_chan_name(chan)); 503b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams return -ENOMEM; 504b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 505b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 506b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dtc->chan = chan; 507b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams INIT_LIST_HEAD(&dtc->threads); 508b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 509b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (dma_has_cap(DMA_MEMCPY, dma_dev->cap_mask)) { 510b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams cnt = dmatest_add_threads(dtc, DMA_MEMCPY); 511f1aef8b6e6abf32a3a269542f95a19e2cb319f6cNicolas Ferre thread_count += cnt > 0 ? cnt : 0; 512b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 513b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (dma_has_cap(DMA_XOR, dma_dev->cap_mask)) { 514b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams cnt = dmatest_add_threads(dtc, DMA_XOR); 515f1aef8b6e6abf32a3a269542f95a19e2cb319f6cNicolas Ferre thread_count += cnt > 0 ? cnt : 0; 516b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 517b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 518b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams pr_info("dmatest: Started %u threads using %s\n", 519b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread_count, dma_chan_name(chan)); 5204a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 5214a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen list_add_tail(&dtc->node, &dmatest_channels); 5224a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen nr_channels++; 5234a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 52433df8ca068123457db56c316946a3c0e4ef787d6Dan Williams return 0; 5254a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 5264a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 5277dd602510128d7a64b11ff3b7d4f30ac8e3946ceDan Williamsstatic bool filter(struct dma_chan *chan, void *param) 5284a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 52933df8ca068123457db56c316946a3c0e4ef787d6Dan Williams if (!dmatest_match_channel(chan) || !dmatest_match_device(chan->device)) 5307dd602510128d7a64b11ff3b7d4f30ac8e3946ceDan Williams return false; 53133df8ca068123457db56c316946a3c0e4ef787d6Dan Williams else 5327dd602510128d7a64b11ff3b7d4f30ac8e3946ceDan Williams return true; 5334a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 5344a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 5354a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic int __init dmatest_init(void) 5364a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 53733df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dma_cap_mask_t mask; 53833df8ca068123457db56c316946a3c0e4ef787d6Dan Williams struct dma_chan *chan; 53933df8ca068123457db56c316946a3c0e4ef787d6Dan Williams int err = 0; 54033df8ca068123457db56c316946a3c0e4ef787d6Dan Williams 54133df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dma_cap_zero(mask); 54233df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dma_cap_set(DMA_MEMCPY, mask); 54333df8ca068123457db56c316946a3c0e4ef787d6Dan Williams for (;;) { 54433df8ca068123457db56c316946a3c0e4ef787d6Dan Williams chan = dma_request_channel(mask, filter, NULL); 54533df8ca068123457db56c316946a3c0e4ef787d6Dan Williams if (chan) { 54633df8ca068123457db56c316946a3c0e4ef787d6Dan Williams err = dmatest_add_channel(chan); 547c56c81abe7e684bc6203632d807303eb765690dcDan Williams if (err) { 54833df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dma_release_channel(chan); 54933df8ca068123457db56c316946a3c0e4ef787d6Dan Williams break; /* add_channel failed, punt */ 55033df8ca068123457db56c316946a3c0e4ef787d6Dan Williams } 55133df8ca068123457db56c316946a3c0e4ef787d6Dan Williams } else 55233df8ca068123457db56c316946a3c0e4ef787d6Dan Williams break; /* no more channels available */ 55333df8ca068123457db56c316946a3c0e4ef787d6Dan Williams if (max_channels && nr_channels >= max_channels) 55433df8ca068123457db56c316946a3c0e4ef787d6Dan Williams break; /* we have all we need */ 55533df8ca068123457db56c316946a3c0e4ef787d6Dan Williams } 5564a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 55733df8ca068123457db56c316946a3c0e4ef787d6Dan Williams return err; 5584a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 55933df8ca068123457db56c316946a3c0e4ef787d6Dan Williams/* when compiled-in wait for drivers to load first */ 56033df8ca068123457db56c316946a3c0e4ef787d6Dan Williamslate_initcall(dmatest_init); 5614a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 5624a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic void __exit dmatest_exit(void) 5634a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 56433df8ca068123457db56c316946a3c0e4ef787d6Dan Williams struct dmatest_chan *dtc, *_dtc; 5657cbd4877e5b167b56a3d6033b926a9f925186e12Dan Williams struct dma_chan *chan; 56633df8ca068123457db56c316946a3c0e4ef787d6Dan Williams 56733df8ca068123457db56c316946a3c0e4ef787d6Dan Williams list_for_each_entry_safe(dtc, _dtc, &dmatest_channels, node) { 56833df8ca068123457db56c316946a3c0e4ef787d6Dan Williams list_del(&dtc->node); 5697cbd4877e5b167b56a3d6033b926a9f925186e12Dan Williams chan = dtc->chan; 57033df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dmatest_cleanup_channel(dtc); 57133df8ca068123457db56c316946a3c0e4ef787d6Dan Williams pr_debug("dmatest: dropped channel %s\n", 5727cbd4877e5b167b56a3d6033b926a9f925186e12Dan Williams dma_chan_name(chan)); 5737cbd4877e5b167b56a3d6033b926a9f925186e12Dan Williams dma_release_channel(chan); 57433df8ca068123457db56c316946a3c0e4ef787d6Dan Williams } 5754a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 5764a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_exit(dmatest_exit); 5774a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 5784a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_AUTHOR("Haavard Skinnemoen <hskinnemoen@atmel.com>"); 5794a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_LICENSE("GPL v2"); 580