dmatest.c revision e44e0aa3cfa97cddff01704751a4b25151830c72
14a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen/* 24a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * DMA Engine test module 34a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 44a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * Copyright (C) 2007 Atmel Corporation 54a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 64a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * This program is free software; you can redistribute it and/or modify 74a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * it under the terms of the GNU General Public License version 2 as 84a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * published by the Free Software Foundation. 94a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen */ 104a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/delay.h> 114a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/dmaengine.h> 124a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/init.h> 134a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/kthread.h> 144a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/module.h> 154a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/moduleparam.h> 164a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/random.h> 174a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/wait.h> 184a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 194a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned int test_buf_size = 16384; 204a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param(test_buf_size, uint, S_IRUGO); 214a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_PARM_DESC(test_buf_size, "Size of the memcpy test buffer"); 224a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2306190d8415219d9eef7d8f04b52a109e34575a76Kay Sieversstatic char test_channel[20]; 244a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param_string(channel, test_channel, sizeof(test_channel), S_IRUGO); 254a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_PARM_DESC(channel, "Bus ID of the channel to test (default: any)"); 264a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2706190d8415219d9eef7d8f04b52a109e34575a76Kay Sieversstatic char test_device[20]; 284a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param_string(device, test_device, sizeof(test_device), S_IRUGO); 294a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_PARM_DESC(device, "Bus ID of the DMA Engine to test (default: any)"); 304a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 314a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned int threads_per_chan = 1; 324a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param(threads_per_chan, uint, S_IRUGO); 334a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_PARM_DESC(threads_per_chan, 344a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "Number of threads to start per channel (default: 1)"); 354a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 364a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned int max_channels; 374a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param(max_channels, uint, S_IRUGO); 3833df8ca068123457db56c316946a3c0e4ef787d6Dan WilliamsMODULE_PARM_DESC(max_channels, 394a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "Maximum number of channels to use (default: all)"); 404a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 41b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsstatic unsigned int xor_sources = 3; 42b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsmodule_param(xor_sources, uint, S_IRUGO); 43b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan WilliamsMODULE_PARM_DESC(xor_sources, 44b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams "Number of xor source buffers (default: 3)"); 45b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 464a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen/* 474a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * Initialization patterns. All bytes in the source buffer has bit 7 484a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * set, all bytes in the destination buffer has bit 7 cleared. 494a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 504a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * Bit 6 is set for all bytes which are to be copied by the DMA 514a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * engine. Bit 5 is set for all bytes which are to be overwritten by 524a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * the DMA engine. 534a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 544a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * The remaining bits are the inverse of a counter which increments by 554a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * one for each byte address. 564a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen */ 574a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_SRC 0x80 584a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_DST 0x00 594a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_COPY 0x40 604a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_OVERWRITE 0x20 614a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_COUNT_MASK 0x1f 624a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 634a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstruct dmatest_thread { 644a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct list_head node; 654a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct task_struct *task; 664a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dma_chan *chan; 67b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 **srcs; 68b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 **dsts; 69b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams enum dma_transaction_type type; 704a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen}; 714a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 724a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstruct dmatest_chan { 734a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct list_head node; 744a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dma_chan *chan; 754a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct list_head threads; 764a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen}; 774a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 784a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen/* 794a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * These are protected by dma_list_mutex since they're only used by 8033df8ca068123457db56c316946a3c0e4ef787d6Dan Williams * the DMA filter function callback 814a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen */ 824a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic LIST_HEAD(dmatest_channels); 834a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned int nr_channels; 844a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 854a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic bool dmatest_match_channel(struct dma_chan *chan) 864a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 874a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (test_channel[0] == '\0') 884a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return true; 8941d5e59c1299f27983977bcfe3b360600996051cDan Williams return strcmp(dma_chan_name(chan), test_channel) == 0; 904a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 914a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 924a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic bool dmatest_match_device(struct dma_device *device) 934a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 944a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (test_device[0] == '\0') 954a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return true; 9606190d8415219d9eef7d8f04b52a109e34575a76Kay Sievers return strcmp(dev_name(device->dev), test_device) == 0; 974a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 984a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 994a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned long dmatest_random(void) 1004a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1014a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned long buf; 1024a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1034a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen get_random_bytes(&buf, sizeof(buf)); 1044a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return buf; 1054a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1064a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 107b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsstatic void dmatest_init_srcs(u8 **bufs, unsigned int start, unsigned int len) 1084a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1094a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int i; 110b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 *buf; 111b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 112b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (; (buf = *bufs); bufs++) { 113b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < start; i++) 114b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf[i] = PATTERN_SRC | (~i & PATTERN_COUNT_MASK); 115b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for ( ; i < start + len; i++) 116b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf[i] = PATTERN_SRC | PATTERN_COPY 117b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams | (~i & PATTERN_COUNT_MASK);; 118b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for ( ; i < test_buf_size; i++) 119b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf[i] = PATTERN_SRC | (~i & PATTERN_COUNT_MASK); 120b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf++; 121b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 1224a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1234a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 124b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsstatic void dmatest_init_dsts(u8 **bufs, unsigned int start, unsigned int len) 1254a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1264a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int i; 127b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 *buf; 128b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 129b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (; (buf = *bufs); bufs++) { 130b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < start; i++) 131b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf[i] = PATTERN_DST | (~i & PATTERN_COUNT_MASK); 132b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for ( ; i < start + len; i++) 133b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf[i] = PATTERN_DST | PATTERN_OVERWRITE 134b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams | (~i & PATTERN_COUNT_MASK); 135b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for ( ; i < test_buf_size; i++) 136b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams buf[i] = PATTERN_DST | (~i & PATTERN_COUNT_MASK); 137b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 1384a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1394a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1404a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic void dmatest_mismatch(u8 actual, u8 pattern, unsigned int index, 1414a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int counter, bool is_srcbuf) 1424a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1434a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen u8 diff = actual ^ pattern; 1444a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen u8 expected = pattern | (~counter & PATTERN_COUNT_MASK); 1454a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen const char *thread_name = current->comm; 1464a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1474a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (is_srcbuf) 1484a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: srcbuf[0x%x] overwritten!" 1494a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen " Expected %02x, got %02x\n", 1504a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, index, expected, actual); 1514a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen else if ((pattern & PATTERN_COPY) 1524a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen && (diff & (PATTERN_COPY | PATTERN_OVERWRITE))) 1534a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: dstbuf[0x%x] not copied!" 1544a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen " Expected %02x, got %02x\n", 1554a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, index, expected, actual); 1564a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen else if (diff & PATTERN_SRC) 1574a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: dstbuf[0x%x] was copied!" 1584a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen " Expected %02x, got %02x\n", 1594a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, index, expected, actual); 1604a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen else 1614a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: dstbuf[0x%x] mismatch!" 1624a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen " Expected %02x, got %02x\n", 1634a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, index, expected, actual); 1644a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1654a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 166b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsstatic unsigned int dmatest_verify(u8 **bufs, unsigned int start, 1674a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int end, unsigned int counter, u8 pattern, 1684a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen bool is_srcbuf) 1694a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1704a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int i; 1714a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int error_count = 0; 1724a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen u8 actual; 173b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 expected; 174b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 *buf; 175b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams unsigned int counter_orig = counter; 176b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 177b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (; (buf = *bufs); bufs++) { 178b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams counter = counter_orig; 179b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = start; i < end; i++) { 180b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams actual = buf[i]; 181b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams expected = pattern | (~counter & PATTERN_COUNT_MASK); 182b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (actual != expected) { 183b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (error_count < 32) 184b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dmatest_mismatch(actual, pattern, i, 185b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams counter, is_srcbuf); 186b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count++; 187b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 188b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams counter++; 1894a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 1904a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 1914a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1924a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (error_count > 32) 1934a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: %u errors suppressed\n", 1944a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen current->comm, error_count - 32); 1954a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1964a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return error_count; 1974a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1984a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 199e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williamsstatic void dmatest_callback(void *completion) 200e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams{ 201e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams complete(completion); 202e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams} 203e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams 2044a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen/* 2054a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * This function repeatedly tests DMA transfers of various lengths and 206b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams * offsets for a given operation type until it is told to exit by 207b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams * kthread_stop(). There may be multiple threads running this function 208b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams * in parallel for a single channel, and there may be multiple channels 209b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams * being tested in parallel. 2104a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 2114a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * Before each test, the source and destination buffer is initialized 2124a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * with a known pattern. This pattern is different depending on 2134a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * whether it's in an area which is supposed to be copied or 2144a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * overwritten, and different in the source and destination buffers. 2154a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * So if the DMA engine doesn't copy exactly what we tell it to copy, 2164a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * we'll notice. 2174a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen */ 2184a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic int dmatest_func(void *data) 2194a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 2204a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dmatest_thread *thread = data; 2214a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dma_chan *chan; 2224a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen const char *thread_name; 2234a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int src_off, dst_off, len; 2244a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int error_count; 2254a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int failed_tests = 0; 2264a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int total_tests = 0; 2274a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dma_cookie_t cookie; 2284a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen enum dma_status status; 229b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams enum dma_ctrl_flags flags; 2304a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen int ret; 231b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams int src_cnt; 232b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams int dst_cnt; 233b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams int i; 2344a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2354a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name = current->comm; 2364a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2374a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen ret = -ENOMEM; 2384a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2394a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen smp_rmb(); 2404a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen chan = thread->chan; 241b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (thread->type == DMA_MEMCPY) 242b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams src_cnt = dst_cnt = 1; 243b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams else if (thread->type == DMA_XOR) { 244b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams src_cnt = xor_sources | 1; /* force odd to ensure dst = src */ 245b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dst_cnt = 1; 246b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } else 247b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams goto err_srcs; 248b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 249b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->srcs = kcalloc(src_cnt+1, sizeof(u8 *), GFP_KERNEL); 250b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (!thread->srcs) 251b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams goto err_srcs; 252b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < src_cnt; i++) { 253b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->srcs[i] = kmalloc(test_buf_size, GFP_KERNEL); 254b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (!thread->srcs[i]) 255b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams goto err_srcbuf; 256b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 257b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->srcs[i] = NULL; 258b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 259b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->dsts = kcalloc(dst_cnt+1, sizeof(u8 *), GFP_KERNEL); 260b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (!thread->dsts) 261b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams goto err_dsts; 262b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < dst_cnt; i++) { 263b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->dsts[i] = kmalloc(test_buf_size, GFP_KERNEL); 264b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (!thread->dsts[i]) 265b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams goto err_dstbuf; 266b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 267b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->dsts[i] = NULL; 268b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 269e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams set_user_nice(current, 10); 270e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams 271e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams flags = DMA_CTRL_ACK | DMA_COMPL_SKIP_DEST_UNMAP | DMA_PREP_INTERRUPT; 2724a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2734a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen while (!kthread_should_stop()) { 274d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto struct dma_device *dev = chan->device; 275b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams struct dma_async_tx_descriptor *tx = NULL; 276b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_addr_t dma_srcs[src_cnt]; 277b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_addr_t dma_dsts[dst_cnt]; 278e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams struct completion cmp; 279e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams unsigned long tmo = msecs_to_jiffies(3000); 280d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto 2814a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen total_tests++; 2824a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2834a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen len = dmatest_random() % test_buf_size + 1; 2844a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off = dmatest_random() % (test_buf_size - len + 1); 2854a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dst_off = dmatest_random() % (test_buf_size - len + 1); 2864a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 287b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dmatest_init_srcs(thread->srcs, src_off, len); 288b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dmatest_init_dsts(thread->dsts, dst_off, len); 2894a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 290b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < src_cnt; i++) { 291b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams u8 *buf = thread->srcs[i] + src_off; 292b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 293b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_srcs[i] = dma_map_single(dev->dev, buf, len, 294b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams DMA_TO_DEVICE); 295b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 296d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto /* map with DMA_BIDIRECTIONAL to force writeback/invalidate */ 297b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < dst_cnt; i++) { 298b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_dsts[i] = dma_map_single(dev->dev, thread->dsts[i], 299b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams test_buf_size, 300b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams DMA_BIDIRECTIONAL); 301b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 302b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 303b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (thread->type == DMA_MEMCPY) 304b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams tx = dev->device_prep_dma_memcpy(chan, 305b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_dsts[0] + dst_off, 306b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_srcs[0], len, 307b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams flags); 308b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams else if (thread->type == DMA_XOR) 309b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams tx = dev->device_prep_dma_xor(chan, 310b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_dsts[0] + dst_off, 311b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_srcs, xor_sources, 312b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams len, flags); 313d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto 314d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto if (!tx) { 315b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < src_cnt; i++) 316b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_unmap_single(dev->dev, dma_srcs[i], len, 317b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams DMA_TO_DEVICE); 318b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < dst_cnt; i++) 319b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_unmap_single(dev->dev, dma_dsts[i], 320b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams test_buf_size, 321b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams DMA_BIDIRECTIONAL); 322d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto pr_warning("%s: #%u: prep error with src_off=0x%x " 323d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto "dst_off=0x%x len=0x%x\n", 324d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto thread_name, total_tests - 1, 325d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto src_off, dst_off, len); 326d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto msleep(100); 327d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto failed_tests++; 328d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto continue; 329d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto } 330e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams 331e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams init_completion(&cmp); 332e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams tx->callback = dmatest_callback; 333e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams tx->callback_param = &cmp; 334d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto cookie = tx->tx_submit(tx); 335d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto 3364a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (dma_submit_error(cookie)) { 3374a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: #%u: submit error %d with src_off=0x%x " 3384a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "dst_off=0x%x len=0x%x\n", 3394a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, total_tests - 1, cookie, 3404a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off, dst_off, len); 3414a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen msleep(100); 3424a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen failed_tests++; 3434a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen continue; 3444a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 345b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_async_issue_pending(chan); 3464a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 347e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams tmo = wait_for_completion_timeout(&cmp, tmo); 348e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams status = dma_async_is_tx_complete(chan, cookie, NULL, NULL); 3494a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 350e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams if (tmo == 0) { 351e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams pr_warning("%s: #%u: test timed out\n", 352e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams thread_name, total_tests - 1); 353e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams failed_tests++; 354e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams continue; 355e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams } else if (status != DMA_SUCCESS) { 356e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams pr_warning("%s: #%u: got completion callback," 357e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams " but status is \'%s\'\n", 358e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams thread_name, total_tests - 1, 359e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams status == DMA_ERROR ? "error" : "in progress"); 3604a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen failed_tests++; 3614a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen continue; 3624a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 363e44e0aa3cfa97cddff01704751a4b25151830c72Dan Williams 364d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto /* Unmap by myself (see DMA_COMPL_SKIP_DEST_UNMAP above) */ 365b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; i < dst_cnt; i++) 366b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_unmap_single(dev->dev, dma_dsts[i], test_buf_size, 367b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams DMA_BIDIRECTIONAL); 3684a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3694a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen error_count = 0; 3704a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3714a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_debug("%s: verifying source buffer...\n", thread_name); 372b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count += dmatest_verify(thread->srcs, 0, src_off, 3734a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 0, PATTERN_SRC, true); 374b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count += dmatest_verify(thread->srcs, src_off, 3754a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off + len, src_off, 3764a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen PATTERN_SRC | PATTERN_COPY, true); 377b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count += dmatest_verify(thread->srcs, src_off + len, 3784a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen test_buf_size, src_off + len, 3794a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen PATTERN_SRC, true); 3804a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3814a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_debug("%s: verifying dest buffer...\n", 3824a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread->task->comm); 383b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count += dmatest_verify(thread->dsts, 0, dst_off, 3844a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 0, PATTERN_DST, false); 385b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count += dmatest_verify(thread->dsts, dst_off, 3864a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dst_off + len, src_off, 3874a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen PATTERN_SRC | PATTERN_COPY, false); 388b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams error_count += dmatest_verify(thread->dsts, dst_off + len, 3894a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen test_buf_size, dst_off + len, 3904a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen PATTERN_DST, false); 3914a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3924a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (error_count) { 3934a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: #%u: %u errors with " 3944a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "src_off=0x%x dst_off=0x%x len=0x%x\n", 3954a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, total_tests - 1, error_count, 3964a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off, dst_off, len); 3974a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen failed_tests++; 3984a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } else { 3994a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_debug("%s: #%u: No errors with " 4004a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "src_off=0x%x dst_off=0x%x len=0x%x\n", 4014a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, total_tests - 1, 4024a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off, dst_off, len); 4034a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 4044a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 4054a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4064a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen ret = 0; 407b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; thread->dsts[i]; i++) 408b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams kfree(thread->dsts[i]); 4094a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenerr_dstbuf: 410b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams kfree(thread->dsts); 411b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamserr_dsts: 412b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams for (i = 0; thread->srcs[i]; i++) 413b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams kfree(thread->srcs[i]); 4144a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenerr_srcbuf: 415b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams kfree(thread->srcs); 416b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamserr_srcs: 4174a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_notice("%s: terminating after %u tests, %u failures (status %d)\n", 4184a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, total_tests, failed_tests, ret); 4194a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return ret; 4204a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 4214a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4224a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic void dmatest_cleanup_channel(struct dmatest_chan *dtc) 4234a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 4244a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dmatest_thread *thread; 4254a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dmatest_thread *_thread; 4264a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen int ret; 4274a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4284a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen list_for_each_entry_safe(thread, _thread, &dtc->threads, node) { 4294a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen ret = kthread_stop(thread->task); 4304a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_debug("dmatest: thread %s exited with status %d\n", 4314a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread->task->comm, ret); 4324a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen list_del(&thread->node); 4334a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen kfree(thread); 4344a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 4354a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen kfree(dtc); 4364a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 4374a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 438b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsstatic int dmatest_add_threads(struct dmatest_chan *dtc, enum dma_transaction_type type) 4394a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 440b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams struct dmatest_thread *thread; 441b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams struct dma_chan *chan = dtc->chan; 442b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams char *op; 443b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams unsigned int i; 4444a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 445b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (type == DMA_MEMCPY) 446b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams op = "copy"; 447b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams else if (type == DMA_XOR) 448b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams op = "xor"; 449b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams else 450b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams return -EINVAL; 4514a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4524a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen for (i = 0; i < threads_per_chan; i++) { 4534a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread = kzalloc(sizeof(struct dmatest_thread), GFP_KERNEL); 4544a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (!thread) { 455b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams pr_warning("dmatest: No memory for %s-%s%u\n", 456b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_chan_name(chan), op, i); 457b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 4584a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen break; 4594a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 4604a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread->chan = dtc->chan; 461b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->type = type; 4624a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen smp_wmb(); 463b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread->task = kthread_run(dmatest_func, thread, "%s-%s%u", 464b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_chan_name(chan), op, i); 4654a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (IS_ERR(thread->task)) { 466b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams pr_warning("dmatest: Failed to run thread %s-%s%u\n", 467b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dma_chan_name(chan), op, i); 4684a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen kfree(thread); 4694a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen break; 4704a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 4714a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4724a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen /* srcbuf and dstbuf are allocated by the thread itself */ 4734a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4744a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen list_add_tail(&thread->node, &dtc->threads); 4754a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 4764a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 477b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams return i; 478b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams} 479b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 480b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williamsstatic int dmatest_add_channel(struct dma_chan *chan) 481b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams{ 482b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams struct dmatest_chan *dtc; 483b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams struct dma_device *dma_dev = chan->device; 484b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams unsigned int thread_count = 0; 485b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams unsigned int cnt; 486b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 487b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dtc = kmalloc(sizeof(struct dmatest_chan), GFP_KERNEL); 488b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (!dtc) { 489b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams pr_warning("dmatest: No memory for %s\n", dma_chan_name(chan)); 490b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams return -ENOMEM; 491b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 492b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 493b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams dtc->chan = chan; 494b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams INIT_LIST_HEAD(&dtc->threads); 495b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 496b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (dma_has_cap(DMA_MEMCPY, dma_dev->cap_mask)) { 497b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams cnt = dmatest_add_threads(dtc, DMA_MEMCPY); 498b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread_count += cnt > 0 ?: 0; 499b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 500b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams if (dma_has_cap(DMA_XOR, dma_dev->cap_mask)) { 501b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams cnt = dmatest_add_threads(dtc, DMA_XOR); 502b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread_count += cnt > 0 ?: 0; 503b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams } 504b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams 505b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams pr_info("dmatest: Started %u threads using %s\n", 506b54d5cb9156868fb4f27ccd46a3afb0bf3ef8e0cDan Williams thread_count, dma_chan_name(chan)); 5074a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 5084a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen list_add_tail(&dtc->node, &dmatest_channels); 5094a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen nr_channels++; 5104a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 51133df8ca068123457db56c316946a3c0e4ef787d6Dan Williams return 0; 5124a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 5134a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 5147dd602510128d7a64b11ff3b7d4f30ac8e3946ceDan Williamsstatic bool filter(struct dma_chan *chan, void *param) 5154a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 51633df8ca068123457db56c316946a3c0e4ef787d6Dan Williams if (!dmatest_match_channel(chan) || !dmatest_match_device(chan->device)) 5177dd602510128d7a64b11ff3b7d4f30ac8e3946ceDan Williams return false; 51833df8ca068123457db56c316946a3c0e4ef787d6Dan Williams else 5197dd602510128d7a64b11ff3b7d4f30ac8e3946ceDan Williams return true; 5204a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 5214a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 5224a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic int __init dmatest_init(void) 5234a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 52433df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dma_cap_mask_t mask; 52533df8ca068123457db56c316946a3c0e4ef787d6Dan Williams struct dma_chan *chan; 52633df8ca068123457db56c316946a3c0e4ef787d6Dan Williams int err = 0; 52733df8ca068123457db56c316946a3c0e4ef787d6Dan Williams 52833df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dma_cap_zero(mask); 52933df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dma_cap_set(DMA_MEMCPY, mask); 53033df8ca068123457db56c316946a3c0e4ef787d6Dan Williams for (;;) { 53133df8ca068123457db56c316946a3c0e4ef787d6Dan Williams chan = dma_request_channel(mask, filter, NULL); 53233df8ca068123457db56c316946a3c0e4ef787d6Dan Williams if (chan) { 53333df8ca068123457db56c316946a3c0e4ef787d6Dan Williams err = dmatest_add_channel(chan); 53433df8ca068123457db56c316946a3c0e4ef787d6Dan Williams if (err == 0) 53533df8ca068123457db56c316946a3c0e4ef787d6Dan Williams continue; 53633df8ca068123457db56c316946a3c0e4ef787d6Dan Williams else { 53733df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dma_release_channel(chan); 53833df8ca068123457db56c316946a3c0e4ef787d6Dan Williams break; /* add_channel failed, punt */ 53933df8ca068123457db56c316946a3c0e4ef787d6Dan Williams } 54033df8ca068123457db56c316946a3c0e4ef787d6Dan Williams } else 54133df8ca068123457db56c316946a3c0e4ef787d6Dan Williams break; /* no more channels available */ 54233df8ca068123457db56c316946a3c0e4ef787d6Dan Williams if (max_channels && nr_channels >= max_channels) 54333df8ca068123457db56c316946a3c0e4ef787d6Dan Williams break; /* we have all we need */ 54433df8ca068123457db56c316946a3c0e4ef787d6Dan Williams } 5454a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 54633df8ca068123457db56c316946a3c0e4ef787d6Dan Williams return err; 5474a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 54833df8ca068123457db56c316946a3c0e4ef787d6Dan Williams/* when compiled-in wait for drivers to load first */ 54933df8ca068123457db56c316946a3c0e4ef787d6Dan Williamslate_initcall(dmatest_init); 5504a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 5514a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic void __exit dmatest_exit(void) 5524a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 55333df8ca068123457db56c316946a3c0e4ef787d6Dan Williams struct dmatest_chan *dtc, *_dtc; 5547cbd4877e5b167b56a3d6033b926a9f925186e12Dan Williams struct dma_chan *chan; 55533df8ca068123457db56c316946a3c0e4ef787d6Dan Williams 55633df8ca068123457db56c316946a3c0e4ef787d6Dan Williams list_for_each_entry_safe(dtc, _dtc, &dmatest_channels, node) { 55733df8ca068123457db56c316946a3c0e4ef787d6Dan Williams list_del(&dtc->node); 5587cbd4877e5b167b56a3d6033b926a9f925186e12Dan Williams chan = dtc->chan; 55933df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dmatest_cleanup_channel(dtc); 56033df8ca068123457db56c316946a3c0e4ef787d6Dan Williams pr_debug("dmatest: dropped channel %s\n", 5617cbd4877e5b167b56a3d6033b926a9f925186e12Dan Williams dma_chan_name(chan)); 5627cbd4877e5b167b56a3d6033b926a9f925186e12Dan Williams dma_release_channel(chan); 56333df8ca068123457db56c316946a3c0e4ef787d6Dan Williams } 5644a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 5654a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_exit(dmatest_exit); 5664a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 5674a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_AUTHOR("Haavard Skinnemoen <hskinnemoen@atmel.com>"); 5684a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_LICENSE("GPL v2"); 569