dmatest.c revision d86be86e9aab221089d72399072511f13fe2a771
14a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen/* 24a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * DMA Engine test module 34a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 44a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * Copyright (C) 2007 Atmel Corporation 54a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 64a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * This program is free software; you can redistribute it and/or modify 74a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * it under the terms of the GNU General Public License version 2 as 84a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * published by the Free Software Foundation. 94a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen */ 104a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/delay.h> 114a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/dmaengine.h> 124a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/init.h> 134a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/kthread.h> 144a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/module.h> 154a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/moduleparam.h> 164a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/random.h> 174a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#include <linux/wait.h> 184a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 194a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned int test_buf_size = 16384; 204a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param(test_buf_size, uint, S_IRUGO); 214a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_PARM_DESC(test_buf_size, "Size of the memcpy test buffer"); 224a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2306190d8415219d9eef7d8f04b52a109e34575a76Kay Sieversstatic char test_channel[20]; 244a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param_string(channel, test_channel, sizeof(test_channel), S_IRUGO); 254a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_PARM_DESC(channel, "Bus ID of the channel to test (default: any)"); 264a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2706190d8415219d9eef7d8f04b52a109e34575a76Kay Sieversstatic char test_device[20]; 284a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param_string(device, test_device, sizeof(test_device), S_IRUGO); 294a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_PARM_DESC(device, "Bus ID of the DMA Engine to test (default: any)"); 304a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 314a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned int threads_per_chan = 1; 324a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param(threads_per_chan, uint, S_IRUGO); 334a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_PARM_DESC(threads_per_chan, 344a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "Number of threads to start per channel (default: 1)"); 354a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 364a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned int max_channels; 374a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_param(max_channels, uint, S_IRUGO); 3833df8ca068123457db56c316946a3c0e4ef787d6Dan WilliamsMODULE_PARM_DESC(max_channels, 394a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "Maximum number of channels to use (default: all)"); 404a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 414a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen/* 424a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * Initialization patterns. All bytes in the source buffer has bit 7 434a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * set, all bytes in the destination buffer has bit 7 cleared. 444a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 454a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * Bit 6 is set for all bytes which are to be copied by the DMA 464a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * engine. Bit 5 is set for all bytes which are to be overwritten by 474a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * the DMA engine. 484a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 494a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * The remaining bits are the inverse of a counter which increments by 504a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * one for each byte address. 514a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen */ 524a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_SRC 0x80 534a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_DST 0x00 544a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_COPY 0x40 554a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_OVERWRITE 0x20 564a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen#define PATTERN_COUNT_MASK 0x1f 574a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 584a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstruct dmatest_thread { 594a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct list_head node; 604a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct task_struct *task; 614a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dma_chan *chan; 624a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen u8 *srcbuf; 634a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen u8 *dstbuf; 644a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen}; 654a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 664a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstruct dmatest_chan { 674a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct list_head node; 684a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dma_chan *chan; 694a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct list_head threads; 704a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen}; 714a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 724a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen/* 734a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * These are protected by dma_list_mutex since they're only used by 7433df8ca068123457db56c316946a3c0e4ef787d6Dan Williams * the DMA filter function callback 754a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen */ 764a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic LIST_HEAD(dmatest_channels); 774a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned int nr_channels; 784a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 794a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic bool dmatest_match_channel(struct dma_chan *chan) 804a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 814a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (test_channel[0] == '\0') 824a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return true; 8341d5e59c1299f27983977bcfe3b360600996051cDan Williams return strcmp(dma_chan_name(chan), test_channel) == 0; 844a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 854a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 864a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic bool dmatest_match_device(struct dma_device *device) 874a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 884a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (test_device[0] == '\0') 894a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return true; 9006190d8415219d9eef7d8f04b52a109e34575a76Kay Sievers return strcmp(dev_name(device->dev), test_device) == 0; 914a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 924a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 934a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned long dmatest_random(void) 944a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 954a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned long buf; 964a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 974a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen get_random_bytes(&buf, sizeof(buf)); 984a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return buf; 994a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1004a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1014a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic void dmatest_init_srcbuf(u8 *buf, unsigned int start, unsigned int len) 1024a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1034a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int i; 1044a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1054a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen for (i = 0; i < start; i++) 1064a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen buf[i] = PATTERN_SRC | (~i & PATTERN_COUNT_MASK); 1074a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen for ( ; i < start + len; i++) 1084a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen buf[i] = PATTERN_SRC | PATTERN_COPY 1094a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen | (~i & PATTERN_COUNT_MASK);; 1104a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen for ( ; i < test_buf_size; i++) 1114a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen buf[i] = PATTERN_SRC | (~i & PATTERN_COUNT_MASK); 1124a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1134a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1144a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic void dmatest_init_dstbuf(u8 *buf, unsigned int start, unsigned int len) 1154a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1164a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int i; 1174a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1184a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen for (i = 0; i < start; i++) 1194a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen buf[i] = PATTERN_DST | (~i & PATTERN_COUNT_MASK); 1204a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen for ( ; i < start + len; i++) 1214a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen buf[i] = PATTERN_DST | PATTERN_OVERWRITE 1224a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen | (~i & PATTERN_COUNT_MASK); 1234a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen for ( ; i < test_buf_size; i++) 1244a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen buf[i] = PATTERN_DST | (~i & PATTERN_COUNT_MASK); 1254a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1264a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1274a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic void dmatest_mismatch(u8 actual, u8 pattern, unsigned int index, 1284a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int counter, bool is_srcbuf) 1294a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1304a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen u8 diff = actual ^ pattern; 1314a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen u8 expected = pattern | (~counter & PATTERN_COUNT_MASK); 1324a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen const char *thread_name = current->comm; 1334a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1344a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (is_srcbuf) 1354a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: srcbuf[0x%x] overwritten!" 1364a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen " Expected %02x, got %02x\n", 1374a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, index, expected, actual); 1384a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen else if ((pattern & PATTERN_COPY) 1394a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen && (diff & (PATTERN_COPY | PATTERN_OVERWRITE))) 1404a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: dstbuf[0x%x] not copied!" 1414a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen " Expected %02x, got %02x\n", 1424a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, index, expected, actual); 1434a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen else if (diff & PATTERN_SRC) 1444a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: dstbuf[0x%x] was copied!" 1454a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen " Expected %02x, got %02x\n", 1464a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, index, expected, actual); 1474a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen else 1484a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: dstbuf[0x%x] mismatch!" 1494a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen " Expected %02x, got %02x\n", 1504a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, index, expected, actual); 1514a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1524a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1534a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic unsigned int dmatest_verify(u8 *buf, unsigned int start, 1544a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int end, unsigned int counter, u8 pattern, 1554a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen bool is_srcbuf) 1564a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1574a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int i; 1584a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int error_count = 0; 1594a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen u8 actual; 1604a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1614a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen for (i = start; i < end; i++) { 1624a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen actual = buf[i]; 1634a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (actual != (pattern | (~counter & PATTERN_COUNT_MASK))) { 1644a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (error_count < 32) 1654a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dmatest_mismatch(actual, pattern, i, counter, 1664a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen is_srcbuf); 1674a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen error_count++; 1684a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 1694a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen counter++; 1704a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 1714a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1724a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (error_count > 32) 1734a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: %u errors suppressed\n", 1744a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen current->comm, error_count - 32); 1754a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1764a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return error_count; 1774a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 1784a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 1794a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen/* 1804a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * This function repeatedly tests DMA transfers of various lengths and 1814a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * offsets until it is told to exit by kthread_stop(). There may be 1824a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * multiple threads running this function in parallel for a single 1834a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * channel, and there may be multiple channels being tested in 1844a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * parallel. 1854a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * 1864a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * Before each test, the source and destination buffer is initialized 1874a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * with a known pattern. This pattern is different depending on 1884a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * whether it's in an area which is supposed to be copied or 1894a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * overwritten, and different in the source and destination buffers. 1904a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * So if the DMA engine doesn't copy exactly what we tell it to copy, 1914a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen * we'll notice. 1924a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen */ 1934a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic int dmatest_func(void *data) 1944a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 1954a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dmatest_thread *thread = data; 1964a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dma_chan *chan; 1974a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen const char *thread_name; 1984a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int src_off, dst_off, len; 1994a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int error_count; 2004a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int failed_tests = 0; 2014a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int total_tests = 0; 2024a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dma_cookie_t cookie; 2034a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen enum dma_status status; 2044a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen int ret; 2054a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2064a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name = current->comm; 2074a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2084a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen ret = -ENOMEM; 2094a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread->srcbuf = kmalloc(test_buf_size, GFP_KERNEL); 2104a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (!thread->srcbuf) 2114a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen goto err_srcbuf; 2124a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread->dstbuf = kmalloc(test_buf_size, GFP_KERNEL); 2134a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (!thread->dstbuf) 2144a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen goto err_dstbuf; 2154a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2164a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen smp_rmb(); 2174a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen chan = thread->chan; 2184a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2194a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen while (!kthread_should_stop()) { 220d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto struct dma_device *dev = chan->device; 221d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto struct dma_async_tx_descriptor *tx; 222d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto dma_addr_t dma_src, dma_dest; 223d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto 2244a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen total_tests++; 2254a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2264a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen len = dmatest_random() % test_buf_size + 1; 2274a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off = dmatest_random() % (test_buf_size - len + 1); 2284a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dst_off = dmatest_random() % (test_buf_size - len + 1); 2294a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2304a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dmatest_init_srcbuf(thread->srcbuf, src_off, len); 2314a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dmatest_init_dstbuf(thread->dstbuf, dst_off, len); 2324a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 233d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto dma_src = dma_map_single(dev->dev, thread->srcbuf + src_off, 234d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto len, DMA_TO_DEVICE); 235d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto /* map with DMA_BIDIRECTIONAL to force writeback/invalidate */ 236d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto dma_dest = dma_map_single(dev->dev, thread->dstbuf, 237d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto test_buf_size, DMA_BIDIRECTIONAL); 238d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto 239d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto tx = dev->device_prep_dma_memcpy(chan, dma_dest + dst_off, 240d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto dma_src, len, 241d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto DMA_CTRL_ACK | DMA_COMPL_SKIP_DEST_UNMAP); 242d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto if (!tx) { 243d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto dma_unmap_single(dev->dev, dma_src, len, DMA_TO_DEVICE); 244d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto dma_unmap_single(dev->dev, dma_dest, 245d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto test_buf_size, DMA_BIDIRECTIONAL); 246d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto pr_warning("%s: #%u: prep error with src_off=0x%x " 247d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto "dst_off=0x%x len=0x%x\n", 248d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto thread_name, total_tests - 1, 249d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto src_off, dst_off, len); 250d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto msleep(100); 251d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto failed_tests++; 252d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto continue; 253d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto } 254d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto tx->callback = NULL; 255d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto cookie = tx->tx_submit(tx); 256d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto 2574a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (dma_submit_error(cookie)) { 2584a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: #%u: submit error %d with src_off=0x%x " 2594a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "dst_off=0x%x len=0x%x\n", 2604a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, total_tests - 1, cookie, 2614a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off, dst_off, len); 2624a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen msleep(100); 2634a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen failed_tests++; 2644a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen continue; 2654a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 2664a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dma_async_memcpy_issue_pending(chan); 2674a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2684a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen do { 2694a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen msleep(1); 2704a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen status = dma_async_memcpy_complete( 2714a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen chan, cookie, NULL, NULL); 2724a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } while (status == DMA_IN_PROGRESS); 2734a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2744a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (status == DMA_ERROR) { 2754a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: #%u: error during copy\n", 2764a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, total_tests - 1); 2774a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen failed_tests++; 2784a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen continue; 2794a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 280d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto /* Unmap by myself (see DMA_COMPL_SKIP_DEST_UNMAP above) */ 281d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto dma_unmap_single(dev->dev, dma_dest, 282d86be86e9aab221089d72399072511f13fe2a771Atsushi Nemoto test_buf_size, DMA_BIDIRECTIONAL); 2834a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2844a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen error_count = 0; 2854a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2864a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_debug("%s: verifying source buffer...\n", thread_name); 2874a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen error_count += dmatest_verify(thread->srcbuf, 0, src_off, 2884a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 0, PATTERN_SRC, true); 2894a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen error_count += dmatest_verify(thread->srcbuf, src_off, 2904a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off + len, src_off, 2914a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen PATTERN_SRC | PATTERN_COPY, true); 2924a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen error_count += dmatest_verify(thread->srcbuf, src_off + len, 2934a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen test_buf_size, src_off + len, 2944a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen PATTERN_SRC, true); 2954a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 2964a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_debug("%s: verifying dest buffer...\n", 2974a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread->task->comm); 2984a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen error_count += dmatest_verify(thread->dstbuf, 0, dst_off, 2994a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 0, PATTERN_DST, false); 3004a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen error_count += dmatest_verify(thread->dstbuf, dst_off, 3014a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dst_off + len, src_off, 3024a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen PATTERN_SRC | PATTERN_COPY, false); 3034a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen error_count += dmatest_verify(thread->dstbuf, dst_off + len, 3044a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen test_buf_size, dst_off + len, 3054a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen PATTERN_DST, false); 3064a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3074a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (error_count) { 3084a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("%s: #%u: %u errors with " 3094a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "src_off=0x%x dst_off=0x%x len=0x%x\n", 3104a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, total_tests - 1, error_count, 3114a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off, dst_off, len); 3124a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen failed_tests++; 3134a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } else { 3144a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_debug("%s: #%u: No errors with " 3154a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen "src_off=0x%x dst_off=0x%x len=0x%x\n", 3164a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, total_tests - 1, 3174a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen src_off, dst_off, len); 3184a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 3194a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 3204a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3214a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen ret = 0; 3224a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen kfree(thread->dstbuf); 3234a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenerr_dstbuf: 3244a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen kfree(thread->srcbuf); 3254a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenerr_srcbuf: 3264a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_notice("%s: terminating after %u tests, %u failures (status %d)\n", 3274a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread_name, total_tests, failed_tests, ret); 3284a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen return ret; 3294a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 3304a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3314a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic void dmatest_cleanup_channel(struct dmatest_chan *dtc) 3324a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 3334a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dmatest_thread *thread; 3344a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dmatest_thread *_thread; 3354a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen int ret; 3364a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3374a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen list_for_each_entry_safe(thread, _thread, &dtc->threads, node) { 3384a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen ret = kthread_stop(thread->task); 3394a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_debug("dmatest: thread %s exited with status %d\n", 3404a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread->task->comm, ret); 3414a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen list_del(&thread->node); 3424a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen kfree(thread); 3434a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 3444a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen kfree(dtc); 3454a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 3464a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 34733df8ca068123457db56c316946a3c0e4ef787d6Dan Williamsstatic int dmatest_add_channel(struct dma_chan *chan) 3484a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 3494a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dmatest_chan *dtc; 3504a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen struct dmatest_thread *thread; 3514a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen unsigned int i; 3524a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3536fdb8bd47111d3f94be221082b725ec2dec1d5c7Andrew Morton dtc = kmalloc(sizeof(struct dmatest_chan), GFP_KERNEL); 3544a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (!dtc) { 35541d5e59c1299f27983977bcfe3b360600996051cDan Williams pr_warning("dmatest: No memory for %s\n", dma_chan_name(chan)); 35633df8ca068123457db56c316946a3c0e4ef787d6Dan Williams return -ENOMEM; 3574a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 3584a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3594a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen dtc->chan = chan; 3604a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen INIT_LIST_HEAD(&dtc->threads); 3614a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3624a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen for (i = 0; i < threads_per_chan; i++) { 3634a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread = kzalloc(sizeof(struct dmatest_thread), GFP_KERNEL); 3644a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (!thread) { 3654a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("dmatest: No memory for %s-test%u\n", 36641d5e59c1299f27983977bcfe3b360600996051cDan Williams dma_chan_name(chan), i); 3674a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen break; 3684a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 3694a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread->chan = dtc->chan; 3704a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen smp_wmb(); 3714a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen thread->task = kthread_run(dmatest_func, thread, "%s-test%u", 37241d5e59c1299f27983977bcfe3b360600996051cDan Williams dma_chan_name(chan), i); 3734a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen if (IS_ERR(thread->task)) { 3744a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen pr_warning("dmatest: Failed to run thread %s-test%u\n", 37541d5e59c1299f27983977bcfe3b360600996051cDan Williams dma_chan_name(chan), i); 3764a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen kfree(thread); 3774a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen break; 3784a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 3794a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3804a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen /* srcbuf and dstbuf are allocated by the thread itself */ 3814a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3824a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen list_add_tail(&thread->node, &dtc->threads); 3834a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen } 3844a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 38541d5e59c1299f27983977bcfe3b360600996051cDan Williams pr_info("dmatest: Started %u threads using %s\n", i, dma_chan_name(chan)); 3864a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3874a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen list_add_tail(&dtc->node, &dmatest_channels); 3884a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen nr_channels++; 3894a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 39033df8ca068123457db56c316946a3c0e4ef787d6Dan Williams return 0; 3914a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 3924a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 3937dd602510128d7a64b11ff3b7d4f30ac8e3946ceDan Williamsstatic bool filter(struct dma_chan *chan, void *param) 3944a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 39533df8ca068123457db56c316946a3c0e4ef787d6Dan Williams if (!dmatest_match_channel(chan) || !dmatest_match_device(chan->device)) 3967dd602510128d7a64b11ff3b7d4f30ac8e3946ceDan Williams return false; 39733df8ca068123457db56c316946a3c0e4ef787d6Dan Williams else 3987dd602510128d7a64b11ff3b7d4f30ac8e3946ceDan Williams return true; 3994a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 4004a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4014a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic int __init dmatest_init(void) 4024a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 40333df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dma_cap_mask_t mask; 40433df8ca068123457db56c316946a3c0e4ef787d6Dan Williams struct dma_chan *chan; 40533df8ca068123457db56c316946a3c0e4ef787d6Dan Williams int err = 0; 40633df8ca068123457db56c316946a3c0e4ef787d6Dan Williams 40733df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dma_cap_zero(mask); 40833df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dma_cap_set(DMA_MEMCPY, mask); 40933df8ca068123457db56c316946a3c0e4ef787d6Dan Williams for (;;) { 41033df8ca068123457db56c316946a3c0e4ef787d6Dan Williams chan = dma_request_channel(mask, filter, NULL); 41133df8ca068123457db56c316946a3c0e4ef787d6Dan Williams if (chan) { 41233df8ca068123457db56c316946a3c0e4ef787d6Dan Williams err = dmatest_add_channel(chan); 41333df8ca068123457db56c316946a3c0e4ef787d6Dan Williams if (err == 0) 41433df8ca068123457db56c316946a3c0e4ef787d6Dan Williams continue; 41533df8ca068123457db56c316946a3c0e4ef787d6Dan Williams else { 41633df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dma_release_channel(chan); 41733df8ca068123457db56c316946a3c0e4ef787d6Dan Williams break; /* add_channel failed, punt */ 41833df8ca068123457db56c316946a3c0e4ef787d6Dan Williams } 41933df8ca068123457db56c316946a3c0e4ef787d6Dan Williams } else 42033df8ca068123457db56c316946a3c0e4ef787d6Dan Williams break; /* no more channels available */ 42133df8ca068123457db56c316946a3c0e4ef787d6Dan Williams if (max_channels && nr_channels >= max_channels) 42233df8ca068123457db56c316946a3c0e4ef787d6Dan Williams break; /* we have all we need */ 42333df8ca068123457db56c316946a3c0e4ef787d6Dan Williams } 4244a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 42533df8ca068123457db56c316946a3c0e4ef787d6Dan Williams return err; 4264a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 42733df8ca068123457db56c316946a3c0e4ef787d6Dan Williams/* when compiled-in wait for drivers to load first */ 42833df8ca068123457db56c316946a3c0e4ef787d6Dan Williamslate_initcall(dmatest_init); 4294a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4304a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenstatic void __exit dmatest_exit(void) 4314a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen{ 43233df8ca068123457db56c316946a3c0e4ef787d6Dan Williams struct dmatest_chan *dtc, *_dtc; 43333df8ca068123457db56c316946a3c0e4ef787d6Dan Williams 43433df8ca068123457db56c316946a3c0e4ef787d6Dan Williams list_for_each_entry_safe(dtc, _dtc, &dmatest_channels, node) { 43533df8ca068123457db56c316946a3c0e4ef787d6Dan Williams list_del(&dtc->node); 43633df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dmatest_cleanup_channel(dtc); 43733df8ca068123457db56c316946a3c0e4ef787d6Dan Williams pr_debug("dmatest: dropped channel %s\n", 43841d5e59c1299f27983977bcfe3b360600996051cDan Williams dma_chan_name(dtc->chan)); 43933df8ca068123457db56c316946a3c0e4ef787d6Dan Williams dma_release_channel(dtc->chan); 44033df8ca068123457db56c316946a3c0e4ef787d6Dan Williams } 4414a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen} 4424a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoenmodule_exit(dmatest_exit); 4434a776f0aa922a552460192c07b56f4fe9cd82632Haavard Skinnemoen 4444a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_AUTHOR("Haavard Skinnemoen <hskinnemoen@atmel.com>"); 4454a776f0aa922a552460192c07b56f4fe9cd82632Haavard SkinnemoenMODULE_LICENSE("GPL v2"); 446