Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Pierre Ossman | 70f1048 | 2007-07-11 20:04:50 +0200 | [diff] [blame] | 2 | * linux/drivers/mmc/card/queue.c |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * |
| 4 | * Copyright (C) 2003 Russell King, All Rights Reserved. |
Pierre Ossman | 98ac216 | 2006-12-23 20:03:02 +0100 | [diff] [blame] | 5 | * Copyright 2006-2007 Pierre Ossman |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 6 | * |
| 7 | * This program is free software; you can redistribute it and/or modify |
| 8 | * it under the terms of the GNU General Public License version 2 as |
| 9 | * published by the Free Software Foundation. |
| 10 | * |
| 11 | */ |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 12 | #include <linux/slab.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | #include <linux/module.h> |
| 14 | #include <linux/blkdev.h> |
Rafael J. Wysocki | 8314418 | 2007-07-17 04:03:35 -0700 | [diff] [blame] | 15 | #include <linux/freezer.h> |
Christoph Hellwig | 87598a2 | 2006-11-13 20:23:52 +0100 | [diff] [blame] | 16 | #include <linux/kthread.h> |
Jens Axboe | 45711f1 | 2007-10-22 21:19:53 +0200 | [diff] [blame] | 17 | #include <linux/scatterlist.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | |
| 19 | #include <linux/mmc/card.h> |
| 20 | #include <linux/mmc/host.h> |
Pierre Ossman | 98ac216 | 2006-12-23 20:03:02 +0100 | [diff] [blame] | 21 | #include "queue.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 23 | #define MMC_QUEUE_BOUNCESZ 65536 |
| 24 | |
Christoph Hellwig | 87598a2 | 2006-11-13 20:23:52 +0100 | [diff] [blame] | 25 | #define MMC_QUEUE_SUSPENDED (1 << 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | |
| 27 | /* |
Pierre Ossman | 9c9f2d6 | 2007-05-16 17:29:21 +0200 | [diff] [blame] | 28 | * Prepare a MMC request. This just filters out odd stuff. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | */ |
| 30 | static int mmc_prep_request(struct request_queue *q, struct request *req) |
| 31 | { |
Pierre Ossman | 9c9f2d6 | 2007-05-16 17:29:21 +0200 | [diff] [blame] | 32 | /* |
Adrian Hunter | bd788c9 | 2010-08-11 14:17:47 -0700 | [diff] [blame] | 33 | * We only like normal block requests and discards. |
Pierre Ossman | 9c9f2d6 | 2007-05-16 17:29:21 +0200 | [diff] [blame] | 34 | */ |
Adrian Hunter | bd788c9 | 2010-08-11 14:17:47 -0700 | [diff] [blame] | 35 | if (req->cmd_type != REQ_TYPE_FS && !(req->cmd_flags & REQ_DISCARD)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | blk_dump_rq_flags(req, "MMC bad request"); |
Pierre Ossman | 9c9f2d6 | 2007-05-16 17:29:21 +0200 | [diff] [blame] | 37 | return BLKPREP_KILL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | } |
| 39 | |
Pierre Ossman | 9c9f2d6 | 2007-05-16 17:29:21 +0200 | [diff] [blame] | 40 | req->cmd_flags |= REQ_DONTPREP; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | |
Pierre Ossman | 9c9f2d6 | 2007-05-16 17:29:21 +0200 | [diff] [blame] | 42 | return BLKPREP_OK; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 | } |
| 44 | |
| 45 | static int mmc_queue_thread(void *d) |
| 46 | { |
| 47 | struct mmc_queue *mq = d; |
| 48 | struct request_queue *q = mq->queue; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | |
Rafael J. Wysocki | 8314418 | 2007-07-17 04:03:35 -0700 | [diff] [blame] | 50 | current->flags |= PF_MEMALLOC; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | down(&mq->thread_sem); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 53 | do { |
| 54 | struct request *req = NULL; |
| 55 | |
| 56 | spin_lock_irq(q->queue_lock); |
| 57 | set_current_state(TASK_INTERRUPTIBLE); |
Jens Axboe | 7eaceac | 2011-03-10 08:52:07 +0100 | [diff] [blame] | 58 | req = blk_fetch_request(q); |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 59 | mq->mqrq_cur->req = req; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | spin_unlock_irq(q->queue_lock); |
| 61 | |
| 62 | if (!req) { |
Vitaly Wool | 7b30d28 | 2006-12-07 20:08:02 +0100 | [diff] [blame] | 63 | if (kthread_should_stop()) { |
| 64 | set_current_state(TASK_RUNNING); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | break; |
Vitaly Wool | 7b30d28 | 2006-12-07 20:08:02 +0100 | [diff] [blame] | 66 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | up(&mq->thread_sem); |
| 68 | schedule(); |
| 69 | down(&mq->thread_sem); |
| 70 | continue; |
| 71 | } |
| 72 | set_current_state(TASK_RUNNING); |
| 73 | |
| 74 | mq->issue_fn(mq, req); |
| 75 | } while (1); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 76 | up(&mq->thread_sem); |
| 77 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | return 0; |
| 79 | } |
| 80 | |
| 81 | /* |
| 82 | * Generic MMC request handler. This is called for any queue on a |
| 83 | * particular host. When the host is not busy, we look for a request |
| 84 | * on any queue on this host, and attempt to issue it. This may |
| 85 | * not be the queue we were asked to process. |
| 86 | */ |
Jens Axboe | 165125e | 2007-07-24 09:28:11 +0200 | [diff] [blame] | 87 | static void mmc_request(struct request_queue *q) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | { |
| 89 | struct mmc_queue *mq = q->queuedata; |
Pierre Ossman | 89b4e13 | 2006-11-14 22:08:16 +0100 | [diff] [blame] | 90 | struct request *req; |
Pierre Ossman | 89b4e13 | 2006-11-14 22:08:16 +0100 | [diff] [blame] | 91 | |
| 92 | if (!mq) { |
Adrian Hunter | 5fa83ce | 2010-01-08 14:43:00 -0800 | [diff] [blame] | 93 | while ((req = blk_fetch_request(q)) != NULL) { |
| 94 | req->cmd_flags |= REQ_QUIET; |
Tejun Heo | 296b2f6 | 2009-05-08 11:54:15 +0900 | [diff] [blame] | 95 | __blk_end_request_all(req, -EIO); |
Adrian Hunter | 5fa83ce | 2010-01-08 14:43:00 -0800 | [diff] [blame] | 96 | } |
Pierre Ossman | 89b4e13 | 2006-11-14 22:08:16 +0100 | [diff] [blame] | 97 | return; |
| 98 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 99 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 100 | if (!mq->mqrq_cur->req) |
Christoph Hellwig | 87598a2 | 2006-11-13 20:23:52 +0100 | [diff] [blame] | 101 | wake_up_process(mq->thread); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 102 | } |
| 103 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 104 | struct scatterlist *mmc_alloc_sg(int sg_len, int *err) |
| 105 | { |
| 106 | struct scatterlist *sg; |
| 107 | |
| 108 | sg = kmalloc(sizeof(struct scatterlist)*sg_len, GFP_KERNEL); |
| 109 | if (!sg) |
| 110 | *err = -ENOMEM; |
| 111 | else { |
| 112 | *err = 0; |
| 113 | sg_init_table(sg, sg_len); |
| 114 | } |
| 115 | |
| 116 | return sg; |
| 117 | } |
| 118 | |
Adrian Hunter | e056a1b | 2011-06-28 17:16:02 +0300 | [diff] [blame] | 119 | static void mmc_queue_setup_discard(struct request_queue *q, |
| 120 | struct mmc_card *card) |
| 121 | { |
| 122 | unsigned max_discard; |
| 123 | |
| 124 | max_discard = mmc_calc_max_discard(card); |
| 125 | if (!max_discard) |
| 126 | return; |
| 127 | |
| 128 | queue_flag_set_unlocked(QUEUE_FLAG_DISCARD, q); |
| 129 | q->limits.max_discard_sectors = max_discard; |
| 130 | if (card->erased_byte == 0) |
| 131 | q->limits.discard_zeroes_data = 1; |
| 132 | q->limits.discard_granularity = card->pref_erase << 9; |
| 133 | /* granularity must not be greater than max. discard */ |
| 134 | if (card->pref_erase > max_discard) |
| 135 | q->limits.discard_granularity = 0; |
| 136 | if (mmc_can_secure_erase_trim(card)) |
| 137 | queue_flag_set_unlocked(QUEUE_FLAG_SECDISCARD, q); |
| 138 | } |
| 139 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 140 | /** |
| 141 | * mmc_init_queue - initialise a queue structure. |
| 142 | * @mq: mmc queue |
| 143 | * @card: mmc card to attach this queue |
| 144 | * @lock: queue lock |
Adrian Hunter | d09408a | 2011-06-23 13:40:28 +0300 | [diff] [blame] | 145 | * @subname: partition subname |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 146 | * |
| 147 | * Initialise a MMC card request queue. |
| 148 | */ |
Adrian Hunter | d09408a | 2011-06-23 13:40:28 +0300 | [diff] [blame] | 149 | int mmc_init_queue(struct mmc_queue *mq, struct mmc_card *card, |
| 150 | spinlock_t *lock, const char *subname) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 151 | { |
| 152 | struct mmc_host *host = card->host; |
| 153 | u64 limit = BLK_BOUNCE_HIGH; |
| 154 | int ret; |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 155 | struct mmc_queue_req *mqrq_cur = &mq->mqrq[0]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 156 | |
Greg Kroah-Hartman | fcaf71f | 2006-09-12 17:00:10 +0200 | [diff] [blame] | 157 | if (mmc_dev(host)->dma_mask && *mmc_dev(host)->dma_mask) |
| 158 | limit = *mmc_dev(host)->dma_mask; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 159 | |
| 160 | mq->card = card; |
| 161 | mq->queue = blk_init_queue(mmc_request, lock); |
| 162 | if (!mq->queue) |
| 163 | return -ENOMEM; |
| 164 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 165 | memset(&mq->mqrq_cur, 0, sizeof(mq->mqrq_cur)); |
| 166 | mq->mqrq_cur = mqrq_cur; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 167 | mq->queue->queuedata = mq; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 169 | blk_queue_prep_rq(mq->queue, mmc_prep_request); |
Pierre Ossman | 8dddfe1 | 2008-10-14 20:04:46 +0200 | [diff] [blame] | 170 | queue_flag_set_unlocked(QUEUE_FLAG_NONROT, mq->queue); |
Adrian Hunter | e056a1b | 2011-06-28 17:16:02 +0300 | [diff] [blame] | 171 | if (mmc_can_erase(card)) |
| 172 | mmc_queue_setup_discard(mq->queue, card); |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 173 | |
| 174 | #ifdef CONFIG_MMC_BLOCK_BOUNCE |
Martin K. Petersen | a36274e | 2010-09-10 01:33:59 -0400 | [diff] [blame] | 175 | if (host->max_segs == 1) { |
Pierre Ossman | aafabfa | 2007-08-09 14:28:02 +0200 | [diff] [blame] | 176 | unsigned int bouncesz; |
| 177 | |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 178 | bouncesz = MMC_QUEUE_BOUNCESZ; |
| 179 | |
| 180 | if (bouncesz > host->max_req_size) |
| 181 | bouncesz = host->max_req_size; |
| 182 | if (bouncesz > host->max_seg_size) |
| 183 | bouncesz = host->max_seg_size; |
Pierre Ossman | f3eb0aa | 2008-08-16 21:34:02 +0200 | [diff] [blame] | 184 | if (bouncesz > (host->max_blk_count * 512)) |
| 185 | bouncesz = host->max_blk_count * 512; |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 186 | |
Pierre Ossman | f3eb0aa | 2008-08-16 21:34:02 +0200 | [diff] [blame] | 187 | if (bouncesz > 512) { |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 188 | mqrq_cur->bounce_buf = kmalloc(bouncesz, GFP_KERNEL); |
| 189 | if (!mqrq_cur->bounce_buf) { |
Pierre Ossman | f3eb0aa | 2008-08-16 21:34:02 +0200 | [diff] [blame] | 190 | printk(KERN_WARNING "%s: unable to " |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 191 | "allocate bounce cur buffer\n", |
Pierre Ossman | f3eb0aa | 2008-08-16 21:34:02 +0200 | [diff] [blame] | 192 | mmc_card_name(card)); |
| 193 | } |
| 194 | } |
| 195 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 196 | if (mqrq_cur->bounce_buf) { |
Pierre Ossman | 2ff1fa6 | 2008-07-22 14:35:42 +0200 | [diff] [blame] | 197 | blk_queue_bounce_limit(mq->queue, BLK_BOUNCE_ANY); |
Martin K. Petersen | 086fa5f | 2010-02-26 00:20:38 -0500 | [diff] [blame] | 198 | blk_queue_max_hw_sectors(mq->queue, bouncesz / 512); |
Martin K. Petersen | 8a78362 | 2010-02-26 00:20:39 -0500 | [diff] [blame] | 199 | blk_queue_max_segments(mq->queue, bouncesz / 512); |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 200 | blk_queue_max_segment_size(mq->queue, bouncesz); |
| 201 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 202 | mqrq_cur->sg = mmc_alloc_sg(1, &ret); |
| 203 | if (ret) |
Pierre Ossman | aafabfa | 2007-08-09 14:28:02 +0200 | [diff] [blame] | 204 | goto cleanup_queue; |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 205 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 206 | mqrq_cur->bounce_sg = |
| 207 | mmc_alloc_sg(bouncesz / 512, &ret); |
| 208 | if (ret) |
Pierre Ossman | aafabfa | 2007-08-09 14:28:02 +0200 | [diff] [blame] | 209 | goto cleanup_queue; |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 210 | |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 211 | } |
| 212 | } |
| 213 | #endif |
| 214 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 215 | if (!mqrq_cur->bounce_buf) { |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 216 | blk_queue_bounce_limit(mq->queue, limit); |
Martin K. Petersen | 086fa5f | 2010-02-26 00:20:38 -0500 | [diff] [blame] | 217 | blk_queue_max_hw_sectors(mq->queue, |
Pierre Ossman | f3eb0aa | 2008-08-16 21:34:02 +0200 | [diff] [blame] | 218 | min(host->max_blk_count, host->max_req_size / 512)); |
Martin K. Petersen | a36274e | 2010-09-10 01:33:59 -0400 | [diff] [blame] | 219 | blk_queue_max_segments(mq->queue, host->max_segs); |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 220 | blk_queue_max_segment_size(mq->queue, host->max_seg_size); |
| 221 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 222 | mqrq_cur->sg = mmc_alloc_sg(host->max_segs, &ret); |
| 223 | if (ret) |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 224 | goto cleanup_queue; |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 225 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 226 | } |
| 227 | |
Thomas Gleixner | 632cf92 | 2010-09-14 07:12:35 -0400 | [diff] [blame] | 228 | sema_init(&mq->thread_sem, 1); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 229 | |
Adrian Hunter | d09408a | 2011-06-23 13:40:28 +0300 | [diff] [blame] | 230 | mq->thread = kthread_run(mmc_queue_thread, mq, "mmcqd/%d%s", |
| 231 | host->index, subname ? subname : ""); |
Ethan Du | de528fa | 2010-09-30 18:40:27 -0400 | [diff] [blame] | 232 | |
Christoph Hellwig | 87598a2 | 2006-11-13 20:23:52 +0100 | [diff] [blame] | 233 | if (IS_ERR(mq->thread)) { |
| 234 | ret = PTR_ERR(mq->thread); |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 235 | goto free_bounce_sg; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 236 | } |
| 237 | |
Christoph Hellwig | 87598a2 | 2006-11-13 20:23:52 +0100 | [diff] [blame] | 238 | return 0; |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 239 | free_bounce_sg: |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 240 | kfree(mqrq_cur->bounce_sg); |
| 241 | mqrq_cur->bounce_sg = NULL; |
| 242 | |
Pierre Ossman | aafabfa | 2007-08-09 14:28:02 +0200 | [diff] [blame] | 243 | cleanup_queue: |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 244 | kfree(mqrq_cur->sg); |
| 245 | mqrq_cur->sg = NULL; |
| 246 | kfree(mqrq_cur->bounce_buf); |
| 247 | mqrq_cur->bounce_buf = NULL; |
| 248 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 249 | blk_cleanup_queue(mq->queue); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 250 | return ret; |
| 251 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 252 | |
| 253 | void mmc_cleanup_queue(struct mmc_queue *mq) |
| 254 | { |
Jens Axboe | 165125e | 2007-07-24 09:28:11 +0200 | [diff] [blame] | 255 | struct request_queue *q = mq->queue; |
Pierre Ossman | 89b4e13 | 2006-11-14 22:08:16 +0100 | [diff] [blame] | 256 | unsigned long flags; |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 257 | struct mmc_queue_req *mqrq_cur = mq->mqrq_cur; |
Pierre Ossman | 89b4e13 | 2006-11-14 22:08:16 +0100 | [diff] [blame] | 258 | |
Pierre Ossman | d2b46f6 | 2007-04-28 16:52:12 +0200 | [diff] [blame] | 259 | /* Make sure the queue isn't suspended, as that will deadlock */ |
| 260 | mmc_queue_resume(mq); |
| 261 | |
Pierre Ossman | 89b4e13 | 2006-11-14 22:08:16 +0100 | [diff] [blame] | 262 | /* Then terminate our worker thread */ |
Christoph Hellwig | 87598a2 | 2006-11-13 20:23:52 +0100 | [diff] [blame] | 263 | kthread_stop(mq->thread); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 264 | |
Adrian Hunter | 5fa83ce | 2010-01-08 14:43:00 -0800 | [diff] [blame] | 265 | /* Empty the queue */ |
| 266 | spin_lock_irqsave(q->queue_lock, flags); |
| 267 | q->queuedata = NULL; |
| 268 | blk_start_queue(q); |
| 269 | spin_unlock_irqrestore(q->queue_lock, flags); |
| 270 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 271 | kfree(mqrq_cur->bounce_sg); |
| 272 | mqrq_cur->bounce_sg = NULL; |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 273 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 274 | kfree(mqrq_cur->sg); |
| 275 | mqrq_cur->sg = NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 276 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 277 | kfree(mqrq_cur->bounce_buf); |
| 278 | mqrq_cur->bounce_buf = NULL; |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 279 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 280 | mq->card = NULL; |
| 281 | } |
| 282 | EXPORT_SYMBOL(mmc_cleanup_queue); |
| 283 | |
| 284 | /** |
| 285 | * mmc_queue_suspend - suspend a MMC request queue |
| 286 | * @mq: MMC queue to suspend |
| 287 | * |
| 288 | * Stop the block request queue, and wait for our thread to |
| 289 | * complete any outstanding requests. This ensures that we |
| 290 | * won't suspend while a request is being processed. |
| 291 | */ |
| 292 | void mmc_queue_suspend(struct mmc_queue *mq) |
| 293 | { |
Jens Axboe | 165125e | 2007-07-24 09:28:11 +0200 | [diff] [blame] | 294 | struct request_queue *q = mq->queue; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 295 | unsigned long flags; |
| 296 | |
| 297 | if (!(mq->flags & MMC_QUEUE_SUSPENDED)) { |
| 298 | mq->flags |= MMC_QUEUE_SUSPENDED; |
| 299 | |
| 300 | spin_lock_irqsave(q->queue_lock, flags); |
| 301 | blk_stop_queue(q); |
| 302 | spin_unlock_irqrestore(q->queue_lock, flags); |
| 303 | |
| 304 | down(&mq->thread_sem); |
| 305 | } |
| 306 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 307 | |
| 308 | /** |
| 309 | * mmc_queue_resume - resume a previously suspended MMC request queue |
| 310 | * @mq: MMC queue to resume |
| 311 | */ |
| 312 | void mmc_queue_resume(struct mmc_queue *mq) |
| 313 | { |
Jens Axboe | 165125e | 2007-07-24 09:28:11 +0200 | [diff] [blame] | 314 | struct request_queue *q = mq->queue; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 315 | unsigned long flags; |
| 316 | |
| 317 | if (mq->flags & MMC_QUEUE_SUSPENDED) { |
| 318 | mq->flags &= ~MMC_QUEUE_SUSPENDED; |
| 319 | |
| 320 | up(&mq->thread_sem); |
| 321 | |
| 322 | spin_lock_irqsave(q->queue_lock, flags); |
| 323 | blk_start_queue(q); |
| 324 | spin_unlock_irqrestore(q->queue_lock, flags); |
| 325 | } |
| 326 | } |
Pierre Ossman | 98ac216 | 2006-12-23 20:03:02 +0100 | [diff] [blame] | 327 | |
Pierre Ossman | 2ff1fa6 | 2008-07-22 14:35:42 +0200 | [diff] [blame] | 328 | /* |
| 329 | * Prepare the sg list(s) to be handed of to the host driver |
| 330 | */ |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 331 | unsigned int mmc_queue_map_sg(struct mmc_queue *mq, struct mmc_queue_req *mqrq) |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 332 | { |
| 333 | unsigned int sg_len; |
Pierre Ossman | 2ff1fa6 | 2008-07-22 14:35:42 +0200 | [diff] [blame] | 334 | size_t buflen; |
| 335 | struct scatterlist *sg; |
| 336 | int i; |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 337 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 338 | if (!mqrq->bounce_buf) |
| 339 | return blk_rq_map_sg(mq->queue, mqrq->req, mqrq->sg); |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 340 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 341 | BUG_ON(!mqrq->bounce_sg); |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 342 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 343 | sg_len = blk_rq_map_sg(mq->queue, mqrq->req, mqrq->bounce_sg); |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 344 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 345 | mqrq->bounce_sg_len = sg_len; |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 346 | |
Pierre Ossman | 2ff1fa6 | 2008-07-22 14:35:42 +0200 | [diff] [blame] | 347 | buflen = 0; |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 348 | for_each_sg(mqrq->bounce_sg, sg, sg_len, i) |
Pierre Ossman | 2ff1fa6 | 2008-07-22 14:35:42 +0200 | [diff] [blame] | 349 | buflen += sg->length; |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 350 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 351 | sg_init_one(mqrq->sg, mqrq->bounce_buf, buflen); |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 352 | |
| 353 | return 1; |
| 354 | } |
| 355 | |
Pierre Ossman | 2ff1fa6 | 2008-07-22 14:35:42 +0200 | [diff] [blame] | 356 | /* |
| 357 | * If writing, bounce the data to the buffer before the request |
| 358 | * is sent to the host driver |
| 359 | */ |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 360 | void mmc_queue_bounce_pre(struct mmc_queue_req *mqrq) |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 361 | { |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 362 | if (!mqrq->bounce_buf) |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 363 | return; |
| 364 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 365 | if (rq_data_dir(mqrq->req) != WRITE) |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 366 | return; |
| 367 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 368 | sg_copy_to_buffer(mqrq->bounce_sg, mqrq->bounce_sg_len, |
| 369 | mqrq->bounce_buf, mqrq->sg[0].length); |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 370 | } |
| 371 | |
Pierre Ossman | 2ff1fa6 | 2008-07-22 14:35:42 +0200 | [diff] [blame] | 372 | /* |
| 373 | * If reading, bounce the data from the buffer after the request |
| 374 | * has been handled by the host driver |
| 375 | */ |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 376 | void mmc_queue_bounce_post(struct mmc_queue_req *mqrq) |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 377 | { |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 378 | if (!mqrq->bounce_buf) |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 379 | return; |
| 380 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 381 | if (rq_data_dir(mqrq->req) != READ) |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 382 | return; |
| 383 | |
Per Forlin | 97868a2 | 2011-07-09 17:12:36 -0400 | [diff] [blame^] | 384 | sg_copy_from_buffer(mqrq->bounce_sg, mqrq->bounce_sg_len, |
| 385 | mqrq->bounce_buf, mqrq->sg[0].length); |
Pierre Ossman | 98ccf14 | 2007-05-12 00:26:16 +0200 | [diff] [blame] | 386 | } |