Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2012 Red Hat Inc. |
| 3 | * |
| 4 | * Permission is hereby granted, free of charge, to any person obtaining a |
| 5 | * copy of this software and associated documentation files (the "Software"), |
| 6 | * to deal in the Software without restriction, including without limitation |
| 7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
| 8 | * and/or sell copies of the Software, and to permit persons to whom the |
| 9 | * Software is furnished to do so, subject to the following conditions: |
| 10 | * |
| 11 | * The above copyright notice and this permission notice shall be included in |
| 12 | * all copies or substantial portions of the Software. |
| 13 | * |
| 14 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 15 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 16 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
| 17 | * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR |
| 18 | * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, |
| 19 | * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR |
| 20 | * OTHER DEALINGS IN THE SOFTWARE. |
| 21 | * |
| 22 | * Authors: Ben Skeggs |
| 23 | */ |
| 24 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 25 | #include <linux/console.h> |
Lukas Wunner | c5fd936 | 2015-04-19 17:18:01 +0200 | [diff] [blame] | 26 | #include <linux/delay.h> |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 27 | #include <linux/module.h> |
| 28 | #include <linux/pci.h> |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 29 | #include <linux/pm_runtime.h> |
| 30 | #include <linux/vga_switcheroo.h> |
Ben Skeggs | fdb751e | 2014-08-10 04:10:23 +1000 | [diff] [blame] | 31 | |
Masahiro Yamada | ae95621 | 2017-04-24 13:50:29 +0900 | [diff] [blame] | 32 | #include <drm/drmP.h> |
| 33 | #include <drm/drm_crtc_helper.h> |
Ben Skeggs | fdb751e | 2014-08-10 04:10:23 +1000 | [diff] [blame] | 34 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 35 | #include <core/gpuobj.h> |
Ilia Mirkin | c33e05a | 2014-02-13 21:35:14 -0500 | [diff] [blame] | 36 | #include <core/option.h> |
Ben Skeggs | 7974dd1 | 2015-08-20 14:54:17 +1000 | [diff] [blame] | 37 | #include <core/pci.h> |
| 38 | #include <core/tegra.h> |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 39 | |
Ben Skeggs | 04b8867 | 2016-05-22 20:35:16 +1000 | [diff] [blame] | 40 | #include <nvif/driver.h> |
| 41 | |
Ben Skeggs | 923bc41 | 2015-11-08 12:23:16 +1000 | [diff] [blame] | 42 | #include <nvif/class.h> |
Ben Skeggs | 845f272 | 2015-11-08 12:16:40 +1000 | [diff] [blame] | 43 | #include <nvif/cl0002.h> |
Ben Skeggs | 8ed1730 | 2015-11-08 11:28:26 +1000 | [diff] [blame] | 44 | #include <nvif/cla06f.h> |
Ben Skeggs | 538b269 | 2015-11-08 10:34:50 +1000 | [diff] [blame] | 45 | #include <nvif/if0004.h> |
| 46 | |
Ben Skeggs | 4dc2813 | 2016-05-20 09:22:55 +1000 | [diff] [blame] | 47 | #include "nouveau_drv.h" |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 48 | #include "nouveau_dma.h" |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 49 | #include "nouveau_ttm.h" |
| 50 | #include "nouveau_gem.h" |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 51 | #include "nouveau_vga.h" |
Martin Peres | 8d021d7 | 2016-08-25 03:57:07 +0300 | [diff] [blame] | 52 | #include "nouveau_led.h" |
Ben Skeggs | b9ed919 | 2013-10-15 09:44:02 +1000 | [diff] [blame] | 53 | #include "nouveau_hwmon.h" |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 54 | #include "nouveau_acpi.h" |
| 55 | #include "nouveau_bios.h" |
| 56 | #include "nouveau_ioctl.h" |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 57 | #include "nouveau_abi16.h" |
| 58 | #include "nouveau_fbcon.h" |
| 59 | #include "nouveau_fence.h" |
Marcin Slusarz | 33b903e | 2013-02-08 21:42:13 +0100 | [diff] [blame] | 60 | #include "nouveau_debugfs.h" |
Ben Skeggs | 27111a2 | 2014-08-10 04:10:31 +1000 | [diff] [blame] | 61 | #include "nouveau_usif.h" |
Pierre Moreau | 703fa26 | 2014-08-18 22:43:24 +0200 | [diff] [blame] | 62 | #include "nouveau_connector.h" |
Alexandre Courbot | 055a65d | 2015-01-15 15:29:56 +0900 | [diff] [blame] | 63 | #include "nouveau_platform.h" |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 64 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 65 | MODULE_PARM_DESC(config, "option string to pass to driver core"); |
| 66 | static char *nouveau_config; |
| 67 | module_param_named(config, nouveau_config, charp, 0400); |
| 68 | |
| 69 | MODULE_PARM_DESC(debug, "debug string to pass to driver core"); |
| 70 | static char *nouveau_debug; |
| 71 | module_param_named(debug, nouveau_debug, charp, 0400); |
| 72 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 73 | MODULE_PARM_DESC(noaccel, "disable kernel/abi16 acceleration"); |
| 74 | static int nouveau_noaccel = 0; |
| 75 | module_param_named(noaccel, nouveau_noaccel, int, 0400); |
| 76 | |
Ben Skeggs | 9430738 | 2012-10-31 12:11:15 +1000 | [diff] [blame] | 77 | MODULE_PARM_DESC(modeset, "enable driver (default: auto, " |
| 78 | "0 = disabled, 1 = enabled, 2 = headless)"); |
| 79 | int nouveau_modeset = -1; |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 80 | module_param_named(modeset, nouveau_modeset, int, 0400); |
| 81 | |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 82 | MODULE_PARM_DESC(runpm, "disable (0), force enable (1), optimus only default (-1)"); |
Ben Skeggs | 321f5c5 | 2017-06-02 14:38:07 +1000 | [diff] [blame] | 83 | static int nouveau_runtime_pm = -1; |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 84 | module_param_named(runpm, nouveau_runtime_pm, int, 0400); |
| 85 | |
David Herrmann | 915b4d1 | 2014-08-29 12:12:43 +0200 | [diff] [blame] | 86 | static struct drm_driver driver_stub; |
| 87 | static struct drm_driver driver_pci; |
| 88 | static struct drm_driver driver_platform; |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 89 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 90 | static u64 |
Alexandre Courbot | 420b946 | 2014-02-17 15:17:26 +0900 | [diff] [blame] | 91 | nouveau_pci_name(struct pci_dev *pdev) |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 92 | { |
| 93 | u64 name = (u64)pci_domain_nr(pdev->bus) << 32; |
| 94 | name |= pdev->bus->number << 16; |
| 95 | name |= PCI_SLOT(pdev->devfn) << 8; |
| 96 | return name | PCI_FUNC(pdev->devfn); |
| 97 | } |
| 98 | |
Alexandre Courbot | 420b946 | 2014-02-17 15:17:26 +0900 | [diff] [blame] | 99 | static u64 |
| 100 | nouveau_platform_name(struct platform_device *platformdev) |
| 101 | { |
| 102 | return platformdev->id; |
| 103 | } |
| 104 | |
| 105 | static u64 |
| 106 | nouveau_name(struct drm_device *dev) |
| 107 | { |
| 108 | if (dev->pdev) |
| 109 | return nouveau_pci_name(dev->pdev); |
| 110 | else |
Laurent Pinchart | 76adb46 | 2016-12-18 00:01:19 +0200 | [diff] [blame] | 111 | return nouveau_platform_name(to_platform_device(dev->dev)); |
Alexandre Courbot | 420b946 | 2014-02-17 15:17:26 +0900 | [diff] [blame] | 112 | } |
| 113 | |
Ben Skeggs | 814a232 | 2017-11-01 03:56:20 +1000 | [diff] [blame] | 114 | static inline bool |
| 115 | nouveau_cli_work_ready(struct dma_fence *fence, bool wait) |
| 116 | { |
| 117 | if (!dma_fence_is_signaled(fence)) { |
| 118 | if (!wait) |
| 119 | return false; |
| 120 | WARN_ON(dma_fence_wait_timeout(fence, false, 2 * HZ) <= 0); |
| 121 | } |
| 122 | dma_fence_put(fence); |
| 123 | return true; |
| 124 | } |
| 125 | |
| 126 | static void |
| 127 | nouveau_cli_work_flush(struct nouveau_cli *cli, bool wait) |
| 128 | { |
| 129 | struct nouveau_cli_work *work, *wtmp; |
| 130 | mutex_lock(&cli->lock); |
| 131 | list_for_each_entry_safe(work, wtmp, &cli->worker, head) { |
| 132 | if (!work->fence || nouveau_cli_work_ready(work->fence, wait)) { |
| 133 | list_del(&work->head); |
| 134 | work->func(work); |
| 135 | } |
| 136 | } |
| 137 | mutex_unlock(&cli->lock); |
| 138 | } |
| 139 | |
| 140 | static void |
| 141 | nouveau_cli_work_fence(struct dma_fence *fence, struct dma_fence_cb *cb) |
| 142 | { |
| 143 | struct nouveau_cli_work *work = container_of(cb, typeof(*work), cb); |
| 144 | schedule_work(&work->cli->work); |
| 145 | } |
| 146 | |
| 147 | void |
| 148 | nouveau_cli_work_queue(struct nouveau_cli *cli, struct dma_fence *fence, |
| 149 | struct nouveau_cli_work *work) |
| 150 | { |
| 151 | work->fence = dma_fence_get(fence); |
| 152 | work->cli = cli; |
| 153 | mutex_lock(&cli->lock); |
| 154 | list_add_tail(&work->head, &cli->worker); |
Ben Skeggs | 814a232 | 2017-11-01 03:56:20 +1000 | [diff] [blame] | 155 | if (dma_fence_add_callback(fence, &work->cb, nouveau_cli_work_fence)) |
| 156 | nouveau_cli_work_fence(fence, &work->cb); |
Ben Skeggs | b26a231 | 2017-12-23 08:54:28 +1000 | [diff] [blame^] | 157 | mutex_unlock(&cli->lock); |
Ben Skeggs | 814a232 | 2017-11-01 03:56:20 +1000 | [diff] [blame] | 158 | } |
| 159 | |
| 160 | static void |
| 161 | nouveau_cli_work(struct work_struct *w) |
| 162 | { |
| 163 | struct nouveau_cli *cli = container_of(w, typeof(*cli), work); |
| 164 | nouveau_cli_work_flush(cli, false); |
| 165 | } |
| 166 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 167 | static void |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 168 | nouveau_cli_fini(struct nouveau_cli *cli) |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 169 | { |
Ben Skeggs | 814a232 | 2017-11-01 03:56:20 +1000 | [diff] [blame] | 170 | nouveau_cli_work_flush(cli, true); |
Ben Skeggs | 27111a2 | 2014-08-10 04:10:31 +1000 | [diff] [blame] | 171 | usif_client_fini(cli); |
Ben Skeggs | 24e8375 | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 172 | nouveau_vmm_fini(&cli->vmm); |
Ben Skeggs | 01670a7 | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 173 | nvif_mmu_fini(&cli->mmu); |
Ben Skeggs | 1167c6b | 2016-05-18 13:57:42 +1000 | [diff] [blame] | 174 | nvif_device_fini(&cli->device); |
Ben Skeggs | cb7e88e | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 175 | mutex_lock(&cli->drm->master.lock); |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 176 | nvif_client_fini(&cli->base); |
Ben Skeggs | cb7e88e | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 177 | mutex_unlock(&cli->drm->master.lock); |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 178 | } |
| 179 | |
| 180 | static int |
| 181 | nouveau_cli_init(struct nouveau_drm *drm, const char *sname, |
| 182 | struct nouveau_cli *cli) |
| 183 | { |
Ben Skeggs | 01670a7 | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 184 | static const struct nvif_mclass |
Ben Skeggs | 7f50762 | 2017-11-01 03:56:20 +1000 | [diff] [blame] | 185 | mems[] = { |
| 186 | { NVIF_CLASS_MEM_GF100, -1 }, |
| 187 | { NVIF_CLASS_MEM_NV50 , -1 }, |
| 188 | { NVIF_CLASS_MEM_NV04 , -1 }, |
| 189 | {} |
| 190 | }; |
| 191 | static const struct nvif_mclass |
Ben Skeggs | 01670a7 | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 192 | mmus[] = { |
| 193 | { NVIF_CLASS_MMU_GF100, -1 }, |
| 194 | { NVIF_CLASS_MMU_NV50 , -1 }, |
| 195 | { NVIF_CLASS_MMU_NV04 , -1 }, |
| 196 | {} |
| 197 | }; |
Ben Skeggs | 96da0bc | 2017-11-01 03:56:20 +1000 | [diff] [blame] | 198 | static const struct nvif_mclass |
| 199 | vmms[] = { |
| 200 | { NVIF_CLASS_VMM_GP100, -1 }, |
| 201 | { NVIF_CLASS_VMM_GM200, -1 }, |
| 202 | { NVIF_CLASS_VMM_GF100, -1 }, |
| 203 | { NVIF_CLASS_VMM_NV50 , -1 }, |
| 204 | { NVIF_CLASS_VMM_NV04 , -1 }, |
| 205 | {} |
| 206 | }; |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 207 | u64 device = nouveau_name(drm->dev); |
| 208 | int ret; |
| 209 | |
| 210 | snprintf(cli->name, sizeof(cli->name), "%s", sname); |
Ben Skeggs | e75c091 | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 211 | cli->drm = drm; |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 212 | mutex_init(&cli->mutex); |
| 213 | usif_client_init(cli); |
| 214 | |
Ben Skeggs | 814a232 | 2017-11-01 03:56:20 +1000 | [diff] [blame] | 215 | INIT_WORK(&cli->work, nouveau_cli_work); |
| 216 | INIT_LIST_HEAD(&cli->worker); |
Ben Skeggs | cb7e88e | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 217 | mutex_init(&cli->lock); |
| 218 | |
| 219 | if (cli == &drm->master) { |
Ben Skeggs | 80e6097 | 2016-05-23 11:25:17 +1000 | [diff] [blame] | 220 | ret = nvif_driver_init(NULL, nouveau_config, nouveau_debug, |
| 221 | cli->name, device, &cli->base); |
| 222 | } else { |
Ben Skeggs | cb7e88e | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 223 | mutex_lock(&drm->master.lock); |
| 224 | ret = nvif_client_init(&drm->master.base, cli->name, device, |
Ben Skeggs | 80e6097 | 2016-05-23 11:25:17 +1000 | [diff] [blame] | 225 | &cli->base); |
Ben Skeggs | cb7e88e | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 226 | mutex_unlock(&drm->master.lock); |
Ben Skeggs | 80e6097 | 2016-05-23 11:25:17 +1000 | [diff] [blame] | 227 | } |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 228 | if (ret) { |
| 229 | NV_ERROR(drm, "Client allocation failed: %d\n", ret); |
| 230 | goto done; |
| 231 | } |
| 232 | |
Ben Skeggs | 1167c6b | 2016-05-18 13:57:42 +1000 | [diff] [blame] | 233 | ret = nvif_device_init(&cli->base.object, 0, NV_DEVICE, |
| 234 | &(struct nv_device_v0) { |
| 235 | .device = ~0, |
| 236 | }, sizeof(struct nv_device_v0), |
| 237 | &cli->device); |
| 238 | if (ret) { |
| 239 | NV_ERROR(drm, "Device allocation failed: %d\n", ret); |
| 240 | goto done; |
| 241 | } |
| 242 | |
Ben Skeggs | 01670a7 | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 243 | ret = nvif_mclass(&cli->device.object, mmus); |
| 244 | if (ret < 0) { |
| 245 | NV_ERROR(drm, "No supported MMU class\n"); |
| 246 | goto done; |
| 247 | } |
| 248 | |
| 249 | ret = nvif_mmu_init(&cli->device.object, mmus[ret].oclass, &cli->mmu); |
| 250 | if (ret) { |
| 251 | NV_ERROR(drm, "MMU allocation failed: %d\n", ret); |
| 252 | goto done; |
| 253 | } |
| 254 | |
Ben Skeggs | 96da0bc | 2017-11-01 03:56:20 +1000 | [diff] [blame] | 255 | ret = nvif_mclass(&cli->mmu.object, vmms); |
| 256 | if (ret < 0) { |
| 257 | NV_ERROR(drm, "No supported VMM class\n"); |
| 258 | goto done; |
| 259 | } |
| 260 | |
| 261 | ret = nouveau_vmm_init(cli, vmms[ret].oclass, &cli->vmm); |
| 262 | if (ret) { |
| 263 | NV_ERROR(drm, "VMM allocation failed: %d\n", ret); |
| 264 | goto done; |
| 265 | } |
| 266 | |
Ben Skeggs | 7f50762 | 2017-11-01 03:56:20 +1000 | [diff] [blame] | 267 | ret = nvif_mclass(&cli->mmu.object, mems); |
| 268 | if (ret < 0) { |
| 269 | NV_ERROR(drm, "No supported MEM class\n"); |
| 270 | goto done; |
| 271 | } |
| 272 | |
| 273 | cli->mem = &mems[ret]; |
Ben Skeggs | 7f50762 | 2017-11-01 03:56:20 +1000 | [diff] [blame] | 274 | return 0; |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 275 | done: |
| 276 | if (ret) |
| 277 | nouveau_cli_fini(cli); |
| 278 | return ret; |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 279 | } |
| 280 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 281 | static void |
| 282 | nouveau_accel_fini(struct nouveau_drm *drm) |
| 283 | { |
Ben Skeggs | fbd58eb | 2015-08-20 14:54:22 +1000 | [diff] [blame] | 284 | nouveau_channel_idle(drm->channel); |
Ben Skeggs | 0ad7286 | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 285 | nvif_object_fini(&drm->ntfy); |
Ben Skeggs | f027f49 | 2015-08-20 14:54:17 +1000 | [diff] [blame] | 286 | nvkm_gpuobj_del(&drm->notify); |
Ben Skeggs | fbd58eb | 2015-08-20 14:54:22 +1000 | [diff] [blame] | 287 | nvif_notify_fini(&drm->flip); |
Ben Skeggs | 0ad7286 | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 288 | nvif_object_fini(&drm->nvsw); |
Ben Skeggs | fbd58eb | 2015-08-20 14:54:22 +1000 | [diff] [blame] | 289 | nouveau_channel_del(&drm->channel); |
| 290 | |
| 291 | nouveau_channel_idle(drm->cechan); |
Ben Skeggs | 0ad7286 | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 292 | nvif_object_fini(&drm->ttm.copy); |
Ben Skeggs | fbd58eb | 2015-08-20 14:54:22 +1000 | [diff] [blame] | 293 | nouveau_channel_del(&drm->cechan); |
| 294 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 295 | if (drm->fence) |
| 296 | nouveau_fence(drm)->dtor(drm); |
| 297 | } |
| 298 | |
| 299 | static void |
| 300 | nouveau_accel_init(struct nouveau_drm *drm) |
| 301 | { |
Ben Skeggs | 1167c6b | 2016-05-18 13:57:42 +1000 | [diff] [blame] | 302 | struct nvif_device *device = &drm->client.device; |
Ben Skeggs | 41a6340 | 2015-08-20 14:54:16 +1000 | [diff] [blame] | 303 | struct nvif_sclass *sclass; |
Ben Skeggs | 4998104 | 2012-08-06 19:38:25 +1000 | [diff] [blame] | 304 | u32 arg0, arg1; |
Ben Skeggs | 41a6340 | 2015-08-20 14:54:16 +1000 | [diff] [blame] | 305 | int ret, i, n; |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 306 | |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 307 | if (nouveau_noaccel) |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 308 | return; |
| 309 | |
| 310 | /* initialise synchronisation routines */ |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 311 | /*XXX: this is crap, but the fence/channel stuff is a little |
| 312 | * backwards in some places. this will be fixed. |
| 313 | */ |
Ben Skeggs | 41a6340 | 2015-08-20 14:54:16 +1000 | [diff] [blame] | 314 | ret = n = nvif_object_sclass_get(&device->object, &sclass); |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 315 | if (ret < 0) |
| 316 | return; |
| 317 | |
Ben Skeggs | 41a6340 | 2015-08-20 14:54:16 +1000 | [diff] [blame] | 318 | for (ret = -ENOSYS, i = 0; i < n; i++) { |
| 319 | switch (sclass[i].oclass) { |
Ben Skeggs | bbf8906 | 2014-08-10 04:10:25 +1000 | [diff] [blame] | 320 | case NV03_CHANNEL_DMA: |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 321 | ret = nv04_fence_create(drm); |
| 322 | break; |
Ben Skeggs | bbf8906 | 2014-08-10 04:10:25 +1000 | [diff] [blame] | 323 | case NV10_CHANNEL_DMA: |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 324 | ret = nv10_fence_create(drm); |
| 325 | break; |
Ben Skeggs | bbf8906 | 2014-08-10 04:10:25 +1000 | [diff] [blame] | 326 | case NV17_CHANNEL_DMA: |
| 327 | case NV40_CHANNEL_DMA: |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 328 | ret = nv17_fence_create(drm); |
| 329 | break; |
Ben Skeggs | bbf8906 | 2014-08-10 04:10:25 +1000 | [diff] [blame] | 330 | case NV50_CHANNEL_GPFIFO: |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 331 | ret = nv50_fence_create(drm); |
| 332 | break; |
Ben Skeggs | bbf8906 | 2014-08-10 04:10:25 +1000 | [diff] [blame] | 333 | case G82_CHANNEL_GPFIFO: |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 334 | ret = nv84_fence_create(drm); |
| 335 | break; |
Ben Skeggs | bbf8906 | 2014-08-10 04:10:25 +1000 | [diff] [blame] | 336 | case FERMI_CHANNEL_GPFIFO: |
| 337 | case KEPLER_CHANNEL_GPFIFO_A: |
Ben Skeggs | 63f8c9b | 2016-03-11 13:09:28 +1000 | [diff] [blame] | 338 | case KEPLER_CHANNEL_GPFIFO_B: |
Ben Skeggs | a1020af | 2015-04-14 11:47:24 +1000 | [diff] [blame] | 339 | case MAXWELL_CHANNEL_GPFIFO_A: |
Ben Skeggs | e8ff979 | 2016-07-09 10:41:01 +1000 | [diff] [blame] | 340 | case PASCAL_CHANNEL_GPFIFO_A: |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 341 | ret = nvc0_fence_create(drm); |
| 342 | break; |
| 343 | default: |
| 344 | break; |
| 345 | } |
| 346 | } |
| 347 | |
Ben Skeggs | 41a6340 | 2015-08-20 14:54:16 +1000 | [diff] [blame] | 348 | nvif_object_sclass_put(&sclass); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 349 | if (ret) { |
| 350 | NV_ERROR(drm, "failed to initialise sync subsystem, %d\n", ret); |
| 351 | nouveau_accel_fini(drm); |
| 352 | return; |
| 353 | } |
| 354 | |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 355 | if (device->info.family >= NV_DEVICE_INFO_V0_KEPLER) { |
Ben Skeggs | 1167c6b | 2016-05-18 13:57:42 +1000 | [diff] [blame] | 356 | ret = nouveau_channel_new(drm, &drm->client.device, |
Ben Skeggs | 1f5ff7f | 2016-03-11 13:09:28 +1000 | [diff] [blame] | 357 | NVA06F_V0_ENGINE_CE0 | |
| 358 | NVA06F_V0_ENGINE_CE1, |
Ben Skeggs | bbf8906 | 2014-08-10 04:10:25 +1000 | [diff] [blame] | 359 | 0, &drm->cechan); |
Ben Skeggs | 4998104 | 2012-08-06 19:38:25 +1000 | [diff] [blame] | 360 | if (ret) |
| 361 | NV_ERROR(drm, "failed to create ce channel, %d\n", ret); |
| 362 | |
Ben Skeggs | 1f5ff7f | 2016-03-11 13:09:28 +1000 | [diff] [blame] | 363 | arg0 = NVA06F_V0_ENGINE_GR; |
Ben Skeggs | 4946980 | 2012-11-22 13:43:55 +1000 | [diff] [blame] | 364 | arg1 = 1; |
Ben Skeggs | 00fc6f6 | 2013-07-09 14:20:15 +1000 | [diff] [blame] | 365 | } else |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 366 | if (device->info.chipset >= 0xa3 && |
| 367 | device->info.chipset != 0xaa && |
| 368 | device->info.chipset != 0xac) { |
Ben Skeggs | 1167c6b | 2016-05-18 13:57:42 +1000 | [diff] [blame] | 369 | ret = nouveau_channel_new(drm, &drm->client.device, |
Ben Skeggs | 0ad7286 | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 370 | NvDmaFB, NvDmaTT, &drm->cechan); |
Ben Skeggs | 00fc6f6 | 2013-07-09 14:20:15 +1000 | [diff] [blame] | 371 | if (ret) |
| 372 | NV_ERROR(drm, "failed to create ce channel, %d\n", ret); |
| 373 | |
| 374 | arg0 = NvDmaFB; |
| 375 | arg1 = NvDmaTT; |
Ben Skeggs | 4998104 | 2012-08-06 19:38:25 +1000 | [diff] [blame] | 376 | } else { |
| 377 | arg0 = NvDmaFB; |
| 378 | arg1 = NvDmaTT; |
| 379 | } |
| 380 | |
Ben Skeggs | 1167c6b | 2016-05-18 13:57:42 +1000 | [diff] [blame] | 381 | ret = nouveau_channel_new(drm, &drm->client.device, |
| 382 | arg0, arg1, &drm->channel); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 383 | if (ret) { |
| 384 | NV_ERROR(drm, "failed to create kernel channel, %d\n", ret); |
| 385 | nouveau_accel_fini(drm); |
| 386 | return; |
| 387 | } |
| 388 | |
Ben Skeggs | a01ca78 | 2015-08-20 14:54:15 +1000 | [diff] [blame] | 389 | ret = nvif_object_init(&drm->channel->user, NVDRM_NVSW, |
Ben Skeggs | 0ad7286 | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 390 | nouveau_abi16_swclass(drm), NULL, 0, &drm->nvsw); |
Ben Skeggs | 69a6146 | 2013-11-13 10:58:51 +1000 | [diff] [blame] | 391 | if (ret == 0) { |
Ben Skeggs | 69a6146 | 2013-11-13 10:58:51 +1000 | [diff] [blame] | 392 | ret = RING_SPACE(drm->channel, 2); |
| 393 | if (ret == 0) { |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 394 | if (device->info.family < NV_DEVICE_INFO_V0_FERMI) { |
Ben Skeggs | 69a6146 | 2013-11-13 10:58:51 +1000 | [diff] [blame] | 395 | BEGIN_NV04(drm->channel, NvSubSw, 0, 1); |
| 396 | OUT_RING (drm->channel, NVDRM_NVSW); |
| 397 | } else |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 398 | if (device->info.family < NV_DEVICE_INFO_V0_KEPLER) { |
Ben Skeggs | 69a6146 | 2013-11-13 10:58:51 +1000 | [diff] [blame] | 399 | BEGIN_NVC0(drm->channel, FermiSw, 0, 1); |
| 400 | OUT_RING (drm->channel, 0x001f0000); |
| 401 | } |
| 402 | } |
Ben Skeggs | 898a2b3 | 2015-08-20 14:54:18 +1000 | [diff] [blame] | 403 | |
| 404 | ret = nvif_notify_init(&drm->nvsw, nouveau_flip_complete, |
Ben Skeggs | 538b269 | 2015-11-08 10:34:50 +1000 | [diff] [blame] | 405 | false, NV04_NVSW_NTFY_UEVENT, |
| 406 | NULL, 0, 0, &drm->flip); |
Ben Skeggs | 898a2b3 | 2015-08-20 14:54:18 +1000 | [diff] [blame] | 407 | if (ret == 0) |
| 408 | ret = nvif_notify_get(&drm->flip); |
| 409 | if (ret) { |
| 410 | nouveau_accel_fini(drm); |
| 411 | return; |
| 412 | } |
Ben Skeggs | 69a6146 | 2013-11-13 10:58:51 +1000 | [diff] [blame] | 413 | } |
| 414 | |
| 415 | if (ret) { |
| 416 | NV_ERROR(drm, "failed to allocate software object, %d\n", ret); |
| 417 | nouveau_accel_fini(drm); |
| 418 | return; |
| 419 | } |
| 420 | |
Ben Skeggs | 967e7bd | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 421 | if (device->info.family < NV_DEVICE_INFO_V0_FERMI) { |
Ben Skeggs | 1167c6b | 2016-05-18 13:57:42 +1000 | [diff] [blame] | 422 | ret = nvkm_gpuobj_new(nvxx_device(&drm->client.device), 32, 0, |
| 423 | false, NULL, &drm->notify); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 424 | if (ret) { |
| 425 | NV_ERROR(drm, "failed to allocate notifier, %d\n", ret); |
| 426 | nouveau_accel_fini(drm); |
| 427 | return; |
| 428 | } |
| 429 | |
Ben Skeggs | a01ca78 | 2015-08-20 14:54:15 +1000 | [diff] [blame] | 430 | ret = nvif_object_init(&drm->channel->user, NvNotify0, |
Ben Skeggs | 4acfd70 | 2014-08-10 04:10:24 +1000 | [diff] [blame] | 431 | NV_DMA_IN_MEMORY, |
| 432 | &(struct nv_dma_v0) { |
| 433 | .target = NV_DMA_V0_TARGET_VRAM, |
| 434 | .access = NV_DMA_V0_ACCESS_RDWR, |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 435 | .start = drm->notify->addr, |
| 436 | .limit = drm->notify->addr + 31 |
Ben Skeggs | 4acfd70 | 2014-08-10 04:10:24 +1000 | [diff] [blame] | 437 | }, sizeof(struct nv_dma_v0), |
Ben Skeggs | 0ad7286 | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 438 | &drm->ntfy); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 439 | if (ret) { |
| 440 | nouveau_accel_fini(drm); |
| 441 | return; |
| 442 | } |
| 443 | } |
| 444 | |
| 445 | |
Ben Skeggs | 4998104 | 2012-08-06 19:38:25 +1000 | [diff] [blame] | 446 | nouveau_bo_move_init(drm); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 447 | } |
| 448 | |
Greg Kroah-Hartman | 56550d9 | 2012-12-21 15:09:25 -0800 | [diff] [blame] | 449 | static int nouveau_drm_probe(struct pci_dev *pdev, |
| 450 | const struct pci_device_id *pent) |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 451 | { |
Ben Skeggs | be83cd4 | 2015-01-14 15:36:34 +1000 | [diff] [blame] | 452 | struct nvkm_device *device; |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 453 | struct apertures_struct *aper; |
| 454 | bool boot = false; |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 455 | int ret; |
| 456 | |
Lukas Wunner | b00e533 | 2016-05-31 11:13:27 +0200 | [diff] [blame] | 457 | if (vga_switcheroo_client_probe_defer(pdev)) |
Lukas Wunner | 98b3a34 | 2016-01-11 20:09:20 +0100 | [diff] [blame] | 458 | return -EPROBE_DEFER; |
| 459 | |
Ben Skeggs | 0e67bed | 2016-07-12 11:57:07 +1000 | [diff] [blame] | 460 | /* We need to check that the chipset is supported before booting |
| 461 | * fbdev off the hardware, as there's no way to put it back. |
| 462 | */ |
| 463 | ret = nvkm_device_pci_new(pdev, NULL, "error", true, false, 0, &device); |
| 464 | if (ret) |
| 465 | return ret; |
| 466 | |
| 467 | nvkm_device_del(&device); |
| 468 | |
| 469 | /* Remove conflicting drivers (vesafb, efifb etc). */ |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 470 | aper = alloc_apertures(3); |
| 471 | if (!aper) |
| 472 | return -ENOMEM; |
| 473 | |
| 474 | aper->ranges[0].base = pci_resource_start(pdev, 1); |
| 475 | aper->ranges[0].size = pci_resource_len(pdev, 1); |
| 476 | aper->count = 1; |
| 477 | |
| 478 | if (pci_resource_len(pdev, 2)) { |
| 479 | aper->ranges[aper->count].base = pci_resource_start(pdev, 2); |
| 480 | aper->ranges[aper->count].size = pci_resource_len(pdev, 2); |
| 481 | aper->count++; |
| 482 | } |
| 483 | |
| 484 | if (pci_resource_len(pdev, 3)) { |
| 485 | aper->ranges[aper->count].base = pci_resource_start(pdev, 3); |
| 486 | aper->ranges[aper->count].size = pci_resource_len(pdev, 3); |
| 487 | aper->count++; |
| 488 | } |
| 489 | |
| 490 | #ifdef CONFIG_X86 |
| 491 | boot = pdev->resource[PCI_ROM_RESOURCE].flags & IORESOURCE_ROM_SHADOW; |
| 492 | #endif |
Ben Skeggs | 771fa0e | 2014-08-10 04:10:31 +1000 | [diff] [blame] | 493 | if (nouveau_modeset != 2) |
Daniel Vetter | 44adece | 2016-08-10 18:52:34 +0200 | [diff] [blame] | 494 | drm_fb_helper_remove_conflicting_framebuffers(aper, "nouveaufb", boot); |
Tommi Rantala | 83ef777 | 2012-11-09 09:19:40 +0000 | [diff] [blame] | 495 | kfree(aper); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 496 | |
Ben Skeggs | 7974dd1 | 2015-08-20 14:54:17 +1000 | [diff] [blame] | 497 | ret = nvkm_device_pci_new(pdev, nouveau_config, nouveau_debug, |
| 498 | true, true, ~0ULL, &device); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 499 | if (ret) |
| 500 | return ret; |
| 501 | |
| 502 | pci_set_master(pdev); |
| 503 | |
David Herrmann | 915b4d1 | 2014-08-29 12:12:43 +0200 | [diff] [blame] | 504 | ret = drm_get_pci_dev(pdev, pent, &driver_pci); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 505 | if (ret) { |
Ben Skeggs | e781dc8 | 2015-08-20 14:54:15 +1000 | [diff] [blame] | 506 | nvkm_device_del(&device); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 507 | return ret; |
| 508 | } |
| 509 | |
| 510 | return 0; |
| 511 | } |
| 512 | |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 513 | #define PCI_CLASS_MULTIMEDIA_HD_AUDIO 0x0403 |
| 514 | |
| 515 | static void |
Ilia Mirkin | 46941b0 | 2014-02-13 03:39:50 -0500 | [diff] [blame] | 516 | nouveau_get_hdmi_dev(struct nouveau_drm *drm) |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 517 | { |
Ilia Mirkin | 46941b0 | 2014-02-13 03:39:50 -0500 | [diff] [blame] | 518 | struct pci_dev *pdev = drm->dev->pdev; |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 519 | |
Alexandre Courbot | 420b946 | 2014-02-17 15:17:26 +0900 | [diff] [blame] | 520 | if (!pdev) { |
Alexandre Courbot | f2a0ada | 2016-03-02 19:13:03 +0900 | [diff] [blame] | 521 | NV_DEBUG(drm, "not a PCI device; no HDMI\n"); |
Alexandre Courbot | 420b946 | 2014-02-17 15:17:26 +0900 | [diff] [blame] | 522 | drm->hdmi_device = NULL; |
| 523 | return; |
| 524 | } |
| 525 | |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 526 | /* subfunction one is a hdmi audio device? */ |
| 527 | drm->hdmi_device = pci_get_bus_and_slot((unsigned int)pdev->bus->number, |
| 528 | PCI_DEVFN(PCI_SLOT(pdev->devfn), 1)); |
| 529 | |
| 530 | if (!drm->hdmi_device) { |
Ilia Mirkin | 46941b0 | 2014-02-13 03:39:50 -0500 | [diff] [blame] | 531 | NV_DEBUG(drm, "hdmi device not found %d %d %d\n", pdev->bus->number, PCI_SLOT(pdev->devfn), 1); |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 532 | return; |
| 533 | } |
| 534 | |
| 535 | if ((drm->hdmi_device->class >> 8) != PCI_CLASS_MULTIMEDIA_HD_AUDIO) { |
Ilia Mirkin | 46941b0 | 2014-02-13 03:39:50 -0500 | [diff] [blame] | 536 | NV_DEBUG(drm, "possible hdmi device not audio %d\n", drm->hdmi_device->class); |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 537 | pci_dev_put(drm->hdmi_device); |
| 538 | drm->hdmi_device = NULL; |
| 539 | return; |
| 540 | } |
| 541 | } |
| 542 | |
Marcin Slusarz | 5b8a43a | 2012-08-19 23:00:00 +0200 | [diff] [blame] | 543 | static int |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 544 | nouveau_drm_load(struct drm_device *dev, unsigned long flags) |
| 545 | { |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 546 | struct nouveau_drm *drm; |
| 547 | int ret; |
| 548 | |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 549 | if (!(drm = kzalloc(sizeof(*drm), GFP_KERNEL))) |
| 550 | return -ENOMEM; |
| 551 | dev->dev_private = drm; |
| 552 | drm->dev = dev; |
| 553 | |
Ben Skeggs | cb7e88e | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 554 | ret = nouveau_cli_init(drm, "DRM-master", &drm->master); |
| 555 | if (ret) |
| 556 | return ret; |
| 557 | |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 558 | ret = nouveau_cli_init(drm, "DRM", &drm->client); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 559 | if (ret) |
| 560 | return ret; |
| 561 | |
Ben Skeggs | 1167c6b | 2016-05-18 13:57:42 +1000 | [diff] [blame] | 562 | dev->irq_enabled = true; |
| 563 | |
Ben Skeggs | 989aa5b | 2015-01-12 12:33:37 +1000 | [diff] [blame] | 564 | nvxx_client(&drm->client.base)->debug = |
Ben Skeggs | be83cd4 | 2015-01-14 15:36:34 +1000 | [diff] [blame] | 565 | nvkm_dbgopt(nouveau_debug, "DRM"); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 566 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 567 | INIT_LIST_HEAD(&drm->clients); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 568 | spin_lock_init(&drm->tile.lock); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 569 | |
Ilia Mirkin | 46941b0 | 2014-02-13 03:39:50 -0500 | [diff] [blame] | 570 | nouveau_get_hdmi_dev(drm); |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 571 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 572 | /* workaround an odd issue on nvc1 by disabling the device's |
| 573 | * nosnoop capability. hopefully won't cause issues until a |
| 574 | * better fix is found - assuming there is one... |
| 575 | */ |
Ben Skeggs | 1167c6b | 2016-05-18 13:57:42 +1000 | [diff] [blame] | 576 | if (drm->client.device.info.chipset == 0xc1) |
| 577 | nvif_mask(&drm->client.device.object, 0x00088080, 0x00000800, 0x00000000); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 578 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 579 | nouveau_vga_init(drm); |
Ben Skeggs | cb75d97 | 2012-07-11 10:44:20 +1000 | [diff] [blame] | 580 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 581 | ret = nouveau_ttm_init(drm); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 582 | if (ret) |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 583 | goto fail_ttm; |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 584 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 585 | ret = nouveau_bios_init(dev); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 586 | if (ret) |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 587 | goto fail_bios; |
| 588 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 589 | ret = nouveau_display_create(dev); |
| 590 | if (ret) |
| 591 | goto fail_dispctor; |
| 592 | |
| 593 | if (dev->mode_config.num_crtc) { |
| 594 | ret = nouveau_display_init(dev); |
| 595 | if (ret) |
| 596 | goto fail_dispinit; |
| 597 | } |
| 598 | |
Karol Herbst | b126a20 | 2015-07-30 11:52:23 +0200 | [diff] [blame] | 599 | nouveau_debugfs_init(drm); |
Ben Skeggs | b9ed919 | 2013-10-15 09:44:02 +1000 | [diff] [blame] | 600 | nouveau_hwmon_init(dev); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 601 | nouveau_accel_init(drm); |
| 602 | nouveau_fbcon_init(dev); |
Martin Peres | 8d021d7 | 2016-08-25 03:57:07 +0300 | [diff] [blame] | 603 | nouveau_led_init(dev); |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 604 | |
Ben Skeggs | 8fa4338 | 2017-06-02 14:49:45 +1000 | [diff] [blame] | 605 | if (nouveau_pmops_runtime()) { |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 606 | pm_runtime_use_autosuspend(dev->dev); |
| 607 | pm_runtime_set_autosuspend_delay(dev->dev, 5000); |
| 608 | pm_runtime_set_active(dev->dev); |
| 609 | pm_runtime_allow(dev->dev); |
| 610 | pm_runtime_mark_last_busy(dev->dev); |
| 611 | pm_runtime_put(dev->dev); |
Peter Ujfalusi | 9a2eba3 | 2017-05-15 12:04:31 +0300 | [diff] [blame] | 612 | } else { |
| 613 | /* enable polling for external displays */ |
| 614 | drm_kms_helper_poll_enable(dev); |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 615 | } |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 616 | return 0; |
| 617 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 618 | fail_dispinit: |
| 619 | nouveau_display_destroy(dev); |
| 620 | fail_dispctor: |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 621 | nouveau_bios_takedown(dev); |
| 622 | fail_bios: |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 623 | nouveau_ttm_fini(drm); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 624 | fail_ttm: |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 625 | nouveau_vga_fini(drm); |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 626 | nouveau_cli_fini(&drm->client); |
Ben Skeggs | cb7e88e | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 627 | nouveau_cli_fini(&drm->master); |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 628 | kfree(drm); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 629 | return ret; |
| 630 | } |
| 631 | |
Gabriel Krisman Bertazi | 11b3c20 | 2017-01-06 15:57:31 -0200 | [diff] [blame] | 632 | static void |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 633 | nouveau_drm_unload(struct drm_device *dev) |
| 634 | { |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 635 | struct nouveau_drm *drm = nouveau_drm(dev); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 636 | |
Ben Skeggs | 8fa4338 | 2017-06-02 14:49:45 +1000 | [diff] [blame] | 637 | if (nouveau_pmops_runtime()) { |
Lukas Wunner | c1b16b4 | 2016-06-08 18:47:27 +0200 | [diff] [blame] | 638 | pm_runtime_get_sync(dev->dev); |
Lukas Wunner | 55c868a | 2016-06-08 18:47:27 +0200 | [diff] [blame] | 639 | pm_runtime_forbid(dev->dev); |
Lukas Wunner | c1b16b4 | 2016-06-08 18:47:27 +0200 | [diff] [blame] | 640 | } |
| 641 | |
Martin Peres | 8d021d7 | 2016-08-25 03:57:07 +0300 | [diff] [blame] | 642 | nouveau_led_fini(dev); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 643 | nouveau_fbcon_fini(dev); |
| 644 | nouveau_accel_fini(drm); |
Ben Skeggs | b9ed919 | 2013-10-15 09:44:02 +1000 | [diff] [blame] | 645 | nouveau_hwmon_fini(dev); |
Karol Herbst | b126a20 | 2015-07-30 11:52:23 +0200 | [diff] [blame] | 646 | nouveau_debugfs_fini(drm); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 647 | |
Ben Skeggs | 9430738 | 2012-10-31 12:11:15 +1000 | [diff] [blame] | 648 | if (dev->mode_config.num_crtc) |
Ben Skeggs | 3b4c0ab | 2016-11-04 17:20:35 +1000 | [diff] [blame] | 649 | nouveau_display_fini(dev, false); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 650 | nouveau_display_destroy(dev); |
| 651 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 652 | nouveau_bios_takedown(dev); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 653 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 654 | nouveau_ttm_fini(drm); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 655 | nouveau_vga_fini(drm); |
Ben Skeggs | cb75d97 | 2012-07-11 10:44:20 +1000 | [diff] [blame] | 656 | |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 657 | if (drm->hdmi_device) |
| 658 | pci_dev_put(drm->hdmi_device); |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 659 | nouveau_cli_fini(&drm->client); |
Ben Skeggs | cb7e88e | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 660 | nouveau_cli_fini(&drm->master); |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 661 | kfree(drm); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 662 | } |
| 663 | |
Alexandre Courbot | 8ba9ff1 | 2014-06-26 14:33:32 +0900 | [diff] [blame] | 664 | void |
| 665 | nouveau_drm_device_remove(struct drm_device *dev) |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 666 | { |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 667 | struct nouveau_drm *drm = nouveau_drm(dev); |
Ben Skeggs | be83cd4 | 2015-01-14 15:36:34 +1000 | [diff] [blame] | 668 | struct nvkm_client *client; |
Ben Skeggs | 76ecea5 | 2015-08-20 14:54:15 +1000 | [diff] [blame] | 669 | struct nvkm_device *device; |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 670 | |
Ilia Mirkin | 7d3428c | 2014-01-29 19:53:00 -0500 | [diff] [blame] | 671 | dev->irq_enabled = false; |
Ben Skeggs | 989aa5b | 2015-01-12 12:33:37 +1000 | [diff] [blame] | 672 | client = nvxx_client(&drm->client.base); |
Ben Skeggs | 4e7e62d | 2015-08-20 14:54:15 +1000 | [diff] [blame] | 673 | device = nvkm_device_find(client->device); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 674 | drm_put_dev(dev); |
| 675 | |
Ben Skeggs | e781dc8 | 2015-08-20 14:54:15 +1000 | [diff] [blame] | 676 | nvkm_device_del(&device); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 677 | } |
Alexandre Courbot | 8ba9ff1 | 2014-06-26 14:33:32 +0900 | [diff] [blame] | 678 | |
| 679 | static void |
| 680 | nouveau_drm_remove(struct pci_dev *pdev) |
| 681 | { |
| 682 | struct drm_device *dev = pci_get_drvdata(pdev); |
| 683 | |
| 684 | nouveau_drm_device_remove(dev); |
| 685 | } |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 686 | |
Marcin Slusarz | cd89783 | 2013-01-27 15:01:55 +0100 | [diff] [blame] | 687 | static int |
Dave Airlie | 05c63c2 | 2014-03-26 14:10:06 +1000 | [diff] [blame] | 688 | nouveau_do_suspend(struct drm_device *dev, bool runtime) |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 689 | { |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 690 | struct nouveau_drm *drm = nouveau_drm(dev); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 691 | int ret; |
| 692 | |
Martin Peres | 8d021d7 | 2016-08-25 03:57:07 +0300 | [diff] [blame] | 693 | nouveau_led_suspend(dev); |
| 694 | |
Ben Skeggs | 6fbb702 | 2014-10-02 13:22:27 +1000 | [diff] [blame] | 695 | if (dev->mode_config.num_crtc) { |
Ben Skeggs | 2d38a53 | 2017-08-14 08:40:55 +1000 | [diff] [blame] | 696 | NV_DEBUG(drm, "suspending console...\n"); |
Ben Skeggs | 6fbb702 | 2014-10-02 13:22:27 +1000 | [diff] [blame] | 697 | nouveau_fbcon_set_suspend(dev, 1); |
Ben Skeggs | 2d38a53 | 2017-08-14 08:40:55 +1000 | [diff] [blame] | 698 | NV_DEBUG(drm, "suspending display...\n"); |
Ben Skeggs | 6fbb702 | 2014-10-02 13:22:27 +1000 | [diff] [blame] | 699 | ret = nouveau_display_suspend(dev, runtime); |
Ben Skeggs | 9430738 | 2012-10-31 12:11:15 +1000 | [diff] [blame] | 700 | if (ret) |
| 701 | return ret; |
| 702 | } |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 703 | |
Ben Skeggs | 2d38a53 | 2017-08-14 08:40:55 +1000 | [diff] [blame] | 704 | NV_DEBUG(drm, "evicting buffers...\n"); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 705 | ttm_bo_evict_mm(&drm->ttm.bdev, TTM_PL_VRAM); |
| 706 | |
Ben Skeggs | 2d38a53 | 2017-08-14 08:40:55 +1000 | [diff] [blame] | 707 | NV_DEBUG(drm, "waiting for kernel channels to go idle...\n"); |
Ben Skeggs | 81dff21 | 2013-05-07 08:33:10 +1000 | [diff] [blame] | 708 | if (drm->cechan) { |
| 709 | ret = nouveau_channel_idle(drm->cechan); |
| 710 | if (ret) |
Ilia Mirkin | f3980dc | 2014-01-23 02:45:02 -0500 | [diff] [blame] | 711 | goto fail_display; |
Ben Skeggs | 81dff21 | 2013-05-07 08:33:10 +1000 | [diff] [blame] | 712 | } |
| 713 | |
| 714 | if (drm->channel) { |
| 715 | ret = nouveau_channel_idle(drm->channel); |
| 716 | if (ret) |
Ilia Mirkin | f3980dc | 2014-01-23 02:45:02 -0500 | [diff] [blame] | 717 | goto fail_display; |
Ben Skeggs | 81dff21 | 2013-05-07 08:33:10 +1000 | [diff] [blame] | 718 | } |
| 719 | |
Ben Skeggs | 2d38a53 | 2017-08-14 08:40:55 +1000 | [diff] [blame] | 720 | NV_DEBUG(drm, "suspending fence...\n"); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 721 | if (drm->fence && nouveau_fence(drm)->suspend) { |
Ilia Mirkin | f3980dc | 2014-01-23 02:45:02 -0500 | [diff] [blame] | 722 | if (!nouveau_fence(drm)->suspend(drm)) { |
| 723 | ret = -ENOMEM; |
| 724 | goto fail_display; |
| 725 | } |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 726 | } |
| 727 | |
Ben Skeggs | 2d38a53 | 2017-08-14 08:40:55 +1000 | [diff] [blame] | 728 | NV_DEBUG(drm, "suspending object tree...\n"); |
Ben Skeggs | cb7e88e | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 729 | ret = nvif_client_suspend(&drm->master.base); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 730 | if (ret) |
| 731 | goto fail_client; |
| 732 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 733 | return 0; |
| 734 | |
| 735 | fail_client: |
Ilia Mirkin | f3980dc | 2014-01-23 02:45:02 -0500 | [diff] [blame] | 736 | if (drm->fence && nouveau_fence(drm)->resume) |
| 737 | nouveau_fence(drm)->resume(drm); |
| 738 | |
| 739 | fail_display: |
Ben Skeggs | 9430738 | 2012-10-31 12:11:15 +1000 | [diff] [blame] | 740 | if (dev->mode_config.num_crtc) { |
Ben Skeggs | 2d38a53 | 2017-08-14 08:40:55 +1000 | [diff] [blame] | 741 | NV_DEBUG(drm, "resuming display...\n"); |
Ben Skeggs | 6fbb702 | 2014-10-02 13:22:27 +1000 | [diff] [blame] | 742 | nouveau_display_resume(dev, runtime); |
Ben Skeggs | 9430738 | 2012-10-31 12:11:15 +1000 | [diff] [blame] | 743 | } |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 744 | return ret; |
| 745 | } |
| 746 | |
Marcin Slusarz | cd89783 | 2013-01-27 15:01:55 +0100 | [diff] [blame] | 747 | static int |
Ben Skeggs | 6fbb702 | 2014-10-02 13:22:27 +1000 | [diff] [blame] | 748 | nouveau_do_resume(struct drm_device *dev, bool runtime) |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 749 | { |
| 750 | struct nouveau_drm *drm = nouveau_drm(dev); |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 751 | |
Ben Skeggs | 2d38a53 | 2017-08-14 08:40:55 +1000 | [diff] [blame] | 752 | NV_DEBUG(drm, "resuming object tree...\n"); |
Ben Skeggs | cb7e88e | 2017-11-01 03:56:19 +1000 | [diff] [blame] | 753 | nvif_client_resume(&drm->master.base); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 754 | |
Ben Skeggs | 2d38a53 | 2017-08-14 08:40:55 +1000 | [diff] [blame] | 755 | NV_DEBUG(drm, "resuming fence...\n"); |
Ben Skeggs | 81dff21 | 2013-05-07 08:33:10 +1000 | [diff] [blame] | 756 | if (drm->fence && nouveau_fence(drm)->resume) |
| 757 | nouveau_fence(drm)->resume(drm); |
| 758 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 759 | nouveau_run_vbios_init(dev); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 760 | |
Ben Skeggs | 9430738 | 2012-10-31 12:11:15 +1000 | [diff] [blame] | 761 | if (dev->mode_config.num_crtc) { |
Ben Skeggs | 2d38a53 | 2017-08-14 08:40:55 +1000 | [diff] [blame] | 762 | NV_DEBUG(drm, "resuming display...\n"); |
Ben Skeggs | 6fbb702 | 2014-10-02 13:22:27 +1000 | [diff] [blame] | 763 | nouveau_display_resume(dev, runtime); |
Ben Skeggs | 2d38a53 | 2017-08-14 08:40:55 +1000 | [diff] [blame] | 764 | NV_DEBUG(drm, "resuming console...\n"); |
Ben Skeggs | 6fbb702 | 2014-10-02 13:22:27 +1000 | [diff] [blame] | 765 | nouveau_fbcon_set_suspend(dev, 0); |
Ben Skeggs | 9430738 | 2012-10-31 12:11:15 +1000 | [diff] [blame] | 766 | } |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 767 | |
Martin Peres | 8d021d7 | 2016-08-25 03:57:07 +0300 | [diff] [blame] | 768 | nouveau_led_resume(dev); |
| 769 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 770 | return 0; |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 771 | } |
| 772 | |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 773 | int |
| 774 | nouveau_pmops_suspend(struct device *dev) |
| 775 | { |
| 776 | struct pci_dev *pdev = to_pci_dev(dev); |
| 777 | struct drm_device *drm_dev = pci_get_drvdata(pdev); |
| 778 | int ret; |
| 779 | |
| 780 | if (drm_dev->switch_power_state == DRM_SWITCH_POWER_OFF || |
| 781 | drm_dev->switch_power_state == DRM_SWITCH_POWER_DYNAMIC_OFF) |
| 782 | return 0; |
| 783 | |
| 784 | ret = nouveau_do_suspend(drm_dev, false); |
| 785 | if (ret) |
| 786 | return ret; |
| 787 | |
| 788 | pci_save_state(pdev); |
| 789 | pci_disable_device(pdev); |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 790 | pci_set_power_state(pdev, PCI_D3hot); |
Lukas Wunner | c5fd936 | 2015-04-19 17:18:01 +0200 | [diff] [blame] | 791 | udelay(200); |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 792 | return 0; |
| 793 | } |
| 794 | |
| 795 | int |
| 796 | nouveau_pmops_resume(struct device *dev) |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 797 | { |
| 798 | struct pci_dev *pdev = to_pci_dev(dev); |
| 799 | struct drm_device *drm_dev = pci_get_drvdata(pdev); |
| 800 | int ret; |
| 801 | |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 802 | if (drm_dev->switch_power_state == DRM_SWITCH_POWER_OFF || |
| 803 | drm_dev->switch_power_state == DRM_SWITCH_POWER_DYNAMIC_OFF) |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 804 | return 0; |
| 805 | |
| 806 | pci_set_power_state(pdev, PCI_D0); |
| 807 | pci_restore_state(pdev); |
| 808 | ret = pci_enable_device(pdev); |
| 809 | if (ret) |
| 810 | return ret; |
| 811 | pci_set_master(pdev); |
| 812 | |
Hans de Goede | 0b2fe65 | 2016-11-21 17:50:55 +0100 | [diff] [blame] | 813 | ret = nouveau_do_resume(drm_dev, false); |
| 814 | |
| 815 | /* Monitors may have been connected / disconnected during suspend */ |
| 816 | schedule_work(&nouveau_drm(drm_dev)->hpd_work); |
| 817 | |
| 818 | return ret; |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 819 | } |
| 820 | |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 821 | static int |
| 822 | nouveau_pmops_freeze(struct device *dev) |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 823 | { |
| 824 | struct pci_dev *pdev = to_pci_dev(dev); |
| 825 | struct drm_device *drm_dev = pci_get_drvdata(pdev); |
Ben Skeggs | 6fbb702 | 2014-10-02 13:22:27 +1000 | [diff] [blame] | 826 | return nouveau_do_suspend(drm_dev, false); |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 827 | } |
| 828 | |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 829 | static int |
| 830 | nouveau_pmops_thaw(struct device *dev) |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 831 | { |
| 832 | struct pci_dev *pdev = to_pci_dev(dev); |
| 833 | struct drm_device *drm_dev = pci_get_drvdata(pdev); |
Ben Skeggs | 6fbb702 | 2014-10-02 13:22:27 +1000 | [diff] [blame] | 834 | return nouveau_do_resume(drm_dev, false); |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 835 | } |
| 836 | |
Ben Skeggs | 321f5c5 | 2017-06-02 14:38:07 +1000 | [diff] [blame] | 837 | bool |
Arnd Bergmann | 5499473 | 2017-06-09 12:38:33 +0200 | [diff] [blame] | 838 | nouveau_pmops_runtime(void) |
Ben Skeggs | 321f5c5 | 2017-06-02 14:38:07 +1000 | [diff] [blame] | 839 | { |
| 840 | if (nouveau_runtime_pm == -1) |
| 841 | return nouveau_is_optimus() || nouveau_is_v1_dsm(); |
| 842 | return nouveau_runtime_pm == 1; |
| 843 | } |
| 844 | |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 845 | static int |
| 846 | nouveau_pmops_runtime_suspend(struct device *dev) |
| 847 | { |
| 848 | struct pci_dev *pdev = to_pci_dev(dev); |
| 849 | struct drm_device *drm_dev = pci_get_drvdata(pdev); |
| 850 | int ret; |
| 851 | |
Ben Skeggs | 321f5c5 | 2017-06-02 14:38:07 +1000 | [diff] [blame] | 852 | if (!nouveau_pmops_runtime()) { |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 853 | pm_runtime_forbid(dev); |
| 854 | return -EBUSY; |
| 855 | } |
| 856 | |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 857 | drm_kms_helper_poll_disable(drm_dev); |
| 858 | vga_switcheroo_set_dynamic_switch(pdev, VGA_SWITCHEROO_OFF); |
| 859 | nouveau_switcheroo_optimus_dsm(); |
| 860 | ret = nouveau_do_suspend(drm_dev, true); |
| 861 | pci_save_state(pdev); |
| 862 | pci_disable_device(pdev); |
Dave Airlie | 8c86394 | 2014-12-08 10:33:52 +1000 | [diff] [blame] | 863 | pci_ignore_hotplug(pdev); |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 864 | pci_set_power_state(pdev, PCI_D3cold); |
| 865 | drm_dev->switch_power_state = DRM_SWITCH_POWER_DYNAMIC_OFF; |
| 866 | return ret; |
| 867 | } |
| 868 | |
| 869 | static int |
| 870 | nouveau_pmops_runtime_resume(struct device *dev) |
| 871 | { |
| 872 | struct pci_dev *pdev = to_pci_dev(dev); |
| 873 | struct drm_device *drm_dev = pci_get_drvdata(pdev); |
Ben Skeggs | 1167c6b | 2016-05-18 13:57:42 +1000 | [diff] [blame] | 874 | struct nvif_device *device = &nouveau_drm(drm_dev)->client.device; |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 875 | int ret; |
| 876 | |
Ben Skeggs | 321f5c5 | 2017-06-02 14:38:07 +1000 | [diff] [blame] | 877 | if (!nouveau_pmops_runtime()) { |
| 878 | pm_runtime_forbid(dev); |
| 879 | return -EBUSY; |
| 880 | } |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 881 | |
| 882 | pci_set_power_state(pdev, PCI_D0); |
| 883 | pci_restore_state(pdev); |
| 884 | ret = pci_enable_device(pdev); |
| 885 | if (ret) |
| 886 | return ret; |
| 887 | pci_set_master(pdev); |
| 888 | |
| 889 | ret = nouveau_do_resume(drm_dev, true); |
Lyude Paul | cae9ff0 | 2017-01-11 21:25:23 -0500 | [diff] [blame] | 890 | |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 891 | /* do magic */ |
Ben Skeggs | a01ca78 | 2015-08-20 14:54:15 +1000 | [diff] [blame] | 892 | nvif_mask(&device->object, 0x088488, (1 << 25), (1 << 25)); |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 893 | vga_switcheroo_set_dynamic_switch(pdev, VGA_SWITCHEROO_ON); |
| 894 | drm_dev->switch_power_state = DRM_SWITCH_POWER_ON; |
Hans de Goede | 0b2fe65 | 2016-11-21 17:50:55 +0100 | [diff] [blame] | 895 | |
| 896 | /* Monitors may have been connected / disconnected during suspend */ |
| 897 | schedule_work(&nouveau_drm(drm_dev)->hpd_work); |
| 898 | |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 899 | return ret; |
| 900 | } |
| 901 | |
| 902 | static int |
| 903 | nouveau_pmops_runtime_idle(struct device *dev) |
| 904 | { |
| 905 | struct pci_dev *pdev = to_pci_dev(dev); |
| 906 | struct drm_device *drm_dev = pci_get_drvdata(pdev); |
| 907 | struct nouveau_drm *drm = nouveau_drm(drm_dev); |
| 908 | struct drm_crtc *crtc; |
| 909 | |
Ben Skeggs | 321f5c5 | 2017-06-02 14:38:07 +1000 | [diff] [blame] | 910 | if (!nouveau_pmops_runtime()) { |
Ben Skeggs | 7bb6d44 | 2014-10-02 13:31:00 +1000 | [diff] [blame] | 911 | pm_runtime_forbid(dev); |
| 912 | return -EBUSY; |
| 913 | } |
| 914 | |
| 915 | /* if we have a hdmi audio device - make sure it has a driver loaded */ |
| 916 | if (drm->hdmi_device) { |
| 917 | if (!drm->hdmi_device->driver) { |
| 918 | DRM_DEBUG_DRIVER("failing to power off - no HDMI audio driver loaded\n"); |
| 919 | pm_runtime_mark_last_busy(dev); |
| 920 | return -EBUSY; |
| 921 | } |
| 922 | } |
| 923 | |
| 924 | list_for_each_entry(crtc, &drm->dev->mode_config.crtc_list, head) { |
| 925 | if (crtc->enabled) { |
| 926 | DRM_DEBUG_DRIVER("failing to power off - crtc active\n"); |
| 927 | return -EBUSY; |
| 928 | } |
| 929 | } |
| 930 | pm_runtime_mark_last_busy(dev); |
| 931 | pm_runtime_autosuspend(dev); |
| 932 | /* we don't want the main rpm_idle to call suspend - we want to autosuspend */ |
| 933 | return 1; |
| 934 | } |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 935 | |
Marcin Slusarz | 5b8a43a | 2012-08-19 23:00:00 +0200 | [diff] [blame] | 936 | static int |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 937 | nouveau_drm_open(struct drm_device *dev, struct drm_file *fpriv) |
| 938 | { |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 939 | struct nouveau_drm *drm = nouveau_drm(dev); |
| 940 | struct nouveau_cli *cli; |
Marcin Slusarz | a2896ce | 2012-12-09 15:45:21 +0100 | [diff] [blame] | 941 | char name[32], tmpname[TASK_COMM_LEN]; |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 942 | int ret; |
| 943 | |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 944 | /* need to bring up power immediately if opening device */ |
| 945 | ret = pm_runtime_get_sync(dev->dev); |
Alexandre Courbot | b6c4285 | 2014-02-12 14:00:59 +0900 | [diff] [blame] | 946 | if (ret < 0 && ret != -EACCES) |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 947 | return ret; |
| 948 | |
Marcin Slusarz | a2896ce | 2012-12-09 15:45:21 +0100 | [diff] [blame] | 949 | get_task_comm(tmpname, current); |
| 950 | snprintf(name, sizeof(name), "%s[%d]", tmpname, pid_nr(fpriv->pid)); |
Ben Skeggs | fa6df8c | 2012-09-12 13:09:23 +1000 | [diff] [blame] | 951 | |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 952 | if (!(cli = kzalloc(sizeof(*cli), GFP_KERNEL))) |
| 953 | return ret; |
Alexandre Courbot | 420b946 | 2014-02-17 15:17:26 +0900 | [diff] [blame] | 954 | |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 955 | ret = nouveau_cli_init(drm, name, cli); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 956 | if (ret) |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 957 | goto done; |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 958 | |
Ben Skeggs | 0ad7286 | 2014-08-10 04:10:22 +1000 | [diff] [blame] | 959 | cli->base.super = false; |
| 960 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 961 | fpriv->driver_priv = cli; |
| 962 | |
| 963 | mutex_lock(&drm->client.mutex); |
| 964 | list_add(&cli->head, &drm->clients); |
| 965 | mutex_unlock(&drm->client.mutex); |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 966 | |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 967 | done: |
| 968 | if (ret && cli) { |
| 969 | nouveau_cli_fini(cli); |
| 970 | kfree(cli); |
| 971 | } |
| 972 | |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 973 | pm_runtime_mark_last_busy(dev->dev); |
| 974 | pm_runtime_put_autosuspend(dev->dev); |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 975 | return ret; |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 976 | } |
| 977 | |
Marcin Slusarz | 5b8a43a | 2012-08-19 23:00:00 +0200 | [diff] [blame] | 978 | static void |
Daniel Vetter | f0e73ff | 2017-05-08 10:26:30 +0200 | [diff] [blame] | 979 | nouveau_drm_postclose(struct drm_device *dev, struct drm_file *fpriv) |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 980 | { |
| 981 | struct nouveau_cli *cli = nouveau_cli(fpriv); |
| 982 | struct nouveau_drm *drm = nouveau_drm(dev); |
| 983 | |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 984 | pm_runtime_get_sync(dev->dev); |
| 985 | |
Kamil Dudka | ac8c793 | 2015-07-15 17:18:15 +0200 | [diff] [blame] | 986 | mutex_lock(&cli->mutex); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 987 | if (cli->abi16) |
| 988 | nouveau_abi16_fini(cli->abi16); |
Kamil Dudka | ac8c793 | 2015-07-15 17:18:15 +0200 | [diff] [blame] | 989 | mutex_unlock(&cli->mutex); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 990 | |
| 991 | mutex_lock(&drm->client.mutex); |
| 992 | list_del(&cli->head); |
| 993 | mutex_unlock(&drm->client.mutex); |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 994 | |
Ben Skeggs | 20d8a88 | 2016-05-18 13:36:34 +1000 | [diff] [blame] | 995 | nouveau_cli_fini(cli); |
| 996 | kfree(cli); |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 997 | pm_runtime_mark_last_busy(dev->dev); |
| 998 | pm_runtime_put_autosuspend(dev->dev); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 999 | } |
| 1000 | |
Rob Clark | baa7094 | 2013-08-02 13:27:49 -0400 | [diff] [blame] | 1001 | static const struct drm_ioctl_desc |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1002 | nouveau_ioctls[] = { |
Daniel Vetter | f8c4714 | 2015-09-08 13:56:30 +0200 | [diff] [blame] | 1003 | DRM_IOCTL_DEF_DRV(NOUVEAU_GETPARAM, nouveau_abi16_ioctl_getparam, DRM_AUTH|DRM_RENDER_ALLOW), |
| 1004 | DRM_IOCTL_DEF_DRV(NOUVEAU_SETPARAM, nouveau_abi16_ioctl_setparam, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), |
| 1005 | DRM_IOCTL_DEF_DRV(NOUVEAU_CHANNEL_ALLOC, nouveau_abi16_ioctl_channel_alloc, DRM_AUTH|DRM_RENDER_ALLOW), |
| 1006 | DRM_IOCTL_DEF_DRV(NOUVEAU_CHANNEL_FREE, nouveau_abi16_ioctl_channel_free, DRM_AUTH|DRM_RENDER_ALLOW), |
| 1007 | DRM_IOCTL_DEF_DRV(NOUVEAU_GROBJ_ALLOC, nouveau_abi16_ioctl_grobj_alloc, DRM_AUTH|DRM_RENDER_ALLOW), |
| 1008 | DRM_IOCTL_DEF_DRV(NOUVEAU_NOTIFIEROBJ_ALLOC, nouveau_abi16_ioctl_notifierobj_alloc, DRM_AUTH|DRM_RENDER_ALLOW), |
| 1009 | DRM_IOCTL_DEF_DRV(NOUVEAU_GPUOBJ_FREE, nouveau_abi16_ioctl_gpuobj_free, DRM_AUTH|DRM_RENDER_ALLOW), |
| 1010 | DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_NEW, nouveau_gem_ioctl_new, DRM_AUTH|DRM_RENDER_ALLOW), |
| 1011 | DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_PUSHBUF, nouveau_gem_ioctl_pushbuf, DRM_AUTH|DRM_RENDER_ALLOW), |
| 1012 | DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_CPU_PREP, nouveau_gem_ioctl_cpu_prep, DRM_AUTH|DRM_RENDER_ALLOW), |
| 1013 | DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_CPU_FINI, nouveau_gem_ioctl_cpu_fini, DRM_AUTH|DRM_RENDER_ALLOW), |
| 1014 | DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_INFO, nouveau_gem_ioctl_info, DRM_AUTH|DRM_RENDER_ALLOW), |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1015 | }; |
| 1016 | |
Ben Skeggs | 27111a2 | 2014-08-10 04:10:31 +1000 | [diff] [blame] | 1017 | long |
| 1018 | nouveau_drm_ioctl(struct file *file, unsigned int cmd, unsigned long arg) |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 1019 | { |
Ben Skeggs | 27111a2 | 2014-08-10 04:10:31 +1000 | [diff] [blame] | 1020 | struct drm_file *filp = file->private_data; |
| 1021 | struct drm_device *dev = filp->minor->dev; |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 1022 | long ret; |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 1023 | |
| 1024 | ret = pm_runtime_get_sync(dev->dev); |
Alexandre Courbot | b6c4285 | 2014-02-12 14:00:59 +0900 | [diff] [blame] | 1025 | if (ret < 0 && ret != -EACCES) |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 1026 | return ret; |
| 1027 | |
Ben Skeggs | 27111a2 | 2014-08-10 04:10:31 +1000 | [diff] [blame] | 1028 | switch (_IOC_NR(cmd) - DRM_COMMAND_BASE) { |
| 1029 | case DRM_NOUVEAU_NVIF: |
| 1030 | ret = usif_ioctl(filp, (void __user *)arg, _IOC_SIZE(cmd)); |
| 1031 | break; |
| 1032 | default: |
| 1033 | ret = drm_ioctl(file, cmd, arg); |
| 1034 | break; |
| 1035 | } |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 1036 | |
| 1037 | pm_runtime_mark_last_busy(dev->dev); |
| 1038 | pm_runtime_put_autosuspend(dev->dev); |
| 1039 | return ret; |
| 1040 | } |
Ben Skeggs | 27111a2 | 2014-08-10 04:10:31 +1000 | [diff] [blame] | 1041 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1042 | static const struct file_operations |
| 1043 | nouveau_driver_fops = { |
| 1044 | .owner = THIS_MODULE, |
| 1045 | .open = drm_open, |
| 1046 | .release = drm_release, |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 1047 | .unlocked_ioctl = nouveau_drm_ioctl, |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1048 | .mmap = nouveau_ttm_mmap, |
| 1049 | .poll = drm_poll, |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1050 | .read = drm_read, |
| 1051 | #if defined(CONFIG_COMPAT) |
| 1052 | .compat_ioctl = nouveau_compat_ioctl, |
| 1053 | #endif |
| 1054 | .llseek = noop_llseek, |
| 1055 | }; |
| 1056 | |
| 1057 | static struct drm_driver |
David Herrmann | 915b4d1 | 2014-08-29 12:12:43 +0200 | [diff] [blame] | 1058 | driver_stub = { |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1059 | .driver_features = |
Peter Antoine | 0e97598 | 2015-06-23 08:18:49 +0100 | [diff] [blame] | 1060 | DRIVER_GEM | DRIVER_MODESET | DRIVER_PRIME | DRIVER_RENDER | |
| 1061 | DRIVER_KMS_LEGACY_CONTEXT, |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1062 | |
| 1063 | .load = nouveau_drm_load, |
| 1064 | .unload = nouveau_drm_unload, |
| 1065 | .open = nouveau_drm_open, |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1066 | .postclose = nouveau_drm_postclose, |
| 1067 | .lastclose = nouveau_vga_lastclose, |
| 1068 | |
Marcin Slusarz | 33b903e | 2013-02-08 21:42:13 +0100 | [diff] [blame] | 1069 | #if defined(CONFIG_DEBUG_FS) |
Karol Herbst | 56c101a | 2015-07-31 00:35:42 +0200 | [diff] [blame] | 1070 | .debugfs_init = nouveau_drm_debugfs_init, |
Marcin Slusarz | 33b903e | 2013-02-08 21:42:13 +0100 | [diff] [blame] | 1071 | #endif |
| 1072 | |
Ben Skeggs | 51cb4b3 | 2013-10-03 07:02:29 +1000 | [diff] [blame] | 1073 | .enable_vblank = nouveau_display_vblank_enable, |
| 1074 | .disable_vblank = nouveau_display_vblank_disable, |
Ben Skeggs | d83ef85 | 2013-11-14 13:37:49 +1000 | [diff] [blame] | 1075 | .get_scanout_position = nouveau_display_scanoutpos, |
Daniel Vetter | 1bf6ad6 | 2017-05-09 16:03:28 +0200 | [diff] [blame] | 1076 | .get_vblank_timestamp = drm_calc_vbltimestamp_from_scanoutpos, |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1077 | |
| 1078 | .ioctls = nouveau_ioctls, |
Rob Clark | baa7094 | 2013-08-02 13:27:49 -0400 | [diff] [blame] | 1079 | .num_ioctls = ARRAY_SIZE(nouveau_ioctls), |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1080 | .fops = &nouveau_driver_fops, |
| 1081 | |
| 1082 | .prime_handle_to_fd = drm_gem_prime_handle_to_fd, |
| 1083 | .prime_fd_to_handle = drm_gem_prime_fd_to_handle, |
Aaron Plattner | ab9ccb9 | 2013-01-15 20:47:43 +0000 | [diff] [blame] | 1084 | .gem_prime_export = drm_gem_prime_export, |
| 1085 | .gem_prime_import = drm_gem_prime_import, |
| 1086 | .gem_prime_pin = nouveau_gem_prime_pin, |
Maarten Lankhorst | 3aac450 | 2014-07-01 12:57:26 +0200 | [diff] [blame] | 1087 | .gem_prime_res_obj = nouveau_gem_prime_res_obj, |
Maarten Lankhorst | 1af7c7d | 2013-06-27 13:38:19 +0200 | [diff] [blame] | 1088 | .gem_prime_unpin = nouveau_gem_prime_unpin, |
Aaron Plattner | ab9ccb9 | 2013-01-15 20:47:43 +0000 | [diff] [blame] | 1089 | .gem_prime_get_sg_table = nouveau_gem_prime_get_sg_table, |
| 1090 | .gem_prime_import_sg_table = nouveau_gem_prime_import_sg_table, |
| 1091 | .gem_prime_vmap = nouveau_gem_prime_vmap, |
| 1092 | .gem_prime_vunmap = nouveau_gem_prime_vunmap, |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1093 | |
Daniel Vetter | a51e6ac | 2016-05-30 19:53:00 +0200 | [diff] [blame] | 1094 | .gem_free_object_unlocked = nouveau_gem_object_del, |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1095 | .gem_open_object = nouveau_gem_object_open, |
| 1096 | .gem_close_object = nouveau_gem_object_close, |
| 1097 | |
| 1098 | .dumb_create = nouveau_display_dumb_create, |
| 1099 | .dumb_map_offset = nouveau_display_dumb_map_offset, |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1100 | |
| 1101 | .name = DRIVER_NAME, |
| 1102 | .desc = DRIVER_DESC, |
| 1103 | #ifdef GIT_REVISION |
| 1104 | .date = GIT_REVISION, |
| 1105 | #else |
| 1106 | .date = DRIVER_DATE, |
| 1107 | #endif |
| 1108 | .major = DRIVER_MAJOR, |
| 1109 | .minor = DRIVER_MINOR, |
| 1110 | .patchlevel = DRIVER_PATCHLEVEL, |
| 1111 | }; |
| 1112 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 1113 | static struct pci_device_id |
| 1114 | nouveau_drm_pci_table[] = { |
| 1115 | { |
| 1116 | PCI_DEVICE(PCI_VENDOR_ID_NVIDIA, PCI_ANY_ID), |
| 1117 | .class = PCI_BASE_CLASS_DISPLAY << 16, |
| 1118 | .class_mask = 0xff << 16, |
| 1119 | }, |
| 1120 | { |
| 1121 | PCI_DEVICE(PCI_VENDOR_ID_NVIDIA_SGS, PCI_ANY_ID), |
| 1122 | .class = PCI_BASE_CLASS_DISPLAY << 16, |
| 1123 | .class_mask = 0xff << 16, |
| 1124 | }, |
| 1125 | {} |
| 1126 | }; |
| 1127 | |
Pierre Moreau | 703fa26 | 2014-08-18 22:43:24 +0200 | [diff] [blame] | 1128 | static void nouveau_display_options(void) |
| 1129 | { |
| 1130 | DRM_DEBUG_DRIVER("Loading Nouveau with parameters:\n"); |
| 1131 | |
| 1132 | DRM_DEBUG_DRIVER("... tv_disable : %d\n", nouveau_tv_disable); |
| 1133 | DRM_DEBUG_DRIVER("... ignorelid : %d\n", nouveau_ignorelid); |
| 1134 | DRM_DEBUG_DRIVER("... duallink : %d\n", nouveau_duallink); |
| 1135 | DRM_DEBUG_DRIVER("... nofbaccel : %d\n", nouveau_nofbaccel); |
| 1136 | DRM_DEBUG_DRIVER("... config : %s\n", nouveau_config); |
| 1137 | DRM_DEBUG_DRIVER("... debug : %s\n", nouveau_debug); |
| 1138 | DRM_DEBUG_DRIVER("... noaccel : %d\n", nouveau_noaccel); |
| 1139 | DRM_DEBUG_DRIVER("... modeset : %d\n", nouveau_modeset); |
| 1140 | DRM_DEBUG_DRIVER("... runpm : %d\n", nouveau_runtime_pm); |
| 1141 | DRM_DEBUG_DRIVER("... vram_pushbuf : %d\n", nouveau_vram_pushbuf); |
Ben Skeggs | f3a8b66 | 2016-11-04 11:44:21 +1000 | [diff] [blame] | 1142 | DRM_DEBUG_DRIVER("... hdmimhz : %d\n", nouveau_hdmimhz); |
Pierre Moreau | 703fa26 | 2014-08-18 22:43:24 +0200 | [diff] [blame] | 1143 | } |
| 1144 | |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 1145 | static const struct dev_pm_ops nouveau_pm_ops = { |
| 1146 | .suspend = nouveau_pmops_suspend, |
| 1147 | .resume = nouveau_pmops_resume, |
| 1148 | .freeze = nouveau_pmops_freeze, |
| 1149 | .thaw = nouveau_pmops_thaw, |
| 1150 | .poweroff = nouveau_pmops_freeze, |
| 1151 | .restore = nouveau_pmops_resume, |
Dave Airlie | 5addcf0 | 2012-09-10 14:20:51 +1000 | [diff] [blame] | 1152 | .runtime_suspend = nouveau_pmops_runtime_suspend, |
| 1153 | .runtime_resume = nouveau_pmops_runtime_resume, |
| 1154 | .runtime_idle = nouveau_pmops_runtime_idle, |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 1155 | }; |
| 1156 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 1157 | static struct pci_driver |
| 1158 | nouveau_drm_pci_driver = { |
| 1159 | .name = "nouveau", |
| 1160 | .id_table = nouveau_drm_pci_table, |
| 1161 | .probe = nouveau_drm_probe, |
| 1162 | .remove = nouveau_drm_remove, |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 1163 | .driver.pm = &nouveau_pm_ops, |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 1164 | }; |
| 1165 | |
Alexandre Courbot | 8ba9ff1 | 2014-06-26 14:33:32 +0900 | [diff] [blame] | 1166 | struct drm_device * |
Alexandre Courbot | e396ecd | 2015-09-04 19:59:31 +0900 | [diff] [blame] | 1167 | nouveau_platform_device_create(const struct nvkm_device_tegra_func *func, |
| 1168 | struct platform_device *pdev, |
Ben Skeggs | 47b2505 | 2015-08-20 14:54:15 +1000 | [diff] [blame] | 1169 | struct nvkm_device **pdevice) |
Alexandre Courbot | 420b946 | 2014-02-17 15:17:26 +0900 | [diff] [blame] | 1170 | { |
Alexandre Courbot | 8ba9ff1 | 2014-06-26 14:33:32 +0900 | [diff] [blame] | 1171 | struct drm_device *drm; |
| 1172 | int err; |
Alexandre Courbot | 420b946 | 2014-02-17 15:17:26 +0900 | [diff] [blame] | 1173 | |
Alexandre Courbot | e396ecd | 2015-09-04 19:59:31 +0900 | [diff] [blame] | 1174 | err = nvkm_device_tegra_new(func, pdev, nouveau_config, nouveau_debug, |
Ben Skeggs | 7974dd1 | 2015-08-20 14:54:17 +1000 | [diff] [blame] | 1175 | true, true, ~0ULL, pdevice); |
Alexandre Courbot | 8ba9ff1 | 2014-06-26 14:33:32 +0900 | [diff] [blame] | 1176 | if (err) |
Ben Skeggs | e781dc8 | 2015-08-20 14:54:15 +1000 | [diff] [blame] | 1177 | goto err_free; |
Alexandre Courbot | 420b946 | 2014-02-17 15:17:26 +0900 | [diff] [blame] | 1178 | |
David Herrmann | 915b4d1 | 2014-08-29 12:12:43 +0200 | [diff] [blame] | 1179 | drm = drm_dev_alloc(&driver_platform, &pdev->dev); |
Tom Gundersen | 0f28860 | 2016-09-21 16:59:19 +0200 | [diff] [blame] | 1180 | if (IS_ERR(drm)) { |
| 1181 | err = PTR_ERR(drm); |
Alexandre Courbot | 8ba9ff1 | 2014-06-26 14:33:32 +0900 | [diff] [blame] | 1182 | goto err_free; |
Alexandre Courbot | 420b946 | 2014-02-17 15:17:26 +0900 | [diff] [blame] | 1183 | } |
| 1184 | |
Alexandre Courbot | 8ba9ff1 | 2014-06-26 14:33:32 +0900 | [diff] [blame] | 1185 | platform_set_drvdata(pdev, drm); |
| 1186 | |
| 1187 | return drm; |
| 1188 | |
| 1189 | err_free: |
Ben Skeggs | e781dc8 | 2015-08-20 14:54:15 +1000 | [diff] [blame] | 1190 | nvkm_device_del(pdevice); |
Alexandre Courbot | 8ba9ff1 | 2014-06-26 14:33:32 +0900 | [diff] [blame] | 1191 | |
| 1192 | return ERR_PTR(err); |
Alexandre Courbot | 420b946 | 2014-02-17 15:17:26 +0900 | [diff] [blame] | 1193 | } |
| 1194 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 1195 | static int __init |
| 1196 | nouveau_drm_init(void) |
| 1197 | { |
David Herrmann | 915b4d1 | 2014-08-29 12:12:43 +0200 | [diff] [blame] | 1198 | driver_pci = driver_stub; |
David Herrmann | 915b4d1 | 2014-08-29 12:12:43 +0200 | [diff] [blame] | 1199 | driver_platform = driver_stub; |
David Herrmann | 915b4d1 | 2014-08-29 12:12:43 +0200 | [diff] [blame] | 1200 | |
Pierre Moreau | 703fa26 | 2014-08-18 22:43:24 +0200 | [diff] [blame] | 1201 | nouveau_display_options(); |
| 1202 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1203 | if (nouveau_modeset == -1) { |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1204 | if (vgacon_text_force()) |
| 1205 | nouveau_modeset = 0; |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1206 | } |
| 1207 | |
| 1208 | if (!nouveau_modeset) |
| 1209 | return 0; |
| 1210 | |
Alexandre Courbot | 055a65d | 2015-01-15 15:29:56 +0900 | [diff] [blame] | 1211 | #ifdef CONFIG_NOUVEAU_PLATFORM_DRIVER |
| 1212 | platform_driver_register(&nouveau_platform_driver); |
| 1213 | #endif |
| 1214 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1215 | nouveau_register_dsm_handler(); |
Pierre Moreau | db1a0ae2 | 2016-12-08 00:57:08 +0100 | [diff] [blame] | 1216 | nouveau_backlight_ctor(); |
Daniel Vetter | 10631d7 | 2017-05-24 16:51:40 +0200 | [diff] [blame] | 1217 | |
| 1218 | #ifdef CONFIG_PCI |
| 1219 | return pci_register_driver(&nouveau_drm_pci_driver); |
| 1220 | #else |
| 1221 | return 0; |
| 1222 | #endif |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 1223 | } |
| 1224 | |
| 1225 | static void __exit |
| 1226 | nouveau_drm_exit(void) |
| 1227 | { |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1228 | if (!nouveau_modeset) |
| 1229 | return; |
| 1230 | |
Daniel Vetter | 10631d7 | 2017-05-24 16:51:40 +0200 | [diff] [blame] | 1231 | #ifdef CONFIG_PCI |
| 1232 | pci_unregister_driver(&nouveau_drm_pci_driver); |
| 1233 | #endif |
Pierre Moreau | db1a0ae2 | 2016-12-08 00:57:08 +0100 | [diff] [blame] | 1234 | nouveau_backlight_dtor(); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1235 | nouveau_unregister_dsm_handler(); |
Alexandre Courbot | 055a65d | 2015-01-15 15:29:56 +0900 | [diff] [blame] | 1236 | |
| 1237 | #ifdef CONFIG_NOUVEAU_PLATFORM_DRIVER |
| 1238 | platform_driver_unregister(&nouveau_platform_driver); |
| 1239 | #endif |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 1240 | } |
| 1241 | |
| 1242 | module_init(nouveau_drm_init); |
| 1243 | module_exit(nouveau_drm_exit); |
| 1244 | |
| 1245 | MODULE_DEVICE_TABLE(pci, nouveau_drm_pci_table); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 1246 | MODULE_AUTHOR(DRIVER_AUTHOR); |
| 1247 | MODULE_DESCRIPTION(DRIVER_DESC); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 1248 | MODULE_LICENSE("GPL and additional rights"); |