1 /* SPDX-License-Identifier: MIT */
2 #ifndef __NOUVEAU_DRV_H__
3 #define __NOUVEAU_DRV_H__
5 #define DRIVER_AUTHOR "Nouveau Project"
6 #define DRIVER_EMAIL "nouveau@lists.freedesktop.org"
8 #define DRIVER_NAME "nouveau"
9 #define DRIVER_DESC "nVidia Riva/TNT/GeForce/Quadro/Tesla/Tegra K1+"
10 #define DRIVER_DATE "20120801"
12 #define DRIVER_MAJOR 1
13 #define DRIVER_MINOR 4
14 #define DRIVER_PATCHLEVEL 0
18 * - added support for tiled system memory buffer objects
19 * - added support for NOUVEAU_GETPARAM_GRAPH_UNITS on [nvc0,nve0].
20 * - added support for compressed memory storage types on [nvc0,nve0].
21 * - added support for software methods 0x600,0x644,0x6ac on nvc0
22 * to control registers on the MPs to enable performance counters,
23 * and to control the warp error enable mask (OpenGL requires out of
24 * bounds access to local memory to be silently ignored / return 0).
26 * - fixes multiple bugs in flip completion events and timestamping
28 * - object api exposed to userspace
29 * - fermi,kepler,maxwell zbc
31 * - allow concurrent access to bo's mapped read/write.
33 * - add NOUVEAU_GEM_DOMAIN_COHERENT flag
35 * - NVIF ABI modified, safe because only (current) users are test
36 * programs that get directly linked with NVKM.
38 * - implemented limited ABI16/NVIF interop
41 #include <linux/notifier.h>
43 #include <nvif/client.h>
44 #include <nvif/device.h>
45 #include <nvif/ioctl.h>
49 #include <drm/drm_connector.h>
50 #include <drm/drm_device.h>
51 #include <drm/drm_drv.h>
52 #include <drm/drm_file.h>
54 #include <drm/ttm/ttm_bo.h>
55 #include <drm/ttm/ttm_placement.h>
57 #include <drm/drm_audio_component.h>
59 #include "uapi/drm/nouveau_drm.h"
61 struct nouveau_channel
;
62 struct platform_device
;
64 #include "nouveau_fence.h"
65 #include "nouveau_bios.h"
66 #include "nouveau_sched.h"
67 #include "nouveau_vmm.h"
68 #include "nouveau_uvmm.h"
70 struct nouveau_drm_tile
{
71 struct nouveau_fence
*fence
;
75 enum nouveau_drm_object_route
{
76 NVDRM_OBJECT_NVIF
= NVIF_IOCTL_V0_OWNER_NVIF
,
79 NVDRM_OBJECT_ANY
= NVIF_IOCTL_V0_OWNER_ANY
,
82 enum nouveau_drm_handle
{
83 NVDRM_CHAN
= 0xcccc0000, /* |= client chid */
84 NVDRM_NVSW
= 0x55550000,
88 struct nvif_client base
;
89 struct nouveau_drm
*drm
;
92 struct nvif_device device
;
94 struct nouveau_vmm vmm
;
95 struct nouveau_vmm svm
;
96 struct nouveau_uvmm uvmm
;
98 struct nouveau_sched_entity sched_entity
;
100 const struct nvif_mclass
*mem
;
102 struct list_head head
;
104 struct list_head objects
;
107 struct work_struct work
;
108 struct list_head worker
;
112 struct nouveau_cli_work
{
113 void (*func
)(struct nouveau_cli_work
*);
114 struct nouveau_cli
*cli
;
115 struct list_head head
;
117 struct dma_fence
*fence
;
118 struct dma_fence_cb cb
;
121 static inline struct nouveau_uvmm
*
122 nouveau_cli_uvmm(struct nouveau_cli
*cli
)
124 if (!cli
|| !cli
->uvmm
.vmm
.cli
)
130 static inline struct nouveau_uvmm
*
131 nouveau_cli_uvmm_locked(struct nouveau_cli
*cli
)
133 struct nouveau_uvmm
*uvmm
;
135 mutex_lock(&cli
->mutex
);
136 uvmm
= nouveau_cli_uvmm(cli
);
137 mutex_unlock(&cli
->mutex
);
142 static inline struct nouveau_vmm
*
143 nouveau_cli_vmm(struct nouveau_cli
*cli
)
145 struct nouveau_uvmm
*uvmm
;
147 uvmm
= nouveau_cli_uvmm(cli
);
158 __nouveau_cli_disable_uvmm_noinit(struct nouveau_cli
*cli
)
160 struct nouveau_uvmm
*uvmm
= nouveau_cli_uvmm(cli
);
163 cli
->uvmm
.disabled
= true;
167 nouveau_cli_disable_uvmm_noinit(struct nouveau_cli
*cli
)
169 mutex_lock(&cli
->mutex
);
170 __nouveau_cli_disable_uvmm_noinit(cli
);
171 mutex_unlock(&cli
->mutex
);
174 void nouveau_cli_work_queue(struct nouveau_cli
*, struct dma_fence
*,
175 struct nouveau_cli_work
*);
177 static inline struct nouveau_cli
*
178 nouveau_cli(struct drm_file
*fpriv
)
180 return fpriv
? fpriv
->driver_priv
: NULL
;
190 u_memcpya(uint64_t user
, unsigned int nmemb
, unsigned int size
)
192 void __user
*userptr
= u64_to_user_ptr(user
);
195 if (unlikely(check_mul_overflow(nmemb
, size
, &bytes
)))
196 return ERR_PTR(-EOVERFLOW
);
197 return vmemdup_user(userptr
, bytes
);
200 #include <nvif/object.h>
201 #include <nvif/parent.h>
204 struct nvif_parent parent
;
205 struct nouveau_cli master
;
206 struct nouveau_cli client
;
207 struct drm_device
*dev
;
209 struct list_head clients
;
212 * @clients_lock: Protects access to the @clients list of &struct nouveau_cli.
214 struct mutex clients_lock
;
219 struct agp_bridge_data
*bridge
;
225 /* TTM interface support */
227 struct ttm_device bdev
;
228 atomic_t validate_sequence
;
229 int (*move
)(struct nouveau_channel
*,
230 struct ttm_buffer_object
*,
231 struct ttm_resource
*, struct ttm_resource
*);
232 struct nouveau_channel
*chan
;
233 struct nvif_object copy
;
238 struct mutex io_reserve_mutex
;
239 struct list_head io_reserve_lru
;
242 /* GEM interface support */
248 /* synchronisation */
251 /* Global channel management. */
252 int chan_total
; /* Number of channels across all runlists. */
253 int chan_nr
; /* 0 if per-runlist CHIDs. */
261 /* context for accelerated drm-internal operations */
262 struct nouveau_channel
*cechan
;
263 struct nouveau_channel
*channel
;
264 struct nvkm_gpuobj
*notify
;
265 struct nvif_object ntfy
;
267 /* nv10-nv40 tiling regions */
269 struct nouveau_drm_tile reg
[15];
275 struct nouveau_display
*display
;
276 struct work_struct hpd_work
;
280 struct notifier_block acpi_nb
;
283 /* power management */
284 struct nouveau_hwmon
*hwmon
;
285 struct nouveau_debugfs
*debugfs
;
288 struct nouveau_led
*led
;
290 struct dev_pm_domain vga_pm_domain
;
292 struct nouveau_svm
*svm
;
294 struct nouveau_dmem
*dmem
;
297 struct drm_audio_component
*component
;
299 bool component_registered
;
302 struct drm_gpu_scheduler sched
;
303 struct workqueue_struct
*sched_wq
;
307 static inline struct nouveau_drm
*
308 nouveau_drm(struct drm_device
*dev
)
310 return dev
->dev_private
;
314 nouveau_drm_use_coherent_gpu_mapping(struct nouveau_drm
*drm
)
316 struct nvif_mmu
*mmu
= &drm
->client
.mmu
;
317 return !(mmu
->type
[drm
->ttm
.type_host
[0]].type
& NVIF_MEM_UNCACHED
);
320 int nouveau_pmops_suspend(struct device
*);
321 int nouveau_pmops_resume(struct device
*);
322 bool nouveau_pmops_runtime(void);
324 #include <nvkm/core/tegra.h>
327 nouveau_platform_device_create(const struct nvkm_device_tegra_func
*,
328 struct platform_device
*, struct nvkm_device
**);
329 void nouveau_drm_device_remove(struct drm_device
*dev
);
331 #define NV_PRINTK(l,c,f,a...) do { \
332 struct nouveau_cli *_cli = (c); \
333 dev_##l(_cli->drm->dev->dev, "%s: "f, _cli->name, ##a); \
336 #define NV_FATAL(drm,f,a...) NV_PRINTK(crit, &(drm)->client, f, ##a)
337 #define NV_ERROR(drm,f,a...) NV_PRINTK(err, &(drm)->client, f, ##a)
338 #define NV_WARN(drm,f,a...) NV_PRINTK(warn, &(drm)->client, f, ##a)
339 #define NV_INFO(drm,f,a...) NV_PRINTK(info, &(drm)->client, f, ##a)
341 #define NV_DEBUG(drm,f,a...) do { \
342 if (drm_debug_enabled(DRM_UT_DRIVER)) \
343 NV_PRINTK(info, &(drm)->client, f, ##a); \
345 #define NV_ATOMIC(drm,f,a...) do { \
346 if (drm_debug_enabled(DRM_UT_ATOMIC)) \
347 NV_PRINTK(info, &(drm)->client, f, ##a); \
350 #define NV_PRINTK_ONCE(l,c,f,a...) NV_PRINTK(l##_once,c,f, ##a)
352 #define NV_ERROR_ONCE(drm,f,a...) NV_PRINTK_ONCE(err, &(drm)->client, f, ##a)
353 #define NV_WARN_ONCE(drm,f,a...) NV_PRINTK_ONCE(warn, &(drm)->client, f, ##a)
354 #define NV_INFO_ONCE(drm,f,a...) NV_PRINTK_ONCE(info, &(drm)->client, f, ##a)
356 extern int nouveau_modeset
;