1 /*-
2  *Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
3  * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
4  * All Rights Reserved.
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a
7  * copy of this software and associated documentation files (the "Software"),
8  * to deal in the Software without restriction, including without limitation
9  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10  * and/or sell copies of the Software, and to permit persons to whom the
11  * Software is furnished to do so, subject to the following conditions:
12  *
13  * The above copyright notice and this permission notice (including the next
14  * paragraph) shall be included in all copies or substantial portions of the
15  * Software.
16  *
17  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
20  * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
21  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
22  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
23  * OTHER DEALINGS IN THE SOFTWARE.
24  *
25  * Authors:
26  *    Rickard E. (Rik) Faith <faith@valinux.com>
27  *    Gareth Hughes <gareth@valinux.com>
28  *
29  */
30 
31 /** @file drm_memory.c
32  * Wrappers for kernel memory allocation routines, and MTRR management support.
33  *
34  * This file previously implemented a memory consumption tracking system using
35  * the "area" argument for various different types of allocations, but that
36  * has been stripped out for now.
37  */
38 
39 #include "drmP.h"
40 
41 
42 #if defined(__NetBSD__)
43 # ifdef DRM_NO_AGP
44 #  define NAGP_I810 0
45 # else
46 #  if defined(_KERNEL_OPT)
47 #    include "agp_i810.h"
48 #    include "genfb.h"
49 #  else
50 #   define NAGP_I810 1
51 #   define NGENFB 0
52 #  endif
53 # endif
54 # if NAGP_I810 > 0
55 #  include <dev/pci/agpvar.h>
56 # endif
57 # if NGENFB > 0
58 #  include <dev/wsfb/genfbvar.h>
59 # endif
60 # if defined(_KERNEL_OPT)
61 #   include "opt_mtrr.h"
62 # endif
63 #endif
64 
65 MALLOC_DEFINE(DRM_MEM_DMA, "drm_dma", "DRM DMA Data Structures");
66 MALLOC_DEFINE(DRM_MEM_SAREA, "drm_sarea", "DRM SAREA Data Structures");
67 MALLOC_DEFINE(DRM_MEM_DRIVER, "drm_driver", "DRM DRIVER Data Structures");
68 MALLOC_DEFINE(DRM_MEM_MAGIC, "drm_magic", "DRM MAGIC Data Structures");
69 MALLOC_DEFINE(DRM_MEM_IOCTLS, "drm_ioctls", "DRM IOCTL Data Structures");
70 MALLOC_DEFINE(DRM_MEM_MAPS, "drm_maps", "DRM MAP Data Structures");
71 MALLOC_DEFINE(DRM_MEM_BUFS, "drm_bufs", "DRM BUFFER Data Structures");
72 MALLOC_DEFINE(DRM_MEM_SEGS, "drm_segs", "DRM SEGMENTS Data Structures");
73 MALLOC_DEFINE(DRM_MEM_PAGES, "drm_pages", "DRM PAGES Data Structures");
74 MALLOC_DEFINE(DRM_MEM_FILES, "drm_files", "DRM FILE Data Structures");
75 MALLOC_DEFINE(DRM_MEM_QUEUES, "drm_queues", "DRM QUEUE Data Structures");
76 MALLOC_DEFINE(DRM_MEM_CMDS, "drm_cmds", "DRM COMMAND Data Structures");
77 MALLOC_DEFINE(DRM_MEM_MAPPINGS, "drm_mapping", "DRM MAPPING Data Structures");
78 MALLOC_DEFINE(DRM_MEM_BUFLISTS, "drm_buflists", "DRM BUFLISTS Data Structures");
79 MALLOC_DEFINE(DRM_MEM_AGPLISTS, "drm_agplists", "DRM AGPLISTS Data Structures");
80 MALLOC_DEFINE(DRM_MEM_CTXBITMAP, "drm_ctxbitmap",
81     "DRM CTXBITMAP Data Structures");
82 MALLOC_DEFINE(DRM_MEM_SGLISTS, "drm_sglists", "DRM SGLISTS Data Structures");
83 MALLOC_DEFINE(DRM_MEM_DRAWABLE, "drm_drawable", "DRM DRAWABLE Data Structures");
84 MALLOC_DEFINE(DRM_MEM_MM, "drm_mm", "DRM MM Data Structures");
85 
drm_mem_init(void)86 void drm_mem_init(void)
87 {
88 }
89 
drm_mem_uninit(void)90 void drm_mem_uninit(void)
91 {
92 }
93 
94 #if defined(__NetBSD__)
95 static void *
drm_netbsd_ioremap(struct drm_device * dev,drm_local_map_t * map,int wc)96 drm_netbsd_ioremap(struct drm_device *dev, drm_local_map_t *map, int wc)
97 {
98           bus_space_handle_t h;
99           int i, reason;
100           for(i = 0; i<DRM_MAX_PCI_RESOURCE; i++) {
101 
102                     /* Does the requested mapping lie within this resource? */
103                     if ((dev->pci_map_data[i].maptype == PCI_MAPREG_TYPE_MEM ||
104                          dev->pci_map_data[i].maptype ==
105                       (PCI_MAPREG_TYPE_MEM | PCI_MAPREG_MEM_TYPE_64BIT)) &&
106                         map->offset >= dev->pci_map_data[i].base             &&
107                         map->offset + map->size <= dev->pci_map_data[i].base +
108                                               dev->pci_map_data[i].size)
109                     {
110                               map->bst = dev->pa.pa_memt;
111                               map->fullmap = &(dev->pci_map_data[i]);
112                               map->mapsize = map->size;
113                               dev->pci_map_data[i].mapped++;
114 
115                               /* If we've already mapped this resource in, handle
116                                * submapping if needed, give caller a bus_space handle
117                                * and pointer for the offest they asked for */
118                               if (dev->pci_map_data[i].mapped > 1)
119                               {
120                                         if ((reason = bus_space_subregion(
121                                                             dev->pa.pa_memt,
122                                                             dev->pci_map_data[i].bsh,
123                                                             map->offset - dev->pci_map_data[i].base,
124                                                             map->size, &h)) != 0)  {
125                                                   DRM_DEBUG("ioremap failed to "
126                                                             "bus_space_subregion: %d\n",
127                                                             reason);
128                                                   return NULL;
129                                         }
130                                         map->bsh = h;
131                                         map->handle = bus_space_vaddr(dev->pa.pa_memt,
132                                                                                           h);
133                                         return map->handle;
134                               }
135 
136                               /* Map in entirety of resource - full size and handle
137                                * go in pci_map_data, specific mapping in callers
138                                * drm_local_map_t */
139                               DRM_DEBUG("ioremap%s: flags %d\n", wc ? "_wc" : "",
140                                           dev->pci_map_data[i].flags);
141                               if ((reason = bus_space_map(map->bst,
142                                                   dev->pci_map_data[i].base,
143                                                   dev->pci_map_data[i].size,
144                                                   dev->pci_map_data[i].flags,
145                                                   &dev->pci_map_data[i].bsh)))
146                               {
147                                         dev->pci_map_data[i].mapped--;
148 #if NAGP_I810 > 0 /* XXX horrible kludge: agp might have mapped it */
149                                         if (agp_i810_borrow(map->offset, map->size,
150                                                   &map->bsh))
151                                                   return bus_space_vaddr(map->bst, map->bsh);
152 #endif
153 #if NGENFB > 0
154                                         if (genfb_borrow(map->offset, &map->bsh))
155                                                   return bus_space_vaddr(map->bst, map->bsh);
156 #endif
157                                         DRM_DEBUG("ioremap: failed to map (%d)\n",
158                                                     reason);
159                                         return NULL;
160                               }
161 
162                               dev->pci_map_data[i].vaddr = bus_space_vaddr(map->bst,
163                                                             dev->pci_map_data[i].bsh);
164 
165                               /* Caller might have requested a submapping of that */
166                               if ((reason = bus_space_subregion(
167                                                   dev->pa.pa_memt,
168                                                   dev->pci_map_data[i].bsh,
169                                                   map->offset - dev->pci_map_data[i].base,
170                                                   map->size, &h)) != 0)  {
171                                         DRM_DEBUG("ioremap failed to "
172                                                   "bus_space_subregion: %d\n",
173                                                   reason);
174                                         return NULL;
175                               }
176 
177                               DRM_DEBUG("ioremap mem found for %lx, %lx: %p\n",
178                                         map->offset, map->size,
179                                         dev->agp_map_data[i].vaddr);
180 
181                               map->bsh = h;
182                               map->handle = bus_space_vaddr(dev->pa.pa_memt, h);
183                               return map->handle;
184                     }
185           }
186           /* failed to find a valid mapping; all hope isn't lost though */
187           for(i = 0; i<DRM_MAX_PCI_RESOURCE; i++) {
188                     if (dev->agp_map_data[i].mapped > 0 &&
189                         dev->agp_map_data[i].base == map->offset &&
190                         dev->agp_map_data[i].size >= map->size) {
191                               map->bst = dev->pa.pa_memt;
192                               map->fullmap = &(dev->agp_map_data[i]);
193                               map->mapsize = dev->agp_map_data[i].size;
194                               dev->agp_map_data[i].mapped++;
195                               map->bsh = dev->agp_map_data[i].bsh;
196                               return dev->agp_map_data[i].vaddr;
197                     }
198                     if (dev->agp_map_data[i].mapped == 0) {
199                               int rv;
200 
201                               map->bst = dev->pa.pa_memt;
202                               dev->agp_map_data[i].mapped++;
203                               dev->agp_map_data[i].base = map->offset;
204                               dev->agp_map_data[i].size = map->size;
205                               dev->agp_map_data[i].flags = BUS_SPACE_MAP_LINEAR |
206                                   BUS_SPACE_MAP_PREFETCHABLE;
207                               dev->agp_map_data[i].maptype = PCI_MAPREG_TYPE_MEM;
208                               map->fullmap = &(dev->agp_map_data[i]);
209                               map->mapsize = dev->agp_map_data[i].size;
210 
211                               DRM_DEBUG("ioremap%s: flags %d\n", wc ? "_wc" : "",
212                                           dev->agp_map_data[i].flags);
213                               rv = bus_space_map(map->bst, map->offset,
214                                         dev->agp_map_data[i].size,
215                                         dev->agp_map_data[i].flags, &map->bsh);
216                               if (rv) {
217                                         dev->agp_map_data[i].mapped--;
218                                         DRM_DEBUG("ioremap: failed to map (%d)\n", rv);
219                                         return NULL;
220                               }
221                               dev->agp_map_data[i].bsh = map->bsh;
222                               dev->agp_map_data[i].vaddr =
223                                   bus_space_vaddr(map->bst, map->bsh);
224                               DRM_DEBUG("ioremap agp mem found for %lx, %lx: %p\n",
225                                         map->offset, map->size,
226                                         dev->agp_map_data[i].vaddr);
227                               return dev->agp_map_data[i].vaddr;
228                     }
229           }
230 
231           /* now we can give up... */
232           DRM_DEBUG("drm_ioremap failed: offset=%lx size=%lu\n",
233                       map->offset, map->size);
234           return NULL;
235 }
236 #endif
237 
drm_ioremap_wc(struct drm_device * dev,drm_local_map_t * map)238 void *drm_ioremap_wc(struct drm_device *dev, drm_local_map_t *map)
239 {
240 #if defined(__FreeBSD__)
241           return pmap_mapdev_attr(map->offset, map->size, PAT_WRITE_COMBINING);
242 #elif   defined(__NetBSD__)
243           return drm_netbsd_ioremap(dev, map, 1);
244 #endif
245 }
246 
drm_ioremap(struct drm_device * dev,drm_local_map_t * map)247 void *drm_ioremap(struct drm_device *dev, drm_local_map_t *map)
248 {
249 #if defined(__FreeBSD__)
250           return pmap_mapdev(map->offset, map->size);
251 #elif   defined(__NetBSD__)
252           return drm_netbsd_ioremap(dev, map, 0);
253 #endif
254 }
255 
drm_ioremapfree(drm_local_map_t * map)256 void drm_ioremapfree(drm_local_map_t *map)
257 {
258 #if defined(__FreeBSD__)
259           pmap_unmapdev((vm_offset_t) map->handle, map->size);
260 #elif   defined(__NetBSD__)
261           if (map->fullmap == NULL) {
262                     DRM_INFO("drm_ioremapfree called for unknown map\n");
263                     return;
264           }
265 
266           if (map->fullmap->mapped > 0) {
267                     map->fullmap->mapped--;
268                     if(map->fullmap->mapped == 0)
269                               bus_space_unmap(map->bst, map->fullmap->bsh,
270                                                   map->fullmap->size);
271           }
272 #endif
273 }
274 
275 #if defined(__FreeBSD__)
276 int
drm_mtrr_add(unsigned long offset,size_t size,int flags)277 drm_mtrr_add(unsigned long offset, size_t size, int flags)
278 {
279           int act;
280           struct mem_range_desc mrdesc;
281 
282           mrdesc.mr_base = offset;
283           mrdesc.mr_len = size;
284           mrdesc.mr_flags = flags;
285           act = MEMRANGE_SET_UPDATE;
286           strlcpy(mrdesc.mr_owner, "drm", sizeof(mrdesc.mr_owner));
287           return mem_range_attr_set(&mrdesc, &act);
288 }
289 
290 int
drm_mtrr_del(int __unused handle,unsigned long offset,size_t size,int flags)291 drm_mtrr_del(int __unused handle, unsigned long offset, size_t size, int flags)
292 {
293           int act;
294           struct mem_range_desc mrdesc;
295 
296           mrdesc.mr_base = offset;
297           mrdesc.mr_len = size;
298           mrdesc.mr_flags = flags;
299           act = MEMRANGE_SET_REMOVE;
300           strlcpy(mrdesc.mr_owner, "drm", sizeof(mrdesc.mr_owner));
301           return mem_range_attr_set(&mrdesc, &act);
302 }
303 #elif   defined(__NetBSD__)
304 int
drm_mtrr_add(unsigned long offset,size_t size,int flags)305 drm_mtrr_add(unsigned long offset, size_t size, int flags)
306 {
307 #if defined(MTRR) && defined(MTRR_GETSET_KERNEL)
308           struct mtrr mtrrmap;
309           int one = 1;
310 
311           mtrrmap.base = offset;
312           mtrrmap.len = size;
313           mtrrmap.type = flags;
314           mtrrmap.flags = MTRR_VALID;
315           return mtrr_set(&mtrrmap, &one, NULL, MTRR_GETSET_KERNEL);
316 #else
317           return 0;
318 #endif
319 }
320 
321 int
drm_mtrr_del(int __unused handle,unsigned long offset,size_t size,int flags)322 drm_mtrr_del(int __unused handle, unsigned long offset, size_t size, int flags)
323 {
324 #if defined(MTRR) && defined(MTRR_GETSET_KERNEL)
325           struct mtrr mtrrmap;
326           int one = 1;
327 
328           mtrrmap.base = offset;
329           mtrrmap.len = size;
330           mtrrmap.type = flags;
331           mtrrmap.flags = 0;
332           return mtrr_set(&mtrrmap, &one, NULL, MTRR_GETSET_KERNEL);
333 #else
334           return 0;
335 #endif
336 }
337 #endif
338