?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
drm: cleanup buffer/map code
[firewire-audio.git] / drivers / char / drm / drm_bufs.c
blobfcc8d244f46f0639c591c495398d017ff7409137
1 /**
2 * \file drm_bufs.h
3 * Generic buffer template
4 *
5 * \author Rickard E. (Rik) Faith <faith@valinux.com>
6 * \author Gareth Hughes <gareth@valinux.com>
7 */
8
9 /*
10 * Created: Thu Nov 23 03:10:50 2000 by gareth@valinux.com
11 *
12 * Copyright 1999, 2000 Precision Insight, Inc., Cedar Park, Texas.
13 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
14 * All Rights Reserved.
15 *
16 * Permission is hereby granted, free of charge, to any person obtaining a
17 * copy of this software and associated documentation files (the "Software"),
18 * to deal in the Software without restriction, including without limitation
19 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
20 * and/or sell copies of the Software, and to permit persons to whom the
21 * Software is furnished to do so, subject to the following conditions:
22 *
23 * The above copyright notice and this permission notice (including the next
24 * paragraph) shall be included in all copies or substantial portions of the
25 * Software.
26 *
27 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
28 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
29 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
30 * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
31 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
32 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
33 * OTHER DEALINGS IN THE SOFTWARE.
34 */
35
36 #include <linux/vmalloc.h>
37 #include "drmP.h"
38
39 unsigned long drm_get_resource_start(drm_device_t *dev, unsigned int resource)
40 {
41 return pci_resource_start(dev->pdev, resource);
42 }
43 EXPORT_SYMBOL(drm_get_resource_start);
44
45 unsigned long drm_get_resource_len(drm_device_t *dev, unsigned int resource)
46 {
47 return pci_resource_len(dev->pdev, resource);
48 }
49 EXPORT_SYMBOL(drm_get_resource_len);
50
51 static drm_local_map_t *drm_find_matching_map(drm_device_t *dev,
52 drm_local_map_t *map)
53 {
54 struct list_head *list;
55
56 list_for_each(list, &dev->maplist->head) {
57 drm_map_list_t *entry = list_entry(list, drm_map_list_t, head);
58 if (entry->map && map->type == entry->map->type &&
59 entry->map->offset == map->offset) {
60 return entry->map;
61 }
62 }
63
64 return NULL;
65 }
66
67 #ifdef CONFIG_COMPAT
68 /*
69 * Used to allocate 32-bit handles for _DRM_SHM regions
70 * The 0x10000000 value is chosen to be out of the way of
71 * FB/register and GART physical addresses.
72 */
73 static unsigned int map32_handle = 0x10000000;
74 #endif
75
76 /**
77 * Ioctl to specify a range of memory that is available for mapping by a non-root process.
78 *
79 * \param inode device inode.
80 * \param filp file pointer.
81 * \param cmd command.
82 * \param arg pointer to a drm_map structure.
83 * \return zero on success or a negative value on error.
84 *
85 * Adjusts the memory offset to its absolute value according to the mapping
86 * type. Adds the map to the map list drm_device::maplist. Adds MTRR's where
87 * applicable and if supported by the kernel.
88 */
89 int drm_addmap(drm_device_t * dev, unsigned int offset,
90 unsigned int size, drm_map_type_t type,
91 drm_map_flags_t flags, drm_local_map_t ** map_ptr)
92 {
93 drm_map_t *map;
94 drm_map_list_t *list;
95 drm_dma_handle_t *dmah;
96 drm_local_map_t *found_map;
97
98 map = drm_alloc( sizeof(*map), DRM_MEM_MAPS );
99 if ( !map )
100 return -ENOMEM;
101
102 map->offset = offset;
103 map->size = size;
104 map->flags = flags;
105 map->type = type;
106
107 /* Only allow shared memory to be removable since we only keep enough
108 * book keeping information about shared memory to allow for removal
109 * when processes fork.
110 */
111 if ( (map->flags & _DRM_REMOVABLE) && map->type != _DRM_SHM ) {
112 drm_free( map, sizeof(*map), DRM_MEM_MAPS );
113 return -EINVAL;
114 }
115 DRM_DEBUG( "offset = 0x%08lx, size = 0x%08lx, type = %d\n",
116 map->offset, map->size, map->type );
117 if ( (map->offset & (~PAGE_MASK)) || (map->size & (~PAGE_MASK)) ) {
118 drm_free( map, sizeof(*map), DRM_MEM_MAPS );
119 return -EINVAL;
120 }
121 map->mtrr = -1;
122 map->handle = NULL;
123
124 switch ( map->type ) {
125 case _DRM_REGISTERS:
126 case _DRM_FRAME_BUFFER:
127 #if !defined(__sparc__) && !defined(__alpha__) && !defined(__ia64__)
128 if ( map->offset + map->size < map->offset ||
129 map->offset < virt_to_phys(high_memory) ) {
130 drm_free( map, sizeof(*map), DRM_MEM_MAPS );
131 return -EINVAL;
132 }
133 #endif
134 #ifdef __alpha__
135 map->offset += dev->hose->mem_space->start;
136 #endif
137 /* Some drivers preinitialize some maps, without the X Server
138 * needing to be aware of it. Therefore, we just return success
139 * when the server tries to create a duplicate map.
140 */
141 found_map = drm_find_matching_map(dev, map);
142 if (found_map != NULL) {
143 if (found_map->size != map->size) {
144 DRM_DEBUG("Matching maps of type %d with "
145 "mismatched sizes, (%ld vs %ld)\n",
146 map->type, map->size, found_map->size);
147 found_map->size = map->size;
148 }
149
150 drm_free(map, sizeof(*map), DRM_MEM_MAPS);
151 *map_ptr = found_map;
152 return 0;
153 }
154
155 if (drm_core_has_MTRR(dev)) {
156 if ( map->type == _DRM_FRAME_BUFFER ||
157 (map->flags & _DRM_WRITE_COMBINING) ) {
158 map->mtrr = mtrr_add( map->offset, map->size,
159 MTRR_TYPE_WRCOMB, 1 );
160 }
161 }
162 if (map->type == _DRM_REGISTERS)
163 map->handle = drm_ioremap( map->offset, map->size,
164 dev );
165 break;
166
167 case _DRM_SHM:
168 map->handle = vmalloc_32(map->size);
169 DRM_DEBUG( "%lu %d %p\n",
170 map->size, drm_order( map->size ), map->handle );
171 if ( !map->handle ) {
172 drm_free( map, sizeof(*map), DRM_MEM_MAPS );
173 return -ENOMEM;
174 }
175 map->offset = (unsigned long)map->handle;
176 if ( map->flags & _DRM_CONTAINS_LOCK ) {
177 /* Prevent a 2nd X Server from creating a 2nd lock */
178 if (dev->lock.hw_lock != NULL) {
179 vfree( map->handle );
180 drm_free( map, sizeof(*map), DRM_MEM_MAPS );
181 return -EBUSY;
182 }
183 dev->sigdata.lock =
184 dev->lock.hw_lock = map->handle; /* Pointer to lock */
185 }
186 break;
187 case _DRM_AGP:
188 if (drm_core_has_AGP(dev)) {
189 #ifdef __alpha__
190 map->offset += dev->hose->mem_space->start;
191 #endif
192 map->offset += dev->agp->base;
193 map->mtrr = dev->agp->agp_mtrr; /* for getmap */
194 }
195 break;
196 case _DRM_SCATTER_GATHER:
197 if (!dev->sg) {
198 drm_free(map, sizeof(*map), DRM_MEM_MAPS);
199 return -EINVAL;
200 }
201 map->offset += dev->sg->handle;
202 break;
203 case _DRM_CONSISTENT:
204 /* dma_addr_t is 64bit on i386 with CONFIG_HIGHMEM64G,
205 * As we're limiting the address to 2^32-1 (or less),
206 * casting it down to 32 bits is no problem, but we
207 * need to point to a 64bit variable first. */
208 dmah = drm_pci_alloc(dev, map->size, map->size, 0xffffffffUL);
209 if (!dmah) {
210 drm_free(map, sizeof(*map), DRM_MEM_MAPS);
211 return -ENOMEM;
212 }
213 map->handle = dmah->vaddr;
214 map->offset = (unsigned long)dmah->busaddr;
215 kfree(dmah);
216 break;
217 default:
218 drm_free( map, sizeof(*map), DRM_MEM_MAPS );
219 return -EINVAL;
220 }
221
222 list = drm_alloc(sizeof(*list), DRM_MEM_MAPS);
223 if(!list) {
224 drm_free(map, sizeof(*map), DRM_MEM_MAPS);
225 return -EINVAL;
226 }
227 memset(list, 0, sizeof(*list));
228 list->map = map;
229
230 down(&dev->struct_sem);
231 list_add(&list->head, &dev->maplist->head);
232 #ifdef CONFIG_COMPAT
233 /* Assign a 32-bit handle for _DRM_SHM mappings */
234 /* We do it here so that dev->struct_sem protects the increment */
235 if (map->type == _DRM_SHM)
236 map->offset = map32_handle += PAGE_SIZE;
237 #endif
238 up(&dev->struct_sem);
239
240 *map_ptr = map;
241 return 0;
242 }
243 EXPORT_SYMBOL(drm_addmap);
244
245 int drm_addmap_ioctl(struct inode *inode, struct file *filp,
246 unsigned int cmd, unsigned long arg)
247 {
248 drm_file_t *priv = filp->private_data;
249 drm_device_t *dev = priv->head->dev;
250 drm_map_t map;
251 drm_map_t *map_ptr;
252 drm_map_t __user *argp = (void __user *)arg;
253 int err;
254
255 if (!(filp->f_mode & 3))
256 return -EACCES; /* Require read/write */
257
258 if (copy_from_user(& map, argp, sizeof(map))) {
259 return -EFAULT;
260 }
261
262 err = drm_addmap( dev, map.offset, map.size, map.type, map.flags,
263 &map_ptr );
264
265 if (err) {
266 return err;
267 }
268
269 if (copy_to_user(argp, map_ptr, sizeof(*map_ptr)))
270 return -EFAULT;
271 if (map_ptr->type != _DRM_SHM) {
272 if (copy_to_user(&argp->handle, &map_ptr->offset,
273 sizeof(map_ptr->offset)))
274 return -EFAULT;
275 }
276 return 0;
277 }
278
279
280 /**
281 * Remove a map private from list and deallocate resources if the mapping
282 * isn't in use.
283 *
284 * \param inode device inode.
285 * \param filp file pointer.
286 * \param cmd command.
287 * \param arg pointer to a drm_map_t structure.
288 * \return zero on success or a negative value on error.
289 *
290 * Searches the map on drm_device::maplist, removes it from the list, see if
291 * its being used, and free any associate resource (such as MTRR's) if it's not
292 * being on use.
293 *
294 * \sa drm_addmap
295 */
296 int drm_rmmap_locked(drm_device_t *dev, drm_local_map_t *map)
297 {
298 struct list_head *list;
299 drm_map_list_t *r_list = NULL;
300 drm_dma_handle_t dmah;
301
302 /* Find the list entry for the map and remove it */
303 list_for_each(list, &dev->maplist->head) {
304 r_list = list_entry(list, drm_map_list_t, head);
305
306 if (r_list->map == map) {
307 list_del(list);
308 drm_free(list, sizeof(*list), DRM_MEM_MAPS);
309 break;
310 }
311 }
312
313 /* List has wrapped around to the head pointer, or it's empty and we
314 * didn't find anything.
315 */
316 if (list == (&dev->maplist->head)) {
317 return -EINVAL;
318 }
319
320 switch (map->type) {
321 case _DRM_REGISTERS:
322 drm_ioremapfree(map->handle, map->size, dev);
323 /* FALLTHROUGH */
324 case _DRM_FRAME_BUFFER:
325 if (drm_core_has_MTRR(dev) && map->mtrr >= 0) {
326 int retcode;
327 retcode = mtrr_del(map->mtrr, map->offset,
328 map->size);
329 DRM_DEBUG ("mtrr_del=%d\n", retcode);
330 }
331 break;
332 case _DRM_SHM:
333 vfree(map->handle);
334 break;
335 case _DRM_AGP:
336 case _DRM_SCATTER_GATHER:
337 break;
338 case _DRM_CONSISTENT:
339 dmah.vaddr = map->handle;
340 dmah.busaddr = map->offset;
341 dmah.size = map->size;
342 __drm_pci_free(dev, &dmah);
343 break;
344 }
345 drm_free(map, sizeof(*map), DRM_MEM_MAPS);
346
347 return 0;
348 }
349 EXPORT_SYMBOL(drm_rmmap_locked);
350
351 int drm_rmmap(drm_device_t *dev, drm_local_map_t *map)
352 {
353 int ret;
354
355 down(&dev->struct_sem);
356 ret = drm_rmmap_locked(dev, map);
357 up(&dev->struct_sem);
358
359 return ret;
360 }
361 EXPORT_SYMBOL(drm_rmmap);
362
363 /* The rmmap ioctl appears to be unnecessary. All mappings are torn down on
364 * the last close of the device, and this is necessary for cleanup when things
365 * exit uncleanly. Therefore, having userland manually remove mappings seems
366 * like a pointless exercise since they're going away anyway.
367 *
368 * One use case might be after addmap is allowed for normal users for SHM and
369 * gets used by drivers that the server doesn't need to care about. This seems
370 * unlikely.
371 */
372 int drm_rmmap_ioctl(struct inode *inode, struct file *filp,
373 unsigned int cmd, unsigned long arg)
374 {
375 drm_file_t *priv = filp->private_data;
376 drm_device_t *dev = priv->head->dev;
377 drm_map_t request;
378 drm_local_map_t *map = NULL;
379 struct list_head *list;
380 int ret;
381
382 if (copy_from_user(&request, (drm_map_t __user *)arg, sizeof(request))) {
383 return -EFAULT;
384 }
385
386 down(&dev->struct_sem);
387 list_for_each(list, &dev->maplist->head) {
388 drm_map_list_t *r_list = list_entry(list, drm_map_list_t, head);
389
390 if (r_list->map &&
391 r_list->map->handle == request.handle &&
392 r_list->map->flags & _DRM_REMOVABLE) {
393 map = r_list->map;
394 break;
395 }
396 }
397
398 /* List has wrapped around to the head pointer, or its empty we didn't
399 * find anything.
400 */
401 if (list == (&dev->maplist->head)) {
402 up(&dev->struct_sem);
403 return -EINVAL;
404 }
405
406 if (!map)
407 return -EINVAL;
408
409 /* Register and framebuffer maps are permanent */
410 if ((map->type == _DRM_REGISTERS) || (map->type == _DRM_FRAME_BUFFER)) {
411 up(&dev->struct_sem);
412 return 0;
413 }
414
415 ret = drm_rmmap_locked(dev, map);
416
417 up(&dev->struct_sem);
418
419 return ret;
420 }
421
422 /**
423 * Cleanup after an error on one of the addbufs() functions.
424 *
425 * \param dev DRM device.
426 * \param entry buffer entry where the error occurred.
427 *
428 * Frees any pages and buffers associated with the given entry.
429 */
430 static void drm_cleanup_buf_error(drm_device_t *dev, drm_buf_entry_t *entry)
431 {
432 int i;
433
434 if (entry->seg_count) {
435 for (i = 0; i < entry->seg_count; i++) {
436 if (entry->seglist[i]) {
437 drm_free_pages(entry->seglist[i],
438 entry->page_order,
439 DRM_MEM_DMA);
440 }
441 }
442 drm_free(entry->seglist,
443 entry->seg_count *
444 sizeof(*entry->seglist),
445 DRM_MEM_SEGS);
446
447 entry->seg_count = 0;
448 }
449
450 if (entry->buf_count) {
451 for (i = 0; i < entry->buf_count; i++) {
452 if (entry->buflist[i].dev_private) {
453 drm_free(entry->buflist[i].dev_private,
454 entry->buflist[i].dev_priv_size,
455 DRM_MEM_BUFS);
456 }
457 }
458 drm_free(entry->buflist,
459 entry->buf_count *
460 sizeof(*entry->buflist),
461 DRM_MEM_BUFS);
462
463 entry->buf_count = 0;
464 }
465 }
466
467 #if __OS_HAS_AGP
468 /**
469 * Add AGP buffers for DMA transfers.
470 *
471 * \param dev drm_device_t to which the buffers are to be added.
472 * \param request pointer to a drm_buf_desc_t describing the request.
473 * \return zero on success or a negative number on failure.
474 *
475 * After some sanity checks creates a drm_buf structure for each buffer and
476 * reallocates the buffer list of the same size order to accommodate the new
477 * buffers.
478 */
479 int drm_addbufs_agp(drm_device_t *dev, drm_buf_desc_t *request)
480 {
481 drm_device_dma_t *dma = dev->dma;
482 drm_buf_entry_t *entry;
483 drm_buf_t *buf;
484 unsigned long offset;
485 unsigned long agp_offset;
486 int count;
487 int order;
488 int size;
489 int alignment;
490 int page_order;
491 int total;
492 int byte_count;
493 int i;
494 drm_buf_t **temp_buflist;
495
496 if ( !dma ) return -EINVAL;
497
498 count = request->count;
499 order = drm_order(request->size);
500 size = 1 << order;
501
502 alignment = (request->flags & _DRM_PAGE_ALIGN)
503 ? PAGE_ALIGN(size) : size;
504 page_order = order - PAGE_SHIFT > 0 ? order - PAGE_SHIFT : 0;
505 total = PAGE_SIZE << page_order;
506
507 byte_count = 0;
508 agp_offset = dev->agp->base + request->agp_start;
509
510 DRM_DEBUG( "count: %d\n", count );
511 DRM_DEBUG( "order: %d\n", order );
512 DRM_DEBUG( "size: %d\n", size );
513 DRM_DEBUG( "agp_offset: %lu\n", agp_offset );
514 DRM_DEBUG( "alignment: %d\n", alignment );
515 DRM_DEBUG( "page_order: %d\n", page_order );
516 DRM_DEBUG( "total: %d\n", total );
517
518 if ( order < DRM_MIN_ORDER || order > DRM_MAX_ORDER ) return -EINVAL;
519 if ( dev->queue_count ) return -EBUSY; /* Not while in use */
520
521 spin_lock( &dev->count_lock );
522 if ( dev->buf_use ) {
523 spin_unlock( &dev->count_lock );
524 return -EBUSY;
525 }
526 atomic_inc( &dev->buf_alloc );
527 spin_unlock( &dev->count_lock );
528
529 down( &dev->struct_sem );
530 entry = &dma->bufs[order];
531 if ( entry->buf_count ) {
532 up( &dev->struct_sem );
533 atomic_dec( &dev->buf_alloc );
534 return -ENOMEM; /* May only call once for each order */
535 }
536
537 if (count < 0 || count > 4096) {
538 up( &dev->struct_sem );
539 atomic_dec( &dev->buf_alloc );
540 return -EINVAL;
541 }
542
543 entry->buflist = drm_alloc( count * sizeof(*entry->buflist),
544 DRM_MEM_BUFS );
545 if ( !entry->buflist ) {
546 up( &dev->struct_sem );
547 atomic_dec( &dev->buf_alloc );
548 return -ENOMEM;
549 }
550 memset( entry->buflist, 0, count * sizeof(*entry->buflist) );
551
552 entry->buf_size = size;
553 entry->page_order = page_order;
554
555 offset = 0;
556
557 while ( entry->buf_count < count ) {
558 buf = &entry->buflist[entry->buf_count];
559 buf->idx = dma->buf_count + entry->buf_count;
560 buf->total = alignment;
561 buf->order = order;
562 buf->used = 0;
563
564 buf->offset = (dma->byte_count + offset);
565 buf->bus_address = agp_offset + offset;
566 buf->address = (void *)(agp_offset + offset);
567 buf->next = NULL;
568 buf->waiting = 0;
569 buf->pending = 0;
570 init_waitqueue_head( &buf->dma_wait );
571 buf->filp = NULL;
572
573 buf->dev_priv_size = dev->driver->dev_priv_size;
574 buf->dev_private = drm_alloc( buf->dev_priv_size,
575 DRM_MEM_BUFS );
576 if(!buf->dev_private) {
577 /* Set count correctly so we free the proper amount. */
578 entry->buf_count = count;
579 drm_cleanup_buf_error(dev,entry);
580 up( &dev->struct_sem );
581 atomic_dec( &dev->buf_alloc );
582 return -ENOMEM;
583 }
584 memset( buf->dev_private, 0, buf->dev_priv_size );
585
586 DRM_DEBUG( "buffer %d @ %p\n",
587 entry->buf_count, buf->address );
588
589 offset += alignment;
590 entry->buf_count++;
591 byte_count += PAGE_SIZE << page_order;
592 }
593
594 DRM_DEBUG( "byte_count: %d\n", byte_count );
595
596 temp_buflist = drm_realloc( dma->buflist,
597 dma->buf_count * sizeof(*dma->buflist),
598 (dma->buf_count + entry->buf_count)
599 * sizeof(*dma->buflist),
600 DRM_MEM_BUFS );
601 if(!temp_buflist) {
602 /* Free the entry because it isn't valid */
603 drm_cleanup_buf_error(dev,entry);
604 up( &dev->struct_sem );
605 atomic_dec( &dev->buf_alloc );
606 return -ENOMEM;
607 }
608 dma->buflist = temp_buflist;
609
610 for ( i = 0 ; i < entry->buf_count ; i++ ) {
611 dma->buflist[i + dma->buf_count] = &entry->buflist[i];
612 }
613
614 dma->buf_count += entry->buf_count;
615 dma->byte_count += byte_count;
616
617 DRM_DEBUG( "dma->buf_count : %d\n", dma->buf_count );
618 DRM_DEBUG( "entry->buf_count : %d\n", entry->buf_count );
619
620 up( &dev->struct_sem );
621
622 request->count = entry->buf_count;
623 request->size = size;
624
625 dma->flags = _DRM_DMA_USE_AGP;
626
627 atomic_dec( &dev->buf_alloc );
628 return 0;
629 }
630 EXPORT_SYMBOL(drm_addbufs_agp);
631 #endif /* __OS_HAS_AGP */
632
633 int drm_addbufs_pci(drm_device_t *dev, drm_buf_desc_t *request)
634 {
635 drm_device_dma_t *dma = dev->dma;
636 int count;
637 int order;
638 int size;
639 int total;
640 int page_order;
641 drm_buf_entry_t *entry;
642 unsigned long page;
643 drm_buf_t *buf;
644 int alignment;
645 unsigned long offset;
646 int i;
647 int byte_count;
648 int page_count;
649 unsigned long *temp_pagelist;
650 drm_buf_t **temp_buflist;
651
652 if (!drm_core_check_feature(dev, DRIVER_PCI_DMA)) return -EINVAL;
653 if ( !dma ) return -EINVAL;
654
655 count = request->count;
656 order = drm_order(request->size);
657 size = 1 << order;
658
659 DRM_DEBUG( "count=%d, size=%d (%d), order=%d, queue_count=%d\n",
660 request->count, request->size, size,
661 order, dev->queue_count );
662
663 if ( order < DRM_MIN_ORDER || order > DRM_MAX_ORDER ) return -EINVAL;
664 if ( dev->queue_count ) return -EBUSY; /* Not while in use */
665
666 alignment = (request->flags & _DRM_PAGE_ALIGN)
667 ? PAGE_ALIGN(size) : size;
668 page_order = order - PAGE_SHIFT > 0 ? order - PAGE_SHIFT : 0;
669 total = PAGE_SIZE << page_order;
670
671 spin_lock( &dev->count_lock );
672 if ( dev->buf_use ) {
673 spin_unlock( &dev->count_lock );
674 return -EBUSY;
675 }
676 atomic_inc( &dev->buf_alloc );
677 spin_unlock( &dev->count_lock );
678
679 down( &dev->struct_sem );
680 entry = &dma->bufs[order];
681 if ( entry->buf_count ) {
682 up( &dev->struct_sem );
683 atomic_dec( &dev->buf_alloc );
684 return -ENOMEM; /* May only call once for each order */
685 }
686
687 if (count < 0 || count > 4096) {
688 up( &dev->struct_sem );
689 atomic_dec( &dev->buf_alloc );
690 return -EINVAL;
691 }
692
693 entry->buflist = drm_alloc( count * sizeof(*entry->buflist),
694 DRM_MEM_BUFS );
695 if ( !entry->buflist ) {
696 up( &dev->struct_sem );
697 atomic_dec( &dev->buf_alloc );
698 return -ENOMEM;
699 }
700 memset( entry->buflist, 0, count * sizeof(*entry->buflist) );
701
702 entry->seglist = drm_alloc( count * sizeof(*entry->seglist),
703 DRM_MEM_SEGS );
704 if ( !entry->seglist ) {
705 drm_free( entry->buflist,
706 count * sizeof(*entry->buflist),
707 DRM_MEM_BUFS );
708 up( &dev->struct_sem );
709 atomic_dec( &dev->buf_alloc );
710 return -ENOMEM;
711 }
712 memset( entry->seglist, 0, count * sizeof(*entry->seglist) );
713
714 /* Keep the original pagelist until we know all the allocations
715 * have succeeded
716 */
717 temp_pagelist = drm_alloc( (dma->page_count + (count << page_order))
718 * sizeof(*dma->pagelist),
719 DRM_MEM_PAGES );
720 if (!temp_pagelist) {
721 drm_free( entry->buflist,
722 count * sizeof(*entry->buflist),
723 DRM_MEM_BUFS );
724 drm_free( entry->seglist,
725 count * sizeof(*entry->seglist),
726 DRM_MEM_SEGS );
727 up( &dev->struct_sem );
728 atomic_dec( &dev->buf_alloc );
729 return -ENOMEM;
730 }
731 memcpy(temp_pagelist,
732 dma->pagelist,
733 dma->page_count * sizeof(*dma->pagelist));
734 DRM_DEBUG( "pagelist: %d entries\n",
735 dma->page_count + (count << page_order) );
736
737 entry->buf_size = size;
738 entry->page_order = page_order;
739 byte_count = 0;
740 page_count = 0;
741
742 while ( entry->buf_count < count ) {
743 page = drm_alloc_pages( page_order, DRM_MEM_DMA );
744 if ( !page ) {
745 /* Set count correctly so we free the proper amount. */
746 entry->buf_count = count;
747 entry->seg_count = count;
748 drm_cleanup_buf_error(dev, entry);
749 drm_free( temp_pagelist,
750 (dma->page_count + (count << page_order))
751 * sizeof(*dma->pagelist),
752 DRM_MEM_PAGES );
753 up( &dev->struct_sem );
754 atomic_dec( &dev->buf_alloc );
755 return -ENOMEM;
756 }
757 entry->seglist[entry->seg_count++] = page;
758 for ( i = 0 ; i < (1 << page_order) ; i++ ) {
759 DRM_DEBUG( "page %d @ 0x%08lx\n",
760 dma->page_count + page_count,
761 page + PAGE_SIZE * i );
762 temp_pagelist[dma->page_count + page_count++]
763 = page + PAGE_SIZE * i;
764 }
765 for ( offset = 0 ;
766 offset + size <= total && entry->buf_count < count ;
767 offset += alignment, ++entry->buf_count ) {
768 buf = &entry->buflist[entry->buf_count];
769 buf->idx = dma->buf_count + entry->buf_count;
770 buf->total = alignment;
771 buf->order = order;
772 buf->used = 0;
773 buf->offset = (dma->byte_count + byte_count + offset);
774 buf->address = (void *)(page + offset);
775 buf->next = NULL;
776 buf->waiting = 0;
777 buf->pending = 0;
778 init_waitqueue_head( &buf->dma_wait );
779 buf->filp = NULL;
780
781 buf->dev_priv_size = dev->driver->dev_priv_size;
782 buf->dev_private = drm_alloc( buf->dev_priv_size,
783 DRM_MEM_BUFS );
784 if(!buf->dev_private) {
785 /* Set count correctly so we free the proper amount. */
786 entry->buf_count = count;
787 entry->seg_count = count;
788 drm_cleanup_buf_error(dev,entry);
789 drm_free( temp_pagelist,
790 (dma->page_count + (count << page_order))
791 * sizeof(*dma->pagelist),
792 DRM_MEM_PAGES );
793 up( &dev->struct_sem );
794 atomic_dec( &dev->buf_alloc );
795 return -ENOMEM;
796 }
797 memset( buf->dev_private, 0, buf->dev_priv_size );
798
799 DRM_DEBUG( "buffer %d @ %p\n",
800 entry->buf_count, buf->address );
801 }
802 byte_count += PAGE_SIZE << page_order;
803 }
804
805 temp_buflist = drm_realloc( dma->buflist,
806 dma->buf_count * sizeof(*dma->buflist),
807 (dma->buf_count + entry->buf_count)
808 * sizeof(*dma->buflist),
809 DRM_MEM_BUFS );
810 if (!temp_buflist) {
811 /* Free the entry because it isn't valid */
812 drm_cleanup_buf_error(dev,entry);
813 drm_free( temp_pagelist,
814 (dma->page_count + (count << page_order))
815 * sizeof(*dma->pagelist),
816 DRM_MEM_PAGES );
817 up( &dev->struct_sem );
818 atomic_dec( &dev->buf_alloc );
819 return -ENOMEM;
820 }
821 dma->buflist = temp_buflist;
822
823 for ( i = 0 ; i < entry->buf_count ; i++ ) {
824 dma->buflist[i + dma->buf_count] = &entry->buflist[i];
825 }
826
827 /* No allocations failed, so now we can replace the orginal pagelist
828 * with the new one.
829 */
830 if (dma->page_count) {
831 drm_free(dma->pagelist,
832 dma->page_count * sizeof(*dma->pagelist),
833 DRM_MEM_PAGES);
834 }
835 dma->pagelist = temp_pagelist;
836
837 dma->buf_count += entry->buf_count;
838 dma->seg_count += entry->seg_count;
839 dma->page_count += entry->seg_count << page_order;
840 dma->byte_count += PAGE_SIZE * (entry->seg_count << page_order);
841
842 up( &dev->struct_sem );
843
844 request->count = entry->buf_count;
845 request->size = size;
846
847 atomic_dec( &dev->buf_alloc );
848 return 0;
849
850 }
851 EXPORT_SYMBOL(drm_addbufs_pci);
852
853 static int drm_addbufs_sg(drm_device_t *dev, drm_buf_desc_t *request)
854 {
855 drm_device_dma_t *dma = dev->dma;
856 drm_buf_entry_t *entry;
857 drm_buf_t *buf;
858 unsigned long offset;
859 unsigned long agp_offset;
860 int count;
861 int order;
862 int size;
863 int alignment;
864 int page_order;
865 int total;
866 int byte_count;
867 int i;
868 drm_buf_t **temp_buflist;
869
870 if (!drm_core_check_feature(dev, DRIVER_SG)) return -EINVAL;
871
872 if ( !dma ) return -EINVAL;
873
874 count = request->count;
875 order = drm_order(request->size);
876 size = 1 << order;
877
878 alignment = (request->flags & _DRM_PAGE_ALIGN)
879 ? PAGE_ALIGN(size) : size;
880 page_order = order - PAGE_SHIFT > 0 ? order - PAGE_SHIFT : 0;
881 total = PAGE_SIZE << page_order;
882
883 byte_count = 0;
884 agp_offset = request->agp_start;
885
886 DRM_DEBUG( "count: %d\n", count );
887 DRM_DEBUG( "order: %d\n", order );
888 DRM_DEBUG( "size: %d\n", size );
889 DRM_DEBUG( "agp_offset: %lu\n", agp_offset );
890 DRM_DEBUG( "alignment: %d\n", alignment );
891 DRM_DEBUG( "page_order: %d\n", page_order );
892 DRM_DEBUG( "total: %d\n", total );
893
894 if ( order < DRM_MIN_ORDER || order > DRM_MAX_ORDER ) return -EINVAL;
895 if ( dev->queue_count ) return -EBUSY; /* Not while in use */
896
897 spin_lock( &dev->count_lock );
898 if ( dev->buf_use ) {
899 spin_unlock( &dev->count_lock );
900 return -EBUSY;
901 }
902 atomic_inc( &dev->buf_alloc );
903 spin_unlock( &dev->count_lock );
904
905 down( &dev->struct_sem );
906 entry = &dma->bufs[order];
907 if ( entry->buf_count ) {
908 up( &dev->struct_sem );
909 atomic_dec( &dev->buf_alloc );
910 return -ENOMEM; /* May only call once for each order */
911 }
912
913 if (count < 0 || count > 4096) {
914 up( &dev->struct_sem );
915 atomic_dec( &dev->buf_alloc );
916 return -EINVAL;
917 }
918
919 entry->buflist = drm_alloc( count * sizeof(*entry->buflist),
920 DRM_MEM_BUFS );
921 if ( !entry->buflist ) {
922 up( &dev->struct_sem );
923 atomic_dec( &dev->buf_alloc );
924 return -ENOMEM;
925 }
926 memset( entry->buflist, 0, count * sizeof(*entry->buflist) );
927
928 entry->buf_size = size;
929 entry->page_order = page_order;
930
931 offset = 0;
932
933 while ( entry->buf_count < count ) {
934 buf = &entry->buflist[entry->buf_count];
935 buf->idx = dma->buf_count + entry->buf_count;
936 buf->total = alignment;
937 buf->order = order;
938 buf->used = 0;
939
940 buf->offset = (dma->byte_count + offset);
941 buf->bus_address = agp_offset + offset;
942 buf->address = (void *)(agp_offset + offset + dev->sg->handle);
943 buf->next = NULL;
944 buf->waiting = 0;
945 buf->pending = 0;
946 init_waitqueue_head( &buf->dma_wait );
947 buf->filp = NULL;
948
949 buf->dev_priv_size = dev->driver->dev_priv_size;
950 buf->dev_private = drm_alloc( buf->dev_priv_size,
951 DRM_MEM_BUFS );
952 if(!buf->dev_private) {
953 /* Set count correctly so we free the proper amount. */
954 entry->buf_count = count;
955 drm_cleanup_buf_error(dev,entry);
956 up( &dev->struct_sem );
957 atomic_dec( &dev->buf_alloc );
958 return -ENOMEM;
959 }
960
961 memset( buf->dev_private, 0, buf->dev_priv_size );
962
963 DRM_DEBUG( "buffer %d @ %p\n",
964 entry->buf_count, buf->address );
965
966 offset += alignment;
967 entry->buf_count++;
968 byte_count += PAGE_SIZE << page_order;
969 }
970
971 DRM_DEBUG( "byte_count: %d\n", byte_count );
972
973 temp_buflist = drm_realloc( dma->buflist,
974 dma->buf_count * sizeof(*dma->buflist),
975 (dma->buf_count + entry->buf_count)
976 * sizeof(*dma->buflist),
977 DRM_MEM_BUFS );
978 if(!temp_buflist) {
979 /* Free the entry because it isn't valid */
980 drm_cleanup_buf_error(dev,entry);
981 up( &dev->struct_sem );
982 atomic_dec( &dev->buf_alloc );
983 return -ENOMEM;
984 }
985 dma->buflist = temp_buflist;
986
987 for ( i = 0 ; i < entry->buf_count ; i++ ) {
988 dma->buflist[i + dma->buf_count] = &entry->buflist[i];
989 }
990
991 dma->buf_count += entry->buf_count;
992 dma->byte_count += byte_count;
993
994 DRM_DEBUG( "dma->buf_count : %d\n", dma->buf_count );
995 DRM_DEBUG( "entry->buf_count : %d\n", entry->buf_count );
996
997 up( &dev->struct_sem );
998
999 request->count = entry->buf_count;
1000 request->size = size;
1001
1002 dma->flags = _DRM_DMA_USE_SG;
1003
1004 atomic_dec( &dev->buf_alloc );
1005 return 0;
1006 }
1007
1008 int drm_addbufs_fb(drm_device_t *dev, drm_buf_desc_t *request)
1009 {
1010 drm_device_dma_t *dma = dev->dma;
1011 drm_buf_entry_t *entry;
1012 drm_buf_t *buf;
1013 unsigned long offset;
1014 unsigned long agp_offset;
1015 int count;
1016 int order;
1017 int size;
1018 int alignment;
1019 int page_order;
1020 int total;
1021 int byte_count;
1022 int i;
1023 drm_buf_t **temp_buflist;
1024
1025 if (!drm_core_check_feature(dev, DRIVER_FB_DMA))
1026 return -EINVAL;
1027
1028 if (!dma)
1029 return -EINVAL;
1030
1031 count = request->count;
1032 order = drm_order(request->size);
1033 size = 1 << order;
1034
1035 alignment = (request->flags & _DRM_PAGE_ALIGN)
1036 ? PAGE_ALIGN(size) : size;
1037 page_order = order - PAGE_SHIFT > 0 ? order - PAGE_SHIFT : 0;
1038 total = PAGE_SIZE << page_order;
1039
1040 byte_count = 0;
1041 agp_offset = request->agp_start;
1042
1043 DRM_DEBUG("count: %d\n", count);
1044 DRM_DEBUG("order: %d\n", order);
1045 DRM_DEBUG("size: %d\n", size);
1046 DRM_DEBUG("agp_offset: %lu\n", agp_offset);
1047 DRM_DEBUG("alignment: %d\n", alignment);
1048 DRM_DEBUG("page_order: %d\n", page_order);
1049 DRM_DEBUG("total: %d\n", total);
1050
1051 if (order < DRM_MIN_ORDER || order > DRM_MAX_ORDER)
1052 return -EINVAL;
1053 if (dev->queue_count)
1054 return -EBUSY; /* Not while in use */
1055
1056 spin_lock(&dev->count_lock);
1057 if (dev->buf_use) {
1058 spin_unlock(&dev->count_lock);
1059 return -EBUSY;
1060 }
1061 atomic_inc(&dev->buf_alloc);
1062 spin_unlock(&dev->count_lock);
1063
1064 down(&dev->struct_sem);
1065 entry = &dma->bufs[order];
1066 if (entry->buf_count) {
1067 up(&dev->struct_sem);
1068 atomic_dec(&dev->buf_alloc);
1069 return -ENOMEM; /* May only call once for each order */
1070 }
1071
1072 if (count < 0 || count > 4096) {
1073 up(&dev->struct_sem);
1074 atomic_dec(&dev->buf_alloc);
1075 return -EINVAL;
1076 }
1077
1078 entry->buflist = drm_alloc(count * sizeof(*entry->buflist),
1079 DRM_MEM_BUFS);
1080 if (!entry->buflist) {
1081 up(&dev->struct_sem);
1082 atomic_dec(&dev->buf_alloc);
1083 return -ENOMEM;
1084 }
1085 memset(entry->buflist, 0, count * sizeof(*entry->buflist));
1086
1087 entry->buf_size = size;
1088 entry->page_order = page_order;
1089
1090 offset = 0;
1091
1092 while (entry->buf_count < count) {
1093 buf = &entry->buflist[entry->buf_count];
1094 buf->idx = dma->buf_count + entry->buf_count;
1095 buf->total = alignment;
1096 buf->order = order;
1097 buf->used = 0;
1098
1099 buf->offset = (dma->byte_count + offset);
1100 buf->bus_address = agp_offset + offset;
1101 buf->address = (void *)(agp_offset + offset);
1102 buf->next = NULL;
1103 buf->waiting = 0;
1104 buf->pending = 0;
1105 init_waitqueue_head(&buf->dma_wait);
1106 buf->filp = NULL;
1107
1108 buf->dev_priv_size = dev->driver->dev_priv_size;
1109 buf->dev_private = drm_alloc(buf->dev_priv_size, DRM_MEM_BUFS);
1110 if (!buf->dev_private) {
1111 /* Set count correctly so we free the proper amount. */
1112 entry->buf_count = count;
1113 drm_cleanup_buf_error(dev, entry);
1114 up(&dev->struct_sem);
1115 atomic_dec(&dev->buf_alloc);
1116 return -ENOMEM;
1117 }
1118 memset(buf->dev_private, 0, buf->dev_priv_size);
1119
1120 DRM_DEBUG("buffer %d @ %p\n", entry->buf_count, buf->address);
1121
1122 offset += alignment;
1123 entry->buf_count++;
1124 byte_count += PAGE_SIZE << page_order;
1125 }
1126
1127 DRM_DEBUG("byte_count: %d\n", byte_count);
1128
1129 temp_buflist = drm_realloc(dma->buflist,
1130 dma->buf_count * sizeof(*dma->buflist),
1131 (dma->buf_count + entry->buf_count)
1132 * sizeof(*dma->buflist), DRM_MEM_BUFS);
1133 if (!temp_buflist) {
1134 /* Free the entry because it isn't valid */
1135 drm_cleanup_buf_error(dev, entry);
1136 up(&dev->struct_sem);
1137 atomic_dec(&dev->buf_alloc);
1138 return -ENOMEM;
1139 }
1140 dma->buflist = temp_buflist;
1141
1142 for (i = 0; i < entry->buf_count; i++) {
1143 dma->buflist[i + dma->buf_count] = &entry->buflist[i];
1144 }
1145
1146 dma->buf_count += entry->buf_count;
1147 dma->byte_count += byte_count;
1148
1149 DRM_DEBUG("dma->buf_count : %d\n", dma->buf_count);
1150 DRM_DEBUG("entry->buf_count : %d\n", entry->buf_count);
1151
1152 up(&dev->struct_sem);
1153
1154 request->count = entry->buf_count;
1155 request->size = size;
1156
1157 dma->flags = _DRM_DMA_USE_FB;
1158
1159 atomic_dec(&dev->buf_alloc);
1160 return 0;
1161 }
1162
1163 /**
1164 * Add buffers for DMA transfers (ioctl).
1165 *
1166 * \param inode device inode.
1167 * \param filp file pointer.
1168 * \param cmd command.
1169 * \param arg pointer to a drm_buf_desc_t request.
1170 * \return zero on success or a negative number on failure.
1171 *
1172 * According with the memory type specified in drm_buf_desc::flags and the
1173 * build options, it dispatches the call either to addbufs_agp(),
1174 * addbufs_sg() or addbufs_pci() for AGP, scatter-gather or consistent
1175 * PCI memory respectively.
1176 */
1177 int drm_addbufs( struct inode *inode, struct file *filp,
1178 unsigned int cmd, unsigned long arg )
1179 {
1180 drm_buf_desc_t request;
1181 drm_file_t *priv = filp->private_data;
1182 drm_device_t *dev = priv->head->dev;
1183 int ret;
1184
1185 if (!drm_core_check_feature(dev, DRIVER_HAVE_DMA))
1186 return -EINVAL;
1187
1188 if ( copy_from_user( &request, (drm_buf_desc_t __user *)arg,
1189 sizeof(request) ) )
1190 return -EFAULT;
1191
1192 #if __OS_HAS_AGP
1193 if ( request.flags & _DRM_AGP_BUFFER )
1194 ret=drm_addbufs_agp(dev, &request);
1195 else
1196 #endif
1197 if ( request.flags & _DRM_SG_BUFFER )
1198 ret=drm_addbufs_sg(dev, &request);
1199 else if ( request.flags & _DRM_FB_BUFFER)
1200 ret=drm_addbufs_fb(dev, &request);
1201 else
1202 ret=drm_addbufs_pci(dev, &request);
1203
1204 if (ret==0) {
1205 if (copy_to_user((void __user *)arg, &request,
1206 sizeof(request))) {
1207 ret = -EFAULT;
1208 }
1209 }
1210 return ret;
1211 }
1212
1213
1214 /**
1215 * Get information about the buffer mappings.
1216 *
1217 * This was originally mean for debugging purposes, or by a sophisticated
1218 * client library to determine how best to use the available buffers (e.g.,
1219 * large buffers can be used for image transfer).
1220 *
1221 * \param inode device inode.
1222 * \param filp file pointer.
1223 * \param cmd command.
1224 * \param arg pointer to a drm_buf_info structure.
1225 * \return zero on success or a negative number on failure.
1226 *
1227 * Increments drm_device::buf_use while holding the drm_device::count_lock
1228 * lock, preventing of allocating more buffers after this call. Information
1229 * about each requested buffer is then copied into user space.
1230 */
1231 int drm_infobufs( struct inode *inode, struct file *filp,
1232 unsigned int cmd, unsigned long arg )
1233 {
1234 drm_file_t *priv = filp->private_data;
1235 drm_device_t *dev = priv->head->dev;
1236 drm_device_dma_t *dma = dev->dma;
1237 drm_buf_info_t request;
1238 drm_buf_info_t __user *argp = (void __user *)arg;
1239 int i;
1240 int count;
1241
1242 if (!drm_core_check_feature(dev, DRIVER_HAVE_DMA))
1243 return -EINVAL;
1244
1245 if ( !dma ) return -EINVAL;
1246
1247 spin_lock( &dev->count_lock );
1248 if ( atomic_read( &dev->buf_alloc ) ) {
1249 spin_unlock( &dev->count_lock );
1250 return -EBUSY;
1251 }
1252 ++dev->buf_use; /* Can't allocate more after this call */
1253 spin_unlock( &dev->count_lock );
1254
1255 if ( copy_from_user( &request, argp, sizeof(request) ) )
1256 return -EFAULT;
1257
1258 for ( i = 0, count = 0 ; i < DRM_MAX_ORDER + 1 ; i++ ) {
1259 if ( dma->bufs[i].buf_count ) ++count;
1260 }
1261
1262 DRM_DEBUG( "count = %d\n", count );
1263
1264 if ( request.count >= count ) {
1265 for ( i = 0, count = 0 ; i < DRM_MAX_ORDER + 1 ; i++ ) {
1266 if ( dma->bufs[i].buf_count ) {
1267 drm_buf_desc_t __user *to = &request.list[count];
1268 drm_buf_entry_t *from = &dma->bufs[i];
1269 drm_freelist_t *list = &dma->bufs[i].freelist;
1270 if ( copy_to_user( &to->count,
1271 &from->buf_count,
1272 sizeof(from->buf_count) ) ||
1273 copy_to_user( &to->size,
1274 &from->buf_size,
1275 sizeof(from->buf_size) ) ||
1276 copy_to_user( &to->low_mark,
1277 &list->low_mark,
1278 sizeof(list->low_mark) ) ||
1279 copy_to_user( &to->high_mark,
1280 &list->high_mark,
1281 sizeof(list->high_mark) ) )
1282 return -EFAULT;
1283
1284 DRM_DEBUG( "%d %d %d %d %d\n",
1285 i,
1286 dma->bufs[i].buf_count,
1287 dma->bufs[i].buf_size,
1288 dma->bufs[i].freelist.low_mark,
1289 dma->bufs[i].freelist.high_mark );
1290 ++count;
1291 }
1292 }
1293 }
1294 request.count = count;
1295
1296 if ( copy_to_user( argp, &request, sizeof(request) ) )
1297 return -EFAULT;
1298
1299 return 0;
1300 }
1301
1302 /**
1303 * Specifies a low and high water mark for buffer allocation
1304 *
1305 * \param inode device inode.
1306 * \param filp file pointer.
1307 * \param cmd command.
1308 * \param arg a pointer to a drm_buf_desc structure.
1309 * \return zero on success or a negative number on failure.
1310 *
1311 * Verifies that the size order is bounded between the admissible orders and
1312 * updates the respective drm_device_dma::bufs entry low and high water mark.
1313 *
1314 * \note This ioctl is deprecated and mostly never used.
1315 */
1316 int drm_markbufs( struct inode *inode, struct file *filp,
1317 unsigned int cmd, unsigned long arg )
1318 {
1319 drm_file_t *priv = filp->private_data;
1320 drm_device_t *dev = priv->head->dev;
1321 drm_device_dma_t *dma = dev->dma;
1322 drm_buf_desc_t request;
1323 int order;
1324 drm_buf_entry_t *entry;
1325
1326 if (!drm_core_check_feature(dev, DRIVER_HAVE_DMA))
1327 return -EINVAL;
1328
1329 if ( !dma ) return -EINVAL;
1330
1331 if ( copy_from_user( &request,
1332 (drm_buf_desc_t __user *)arg,
1333 sizeof(request) ) )
1334 return -EFAULT;
1335
1336 DRM_DEBUG( "%d, %d, %d\n",
1337 request.size, request.low_mark, request.high_mark );
1338 order = drm_order( request.size );
1339 if ( order < DRM_MIN_ORDER || order > DRM_MAX_ORDER ) return -EINVAL;
1340 entry = &dma->bufs[order];
1341
1342 if ( request.low_mark < 0 || request.low_mark > entry->buf_count )
1343 return -EINVAL;
1344 if ( request.high_mark < 0 || request.high_mark > entry->buf_count )
1345 return -EINVAL;
1346
1347 entry->freelist.low_mark = request.low_mark;
1348 entry->freelist.high_mark = request.high_mark;
1349
1350 return 0;
1351 }
1352
1353 /**
1354 * Unreserve the buffers in list, previously reserved using drmDMA.
1355 *
1356 * \param inode device inode.
1357 * \param filp file pointer.
1358 * \param cmd command.
1359 * \param arg pointer to a drm_buf_free structure.
1360 * \return zero on success or a negative number on failure.
1361 *
1362 * Calls free_buffer() for each used buffer.
1363 * This function is primarily used for debugging.
1364 */
1365 int drm_freebufs( struct inode *inode, struct file *filp,
1366 unsigned int cmd, unsigned long arg )
1367 {
1368 drm_file_t *priv = filp->private_data;
1369 drm_device_t *dev = priv->head->dev;
1370 drm_device_dma_t *dma = dev->dma;
1371 drm_buf_free_t request;
1372 int i;
1373 int idx;
1374 drm_buf_t *buf;
1375
1376 if (!drm_core_check_feature(dev, DRIVER_HAVE_DMA))
1377 return -EINVAL;
1378
1379 if ( !dma ) return -EINVAL;
1380
1381 if ( copy_from_user( &request,
1382 (drm_buf_free_t __user *)arg,
1383 sizeof(request) ) )
1384 return -EFAULT;
1385
1386 DRM_DEBUG( "%d\n", request.count );
1387 for ( i = 0 ; i < request.count ; i++ ) {
1388 if ( copy_from_user( &idx,
1389 &request.list[i],
1390 sizeof(idx) ) )
1391 return -EFAULT;
1392 if ( idx < 0 || idx >= dma->buf_count ) {
1393 DRM_ERROR( "Index %d (of %d max)\n",
1394 idx, dma->buf_count - 1 );
1395 return -EINVAL;
1396 }
1397 buf = dma->buflist[idx];
1398 if ( buf->filp != filp ) {
1399 DRM_ERROR( "Process %d freeing buffer not owned\n",
1400 current->pid );
1401 return -EINVAL;
1402 }
1403 drm_free_buffer( dev, buf );
1404 }
1405
1406 return 0;
1407 }
1408
1409 /**
1410 * Maps all of the DMA buffers into client-virtual space (ioctl).
1411 *
1412 * \param inode device inode.
1413 * \param filp file pointer.
1414 * \param cmd command.
1415 * \param arg pointer to a drm_buf_map structure.
1416 * \return zero on success or a negative number on failure.
1417 *
1418 * Maps the AGP or SG buffer region with do_mmap(), and copies information
1419 * about each buffer into user space. The PCI buffers are already mapped on the
1420 * addbufs_pci() call.
1421 */
1422 int drm_mapbufs( struct inode *inode, struct file *filp,
1423 unsigned int cmd, unsigned long arg )
1424 {
1425 drm_file_t *priv = filp->private_data;
1426 drm_device_t *dev = priv->head->dev;
1427 drm_device_dma_t *dma = dev->dma;
1428 drm_buf_map_t __user *argp = (void __user *)arg;
1429 int retcode = 0;
1430 const int zero = 0;
1431 unsigned long virtual;
1432 unsigned long address;
1433 drm_buf_map_t request;
1434 int i;
1435
1436 if (!drm_core_check_feature(dev, DRIVER_HAVE_DMA))
1437 return -EINVAL;
1438
1439 if ( !dma ) return -EINVAL;
1440
1441 spin_lock( &dev->count_lock );
1442 if ( atomic_read( &dev->buf_alloc ) ) {
1443 spin_unlock( &dev->count_lock );
1444 return -EBUSY;
1445 }
1446 dev->buf_use++; /* Can't allocate more after this call */
1447 spin_unlock( &dev->count_lock );
1448
1449 if ( copy_from_user( &request, argp, sizeof(request) ) )
1450 return -EFAULT;
1451
1452 if ( request.count >= dma->buf_count ) {
1453 if ((drm_core_has_AGP(dev) && (dma->flags & _DRM_DMA_USE_AGP))
1454 || (drm_core_check_feature(dev, DRIVER_SG)
1455 && (dma->flags & _DRM_DMA_USE_SG))
1456 || (drm_core_check_feature(dev, DRIVER_FB_DMA)
1457 && (dma->flags & _DRM_DMA_USE_FB))) {
1458 drm_map_t *map = dev->agp_buffer_map;
1459
1460 if ( !map ) {
1461 retcode = -EINVAL;
1462 goto done;
1463 }
1464
1465 #if LINUX_VERSION_CODE <= 0x020402
1466 down( &current->mm->mmap_sem );
1467 #else
1468 down_write( &current->mm->mmap_sem );
1469 #endif
1470 virtual = do_mmap( filp, 0, map->size,
1471 PROT_READ | PROT_WRITE,
1472 MAP_SHARED,
1473 (unsigned long)map->offset );
1474 #if LINUX_VERSION_CODE <= 0x020402
1475 up( &current->mm->mmap_sem );
1476 #else
1477 up_write( &current->mm->mmap_sem );
1478 #endif
1479 } else {
1480 #if LINUX_VERSION_CODE <= 0x020402
1481 down( &current->mm->mmap_sem );
1482 #else
1483 down_write( &current->mm->mmap_sem );
1484 #endif
1485 virtual = do_mmap( filp, 0, dma->byte_count,
1486 PROT_READ | PROT_WRITE,
1487 MAP_SHARED, 0 );
1488 #if LINUX_VERSION_CODE <= 0x020402
1489 up( &current->mm->mmap_sem );
1490 #else
1491 up_write( &current->mm->mmap_sem );
1492 #endif
1493 }
1494 if ( virtual > -1024UL ) {
1495 /* Real error */
1496 retcode = (signed long)virtual;
1497 goto done;
1498 }
1499 request.virtual = (void __user *)virtual;
1500
1501 for ( i = 0 ; i < dma->buf_count ; i++ ) {
1502 if ( copy_to_user( &request.list[i].idx,
1503 &dma->buflist[i]->idx,
1504 sizeof(request.list[0].idx) ) ) {
1505 retcode = -EFAULT;
1506 goto done;
1507 }
1508 if ( copy_to_user( &request.list[i].total,
1509 &dma->buflist[i]->total,
1510 sizeof(request.list[0].total) ) ) {
1511 retcode = -EFAULT;
1512 goto done;
1513 }
1514 if ( copy_to_user( &request.list[i].used,
1515 &zero,
1516 sizeof(zero) ) ) {
1517 retcode = -EFAULT;
1518 goto done;
1519 }
1520 address = virtual + dma->buflist[i]->offset; /* *** */
1521 if ( copy_to_user( &request.list[i].address,
1522 &address,
1523 sizeof(address) ) ) {
1524 retcode = -EFAULT;
1525 goto done;
1526 }
1527 }
1528 }
1529 done:
1530 request.count = dma->buf_count;
1531 DRM_DEBUG( "%d buffers, retcode = %d\n", request.count, retcode );
1532
1533 if ( copy_to_user( argp, &request, sizeof(request) ) )
1534 return -EFAULT;
1535
1536 return retcode;
1537 }
1538
1539 /**
1540 * Compute size order. Returns the exponent of the smaller power of two which
1541 * is greater or equal to given number.
1542 *
1543 * \param size size.
1544 * \return order.
1545 *
1546 * \todo Can be made faster.
1547 */
1548 int drm_order( unsigned long size )
1549 {
1550 int order;
1551 unsigned long tmp;
1552
1553 for (order = 0, tmp = size >> 1; tmp; tmp >>= 1, order++)
1554 ;
1555
1556 if (size & (size - 1))
1557 ++order;
1558
1559 return order;
1560 }
1561 EXPORT_SYMBOL(drm_order);
AMDTP streaming driver for the Linux FireWire stack (Juju)