drivers/char/agp/frontend.c

   1 /*
   2  * AGPGART driver frontend
   3  * Copyright (C) 2004 Silicon Graphics, Inc.
   4  * Copyright (C) 2002-2003 Dave Jones
   5  * Copyright (C) 1999 Jeff Hartmann
   6  * Copyright (C) 1999 Precision Insight, Inc.
   7  * Copyright (C) 1999 Xi Graphics, Inc.
   8  *
   9  * Permission is hereby granted, free of charge, to any person obtaining a
  10  * copy of this software and associated documentation files (the "Software"),
  11  * to deal in the Software without restriction, including without limitation
  12  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  13  * and/or sell copies of the Software, and to permit persons to whom the
  14  * Software is furnished to do so, subject to the following conditions:
  15  *
  16  * The above copyright notice and this permission notice shall be included
  17  * in all copies or substantial portions of the Software.
  18  *
  19  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  20  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  21  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  22  * JEFF HARTMANN, OR ANY OTHER CONTRIBUTORS BE LIABLE FOR ANY CLAIM,
  23  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
  24  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
  25  * OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  26  *
  27  */
  28
  29 #include <linux/types.h>
  30 #include <linux/kernel.h>
  31 #include <linux/module.h>
  32 #include <linux/mman.h>
  33 #include <linux/pci.h>
  34 #include <linux/init.h>
  35 #include <linux/miscdevice.h>
  36 #include <linux/agp_backend.h>
  37 #include <linux/agpgart.h>
  38 #include <linux/slab.h>
  39 #include <linux/mm.h>
  40 #include <linux/fs.h>
  41 #include <linux/sched.h>
  42 #include <asm/uaccess.h>
  43 #include <asm/pgtable.h>
  44 #include "agp.h"
  45
  46 struct agp_front_data agp_fe;
  47
  48 struct agp_memory *agp_find_mem_by_key(int key)
  49 {
  50         struct agp_memory *curr;
  51
  52         if (agp_fe.current_controller == NULL)
  53                 return NULL;
  54
  55         curr = agp_fe.current_controller->pool;
  56
  57         while (curr != NULL) {
  58                 if (curr->key == key)
  59                         break;
  60                 curr = curr->next;
  61         }
  62
  63         DBG("key=%d -> mem=%p", key, curr);
  64         return curr;
  65 }
  66
  67 static void agp_remove_from_pool(struct agp_memory *temp)
  68 {
  69         struct agp_memory *prev;
  70         struct agp_memory *next;
  71
  72         /* Check to see if this is even in the memory pool */
  73
  74         DBG("mem=%p", temp);
  75         if (agp_find_mem_by_key(temp->key) != NULL) {
  76                 next = temp->next;
  77                 prev = temp->prev;
  78
  79                 if (prev != NULL) {
  80                         prev->next = next;
  81                         if (next != NULL)
  82                                 next->prev = prev;
  83
  84                 } else {
  85                         /* This is the first item on the list */
  86                         if (next != NULL)
  87                                 next->prev = NULL;
  88
  89                         agp_fe.current_controller->pool = next;
  90                 }
  91         }
  92 }
  93
  94 /*
  95  * Routines for managing each client's segment list -
  96  * These routines handle adding and removing segments
  97  * to each auth'ed client.
  98  */
  99
 100 static struct
 101 agp_segment_priv *agp_find_seg_in_client(const struct agp_client *client,
 102                                                 unsigned long offset,
 103                                             int size, pgprot_t page_prot)
 104 {
 105         struct agp_segment_priv *seg;
 106         int num_segments, i;
 107         off_t pg_start;
 108         size_t pg_count;
 109
 110         pg_start = offset / 4096;
 111         pg_count = size / 4096;
 112         seg = *(client->segments);
 113         num_segments = client->num_segments;
 114
 115         for (i = 0; i < client->num_segments; i++) {
 116                 if ((seg[i].pg_start == pg_start) &&
 117                     (seg[i].pg_count == pg_count) &&
 118                     (pgprot_val(seg[i].prot) == pgprot_val(page_prot))) {
 119                         return seg + i;
 120                 }
 121         }
 122
 123         return NULL;
 124 }
 125
 126 static void agp_remove_seg_from_client(struct agp_client *client)
 127 {
 128         DBG("client=%p", client);
 129
 130         if (client->segments != NULL) {
 131                 if (*(client->segments) != NULL) {
 132                         DBG("Freeing %p from client %p", *(client->segments), client);
 133                         kfree(*(client->segments));
 134                 }
 135                 DBG("Freeing %p from client %p", client->segments, client);
 136                 kfree(client->segments);
 137                 client->segments = NULL;
 138         }
 139 }
 140
 141 static void agp_add_seg_to_client(struct agp_client *client,
 142                                struct agp_segment_priv ** seg, int num_segments)
 143 {
 144         struct agp_segment_priv **prev_seg;
 145
 146         prev_seg = client->segments;
 147
 148         if (prev_seg != NULL)
 149                 agp_remove_seg_from_client(client);
 150
 151         DBG("Adding seg %p (%d segments) to client %p", seg, num_segments, client);
 152         client->num_segments = num_segments;
 153         client->segments = seg;
 154 }
 155
 156 static pgprot_t agp_convert_mmap_flags(int prot)
 157 {
 158         unsigned long prot_bits;
 159
 160         prot_bits = calc_vm_prot_bits(prot) | VM_SHARED;
 161         return vm_get_page_prot(prot_bits);
 162 }
 163
 164 int agp_create_segment(struct agp_client *client, struct agp_region *region)
 165 {
 166         struct agp_segment_priv **ret_seg;
 167         struct agp_segment_priv *seg;
 168         struct agp_segment *user_seg;
 169         size_t i;
 170
 171         seg = kzalloc((sizeof(struct agp_segment_priv) * region->seg_count), GFP_KERNEL);
 172         if (seg == NULL) {
 173                 kfree(region->seg_list);
 174                 region->seg_list = NULL;
 175                 return -ENOMEM;
 176         }
 177         user_seg = region->seg_list;
 178
 179         for (i = 0; i < region->seg_count; i++) {
 180                 seg[i].pg_start = user_seg[i].pg_start;
 181                 seg[i].pg_count = user_seg[i].pg_count;
 182                 seg[i].prot = agp_convert_mmap_flags(user_seg[i].prot);
 183         }
 184         kfree(region->seg_list);
 185         region->seg_list = NULL;
 186
 187         ret_seg = kmalloc(sizeof(void *), GFP_KERNEL);
 188         if (ret_seg == NULL) {
 189                 kfree(seg);
 190                 return -ENOMEM;
 191         }
 192         *ret_seg = seg;
 193         agp_add_seg_to_client(client, ret_seg, region->seg_count);
 194         return 0;
 195 }
 196
 197 /* End - Routines for managing each client's segment list */
 198
 199 /* This function must only be called when current_controller != NULL */
 200 static void agp_insert_into_pool(struct agp_memory * temp)
 201 {
 202         struct agp_memory *prev;
 203
 204         prev = agp_fe.current_controller->pool;
 205
 206         if (prev != NULL) {
 207                 prev->prev = temp;
 208                 temp->next = prev;
 209         }
 210         agp_fe.current_controller->pool = temp;
 211 }
 212
 213
 214 /* File private list routines */
 215
 216 struct agp_file_private *agp_find_private(pid_t pid)
 217 {
 218         struct agp_file_private *curr;
 219
 220         curr = agp_fe.file_priv_list;
 221
 222         while (curr != NULL) {
 223                 if (curr->my_pid == pid)
 224                         return curr;
 225                 curr = curr->next;
 226         }
 227
 228         return NULL;
 229 }
 230
 231 static void agp_insert_file_private(struct agp_file_private * priv)
 232 {
 233         struct agp_file_private *prev;
 234
 235         prev = agp_fe.file_priv_list;
 236
 237         if (prev != NULL)
 238                 prev->prev = priv;
 239         priv->next = prev;
 240         agp_fe.file_priv_list = priv;
 241 }
 242
 243 static void agp_remove_file_private(struct agp_file_private * priv)
 244 {
 245         struct agp_file_private *next;
 246         struct agp_file_private *prev;
 247
 248         next = priv->next;
 249         prev = priv->prev;
 250
 251         if (prev != NULL) {
 252                 prev->next = next;
 253
 254                 if (next != NULL)
 255                         next->prev = prev;
 256
 257         } else {
 258                 if (next != NULL)
 259                         next->prev = NULL;
 260
 261                 agp_fe.file_priv_list = next;
 262         }
 263 }
 264
 265 /* End - File flag list routines */
 266
 267 /*
 268  * Wrappers for agp_free_memory & agp_allocate_memory
 269  * These make sure that internal lists are kept updated.
 270  */
 271 void agp_free_memory_wrap(struct agp_memory *memory)
 272 {
 273         agp_remove_from_pool(memory);
 274         agp_free_memory(memory);
 275 }
 276
 277 struct agp_memory *agp_allocate_memory_wrap(size_t pg_count, u32 type)
 278 {
 279         struct agp_memory *memory;
 280
 281         memory = agp_allocate_memory(agp_bridge, pg_count, type);
 282         if (memory == NULL)
 283                 return NULL;
 284
 285         agp_insert_into_pool(memory);
 286         return memory;
 287 }
 288
 289 /* Routines for managing the list of controllers -
 290  * These routines manage the current controller, and the list of
 291  * controllers
 292  */
 293
 294 static struct agp_controller *agp_find_controller_by_pid(pid_t id)
 295 {
 296         struct agp_controller *controller;
 297
 298         controller = agp_fe.controllers;
 299
 300         while (controller != NULL) {
 301                 if (controller->pid == id)
 302                         return controller;
 303                 controller = controller->next;
 304         }
 305
 306         return NULL;
 307 }
 308
 309 static struct agp_controller *agp_create_controller(pid_t id)
 310 {
 311         struct agp_controller *controller;
 312
 313         controller = kzalloc(sizeof(struct agp_controller), GFP_KERNEL);
 314         if (controller == NULL)
 315                 return NULL;
 316
 317         controller->pid = id;
 318         return controller;
 319 }
 320
 321 static int agp_insert_controller(struct agp_controller *controller)
 322 {
 323         struct agp_controller *prev_controller;
 324
 325         prev_controller = agp_fe.controllers;
 326         controller->next = prev_controller;
 327
 328         if (prev_controller != NULL)
 329                 prev_controller->prev = controller;
 330
 331         agp_fe.controllers = controller;
 332
 333         return 0;
 334 }
 335
 336 static void agp_remove_all_clients(struct agp_controller *controller)
 337 {
 338         struct agp_client *client;
 339         struct agp_client *temp;
 340
 341         client = controller->clients;
 342
 343         while (client) {
 344                 struct agp_file_private *priv;
 345
 346                 temp = client;
 347                 agp_remove_seg_from_client(temp);
 348                 priv = agp_find_private(temp->pid);
 349
 350                 if (priv != NULL) {
 351                         clear_bit(AGP_FF_IS_VALID, &priv->access_flags);
 352                         clear_bit(AGP_FF_IS_CLIENT, &priv->access_flags);
 353                 }
 354                 client = client->next;
 355                 kfree(temp);
 356         }
 357 }
 358
 359 static void agp_remove_all_memory(struct agp_controller *controller)
 360 {
 361         struct agp_memory *memory;
 362         struct agp_memory *temp;
 363
 364         memory = controller->pool;
 365
 366         while (memory) {
 367                 temp = memory;
 368                 memory = memory->next;
 369                 agp_free_memory_wrap(temp);
 370         }
 371 }
 372
 373 static int agp_remove_controller(struct agp_controller *controller)
 374 {
 375         struct agp_controller *prev_controller;
 376         struct agp_controller *next_controller;
 377
 378         prev_controller = controller->prev;
 379         next_controller = controller->next;
 380
 381         if (prev_controller != NULL) {
 382                 prev_controller->next = next_controller;
 383                 if (next_controller != NULL)
 384                         next_controller->prev = prev_controller;
 385
 386         } else {
 387                 if (next_controller != NULL)
 388                         next_controller->prev = NULL;
 389
 390                 agp_fe.controllers = next_controller;
 391         }
 392
 393         agp_remove_all_memory(controller);
 394         agp_remove_all_clients(controller);
 395
 396         if (agp_fe.current_controller == controller) {
 397                 agp_fe.current_controller = NULL;
 398                 agp_fe.backend_acquired = FALSE;
 399                 agp_backend_release(agp_bridge);
 400         }
 401         kfree(controller);
 402         return 0;
 403 }
 404
 405 static void agp_controller_make_current(struct agp_controller *controller)
 406 {
 407         struct agp_client *clients;
 408
 409         clients = controller->clients;
 410
 411         while (clients != NULL) {
 412                 struct agp_file_private *priv;
 413
 414                 priv = agp_find_private(clients->pid);
 415
 416                 if (priv != NULL) {
 417                         set_bit(AGP_FF_IS_VALID, &priv->access_flags);
 418                         set_bit(AGP_FF_IS_CLIENT, &priv->access_flags);
 419                 }
 420                 clients = clients->next;
 421         }
 422
 423         agp_fe.current_controller = controller;
 424 }
 425
 426 static void agp_controller_release_current(struct agp_controller *controller,
 427                                       struct agp_file_private *controller_priv)
 428 {
 429         struct agp_client *clients;
 430
 431         clear_bit(AGP_FF_IS_VALID, &controller_priv->access_flags);
 432         clients = controller->clients;
 433
 434         while (clients != NULL) {
 435                 struct agp_file_private *priv;
 436
 437                 priv = agp_find_private(clients->pid);
 438
 439                 if (priv != NULL)
 440                         clear_bit(AGP_FF_IS_VALID, &priv->access_flags);
 441
 442                 clients = clients->next;
 443         }
 444
 445         agp_fe.current_controller = NULL;
 446         agp_fe.used_by_controller = FALSE;
 447         agp_backend_release(agp_bridge);
 448 }
 449
 450 /*
 451  * Routines for managing client lists -
 452  * These routines are for managing the list of auth'ed clients.
 453  */
 454
 455 static struct agp_client
 456 *agp_find_client_in_controller(struct agp_controller *controller, pid_t id)
 457 {
 458         struct agp_client *client;
 459
 460         if (controller == NULL)
 461                 return NULL;
 462
 463         client = controller->clients;
 464
 465         while (client != NULL) {
 466                 if (client->pid == id)
 467                         return client;
 468                 client = client->next;
 469         }
 470
 471         return NULL;
 472 }
 473
 474 static struct agp_controller *agp_find_controller_for_client(pid_t id)
 475 {
 476         struct agp_controller *controller;
 477
 478         controller = agp_fe.controllers;
 479
 480         while (controller != NULL) {
 481                 if ((agp_find_client_in_controller(controller, id)) != NULL)
 482                         return controller;
 483                 controller = controller->next;
 484         }
 485
 486         return NULL;
 487 }
 488
 489 struct agp_client *agp_find_client_by_pid(pid_t id)
 490 {
 491         struct agp_client *temp;
 492
 493         if (agp_fe.current_controller == NULL)
 494                 return NULL;
 495
 496         temp = agp_find_client_in_controller(agp_fe.current_controller, id);
 497         return temp;
 498 }
 499
 500 static void agp_insert_client(struct agp_client *client)
 501 {
 502         struct agp_client *prev_client;
 503
 504         prev_client = agp_fe.current_controller->clients;
 505         client->next = prev_client;
 506
 507         if (prev_client != NULL)
 508                 prev_client->prev = client;
 509
 510         agp_fe.current_controller->clients = client;
 511         agp_fe.current_controller->num_clients++;
 512 }
 513
 514 struct agp_client *agp_create_client(pid_t id)
 515 {
 516         struct agp_client *new_client;
 517
 518         new_client = kzalloc(sizeof(struct agp_client), GFP_KERNEL);
 519         if (new_client == NULL)
 520                 return NULL;
 521
 522         new_client->pid = id;
 523         agp_insert_client(new_client);
 524         return new_client;
 525 }
 526
 527 int agp_remove_client(pid_t id)
 528 {
 529         struct agp_client *client;
 530         struct agp_client *prev_client;
 531         struct agp_client *next_client;
 532         struct agp_controller *controller;
 533
 534         controller = agp_find_controller_for_client(id);
 535         if (controller == NULL)
 536                 return -EINVAL;
 537
 538         client = agp_find_client_in_controller(controller, id);
 539         if (client == NULL)
 540                 return -EINVAL;
 541
 542         prev_client = client->prev;
 543         next_client = client->next;
 544
 545         if (prev_client != NULL) {
 546                 prev_client->next = next_client;
 547                 if (next_client != NULL)
 548                         next_client->prev = prev_client;
 549
 550         } else {
 551                 if (next_client != NULL)
 552                         next_client->prev = NULL;
 553                 controller->clients = next_client;
 554         }
 555
 556         controller->num_clients--;
 557         agp_remove_seg_from_client(client);
 558         kfree(client);
 559         return 0;
 560 }
 561
 562 /* End - Routines for managing client lists */
 563
 564 /* File Operations */
 565
 566 static int agp_mmap(struct file *file, struct vm_area_struct *vma)
 567 {
 568         unsigned int size, current_size;
 569         unsigned long offset;
 570         struct agp_client *client;
 571         struct agp_file_private *priv = file->private_data;
 572         struct agp_kern_info kerninfo;
 573
 574         mutex_lock(&(agp_fe.agp_mutex));
 575
 576         if (agp_fe.backend_acquired != TRUE)
 577                 goto out_eperm;
 578
 579         if (!(test_bit(AGP_FF_IS_VALID, &priv->access_flags)))
 580                 goto out_eperm;
 581
 582         agp_copy_info(agp_bridge, &kerninfo);
 583         size = vma->vm_end - vma->vm_start;
 584         current_size = kerninfo.aper_size;
 585         current_size = current_size * 0x100000;
 586         offset = vma->vm_pgoff << PAGE_SHIFT;
 587         DBG("%lx:%lx", offset, offset+size);
 588
 589         if (test_bit(AGP_FF_IS_CLIENT, &priv->access_flags)) {
 590                 if ((size + offset) > current_size)
 591                         goto out_inval;
 592
 593                 client = agp_find_client_by_pid(current->pid);
 594
 595                 if (client == NULL)
 596                         goto out_eperm;
 597
 598                 if (!agp_find_seg_in_client(client, offset, size, vma->vm_page_prot))
 599                         goto out_inval;
 600
 601                 DBG("client vm_ops=%p", kerninfo.vm_ops);
 602                 if (kerninfo.vm_ops) {
 603                         vma->vm_ops = kerninfo.vm_ops;
 604                 } else if (io_remap_pfn_range(vma, vma->vm_start,
 605                                 (kerninfo.aper_base + offset) >> PAGE_SHIFT,
 606                                             size, vma->vm_page_prot)) {
 607                         goto out_again;
 608                 }
 609                 mutex_unlock(&(agp_fe.agp_mutex));
 610                 return 0;
 611         }
 612
 613         if (test_bit(AGP_FF_IS_CONTROLLER, &priv->access_flags)) {
 614                 if (size != current_size)
 615                         goto out_inval;
 616
 617                 DBG("controller vm_ops=%p", kerninfo.vm_ops);
 618                 if (kerninfo.vm_ops) {
 619                         vma->vm_ops = kerninfo.vm_ops;
 620                 } else if (io_remap_pfn_range(vma, vma->vm_start,
 621                                             kerninfo.aper_base >> PAGE_SHIFT,
 622                                             size, vma->vm_page_prot)) {
 623                         goto out_again;
 624                 }
 625                 mutex_unlock(&(agp_fe.agp_mutex));
 626                 return 0;
 627         }
 628
 629 out_eperm:
 630         mutex_unlock(&(agp_fe.agp_mutex));
 631         return -EPERM;
 632
 633 out_inval:
 634         mutex_unlock(&(agp_fe.agp_mutex));
 635         return -EINVAL;
 636
 637 out_again:
 638         mutex_unlock(&(agp_fe.agp_mutex));
 639         return -EAGAIN;
 640 }
 641
 642 static int agp_release(struct inode *inode, struct file *file)
 643 {
 644         struct agp_file_private *priv = file->private_data;
 645
 646         mutex_lock(&(agp_fe.agp_mutex));
 647
 648         DBG("priv=%p", priv);
 649
 650         if (test_bit(AGP_FF_IS_CONTROLLER, &priv->access_flags)) {
 651                 struct agp_controller *controller;
 652
 653                 controller = agp_find_controller_by_pid(priv->my_pid);
 654
 655                 if (controller != NULL) {
 656                         if (controller == agp_fe.current_controller)
 657                                 agp_controller_release_current(controller, priv);
 658                         agp_remove_controller(controller);
 659                         controller = NULL;
 660                 }
 661         }
 662
 663         if (test_bit(AGP_FF_IS_CLIENT, &priv->access_flags))
 664                 agp_remove_client(priv->my_pid);
 665
 666         agp_remove_file_private(priv);
 667         kfree(priv);
 668         file->private_data = NULL;
 669         mutex_unlock(&(agp_fe.agp_mutex));
 670         return 0;
 671 }
 672
 673 static int agp_open(struct inode *inode, struct file *file)
 674 {
 675         int minor = iminor(inode);
 676         struct agp_file_private *priv;
 677         struct agp_client *client;
 678         int rc = -ENXIO;
 679
 680         mutex_lock(&(agp_fe.agp_mutex));
 681
 682         if (minor != AGPGART_MINOR)
 683                 goto err_out;
 684
 685         priv = kzalloc(sizeof(struct agp_file_private), GFP_KERNEL);
 686         if (priv == NULL)
 687                 goto err_out_nomem;
 688
 689         set_bit(AGP_FF_ALLOW_CLIENT, &priv->access_flags);
 690         priv->my_pid = current->pid;
 691
 692         if (capable(CAP_SYS_RAWIO)) {
 693                 /* Root priv, can be controller */
 694                 set_bit(AGP_FF_ALLOW_CONTROLLER, &priv->access_flags);
 695         }
 696         client = agp_find_client_by_pid(current->pid);
 697
 698         if (client != NULL) {
 699                 set_bit(AGP_FF_IS_CLIENT, &priv->access_flags);
 700                 set_bit(AGP_FF_IS_VALID, &priv->access_flags);
 701         }
 702         file->private_data = (void *) priv;
 703         agp_insert_file_private(priv);
 704         DBG("private=%p, client=%p", priv, client);
 705         mutex_unlock(&(agp_fe.agp_mutex));
 706         return 0;
 707
 708 err_out_nomem:
 709         rc = -ENOMEM;
 710 err_out:
 711         mutex_unlock(&(agp_fe.agp_mutex));
 712         return rc;
 713 }
 714
 715
 716 static ssize_t agp_read(struct file *file, char __user *buf,
 717                         size_t count, loff_t * ppos)
 718 {
 719         return -EINVAL;
 720 }
 721
 722 static ssize_t agp_write(struct file *file, const char __user *buf,
 723                          size_t count, loff_t * ppos)
 724 {
 725         return -EINVAL;
 726 }
 727
 728 static int agpioc_info_wrap(struct agp_file_private *priv, void __user *arg)
 729 {
 730         struct agp_info userinfo;
 731         struct agp_kern_info kerninfo;
 732
 733         agp_copy_info(agp_bridge, &kerninfo);
 734
 735         userinfo.version.major = kerninfo.version.major;
 736         userinfo.version.minor = kerninfo.version.minor;
 737         userinfo.bridge_id = kerninfo.device->vendor |
 738             (kerninfo.device->device << 16);
 739         userinfo.agp_mode = kerninfo.mode;
 740         userinfo.aper_base = kerninfo.aper_base;
 741         userinfo.aper_size = kerninfo.aper_size;
 742         userinfo.pg_total = userinfo.pg_system = kerninfo.max_memory;
 743         userinfo.pg_used = kerninfo.current_memory;
 744
 745         if (copy_to_user(arg, &userinfo, sizeof(struct agp_info)))
 746                 return -EFAULT;
 747
 748         return 0;
 749 }
 750
 751 int agpioc_acquire_wrap(struct agp_file_private *priv)
 752 {
 753         struct agp_controller *controller;
 754
 755         DBG("");
 756
 757         if (!(test_bit(AGP_FF_ALLOW_CONTROLLER, &priv->access_flags)))
 758                 return -EPERM;
 759
 760         if (agp_fe.current_controller != NULL)
 761                 return -EBUSY;
 762
 763         if (!agp_bridge)
 764                 return -ENODEV;
 765
 766         if (atomic_read(&agp_bridge->agp_in_use))
 767                 return -EBUSY;
 768
 769         atomic_inc(&agp_bridge->agp_in_use);
 770
 771         agp_fe.backend_acquired = TRUE;
 772
 773         controller = agp_find_controller_by_pid(priv->my_pid);
 774
 775         if (controller != NULL) {
 776                 agp_controller_make_current(controller);
 777         } else {
 778                 controller = agp_create_controller(priv->my_pid);
 779
 780                 if (controller == NULL) {
 781                         agp_fe.backend_acquired = FALSE;
 782                         agp_backend_release(agp_bridge);
 783                         return -ENOMEM;
 784                 }
 785                 agp_insert_controller(controller);
 786                 agp_controller_make_current(controller);
 787         }
 788
 789         set_bit(AGP_FF_IS_CONTROLLER, &priv->access_flags);
 790         set_bit(AGP_FF_IS_VALID, &priv->access_flags);
 791         return 0;
 792 }
 793
 794 int agpioc_release_wrap(struct agp_file_private *priv)
 795 {
 796         DBG("");
 797         agp_controller_release_current(agp_fe.current_controller, priv);
 798         return 0;
 799 }
 800
 801 int agpioc_setup_wrap(struct agp_file_private *priv, void __user *arg)
 802 {
 803         struct agp_setup mode;
 804
 805         DBG("");
 806         if (copy_from_user(&mode, arg, sizeof(struct agp_setup)))
 807                 return -EFAULT;
 808
 809         agp_enable(agp_bridge, mode.agp_mode);
 810         return 0;
 811 }
 812
 813 static int agpioc_reserve_wrap(struct agp_file_private *priv, void __user *arg)
 814 {
 815         struct agp_region reserve;
 816         struct agp_client *client;
 817         struct agp_file_private *client_priv;
 818
 819         DBG("");
 820         if (copy_from_user(&reserve, arg, sizeof(struct agp_region)))
 821                 return -EFAULT;
 822
 823         if ((unsigned) reserve.seg_count >= ~0U/sizeof(struct agp_segment))
 824                 return -EFAULT;
 825
 826         client = agp_find_client_by_pid(reserve.pid);
 827
 828         if (reserve.seg_count == 0) {
 829                 /* remove a client */
 830                 client_priv = agp_find_private(reserve.pid);
 831
 832                 if (client_priv != NULL) {
 833                         set_bit(AGP_FF_IS_CLIENT, &client_priv->access_flags);
 834                         set_bit(AGP_FF_IS_VALID, &client_priv->access_flags);
 835                 }
 836                 if (client == NULL) {
 837                         /* client is already removed */
 838                         return 0;
 839                 }
 840                 return agp_remove_client(reserve.pid);
 841         } else {
 842                 struct agp_segment *segment;
 843
 844                 if (reserve.seg_count >= 16384)
 845                         return -EINVAL;
 846
 847                 segment = kmalloc((sizeof(struct agp_segment) * reserve.seg_count),
 848                                   GFP_KERNEL);
 849
 850                 if (segment == NULL)
 851                         return -ENOMEM;
 852
 853                 if (copy_from_user(segment, (void __user *) reserve.seg_list,
 854                                    sizeof(struct agp_segment) * reserve.seg_count)) {
 855                         kfree(segment);
 856                         return -EFAULT;
 857                 }
 858                 reserve.seg_list = segment;
 859
 860                 if (client == NULL) {
 861                         /* Create the client and add the segment */
 862                         client = agp_create_client(reserve.pid);
 863
 864                         if (client == NULL) {
 865                                 kfree(segment);
 866                                 return -ENOMEM;
 867                         }
 868                         client_priv = agp_find_private(reserve.pid);
 869
 870                         if (client_priv != NULL) {
 871                                 set_bit(AGP_FF_IS_CLIENT, &client_priv->access_flags);
 872                                 set_bit(AGP_FF_IS_VALID, &client_priv->access_flags);
 873                         }
 874                 }
 875                 return agp_create_segment(client, &reserve);
 876         }
 877         /* Will never really happen */
 878         return -EINVAL;
 879 }
 880
 881 int agpioc_protect_wrap(struct agp_file_private *priv)
 882 {
 883         DBG("");
 884         /* This function is not currently implemented */
 885         return -EINVAL;
 886 }
 887
 888 static int agpioc_allocate_wrap(struct agp_file_private *priv, void __user *arg)
 889 {
 890         struct agp_memory *memory;
 891         struct agp_allocate alloc;
 892
 893         DBG("");
 894         if (copy_from_user(&alloc, arg, sizeof(struct agp_allocate)))
 895                 return -EFAULT;
 896
 897         if (alloc.type >= AGP_USER_TYPES)
 898                 return -EINVAL;
 899
 900         memory = agp_allocate_memory_wrap(alloc.pg_count, alloc.type);
 901
 902         if (memory == NULL)
 903                 return -ENOMEM;
 904
 905         alloc.key = memory->key;
 906         alloc.physical = memory->physical;
 907
 908         if (copy_to_user(arg, &alloc, sizeof(struct agp_allocate))) {
 909                 agp_free_memory_wrap(memory);
 910                 return -EFAULT;
 911         }
 912         return 0;
 913 }
 914
 915 int agpioc_deallocate_wrap(struct agp_file_private *priv, int arg)
 916 {
 917         struct agp_memory *memory;
 918
 919         DBG("");
 920         memory = agp_find_mem_by_key(arg);
 921
 922         if (memory == NULL)
 923                 return -EINVAL;
 924
 925         agp_free_memory_wrap(memory);
 926         return 0;
 927 }
 928
 929 static int agpioc_bind_wrap(struct agp_file_private *priv, void __user *arg)
 930 {
 931         struct agp_bind bind_info;
 932         struct agp_memory *memory;
 933
 934         DBG("");
 935         if (copy_from_user(&bind_info, arg, sizeof(struct agp_bind)))
 936                 return -EFAULT;
 937
 938         memory = agp_find_mem_by_key(bind_info.key);
 939
 940         if (memory == NULL)
 941                 return -EINVAL;
 942
 943         return agp_bind_memory(memory, bind_info.pg_start);
 944 }
 945
 946 static int agpioc_unbind_wrap(struct agp_file_private *priv, void __user *arg)
 947 {
 948         struct agp_memory *memory;
 949         struct agp_unbind unbind;
 950
 951         DBG("");
 952         if (copy_from_user(&unbind, arg, sizeof(struct agp_unbind)))
 953                 return -EFAULT;
 954
 955         memory = agp_find_mem_by_key(unbind.key);
 956
 957         if (memory == NULL)
 958                 return -EINVAL;
 959
 960         return agp_unbind_memory(memory);
 961 }
 962
 963 int agpioc_chipset_flush_wrap(struct agp_file_private *priv)
 964 {
 965         DBG("");
 966         agp_flush_chipset(agp_bridge);
 967         return 0;
 968 }
 969
 970 static int agp_ioctl(struct inode *inode, struct file *file,
 971                      unsigned int cmd, unsigned long arg)
 972 {
 973         struct agp_file_private *curr_priv = file->private_data;
 974         int ret_val = -ENOTTY;
 975
 976         DBG("priv=%p, cmd=%x", curr_priv, cmd);
 977         mutex_lock(&(agp_fe.agp_mutex));
 978
 979         if ((agp_fe.current_controller == NULL) &&
 980             (cmd != AGPIOC_ACQUIRE)) {
 981                 ret_val = -EINVAL;
 982                 goto ioctl_out;
 983         }
 984         if ((agp_fe.backend_acquired != TRUE) &&
 985             (cmd != AGPIOC_ACQUIRE)) {
 986                 ret_val = -EBUSY;
 987                 goto ioctl_out;
 988         }
 989         if (cmd != AGPIOC_ACQUIRE) {
 990                 if (!(test_bit(AGP_FF_IS_CONTROLLER, &curr_priv->access_flags))) {
 991                         ret_val = -EPERM;
 992                         goto ioctl_out;
 993                 }
 994                 /* Use the original pid of the controller,
 995                  * in case it's threaded */
 996
 997                 if (agp_fe.current_controller->pid != curr_priv->my_pid) {
 998                         ret_val = -EBUSY;
 999                         goto ioctl_out;
1000                 }
1001         }
1002
1003         switch (cmd) {
1004         case AGPIOC_INFO:
1005                 ret_val = agpioc_info_wrap(curr_priv, (void __user *) arg);
1006                 break;
1007
1008         case AGPIOC_ACQUIRE:
1009                 ret_val = agpioc_acquire_wrap(curr_priv);
1010                 break;
1011
1012         case AGPIOC_RELEASE:
1013                 ret_val = agpioc_release_wrap(curr_priv);
1014                 break;
1015
1016         case AGPIOC_SETUP:
1017                 ret_val = agpioc_setup_wrap(curr_priv, (void __user *) arg);
1018                 break;
1019
1020         case AGPIOC_RESERVE:
1021                 ret_val = agpioc_reserve_wrap(curr_priv, (void __user *) arg);
1022                 break;
1023
1024         case AGPIOC_PROTECT:
1025                 ret_val = agpioc_protect_wrap(curr_priv);
1026                 break;
1027
1028         case AGPIOC_ALLOCATE:
1029                 ret_val = agpioc_allocate_wrap(curr_priv, (void __user *) arg);
1030                 break;
1031
1032         case AGPIOC_DEALLOCATE:
1033                 ret_val = agpioc_deallocate_wrap(curr_priv, (int) arg);
1034                 break;
1035
1036         case AGPIOC_BIND:
1037                 ret_val = agpioc_bind_wrap(curr_priv, (void __user *) arg);
1038                 break;
1039
1040         case AGPIOC_UNBIND:
1041                 ret_val = agpioc_unbind_wrap(curr_priv, (void __user *) arg);
1042                 break;
1043
1044         case AGPIOC_CHIPSET_FLUSH:
1045                 ret_val = agpioc_chipset_flush_wrap(curr_priv);
1046                 break;
1047         }
1048
1049 ioctl_out:
1050         DBG("ioctl returns %d\n", ret_val);
1051         mutex_unlock(&(agp_fe.agp_mutex));
1052         return ret_val;
1053 }
1054
1055 static const struct file_operations agp_fops =
1056 {
1057         .owner          = THIS_MODULE,
1058         .llseek         = no_llseek,
1059         .read           = agp_read,
1060         .write          = agp_write,
1061         .ioctl          = agp_ioctl,
1062 #ifdef CONFIG_COMPAT
1063         .compat_ioctl   = compat_agp_ioctl,
1064 #endif
1065         .mmap           = agp_mmap,
1066         .open           = agp_open,
1067         .release        = agp_release,
1068 };
1069
1070 static struct miscdevice agp_miscdev =
1071 {
1072         .minor  = AGPGART_MINOR,
1073         .name   = "agpgart",
1074         .fops   = &agp_fops
1075 };
1076
1077 int agp_frontend_initialize(void)
1078 {
1079         memset(&agp_fe, 0, sizeof(struct agp_front_data));
1080         mutex_init(&(agp_fe.agp_mutex));
1081
1082         if (misc_register(&agp_miscdev)) {
1083                 printk(KERN_ERR PFX "unable to get minor: %d\n", AGPGART_MINOR);
1084                 return -EIO;
1085         }
1086         return 0;
1087 }
1088
1089 void agp_frontend_cleanup(void)
1090 {
1091         misc_deregister(&agp_miscdev);
1092 }