forked from luck/tmp_suning_uos_patched
4e950f6f01
Remove fs.h from mm.h. For this, 1) Uninline vma_wants_writenotify(). It's pretty huge anyway. 2) Add back fs.h or less bloated headers (err.h) to files that need it. As result, on x86_64 allyesconfig, fs.h dependencies cut down from 3929 files rebuilt down to 3444 (-12.3%). Cross-compile tested without regressions on my two usual configs and (sigh): alpha arm-mx1ads mips-bigsur powerpc-ebony alpha-allnoconfig arm-neponset mips-capcella powerpc-g5 alpha-defconfig arm-netwinder mips-cobalt powerpc-holly alpha-up arm-netx mips-db1000 powerpc-iseries arm arm-ns9xxx mips-db1100 powerpc-linkstation arm-assabet arm-omap_h2_1610 mips-db1200 powerpc-lite5200 arm-at91rm9200dk arm-onearm mips-db1500 powerpc-maple arm-at91rm9200ek arm-picotux200 mips-db1550 powerpc-mpc7448_hpc2 arm-at91sam9260ek arm-pleb mips-ddb5477 powerpc-mpc8272_ads arm-at91sam9261ek arm-pnx4008 mips-decstation powerpc-mpc8313_rdb arm-at91sam9263ek arm-pxa255-idp mips-e55 powerpc-mpc832x_mds arm-at91sam9rlek arm-realview mips-emma2rh powerpc-mpc832x_rdb arm-ateb9200 arm-realview-smp mips-excite powerpc-mpc834x_itx arm-badge4 arm-rpc mips-fulong powerpc-mpc834x_itxgp arm-carmeva arm-s3c2410 mips-ip22 powerpc-mpc834x_mds arm-cerfcube arm-shannon mips-ip27 powerpc-mpc836x_mds arm-clps7500 arm-shark mips-ip32 powerpc-mpc8540_ads arm-collie arm-simpad mips-jazz powerpc-mpc8544_ds arm-corgi arm-spitz mips-jmr3927 powerpc-mpc8560_ads arm-csb337 arm-trizeps4 mips-malta powerpc-mpc8568mds arm-csb637 arm-versatile mips-mipssim powerpc-mpc85xx_cds arm-ebsa110 i386 mips-mpc30x powerpc-mpc8641_hpcn arm-edb7211 i386-allnoconfig mips-msp71xx powerpc-mpc866_ads arm-em_x270 i386-defconfig mips-ocelot powerpc-mpc885_ads arm-ep93xx i386-up mips-pb1100 powerpc-pasemi arm-footbridge ia64 mips-pb1500 powerpc-pmac32 arm-fortunet ia64-allnoconfig mips-pb1550 powerpc-ppc64 arm-h3600 ia64-bigsur mips-pnx8550-jbs powerpc-prpmc2800 arm-h7201 ia64-defconfig mips-pnx8550-stb810 powerpc-ps3 arm-h7202 ia64-gensparse mips-qemu powerpc-pseries arm-hackkit ia64-sim mips-rbhma4200 powerpc-up arm-integrator ia64-sn2 mips-rbhma4500 s390 arm-iop13xx ia64-tiger mips-rm200 s390-allnoconfig arm-iop32x ia64-up mips-sb1250-swarm s390-defconfig arm-iop33x ia64-zx1 mips-sead s390-up arm-ixp2000 m68k mips-tb0219 sparc arm-ixp23xx m68k-amiga mips-tb0226 sparc-allnoconfig arm-ixp4xx m68k-apollo mips-tb0287 sparc-defconfig arm-jornada720 m68k-atari mips-workpad sparc-up arm-kafa m68k-bvme6000 mips-wrppmc sparc64 arm-kb9202 m68k-hp300 mips-yosemite sparc64-allnoconfig arm-ks8695 m68k-mac parisc sparc64-defconfig arm-lart m68k-mvme147 parisc-allnoconfig sparc64-up arm-lpd270 m68k-mvme16x parisc-defconfig um-x86_64 arm-lpd7a400 m68k-q40 parisc-up x86_64 arm-lpd7a404 m68k-sun3 powerpc x86_64-allnoconfig arm-lubbock m68k-sun3x powerpc-cell x86_64-defconfig arm-lusl7200 mips powerpc-celleb x86_64-up arm-mainstone mips-atlas powerpc-chrp32 Signed-off-by: Alexey Dobriyan <adobriyan@gmail.com> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
1082 lines
24 KiB
C
1082 lines
24 KiB
C
/*
|
|
* AGPGART driver frontend
|
|
* Copyright (C) 2004 Silicon Graphics, Inc.
|
|
* Copyright (C) 2002-2003 Dave Jones
|
|
* Copyright (C) 1999 Jeff Hartmann
|
|
* Copyright (C) 1999 Precision Insight, Inc.
|
|
* Copyright (C) 1999 Xi Graphics, Inc.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
* to deal in the Software without restriction, including without limitation
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included
|
|
* in all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
|
* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
* JEFF HARTMANN, OR ANY OTHER CONTRIBUTORS BE LIABLE FOR ANY CLAIM,
|
|
* DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
|
|
* OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
|
|
* OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
*
|
|
*/
|
|
|
|
#include <linux/types.h>
|
|
#include <linux/kernel.h>
|
|
#include <linux/module.h>
|
|
#include <linux/mman.h>
|
|
#include <linux/pci.h>
|
|
#include <linux/init.h>
|
|
#include <linux/miscdevice.h>
|
|
#include <linux/agp_backend.h>
|
|
#include <linux/agpgart.h>
|
|
#include <linux/slab.h>
|
|
#include <linux/mm.h>
|
|
#include <linux/fs.h>
|
|
#include <linux/sched.h>
|
|
#include <asm/uaccess.h>
|
|
#include <asm/pgtable.h>
|
|
#include "agp.h"
|
|
|
|
struct agp_front_data agp_fe;
|
|
|
|
struct agp_memory *agp_find_mem_by_key(int key)
|
|
{
|
|
struct agp_memory *curr;
|
|
|
|
if (agp_fe.current_controller == NULL)
|
|
return NULL;
|
|
|
|
curr = agp_fe.current_controller->pool;
|
|
|
|
while (curr != NULL) {
|
|
if (curr->key == key)
|
|
break;
|
|
curr = curr->next;
|
|
}
|
|
|
|
DBG("key=%d -> mem=%p", key, curr);
|
|
return curr;
|
|
}
|
|
|
|
static void agp_remove_from_pool(struct agp_memory *temp)
|
|
{
|
|
struct agp_memory *prev;
|
|
struct agp_memory *next;
|
|
|
|
/* Check to see if this is even in the memory pool */
|
|
|
|
DBG("mem=%p", temp);
|
|
if (agp_find_mem_by_key(temp->key) != NULL) {
|
|
next = temp->next;
|
|
prev = temp->prev;
|
|
|
|
if (prev != NULL) {
|
|
prev->next = next;
|
|
if (next != NULL)
|
|
next->prev = prev;
|
|
|
|
} else {
|
|
/* This is the first item on the list */
|
|
if (next != NULL)
|
|
next->prev = NULL;
|
|
|
|
agp_fe.current_controller->pool = next;
|
|
}
|
|
}
|
|
}
|
|
|
|
/*
|
|
* Routines for managing each client's segment list -
|
|
* These routines handle adding and removing segments
|
|
* to each auth'ed client.
|
|
*/
|
|
|
|
static struct
|
|
agp_segment_priv *agp_find_seg_in_client(const struct agp_client *client,
|
|
unsigned long offset,
|
|
int size, pgprot_t page_prot)
|
|
{
|
|
struct agp_segment_priv *seg;
|
|
int num_segments, i;
|
|
off_t pg_start;
|
|
size_t pg_count;
|
|
|
|
pg_start = offset / 4096;
|
|
pg_count = size / 4096;
|
|
seg = *(client->segments);
|
|
num_segments = client->num_segments;
|
|
|
|
for (i = 0; i < client->num_segments; i++) {
|
|
if ((seg[i].pg_start == pg_start) &&
|
|
(seg[i].pg_count == pg_count) &&
|
|
(pgprot_val(seg[i].prot) == pgprot_val(page_prot))) {
|
|
return seg + i;
|
|
}
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static void agp_remove_seg_from_client(struct agp_client *client)
|
|
{
|
|
DBG("client=%p", client);
|
|
|
|
if (client->segments != NULL) {
|
|
if (*(client->segments) != NULL) {
|
|
DBG("Freeing %p from client %p", *(client->segments), client);
|
|
kfree(*(client->segments));
|
|
}
|
|
DBG("Freeing %p from client %p", client->segments, client);
|
|
kfree(client->segments);
|
|
client->segments = NULL;
|
|
}
|
|
}
|
|
|
|
static void agp_add_seg_to_client(struct agp_client *client,
|
|
struct agp_segment_priv ** seg, int num_segments)
|
|
{
|
|
struct agp_segment_priv **prev_seg;
|
|
|
|
prev_seg = client->segments;
|
|
|
|
if (prev_seg != NULL)
|
|
agp_remove_seg_from_client(client);
|
|
|
|
DBG("Adding seg %p (%d segments) to client %p", seg, num_segments, client);
|
|
client->num_segments = num_segments;
|
|
client->segments = seg;
|
|
}
|
|
|
|
static pgprot_t agp_convert_mmap_flags(int prot)
|
|
{
|
|
unsigned long prot_bits;
|
|
|
|
prot_bits = calc_vm_prot_bits(prot) | VM_SHARED;
|
|
return vm_get_page_prot(prot_bits);
|
|
}
|
|
|
|
int agp_create_segment(struct agp_client *client, struct agp_region *region)
|
|
{
|
|
struct agp_segment_priv **ret_seg;
|
|
struct agp_segment_priv *seg;
|
|
struct agp_segment *user_seg;
|
|
size_t i;
|
|
|
|
seg = kzalloc((sizeof(struct agp_segment_priv) * region->seg_count), GFP_KERNEL);
|
|
if (seg == NULL) {
|
|
kfree(region->seg_list);
|
|
region->seg_list = NULL;
|
|
return -ENOMEM;
|
|
}
|
|
user_seg = region->seg_list;
|
|
|
|
for (i = 0; i < region->seg_count; i++) {
|
|
seg[i].pg_start = user_seg[i].pg_start;
|
|
seg[i].pg_count = user_seg[i].pg_count;
|
|
seg[i].prot = agp_convert_mmap_flags(user_seg[i].prot);
|
|
}
|
|
kfree(region->seg_list);
|
|
region->seg_list = NULL;
|
|
|
|
ret_seg = kmalloc(sizeof(void *), GFP_KERNEL);
|
|
if (ret_seg == NULL) {
|
|
kfree(seg);
|
|
return -ENOMEM;
|
|
}
|
|
*ret_seg = seg;
|
|
agp_add_seg_to_client(client, ret_seg, region->seg_count);
|
|
return 0;
|
|
}
|
|
|
|
/* End - Routines for managing each client's segment list */
|
|
|
|
/* This function must only be called when current_controller != NULL */
|
|
static void agp_insert_into_pool(struct agp_memory * temp)
|
|
{
|
|
struct agp_memory *prev;
|
|
|
|
prev = agp_fe.current_controller->pool;
|
|
|
|
if (prev != NULL) {
|
|
prev->prev = temp;
|
|
temp->next = prev;
|
|
}
|
|
agp_fe.current_controller->pool = temp;
|
|
}
|
|
|
|
|
|
/* File private list routines */
|
|
|
|
struct agp_file_private *agp_find_private(pid_t pid)
|
|
{
|
|
struct agp_file_private *curr;
|
|
|
|
curr = agp_fe.file_priv_list;
|
|
|
|
while (curr != NULL) {
|
|
if (curr->my_pid == pid)
|
|
return curr;
|
|
curr = curr->next;
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static void agp_insert_file_private(struct agp_file_private * priv)
|
|
{
|
|
struct agp_file_private *prev;
|
|
|
|
prev = agp_fe.file_priv_list;
|
|
|
|
if (prev != NULL)
|
|
prev->prev = priv;
|
|
priv->next = prev;
|
|
agp_fe.file_priv_list = priv;
|
|
}
|
|
|
|
static void agp_remove_file_private(struct agp_file_private * priv)
|
|
{
|
|
struct agp_file_private *next;
|
|
struct agp_file_private *prev;
|
|
|
|
next = priv->next;
|
|
prev = priv->prev;
|
|
|
|
if (prev != NULL) {
|
|
prev->next = next;
|
|
|
|
if (next != NULL)
|
|
next->prev = prev;
|
|
|
|
} else {
|
|
if (next != NULL)
|
|
next->prev = NULL;
|
|
|
|
agp_fe.file_priv_list = next;
|
|
}
|
|
}
|
|
|
|
/* End - File flag list routines */
|
|
|
|
/*
|
|
* Wrappers for agp_free_memory & agp_allocate_memory
|
|
* These make sure that internal lists are kept updated.
|
|
*/
|
|
void agp_free_memory_wrap(struct agp_memory *memory)
|
|
{
|
|
agp_remove_from_pool(memory);
|
|
agp_free_memory(memory);
|
|
}
|
|
|
|
struct agp_memory *agp_allocate_memory_wrap(size_t pg_count, u32 type)
|
|
{
|
|
struct agp_memory *memory;
|
|
|
|
memory = agp_allocate_memory(agp_bridge, pg_count, type);
|
|
if (memory == NULL)
|
|
return NULL;
|
|
|
|
agp_insert_into_pool(memory);
|
|
return memory;
|
|
}
|
|
|
|
/* Routines for managing the list of controllers -
|
|
* These routines manage the current controller, and the list of
|
|
* controllers
|
|
*/
|
|
|
|
static struct agp_controller *agp_find_controller_by_pid(pid_t id)
|
|
{
|
|
struct agp_controller *controller;
|
|
|
|
controller = agp_fe.controllers;
|
|
|
|
while (controller != NULL) {
|
|
if (controller->pid == id)
|
|
return controller;
|
|
controller = controller->next;
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static struct agp_controller *agp_create_controller(pid_t id)
|
|
{
|
|
struct agp_controller *controller;
|
|
|
|
controller = kzalloc(sizeof(struct agp_controller), GFP_KERNEL);
|
|
if (controller == NULL)
|
|
return NULL;
|
|
|
|
controller->pid = id;
|
|
return controller;
|
|
}
|
|
|
|
static int agp_insert_controller(struct agp_controller *controller)
|
|
{
|
|
struct agp_controller *prev_controller;
|
|
|
|
prev_controller = agp_fe.controllers;
|
|
controller->next = prev_controller;
|
|
|
|
if (prev_controller != NULL)
|
|
prev_controller->prev = controller;
|
|
|
|
agp_fe.controllers = controller;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void agp_remove_all_clients(struct agp_controller *controller)
|
|
{
|
|
struct agp_client *client;
|
|
struct agp_client *temp;
|
|
|
|
client = controller->clients;
|
|
|
|
while (client) {
|
|
struct agp_file_private *priv;
|
|
|
|
temp = client;
|
|
agp_remove_seg_from_client(temp);
|
|
priv = agp_find_private(temp->pid);
|
|
|
|
if (priv != NULL) {
|
|
clear_bit(AGP_FF_IS_VALID, &priv->access_flags);
|
|
clear_bit(AGP_FF_IS_CLIENT, &priv->access_flags);
|
|
}
|
|
client = client->next;
|
|
kfree(temp);
|
|
}
|
|
}
|
|
|
|
static void agp_remove_all_memory(struct agp_controller *controller)
|
|
{
|
|
struct agp_memory *memory;
|
|
struct agp_memory *temp;
|
|
|
|
memory = controller->pool;
|
|
|
|
while (memory) {
|
|
temp = memory;
|
|
memory = memory->next;
|
|
agp_free_memory_wrap(temp);
|
|
}
|
|
}
|
|
|
|
static int agp_remove_controller(struct agp_controller *controller)
|
|
{
|
|
struct agp_controller *prev_controller;
|
|
struct agp_controller *next_controller;
|
|
|
|
prev_controller = controller->prev;
|
|
next_controller = controller->next;
|
|
|
|
if (prev_controller != NULL) {
|
|
prev_controller->next = next_controller;
|
|
if (next_controller != NULL)
|
|
next_controller->prev = prev_controller;
|
|
|
|
} else {
|
|
if (next_controller != NULL)
|
|
next_controller->prev = NULL;
|
|
|
|
agp_fe.controllers = next_controller;
|
|
}
|
|
|
|
agp_remove_all_memory(controller);
|
|
agp_remove_all_clients(controller);
|
|
|
|
if (agp_fe.current_controller == controller) {
|
|
agp_fe.current_controller = NULL;
|
|
agp_fe.backend_acquired = FALSE;
|
|
agp_backend_release(agp_bridge);
|
|
}
|
|
kfree(controller);
|
|
return 0;
|
|
}
|
|
|
|
static void agp_controller_make_current(struct agp_controller *controller)
|
|
{
|
|
struct agp_client *clients;
|
|
|
|
clients = controller->clients;
|
|
|
|
while (clients != NULL) {
|
|
struct agp_file_private *priv;
|
|
|
|
priv = agp_find_private(clients->pid);
|
|
|
|
if (priv != NULL) {
|
|
set_bit(AGP_FF_IS_VALID, &priv->access_flags);
|
|
set_bit(AGP_FF_IS_CLIENT, &priv->access_flags);
|
|
}
|
|
clients = clients->next;
|
|
}
|
|
|
|
agp_fe.current_controller = controller;
|
|
}
|
|
|
|
static void agp_controller_release_current(struct agp_controller *controller,
|
|
struct agp_file_private *controller_priv)
|
|
{
|
|
struct agp_client *clients;
|
|
|
|
clear_bit(AGP_FF_IS_VALID, &controller_priv->access_flags);
|
|
clients = controller->clients;
|
|
|
|
while (clients != NULL) {
|
|
struct agp_file_private *priv;
|
|
|
|
priv = agp_find_private(clients->pid);
|
|
|
|
if (priv != NULL)
|
|
clear_bit(AGP_FF_IS_VALID, &priv->access_flags);
|
|
|
|
clients = clients->next;
|
|
}
|
|
|
|
agp_fe.current_controller = NULL;
|
|
agp_fe.used_by_controller = FALSE;
|
|
agp_backend_release(agp_bridge);
|
|
}
|
|
|
|
/*
|
|
* Routines for managing client lists -
|
|
* These routines are for managing the list of auth'ed clients.
|
|
*/
|
|
|
|
static struct agp_client
|
|
*agp_find_client_in_controller(struct agp_controller *controller, pid_t id)
|
|
{
|
|
struct agp_client *client;
|
|
|
|
if (controller == NULL)
|
|
return NULL;
|
|
|
|
client = controller->clients;
|
|
|
|
while (client != NULL) {
|
|
if (client->pid == id)
|
|
return client;
|
|
client = client->next;
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static struct agp_controller *agp_find_controller_for_client(pid_t id)
|
|
{
|
|
struct agp_controller *controller;
|
|
|
|
controller = agp_fe.controllers;
|
|
|
|
while (controller != NULL) {
|
|
if ((agp_find_client_in_controller(controller, id)) != NULL)
|
|
return controller;
|
|
controller = controller->next;
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
struct agp_client *agp_find_client_by_pid(pid_t id)
|
|
{
|
|
struct agp_client *temp;
|
|
|
|
if (agp_fe.current_controller == NULL)
|
|
return NULL;
|
|
|
|
temp = agp_find_client_in_controller(agp_fe.current_controller, id);
|
|
return temp;
|
|
}
|
|
|
|
static void agp_insert_client(struct agp_client *client)
|
|
{
|
|
struct agp_client *prev_client;
|
|
|
|
prev_client = agp_fe.current_controller->clients;
|
|
client->next = prev_client;
|
|
|
|
if (prev_client != NULL)
|
|
prev_client->prev = client;
|
|
|
|
agp_fe.current_controller->clients = client;
|
|
agp_fe.current_controller->num_clients++;
|
|
}
|
|
|
|
struct agp_client *agp_create_client(pid_t id)
|
|
{
|
|
struct agp_client *new_client;
|
|
|
|
new_client = kzalloc(sizeof(struct agp_client), GFP_KERNEL);
|
|
if (new_client == NULL)
|
|
return NULL;
|
|
|
|
new_client->pid = id;
|
|
agp_insert_client(new_client);
|
|
return new_client;
|
|
}
|
|
|
|
int agp_remove_client(pid_t id)
|
|
{
|
|
struct agp_client *client;
|
|
struct agp_client *prev_client;
|
|
struct agp_client *next_client;
|
|
struct agp_controller *controller;
|
|
|
|
controller = agp_find_controller_for_client(id);
|
|
if (controller == NULL)
|
|
return -EINVAL;
|
|
|
|
client = agp_find_client_in_controller(controller, id);
|
|
if (client == NULL)
|
|
return -EINVAL;
|
|
|
|
prev_client = client->prev;
|
|
next_client = client->next;
|
|
|
|
if (prev_client != NULL) {
|
|
prev_client->next = next_client;
|
|
if (next_client != NULL)
|
|
next_client->prev = prev_client;
|
|
|
|
} else {
|
|
if (next_client != NULL)
|
|
next_client->prev = NULL;
|
|
controller->clients = next_client;
|
|
}
|
|
|
|
controller->num_clients--;
|
|
agp_remove_seg_from_client(client);
|
|
kfree(client);
|
|
return 0;
|
|
}
|
|
|
|
/* End - Routines for managing client lists */
|
|
|
|
/* File Operations */
|
|
|
|
static int agp_mmap(struct file *file, struct vm_area_struct *vma)
|
|
{
|
|
unsigned int size, current_size;
|
|
unsigned long offset;
|
|
struct agp_client *client;
|
|
struct agp_file_private *priv = file->private_data;
|
|
struct agp_kern_info kerninfo;
|
|
|
|
mutex_lock(&(agp_fe.agp_mutex));
|
|
|
|
if (agp_fe.backend_acquired != TRUE)
|
|
goto out_eperm;
|
|
|
|
if (!(test_bit(AGP_FF_IS_VALID, &priv->access_flags)))
|
|
goto out_eperm;
|
|
|
|
agp_copy_info(agp_bridge, &kerninfo);
|
|
size = vma->vm_end - vma->vm_start;
|
|
current_size = kerninfo.aper_size;
|
|
current_size = current_size * 0x100000;
|
|
offset = vma->vm_pgoff << PAGE_SHIFT;
|
|
DBG("%lx:%lx", offset, offset+size);
|
|
|
|
if (test_bit(AGP_FF_IS_CLIENT, &priv->access_flags)) {
|
|
if ((size + offset) > current_size)
|
|
goto out_inval;
|
|
|
|
client = agp_find_client_by_pid(current->pid);
|
|
|
|
if (client == NULL)
|
|
goto out_eperm;
|
|
|
|
if (!agp_find_seg_in_client(client, offset, size, vma->vm_page_prot))
|
|
goto out_inval;
|
|
|
|
DBG("client vm_ops=%p", kerninfo.vm_ops);
|
|
if (kerninfo.vm_ops) {
|
|
vma->vm_ops = kerninfo.vm_ops;
|
|
} else if (io_remap_pfn_range(vma, vma->vm_start,
|
|
(kerninfo.aper_base + offset) >> PAGE_SHIFT,
|
|
size, vma->vm_page_prot)) {
|
|
goto out_again;
|
|
}
|
|
mutex_unlock(&(agp_fe.agp_mutex));
|
|
return 0;
|
|
}
|
|
|
|
if (test_bit(AGP_FF_IS_CONTROLLER, &priv->access_flags)) {
|
|
if (size != current_size)
|
|
goto out_inval;
|
|
|
|
DBG("controller vm_ops=%p", kerninfo.vm_ops);
|
|
if (kerninfo.vm_ops) {
|
|
vma->vm_ops = kerninfo.vm_ops;
|
|
} else if (io_remap_pfn_range(vma, vma->vm_start,
|
|
kerninfo.aper_base >> PAGE_SHIFT,
|
|
size, vma->vm_page_prot)) {
|
|
goto out_again;
|
|
}
|
|
mutex_unlock(&(agp_fe.agp_mutex));
|
|
return 0;
|
|
}
|
|
|
|
out_eperm:
|
|
mutex_unlock(&(agp_fe.agp_mutex));
|
|
return -EPERM;
|
|
|
|
out_inval:
|
|
mutex_unlock(&(agp_fe.agp_mutex));
|
|
return -EINVAL;
|
|
|
|
out_again:
|
|
mutex_unlock(&(agp_fe.agp_mutex));
|
|
return -EAGAIN;
|
|
}
|
|
|
|
static int agp_release(struct inode *inode, struct file *file)
|
|
{
|
|
struct agp_file_private *priv = file->private_data;
|
|
|
|
mutex_lock(&(agp_fe.agp_mutex));
|
|
|
|
DBG("priv=%p", priv);
|
|
|
|
if (test_bit(AGP_FF_IS_CONTROLLER, &priv->access_flags)) {
|
|
struct agp_controller *controller;
|
|
|
|
controller = agp_find_controller_by_pid(priv->my_pid);
|
|
|
|
if (controller != NULL) {
|
|
if (controller == agp_fe.current_controller)
|
|
agp_controller_release_current(controller, priv);
|
|
agp_remove_controller(controller);
|
|
controller = NULL;
|
|
}
|
|
}
|
|
|
|
if (test_bit(AGP_FF_IS_CLIENT, &priv->access_flags))
|
|
agp_remove_client(priv->my_pid);
|
|
|
|
agp_remove_file_private(priv);
|
|
kfree(priv);
|
|
file->private_data = NULL;
|
|
mutex_unlock(&(agp_fe.agp_mutex));
|
|
return 0;
|
|
}
|
|
|
|
static int agp_open(struct inode *inode, struct file *file)
|
|
{
|
|
int minor = iminor(inode);
|
|
struct agp_file_private *priv;
|
|
struct agp_client *client;
|
|
int rc = -ENXIO;
|
|
|
|
mutex_lock(&(agp_fe.agp_mutex));
|
|
|
|
if (minor != AGPGART_MINOR)
|
|
goto err_out;
|
|
|
|
priv = kzalloc(sizeof(struct agp_file_private), GFP_KERNEL);
|
|
if (priv == NULL)
|
|
goto err_out_nomem;
|
|
|
|
set_bit(AGP_FF_ALLOW_CLIENT, &priv->access_flags);
|
|
priv->my_pid = current->pid;
|
|
|
|
if ((current->uid == 0) || (current->suid == 0)) {
|
|
/* Root priv, can be controller */
|
|
set_bit(AGP_FF_ALLOW_CONTROLLER, &priv->access_flags);
|
|
}
|
|
client = agp_find_client_by_pid(current->pid);
|
|
|
|
if (client != NULL) {
|
|
set_bit(AGP_FF_IS_CLIENT, &priv->access_flags);
|
|
set_bit(AGP_FF_IS_VALID, &priv->access_flags);
|
|
}
|
|
file->private_data = (void *) priv;
|
|
agp_insert_file_private(priv);
|
|
DBG("private=%p, client=%p", priv, client);
|
|
mutex_unlock(&(agp_fe.agp_mutex));
|
|
return 0;
|
|
|
|
err_out_nomem:
|
|
rc = -ENOMEM;
|
|
err_out:
|
|
mutex_unlock(&(agp_fe.agp_mutex));
|
|
return rc;
|
|
}
|
|
|
|
|
|
static ssize_t agp_read(struct file *file, char __user *buf,
|
|
size_t count, loff_t * ppos)
|
|
{
|
|
return -EINVAL;
|
|
}
|
|
|
|
static ssize_t agp_write(struct file *file, const char __user *buf,
|
|
size_t count, loff_t * ppos)
|
|
{
|
|
return -EINVAL;
|
|
}
|
|
|
|
static int agpioc_info_wrap(struct agp_file_private *priv, void __user *arg)
|
|
{
|
|
struct agp_info userinfo;
|
|
struct agp_kern_info kerninfo;
|
|
|
|
agp_copy_info(agp_bridge, &kerninfo);
|
|
|
|
userinfo.version.major = kerninfo.version.major;
|
|
userinfo.version.minor = kerninfo.version.minor;
|
|
userinfo.bridge_id = kerninfo.device->vendor |
|
|
(kerninfo.device->device << 16);
|
|
userinfo.agp_mode = kerninfo.mode;
|
|
userinfo.aper_base = kerninfo.aper_base;
|
|
userinfo.aper_size = kerninfo.aper_size;
|
|
userinfo.pg_total = userinfo.pg_system = kerninfo.max_memory;
|
|
userinfo.pg_used = kerninfo.current_memory;
|
|
|
|
if (copy_to_user(arg, &userinfo, sizeof(struct agp_info)))
|
|
return -EFAULT;
|
|
|
|
return 0;
|
|
}
|
|
|
|
int agpioc_acquire_wrap(struct agp_file_private *priv)
|
|
{
|
|
struct agp_controller *controller;
|
|
|
|
DBG("");
|
|
|
|
if (!(test_bit(AGP_FF_ALLOW_CONTROLLER, &priv->access_flags)))
|
|
return -EPERM;
|
|
|
|
if (agp_fe.current_controller != NULL)
|
|
return -EBUSY;
|
|
|
|
if (!agp_bridge)
|
|
return -ENODEV;
|
|
|
|
if (atomic_read(&agp_bridge->agp_in_use))
|
|
return -EBUSY;
|
|
|
|
atomic_inc(&agp_bridge->agp_in_use);
|
|
|
|
agp_fe.backend_acquired = TRUE;
|
|
|
|
controller = agp_find_controller_by_pid(priv->my_pid);
|
|
|
|
if (controller != NULL) {
|
|
agp_controller_make_current(controller);
|
|
} else {
|
|
controller = agp_create_controller(priv->my_pid);
|
|
|
|
if (controller == NULL) {
|
|
agp_fe.backend_acquired = FALSE;
|
|
agp_backend_release(agp_bridge);
|
|
return -ENOMEM;
|
|
}
|
|
agp_insert_controller(controller);
|
|
agp_controller_make_current(controller);
|
|
}
|
|
|
|
set_bit(AGP_FF_IS_CONTROLLER, &priv->access_flags);
|
|
set_bit(AGP_FF_IS_VALID, &priv->access_flags);
|
|
return 0;
|
|
}
|
|
|
|
int agpioc_release_wrap(struct agp_file_private *priv)
|
|
{
|
|
DBG("");
|
|
agp_controller_release_current(agp_fe.current_controller, priv);
|
|
return 0;
|
|
}
|
|
|
|
int agpioc_setup_wrap(struct agp_file_private *priv, void __user *arg)
|
|
{
|
|
struct agp_setup mode;
|
|
|
|
DBG("");
|
|
if (copy_from_user(&mode, arg, sizeof(struct agp_setup)))
|
|
return -EFAULT;
|
|
|
|
agp_enable(agp_bridge, mode.agp_mode);
|
|
return 0;
|
|
}
|
|
|
|
static int agpioc_reserve_wrap(struct agp_file_private *priv, void __user *arg)
|
|
{
|
|
struct agp_region reserve;
|
|
struct agp_client *client;
|
|
struct agp_file_private *client_priv;
|
|
|
|
DBG("");
|
|
if (copy_from_user(&reserve, arg, sizeof(struct agp_region)))
|
|
return -EFAULT;
|
|
|
|
if ((unsigned) reserve.seg_count >= ~0U/sizeof(struct agp_segment))
|
|
return -EFAULT;
|
|
|
|
client = agp_find_client_by_pid(reserve.pid);
|
|
|
|
if (reserve.seg_count == 0) {
|
|
/* remove a client */
|
|
client_priv = agp_find_private(reserve.pid);
|
|
|
|
if (client_priv != NULL) {
|
|
set_bit(AGP_FF_IS_CLIENT, &client_priv->access_flags);
|
|
set_bit(AGP_FF_IS_VALID, &client_priv->access_flags);
|
|
}
|
|
if (client == NULL) {
|
|
/* client is already removed */
|
|
return 0;
|
|
}
|
|
return agp_remove_client(reserve.pid);
|
|
} else {
|
|
struct agp_segment *segment;
|
|
|
|
if (reserve.seg_count >= 16384)
|
|
return -EINVAL;
|
|
|
|
segment = kmalloc((sizeof(struct agp_segment) * reserve.seg_count),
|
|
GFP_KERNEL);
|
|
|
|
if (segment == NULL)
|
|
return -ENOMEM;
|
|
|
|
if (copy_from_user(segment, (void __user *) reserve.seg_list,
|
|
sizeof(struct agp_segment) * reserve.seg_count)) {
|
|
kfree(segment);
|
|
return -EFAULT;
|
|
}
|
|
reserve.seg_list = segment;
|
|
|
|
if (client == NULL) {
|
|
/* Create the client and add the segment */
|
|
client = agp_create_client(reserve.pid);
|
|
|
|
if (client == NULL) {
|
|
kfree(segment);
|
|
return -ENOMEM;
|
|
}
|
|
client_priv = agp_find_private(reserve.pid);
|
|
|
|
if (client_priv != NULL) {
|
|
set_bit(AGP_FF_IS_CLIENT, &client_priv->access_flags);
|
|
set_bit(AGP_FF_IS_VALID, &client_priv->access_flags);
|
|
}
|
|
}
|
|
return agp_create_segment(client, &reserve);
|
|
}
|
|
/* Will never really happen */
|
|
return -EINVAL;
|
|
}
|
|
|
|
int agpioc_protect_wrap(struct agp_file_private *priv)
|
|
{
|
|
DBG("");
|
|
/* This function is not currently implemented */
|
|
return -EINVAL;
|
|
}
|
|
|
|
static int agpioc_allocate_wrap(struct agp_file_private *priv, void __user *arg)
|
|
{
|
|
struct agp_memory *memory;
|
|
struct agp_allocate alloc;
|
|
|
|
DBG("");
|
|
if (copy_from_user(&alloc, arg, sizeof(struct agp_allocate)))
|
|
return -EFAULT;
|
|
|
|
if (alloc.type >= AGP_USER_TYPES)
|
|
return -EINVAL;
|
|
|
|
memory = agp_allocate_memory_wrap(alloc.pg_count, alloc.type);
|
|
|
|
if (memory == NULL)
|
|
return -ENOMEM;
|
|
|
|
alloc.key = memory->key;
|
|
alloc.physical = memory->physical;
|
|
|
|
if (copy_to_user(arg, &alloc, sizeof(struct agp_allocate))) {
|
|
agp_free_memory_wrap(memory);
|
|
return -EFAULT;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
int agpioc_deallocate_wrap(struct agp_file_private *priv, int arg)
|
|
{
|
|
struct agp_memory *memory;
|
|
|
|
DBG("");
|
|
memory = agp_find_mem_by_key(arg);
|
|
|
|
if (memory == NULL)
|
|
return -EINVAL;
|
|
|
|
agp_free_memory_wrap(memory);
|
|
return 0;
|
|
}
|
|
|
|
static int agpioc_bind_wrap(struct agp_file_private *priv, void __user *arg)
|
|
{
|
|
struct agp_bind bind_info;
|
|
struct agp_memory *memory;
|
|
|
|
DBG("");
|
|
if (copy_from_user(&bind_info, arg, sizeof(struct agp_bind)))
|
|
return -EFAULT;
|
|
|
|
memory = agp_find_mem_by_key(bind_info.key);
|
|
|
|
if (memory == NULL)
|
|
return -EINVAL;
|
|
|
|
return agp_bind_memory(memory, bind_info.pg_start);
|
|
}
|
|
|
|
static int agpioc_unbind_wrap(struct agp_file_private *priv, void __user *arg)
|
|
{
|
|
struct agp_memory *memory;
|
|
struct agp_unbind unbind;
|
|
|
|
DBG("");
|
|
if (copy_from_user(&unbind, arg, sizeof(struct agp_unbind)))
|
|
return -EFAULT;
|
|
|
|
memory = agp_find_mem_by_key(unbind.key);
|
|
|
|
if (memory == NULL)
|
|
return -EINVAL;
|
|
|
|
return agp_unbind_memory(memory);
|
|
}
|
|
|
|
static int agp_ioctl(struct inode *inode, struct file *file,
|
|
unsigned int cmd, unsigned long arg)
|
|
{
|
|
struct agp_file_private *curr_priv = file->private_data;
|
|
int ret_val = -ENOTTY;
|
|
|
|
DBG("priv=%p, cmd=%x", curr_priv, cmd);
|
|
mutex_lock(&(agp_fe.agp_mutex));
|
|
|
|
if ((agp_fe.current_controller == NULL) &&
|
|
(cmd != AGPIOC_ACQUIRE)) {
|
|
ret_val = -EINVAL;
|
|
goto ioctl_out;
|
|
}
|
|
if ((agp_fe.backend_acquired != TRUE) &&
|
|
(cmd != AGPIOC_ACQUIRE)) {
|
|
ret_val = -EBUSY;
|
|
goto ioctl_out;
|
|
}
|
|
if (cmd != AGPIOC_ACQUIRE) {
|
|
if (!(test_bit(AGP_FF_IS_CONTROLLER, &curr_priv->access_flags))) {
|
|
ret_val = -EPERM;
|
|
goto ioctl_out;
|
|
}
|
|
/* Use the original pid of the controller,
|
|
* in case it's threaded */
|
|
|
|
if (agp_fe.current_controller->pid != curr_priv->my_pid) {
|
|
ret_val = -EBUSY;
|
|
goto ioctl_out;
|
|
}
|
|
}
|
|
|
|
switch (cmd) {
|
|
case AGPIOC_INFO:
|
|
ret_val = agpioc_info_wrap(curr_priv, (void __user *) arg);
|
|
break;
|
|
|
|
case AGPIOC_ACQUIRE:
|
|
ret_val = agpioc_acquire_wrap(curr_priv);
|
|
break;
|
|
|
|
case AGPIOC_RELEASE:
|
|
ret_val = agpioc_release_wrap(curr_priv);
|
|
break;
|
|
|
|
case AGPIOC_SETUP:
|
|
ret_val = agpioc_setup_wrap(curr_priv, (void __user *) arg);
|
|
break;
|
|
|
|
case AGPIOC_RESERVE:
|
|
ret_val = agpioc_reserve_wrap(curr_priv, (void __user *) arg);
|
|
break;
|
|
|
|
case AGPIOC_PROTECT:
|
|
ret_val = agpioc_protect_wrap(curr_priv);
|
|
break;
|
|
|
|
case AGPIOC_ALLOCATE:
|
|
ret_val = agpioc_allocate_wrap(curr_priv, (void __user *) arg);
|
|
break;
|
|
|
|
case AGPIOC_DEALLOCATE:
|
|
ret_val = agpioc_deallocate_wrap(curr_priv, (int) arg);
|
|
break;
|
|
|
|
case AGPIOC_BIND:
|
|
ret_val = agpioc_bind_wrap(curr_priv, (void __user *) arg);
|
|
break;
|
|
|
|
case AGPIOC_UNBIND:
|
|
ret_val = agpioc_unbind_wrap(curr_priv, (void __user *) arg);
|
|
break;
|
|
}
|
|
|
|
ioctl_out:
|
|
DBG("ioctl returns %d\n", ret_val);
|
|
mutex_unlock(&(agp_fe.agp_mutex));
|
|
return ret_val;
|
|
}
|
|
|
|
static const struct file_operations agp_fops =
|
|
{
|
|
.owner = THIS_MODULE,
|
|
.llseek = no_llseek,
|
|
.read = agp_read,
|
|
.write = agp_write,
|
|
.ioctl = agp_ioctl,
|
|
#ifdef CONFIG_COMPAT
|
|
.compat_ioctl = compat_agp_ioctl,
|
|
#endif
|
|
.mmap = agp_mmap,
|
|
.open = agp_open,
|
|
.release = agp_release,
|
|
};
|
|
|
|
static struct miscdevice agp_miscdev =
|
|
{
|
|
.minor = AGPGART_MINOR,
|
|
.name = "agpgart",
|
|
.fops = &agp_fops
|
|
};
|
|
|
|
int agp_frontend_initialize(void)
|
|
{
|
|
memset(&agp_fe, 0, sizeof(struct agp_front_data));
|
|
mutex_init(&(agp_fe.agp_mutex));
|
|
|
|
if (misc_register(&agp_miscdev)) {
|
|
printk(KERN_ERR PFX "unable to get minor: %d\n", AGPGART_MINOR);
|
|
return -EIO;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
void agp_frontend_cleanup(void)
|
|
{
|
|
misc_deregister(&agp_miscdev);
|
|
}
|