2005-11-16 04:53:48 +08:00
|
|
|
/*
|
|
|
|
* SPU file system -- SPU context management
|
|
|
|
*
|
|
|
|
* (C) Copyright IBM Deutschland Entwicklung GmbH 2005
|
|
|
|
*
|
|
|
|
* Author: Arnd Bergmann <arndb@de.ibm.com>
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2, or (at your option)
|
|
|
|
* any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
|
|
|
|
*/
|
|
|
|
|
2005-11-16 04:53:52 +08:00
|
|
|
#include <linux/fs.h>
|
|
|
|
#include <linux/mm.h>
|
2007-07-21 03:39:53 +08:00
|
|
|
#include <linux/module.h>
|
2005-11-16 04:53:48 +08:00
|
|
|
#include <linux/slab.h>
|
2007-06-29 08:58:02 +08:00
|
|
|
#include <asm/atomic.h>
|
2005-11-16 04:53:48 +08:00
|
|
|
#include <asm/spu.h>
|
2005-11-16 04:53:49 +08:00
|
|
|
#include <asm/spu_csa.h>
|
2005-11-16 04:53:48 +08:00
|
|
|
#include "spufs.h"
|
|
|
|
|
2007-06-29 08:58:02 +08:00
|
|
|
|
|
|
|
atomic_t nr_spu_contexts = ATOMIC_INIT(0);
|
|
|
|
|
2006-10-04 23:26:15 +08:00
|
|
|
struct spu_context *alloc_spu_context(struct spu_gang *gang)
|
2005-11-16 04:53:48 +08:00
|
|
|
{
|
|
|
|
struct spu_context *ctx;
|
2006-04-28 16:37:47 +08:00
|
|
|
ctx = kzalloc(sizeof *ctx, GFP_KERNEL);
|
2005-11-16 04:53:48 +08:00
|
|
|
if (!ctx)
|
|
|
|
goto out;
|
2005-11-16 04:53:52 +08:00
|
|
|
/* Binding to physical processor deferred
|
|
|
|
* until spu_activate().
|
2005-11-16 04:53:49 +08:00
|
|
|
*/
|
2007-05-08 14:27:29 +08:00
|
|
|
if (spu_init_csa(&ctx->csa))
|
2005-11-16 04:53:49 +08:00
|
|
|
goto out_free;
|
2005-11-16 04:53:48 +08:00
|
|
|
spin_lock_init(&ctx->mmio_lock);
|
2007-06-04 21:26:51 +08:00
|
|
|
mutex_init(&ctx->mapping_lock);
|
2005-11-16 04:53:48 +08:00
|
|
|
kref_init(&ctx->kref);
|
2007-02-14 04:36:50 +08:00
|
|
|
mutex_init(&ctx->state_mutex);
|
2007-04-24 03:08:17 +08:00
|
|
|
mutex_init(&ctx->run_mutex);
|
2005-11-16 04:53:52 +08:00
|
|
|
init_waitqueue_head(&ctx->ibox_wq);
|
|
|
|
init_waitqueue_head(&ctx->wbox_wq);
|
2005-12-06 11:52:25 +08:00
|
|
|
init_waitqueue_head(&ctx->stop_wq);
|
2006-03-23 07:00:11 +08:00
|
|
|
init_waitqueue_head(&ctx->mfc_wq);
|
2005-11-16 04:53:52 +08:00
|
|
|
ctx->state = SPU_STATE_SAVED;
|
|
|
|
ctx->ops = &spu_backing_ops;
|
|
|
|
ctx->owner = get_task_mm(current);
|
2007-04-24 03:08:11 +08:00
|
|
|
INIT_LIST_HEAD(&ctx->rq);
|
2007-07-21 03:39:47 +08:00
|
|
|
INIT_LIST_HEAD(&ctx->aff_list);
|
2006-10-04 23:26:15 +08:00
|
|
|
if (gang)
|
|
|
|
spu_gang_add_ctx(gang, ctx);
|
2007-07-25 19:31:09 +08:00
|
|
|
|
|
|
|
__spu_update_sched_info(ctx);
|
2007-06-29 08:57:52 +08:00
|
|
|
spu_set_timeslice(ctx);
|
2007-07-21 03:39:33 +08:00
|
|
|
ctx->stats.util_state = SPU_UTIL_IDLE_LOADED;
|
2007-06-29 08:58:02 +08:00
|
|
|
|
|
|
|
atomic_inc(&nr_spu_contexts);
|
2005-11-16 04:53:48 +08:00
|
|
|
goto out;
|
|
|
|
out_free:
|
|
|
|
kfree(ctx);
|
|
|
|
ctx = NULL;
|
|
|
|
out:
|
|
|
|
return ctx;
|
|
|
|
}
|
|
|
|
|
|
|
|
void destroy_spu_context(struct kref *kref)
|
|
|
|
{
|
|
|
|
struct spu_context *ctx;
|
|
|
|
ctx = container_of(kref, struct spu_context, kref);
|
2007-02-14 04:36:50 +08:00
|
|
|
mutex_lock(&ctx->state_mutex);
|
2005-11-16 04:53:52 +08:00
|
|
|
spu_deactivate(ctx);
|
2007-02-14 04:36:50 +08:00
|
|
|
mutex_unlock(&ctx->state_mutex);
|
2005-11-16 04:53:49 +08:00
|
|
|
spu_fini_csa(&ctx->csa);
|
2006-10-04 23:26:15 +08:00
|
|
|
if (ctx->gang)
|
|
|
|
spu_gang_remove_ctx(ctx->gang, ctx);
|
2007-07-21 03:39:53 +08:00
|
|
|
if (ctx->prof_priv_kref)
|
|
|
|
kref_put(ctx->prof_priv_kref, ctx->prof_priv_release);
|
2007-04-24 03:08:11 +08:00
|
|
|
BUG_ON(!list_empty(&ctx->rq));
|
2007-06-29 08:58:02 +08:00
|
|
|
atomic_dec(&nr_spu_contexts);
|
2005-11-16 04:53:48 +08:00
|
|
|
kfree(ctx);
|
|
|
|
}
|
|
|
|
|
|
|
|
struct spu_context * get_spu_context(struct spu_context *ctx)
|
|
|
|
{
|
|
|
|
kref_get(&ctx->kref);
|
|
|
|
return ctx;
|
|
|
|
}
|
|
|
|
|
|
|
|
int put_spu_context(struct spu_context *ctx)
|
|
|
|
{
|
|
|
|
return kref_put(&ctx->kref, &destroy_spu_context);
|
|
|
|
}
|
|
|
|
|
2005-11-16 04:53:52 +08:00
|
|
|
/* give up the mm reference when the context is about to be destroyed */
|
|
|
|
void spu_forget(struct spu_context *ctx)
|
|
|
|
{
|
|
|
|
struct mm_struct *mm;
|
|
|
|
spu_acquire_saved(ctx);
|
|
|
|
mm = ctx->owner;
|
|
|
|
ctx->owner = NULL;
|
|
|
|
mmput(mm);
|
|
|
|
spu_release(ctx);
|
|
|
|
}
|
|
|
|
|
2005-12-06 11:52:25 +08:00
|
|
|
void spu_unmap_mappings(struct spu_context *ctx)
|
2005-11-16 04:53:52 +08:00
|
|
|
{
|
2007-06-04 21:26:51 +08:00
|
|
|
mutex_lock(&ctx->mapping_lock);
|
2006-03-23 07:00:12 +08:00
|
|
|
if (ctx->local_store)
|
|
|
|
unmap_mapping_range(ctx->local_store, 0, LS_SIZE, 1);
|
|
|
|
if (ctx->mfc)
|
2007-02-13 08:46:08 +08:00
|
|
|
unmap_mapping_range(ctx->mfc, 0, 0x1000, 1);
|
2006-03-23 07:00:12 +08:00
|
|
|
if (ctx->cntl)
|
2007-02-13 08:46:08 +08:00
|
|
|
unmap_mapping_range(ctx->cntl, 0, 0x1000, 1);
|
2006-03-23 07:00:12 +08:00
|
|
|
if (ctx->signal1)
|
2007-02-13 08:46:08 +08:00
|
|
|
unmap_mapping_range(ctx->signal1, 0, PAGE_SIZE, 1);
|
2006-03-23 07:00:12 +08:00
|
|
|
if (ctx->signal2)
|
2007-02-13 08:46:08 +08:00
|
|
|
unmap_mapping_range(ctx->signal2, 0, PAGE_SIZE, 1);
|
|
|
|
if (ctx->mss)
|
|
|
|
unmap_mapping_range(ctx->mss, 0, 0x1000, 1);
|
|
|
|
if (ctx->psmap)
|
|
|
|
unmap_mapping_range(ctx->psmap, 0, 0x20000, 1);
|
2007-06-04 21:26:51 +08:00
|
|
|
mutex_unlock(&ctx->mapping_lock);
|
2005-11-16 04:53:52 +08:00
|
|
|
}
|
|
|
|
|
2007-02-14 04:54:21 +08:00
|
|
|
/**
|
|
|
|
* spu_acquire_runnable - lock spu contex and make sure it is in runnable state
|
|
|
|
* @ctx: spu contex to lock
|
|
|
|
*
|
|
|
|
* Note:
|
|
|
|
* Returns 0 and with the context locked on success
|
|
|
|
* Returns negative error and with the context _unlocked_ on failure.
|
|
|
|
*/
|
2007-02-14 04:54:24 +08:00
|
|
|
int spu_acquire_runnable(struct spu_context *ctx, unsigned long flags)
|
2005-11-16 04:53:52 +08:00
|
|
|
{
|
2007-02-14 04:54:21 +08:00
|
|
|
int ret = -EINVAL;
|
2005-11-16 04:53:52 +08:00
|
|
|
|
2007-02-14 04:54:21 +08:00
|
|
|
spu_acquire(ctx);
|
2005-11-16 04:53:52 +08:00
|
|
|
if (ctx->state == SPU_STATE_SAVED) {
|
2007-02-14 04:54:21 +08:00
|
|
|
/*
|
|
|
|
* Context is about to be freed, so we can't acquire it anymore.
|
|
|
|
*/
|
|
|
|
if (!ctx->owner)
|
|
|
|
goto out_unlock;
|
2007-02-14 04:54:24 +08:00
|
|
|
ret = spu_activate(ctx, flags);
|
2006-01-05 03:31:25 +08:00
|
|
|
if (ret)
|
2007-02-14 04:54:21 +08:00
|
|
|
goto out_unlock;
|
2007-02-14 04:54:22 +08:00
|
|
|
}
|
2005-11-16 04:53:52 +08:00
|
|
|
|
2007-02-14 04:54:21 +08:00
|
|
|
return 0;
|
2005-11-16 04:53:52 +08:00
|
|
|
|
2007-02-14 04:54:21 +08:00
|
|
|
out_unlock:
|
|
|
|
spu_release(ctx);
|
2005-11-16 04:53:52 +08:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2007-02-14 04:54:21 +08:00
|
|
|
/**
|
|
|
|
* spu_acquire_saved - lock spu contex and make sure it is in saved state
|
|
|
|
* @ctx: spu contex to lock
|
|
|
|
*/
|
2005-11-16 04:53:52 +08:00
|
|
|
void spu_acquire_saved(struct spu_context *ctx)
|
|
|
|
{
|
2007-02-14 04:54:21 +08:00
|
|
|
spu_acquire(ctx);
|
2007-07-21 03:39:34 +08:00
|
|
|
if (ctx->state != SPU_STATE_SAVED) {
|
|
|
|
set_bit(SPU_SCHED_WAS_ACTIVE, &ctx->sched_flags);
|
2005-11-16 04:53:52 +08:00
|
|
|
spu_deactivate(ctx);
|
2007-07-21 03:39:34 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* spu_release_saved - unlock spu context and return it to the runqueue
|
|
|
|
* @ctx: context to unlock
|
|
|
|
*/
|
|
|
|
void spu_release_saved(struct spu_context *ctx)
|
|
|
|
{
|
|
|
|
BUG_ON(ctx->state != SPU_STATE_SAVED);
|
|
|
|
|
|
|
|
if (test_and_clear_bit(SPU_SCHED_WAS_ACTIVE, &ctx->sched_flags))
|
|
|
|
spu_activate(ctx, 0);
|
|
|
|
|
|
|
|
spu_release(ctx);
|
2005-11-16 04:53:52 +08:00
|
|
|
}
|
2007-07-21 03:39:53 +08:00
|
|
|
|
|
|
|
void spu_set_profile_private_kref(struct spu_context *ctx,
|
|
|
|
struct kref *prof_info_kref,
|
|
|
|
void ( * prof_info_release) (struct kref *kref))
|
|
|
|
{
|
|
|
|
ctx->prof_priv_kref = prof_info_kref;
|
|
|
|
ctx->prof_priv_release = prof_info_release;
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(spu_set_profile_private_kref);
|
|
|
|
|
|
|
|
void *spu_get_profile_private_kref(struct spu_context *ctx)
|
|
|
|
{
|
|
|
|
return ctx->prof_priv_kref;
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(spu_get_profile_private_kref);
|
|
|
|
|
|
|
|
|