14ac91378SJan Blunck 267207b96SArnd Bergmann /* 367207b96SArnd Bergmann * SPU file system 467207b96SArnd Bergmann * 567207b96SArnd Bergmann * (C) Copyright IBM Deutschland Entwicklung GmbH 2005 667207b96SArnd Bergmann * 767207b96SArnd Bergmann * Author: Arnd Bergmann <arndb@de.ibm.com> 867207b96SArnd Bergmann * 967207b96SArnd Bergmann * This program is free software; you can redistribute it and/or modify 1067207b96SArnd Bergmann * it under the terms of the GNU General Public License as published by 1167207b96SArnd Bergmann * the Free Software Foundation; either version 2, or (at your option) 1267207b96SArnd Bergmann * any later version. 1367207b96SArnd Bergmann * 1467207b96SArnd Bergmann * This program is distributed in the hope that it will be useful, 1567207b96SArnd Bergmann * but WITHOUT ANY WARRANTY; without even the implied warranty of 1667207b96SArnd Bergmann * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 1767207b96SArnd Bergmann * GNU General Public License for more details. 1867207b96SArnd Bergmann * 1967207b96SArnd Bergmann * You should have received a copy of the GNU General Public License 2067207b96SArnd Bergmann * along with this program; if not, write to the Free Software 2167207b96SArnd Bergmann * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. 2267207b96SArnd Bergmann */ 2367207b96SArnd Bergmann 2467207b96SArnd Bergmann #include <linux/file.h> 2567207b96SArnd Bergmann #include <linux/fs.h> 26826be063SChristoph Hellwig #include <linux/fsnotify.h> 2767207b96SArnd Bergmann #include <linux/backing-dev.h> 2867207b96SArnd Bergmann #include <linux/init.h> 2967207b96SArnd Bergmann #include <linux/ioctl.h> 3067207b96SArnd Bergmann #include <linux/module.h> 31346f4d3cSArnd Bergmann #include <linux/mount.h> 3267207b96SArnd Bergmann #include <linux/namei.h> 3367207b96SArnd Bergmann #include <linux/pagemap.h> 3467207b96SArnd Bergmann #include <linux/poll.h> 3567207b96SArnd Bergmann #include <linux/slab.h> 3667207b96SArnd Bergmann #include <linux/parser.h> 3767207b96SArnd Bergmann 380afacde3Sarnd@arndb.de #include <asm/prom.h> 3967207b96SArnd Bergmann #include <asm/spu.h> 40ccf17e9dSJeremy Kerr #include <asm/spu_priv1.h> 4167207b96SArnd Bergmann #include <asm/uaccess.h> 4267207b96SArnd Bergmann 4367207b96SArnd Bergmann #include "spufs.h" 4467207b96SArnd Bergmann 452c3e4787SJeremy Kerr struct spufs_sb_info { 462c3e4787SJeremy Kerr int debug; 472c3e4787SJeremy Kerr }; 482c3e4787SJeremy Kerr 49e18b890bSChristoph Lameter static struct kmem_cache *spufs_inode_cache; 50c6730ed4SJeremy Kerr char *isolated_loader; 518b0d3121SSebastian Siewior static int isolated_loader_size; 5267207b96SArnd Bergmann 532c3e4787SJeremy Kerr static struct spufs_sb_info *spufs_get_sb_info(struct super_block *sb) 542c3e4787SJeremy Kerr { 552c3e4787SJeremy Kerr return sb->s_fs_info; 562c3e4787SJeremy Kerr } 572c3e4787SJeremy Kerr 5867207b96SArnd Bergmann static struct inode * 5967207b96SArnd Bergmann spufs_alloc_inode(struct super_block *sb) 6067207b96SArnd Bergmann { 6167207b96SArnd Bergmann struct spufs_inode_info *ei; 6267207b96SArnd Bergmann 63e94b1766SChristoph Lameter ei = kmem_cache_alloc(spufs_inode_cache, GFP_KERNEL); 6467207b96SArnd Bergmann if (!ei) 6567207b96SArnd Bergmann return NULL; 666263203eSArnd Bergmann 676263203eSArnd Bergmann ei->i_gang = NULL; 686263203eSArnd Bergmann ei->i_ctx = NULL; 6943c2bbd9SChristoph Hellwig ei->i_openers = 0; 706263203eSArnd Bergmann 7167207b96SArnd Bergmann return &ei->vfs_inode; 7267207b96SArnd Bergmann } 7367207b96SArnd Bergmann 74fa0d7e3dSNick Piggin static void spufs_i_callback(struct rcu_head *head) 7567207b96SArnd Bergmann { 76fa0d7e3dSNick Piggin struct inode *inode = container_of(head, struct inode, i_rcu); 7767207b96SArnd Bergmann kmem_cache_free(spufs_inode_cache, SPUFS_I(inode)); 7867207b96SArnd Bergmann } 7967207b96SArnd Bergmann 80fa0d7e3dSNick Piggin static void spufs_destroy_inode(struct inode *inode) 81fa0d7e3dSNick Piggin { 82fa0d7e3dSNick Piggin call_rcu(&inode->i_rcu, spufs_i_callback); 83fa0d7e3dSNick Piggin } 84fa0d7e3dSNick Piggin 8567207b96SArnd Bergmann static void 8651cc5068SAlexey Dobriyan spufs_init_once(void *p) 8767207b96SArnd Bergmann { 8867207b96SArnd Bergmann struct spufs_inode_info *ei = p; 8967207b96SArnd Bergmann 9067207b96SArnd Bergmann inode_init_once(&ei->vfs_inode); 9167207b96SArnd Bergmann } 9267207b96SArnd Bergmann 9367207b96SArnd Bergmann static struct inode * 94c6684b26SAl Viro spufs_new_inode(struct super_block *sb, umode_t mode) 9567207b96SArnd Bergmann { 9667207b96SArnd Bergmann struct inode *inode; 9767207b96SArnd Bergmann 9867207b96SArnd Bergmann inode = new_inode(sb); 9967207b96SArnd Bergmann if (!inode) 10067207b96SArnd Bergmann goto out; 10167207b96SArnd Bergmann 10267207b96SArnd Bergmann inode->i_mode = mode; 1031330deb0SDavid Howells inode->i_uid = current_fsuid(); 1041330deb0SDavid Howells inode->i_gid = current_fsgid(); 10567207b96SArnd Bergmann inode->i_atime = inode->i_mtime = inode->i_ctime = CURRENT_TIME; 10667207b96SArnd Bergmann out: 10767207b96SArnd Bergmann return inode; 10867207b96SArnd Bergmann } 10967207b96SArnd Bergmann 11067207b96SArnd Bergmann static int 11167207b96SArnd Bergmann spufs_setattr(struct dentry *dentry, struct iattr *attr) 11267207b96SArnd Bergmann { 11367207b96SArnd Bergmann struct inode *inode = dentry->d_inode; 11467207b96SArnd Bergmann 11567207b96SArnd Bergmann if ((attr->ia_valid & ATTR_SIZE) && 11667207b96SArnd Bergmann (attr->ia_size != inode->i_size)) 11767207b96SArnd Bergmann return -EINVAL; 1181025774cSChristoph Hellwig setattr_copy(inode, attr); 1191025774cSChristoph Hellwig mark_inode_dirty(inode); 1201025774cSChristoph Hellwig return 0; 12167207b96SArnd Bergmann } 12267207b96SArnd Bergmann 12367207b96SArnd Bergmann 12467207b96SArnd Bergmann static int 12567207b96SArnd Bergmann spufs_new_file(struct super_block *sb, struct dentry *dentry, 126c6684b26SAl Viro const struct file_operations *fops, umode_t mode, 12723d893f5SJeremy Kerr size_t size, struct spu_context *ctx) 12867207b96SArnd Bergmann { 1296e1d5dccSAlexey Dobriyan static const struct inode_operations spufs_file_iops = { 13067207b96SArnd Bergmann .setattr = spufs_setattr, 13167207b96SArnd Bergmann }; 13267207b96SArnd Bergmann struct inode *inode; 13367207b96SArnd Bergmann int ret; 13467207b96SArnd Bergmann 13567207b96SArnd Bergmann ret = -ENOSPC; 13667207b96SArnd Bergmann inode = spufs_new_inode(sb, S_IFREG | mode); 13767207b96SArnd Bergmann if (!inode) 13867207b96SArnd Bergmann goto out; 13967207b96SArnd Bergmann 14067207b96SArnd Bergmann ret = 0; 14167207b96SArnd Bergmann inode->i_op = &spufs_file_iops; 14267207b96SArnd Bergmann inode->i_fop = fops; 14323d893f5SJeremy Kerr inode->i_size = size; 1448e18e294STheodore Ts'o inode->i_private = SPUFS_I(inode)->i_ctx = get_spu_context(ctx); 14567207b96SArnd Bergmann d_add(dentry, inode); 14667207b96SArnd Bergmann out: 14767207b96SArnd Bergmann return ret; 14867207b96SArnd Bergmann } 14967207b96SArnd Bergmann 15067207b96SArnd Bergmann static void 1510f3f63a4SAl Viro spufs_evict_inode(struct inode *inode) 15267207b96SArnd Bergmann { 1536263203eSArnd Bergmann struct spufs_inode_info *ei = SPUFS_I(inode); 154dbd5768fSJan Kara clear_inode(inode); 1556263203eSArnd Bergmann if (ei->i_ctx) 1566263203eSArnd Bergmann put_spu_context(ei->i_ctx); 1576263203eSArnd Bergmann if (ei->i_gang) 1586263203eSArnd Bergmann put_spu_gang(ei->i_gang); 15967207b96SArnd Bergmann } 16067207b96SArnd Bergmann 1613f51dd91SArnd Bergmann static void spufs_prune_dir(struct dentry *dir) 1623f51dd91SArnd Bergmann { 1633f51dd91SArnd Bergmann struct dentry *dentry, *tmp; 1646263203eSArnd Bergmann 1651b1dcc1bSJes Sorensen mutex_lock(&dir->d_inode->i_mutex); 166c3a9aea7SAndrew Morton list_for_each_entry_safe(dentry, tmp, &dir->d_subdirs, d_u.d_child) { 1673f51dd91SArnd Bergmann spin_lock(&dentry->d_lock); 1683f51dd91SArnd Bergmann if (!(d_unhashed(dentry)) && dentry->d_inode) { 169dc0474beSNick Piggin dget_dlock(dentry); 1703f51dd91SArnd Bergmann __d_drop(dentry); 1713f51dd91SArnd Bergmann spin_unlock(&dentry->d_lock); 1723f51dd91SArnd Bergmann simple_unlink(dir->d_inode, dentry); 173b5c84bf6SNick Piggin /* XXX: what was dcache_lock protecting here? Other 174da502956SNick Piggin * filesystems (IB, configfs) release dcache_lock 175da502956SNick Piggin * before unlink */ 1763f51dd91SArnd Bergmann dput(dentry); 1773f51dd91SArnd Bergmann } else { 1783f51dd91SArnd Bergmann spin_unlock(&dentry->d_lock); 1793f51dd91SArnd Bergmann } 1803f51dd91SArnd Bergmann } 1813f51dd91SArnd Bergmann shrink_dcache_parent(dir); 1821b1dcc1bSJes Sorensen mutex_unlock(&dir->d_inode->i_mutex); 1833f51dd91SArnd Bergmann } 1843f51dd91SArnd Bergmann 1856263203eSArnd Bergmann /* Caller must hold parent->i_mutex */ 1866263203eSArnd Bergmann static int spufs_rmdir(struct inode *parent, struct dentry *dir) 1873f51dd91SArnd Bergmann { 1883f51dd91SArnd Bergmann /* remove all entries */ 18967cba9fdSAl Viro int res; 1906263203eSArnd Bergmann spufs_prune_dir(dir); 191c443acabSJeremy Kerr d_drop(dir); 19267cba9fdSAl Viro res = simple_rmdir(parent, dir); 19367cba9fdSAl Viro /* We have to give up the mm_struct */ 19467cba9fdSAl Viro spu_forget(SPUFS_I(dir->d_inode)->i_ctx); 19567cba9fdSAl Viro return res; 1963f51dd91SArnd Bergmann } 1973f51dd91SArnd Bergmann 19874254647SJeremy Kerr static int spufs_fill_dir(struct dentry *dir, 199c6684b26SAl Viro const struct spufs_tree_descr *files, umode_t mode, 20074254647SJeremy Kerr struct spu_context *ctx) 20167207b96SArnd Bergmann { 20287873c86SSebastian Siewior struct dentry *dentry, *tmp; 20367207b96SArnd Bergmann int ret; 20467207b96SArnd Bergmann 20567207b96SArnd Bergmann while (files->name && files->name[0]) { 20667207b96SArnd Bergmann ret = -ENOMEM; 20767207b96SArnd Bergmann dentry = d_alloc_name(dir, files->name); 20867207b96SArnd Bergmann if (!dentry) 20967207b96SArnd Bergmann goto out; 21067207b96SArnd Bergmann ret = spufs_new_file(dir->d_sb, dentry, files->ops, 21123d893f5SJeremy Kerr files->mode & mode, files->size, ctx); 21267207b96SArnd Bergmann if (ret) 21367207b96SArnd Bergmann goto out; 21467207b96SArnd Bergmann files++; 21567207b96SArnd Bergmann } 21667207b96SArnd Bergmann return 0; 21767207b96SArnd Bergmann out: 21887873c86SSebastian Siewior /* 21987873c86SSebastian Siewior * remove all children from dir. dir->inode is not set so don't 22087873c86SSebastian Siewior * just simply use spufs_prune_dir() and panic afterwards :) 22187873c86SSebastian Siewior * dput() looks like it will do the right thing: 22287873c86SSebastian Siewior * - dec parent's ref counter 22387873c86SSebastian Siewior * - remove child from parent's child list 22487873c86SSebastian Siewior * - free child's inode if possible 22587873c86SSebastian Siewior * - free child 22687873c86SSebastian Siewior */ 22787873c86SSebastian Siewior list_for_each_entry_safe(dentry, tmp, &dir->d_subdirs, d_u.d_child) { 22887873c86SSebastian Siewior dput(dentry); 22987873c86SSebastian Siewior } 23087873c86SSebastian Siewior 23187873c86SSebastian Siewior shrink_dcache_parent(dir); 23267207b96SArnd Bergmann return ret; 23367207b96SArnd Bergmann } 23467207b96SArnd Bergmann 23567207b96SArnd Bergmann static int spufs_dir_close(struct inode *inode, struct file *file) 23667207b96SArnd Bergmann { 2370309f02dSMichael Ellerman struct spu_context *ctx; 2386263203eSArnd Bergmann struct inode *parent; 2396263203eSArnd Bergmann struct dentry *dir; 24067207b96SArnd Bergmann int ret; 24167207b96SArnd Bergmann 242b4d1ab58SJosef Sipek dir = file->f_path.dentry; 2436263203eSArnd Bergmann parent = dir->d_parent->d_inode; 2446263203eSArnd Bergmann ctx = SPUFS_I(dir->d_inode)->i_ctx; 245c8ca0633SArnd Bergmann 24602539d71SChristoph Hellwig mutex_lock_nested(&parent->i_mutex, I_MUTEX_PARENT); 2476263203eSArnd Bergmann ret = spufs_rmdir(parent, dir); 2486263203eSArnd Bergmann mutex_unlock(&parent->i_mutex); 24967207b96SArnd Bergmann WARN_ON(ret); 250c8ca0633SArnd Bergmann 25167207b96SArnd Bergmann return dcache_dir_close(inode, file); 25267207b96SArnd Bergmann } 25367207b96SArnd Bergmann 2545dfe4c96SArjan van de Ven const struct file_operations spufs_context_fops = { 25567207b96SArnd Bergmann .open = dcache_dir_open, 25667207b96SArnd Bergmann .release = spufs_dir_close, 25767207b96SArnd Bergmann .llseek = dcache_dir_lseek, 25867207b96SArnd Bergmann .read = generic_read_dir, 25967207b96SArnd Bergmann .readdir = dcache_readdir, 2601b061d92SChristoph Hellwig .fsync = noop_fsync, 26167207b96SArnd Bergmann }; 262bf1ab978SDwayne Grant McConnell EXPORT_SYMBOL_GPL(spufs_context_fops); 26367207b96SArnd Bergmann 26467207b96SArnd Bergmann static int 2659add11daSArnd Bergmann spufs_mkdir(struct inode *dir, struct dentry *dentry, unsigned int flags, 266c6684b26SAl Viro umode_t mode) 26767207b96SArnd Bergmann { 26867207b96SArnd Bergmann int ret; 26967207b96SArnd Bergmann struct inode *inode; 27067207b96SArnd Bergmann struct spu_context *ctx; 27167207b96SArnd Bergmann 27267207b96SArnd Bergmann ret = -ENOSPC; 27367207b96SArnd Bergmann inode = spufs_new_inode(dir->i_sb, mode | S_IFDIR); 27467207b96SArnd Bergmann if (!inode) 27567207b96SArnd Bergmann goto out; 27667207b96SArnd Bergmann 27767207b96SArnd Bergmann if (dir->i_mode & S_ISGID) { 27867207b96SArnd Bergmann inode->i_gid = dir->i_gid; 27967207b96SArnd Bergmann inode->i_mode &= S_ISGID; 28067207b96SArnd Bergmann } 2816263203eSArnd Bergmann ctx = alloc_spu_context(SPUFS_I(dir)->i_gang); /* XXX gang */ 28267207b96SArnd Bergmann SPUFS_I(inode)->i_ctx = ctx; 28367207b96SArnd Bergmann if (!ctx) 28467207b96SArnd Bergmann goto out_iput; 28567207b96SArnd Bergmann 2869add11daSArnd Bergmann ctx->flags = flags; 287b8c295f9SJeremy Kerr inode->i_op = &simple_dir_inode_operations; 28867207b96SArnd Bergmann inode->i_fop = &simple_dir_operations; 2895737edd1SMark Nutter if (flags & SPU_CREATE_NOSCHED) 2905737edd1SMark Nutter ret = spufs_fill_dir(dentry, spufs_dir_nosched_contents, 2915737edd1SMark Nutter mode, ctx); 2925737edd1SMark Nutter else 29367207b96SArnd Bergmann ret = spufs_fill_dir(dentry, spufs_dir_contents, mode, ctx); 2945737edd1SMark Nutter 29567207b96SArnd Bergmann if (ret) 29667207b96SArnd Bergmann goto out_free_ctx; 29767207b96SArnd Bergmann 2982c3e4787SJeremy Kerr if (spufs_get_sb_info(dir->i_sb)->debug) 2992c3e4787SJeremy Kerr ret = spufs_fill_dir(dentry, spufs_dir_debug_contents, 3002c3e4787SJeremy Kerr mode, ctx); 3012c3e4787SJeremy Kerr 3022c3e4787SJeremy Kerr if (ret) 3032c3e4787SJeremy Kerr goto out_free_ctx; 3042c3e4787SJeremy Kerr 30567207b96SArnd Bergmann d_instantiate(dentry, inode); 30667207b96SArnd Bergmann dget(dentry); 307ba0b996dSJeremy Kerr inc_nlink(dir); 308ba0b996dSJeremy Kerr inc_nlink(dentry->d_inode); 30967207b96SArnd Bergmann goto out; 31067207b96SArnd Bergmann 31167207b96SArnd Bergmann out_free_ctx: 31289df0085SSebastian Siewior spu_forget(ctx); 31367207b96SArnd Bergmann put_spu_context(ctx); 31467207b96SArnd Bergmann out_iput: 31567207b96SArnd Bergmann iput(inode); 31667207b96SArnd Bergmann out: 31767207b96SArnd Bergmann return ret; 31867207b96SArnd Bergmann } 31967207b96SArnd Bergmann 320765927b2SAl Viro static int spufs_context_open(struct path *path) 321346f4d3cSArnd Bergmann { 322346f4d3cSArnd Bergmann int ret; 323346f4d3cSArnd Bergmann struct file *filp; 324346f4d3cSArnd Bergmann 325346f4d3cSArnd Bergmann ret = get_unused_fd(); 326bf349a44SAl Viro if (ret < 0) 327bf349a44SAl Viro return ret; 328346f4d3cSArnd Bergmann 329765927b2SAl Viro filp = dentry_open(path, O_RDONLY, current_cred()); 330346f4d3cSArnd Bergmann if (IS_ERR(filp)) { 331346f4d3cSArnd Bergmann put_unused_fd(ret); 332bf349a44SAl Viro return PTR_ERR(filp); 333346f4d3cSArnd Bergmann } 334346f4d3cSArnd Bergmann 335346f4d3cSArnd Bergmann filp->f_op = &spufs_context_fops; 336346f4d3cSArnd Bergmann fd_install(ret, filp); 337346f4d3cSArnd Bergmann return ret; 338346f4d3cSArnd Bergmann } 339346f4d3cSArnd Bergmann 3408e68e2f2SArnd Bergmann static struct spu_context * 3418e68e2f2SArnd Bergmann spufs_assert_affinity(unsigned int flags, struct spu_gang *gang, 3428e68e2f2SArnd Bergmann struct file *filp) 3438e68e2f2SArnd Bergmann { 34458119068SAndre Detsch struct spu_context *tmp, *neighbor, *err; 3458e68e2f2SArnd Bergmann int count, node; 3468e68e2f2SArnd Bergmann int aff_supp; 3478e68e2f2SArnd Bergmann 3488e68e2f2SArnd Bergmann aff_supp = !list_empty(&(list_entry(cbe_spu_info[0].spus.next, 3498e68e2f2SArnd Bergmann struct spu, cbe_list))->aff_list); 3508e68e2f2SArnd Bergmann 3518e68e2f2SArnd Bergmann if (!aff_supp) 3528e68e2f2SArnd Bergmann return ERR_PTR(-EINVAL); 3538e68e2f2SArnd Bergmann 3548e68e2f2SArnd Bergmann if (flags & SPU_CREATE_GANG) 3558e68e2f2SArnd Bergmann return ERR_PTR(-EINVAL); 3568e68e2f2SArnd Bergmann 3578e68e2f2SArnd Bergmann if (flags & SPU_CREATE_AFFINITY_MEM && 3588e68e2f2SArnd Bergmann gang->aff_ref_ctx && 3598e68e2f2SArnd Bergmann gang->aff_ref_ctx->flags & SPU_CREATE_AFFINITY_MEM) 3608e68e2f2SArnd Bergmann return ERR_PTR(-EEXIST); 3618e68e2f2SArnd Bergmann 3628e68e2f2SArnd Bergmann if (gang->aff_flags & AFF_MERGED) 3638e68e2f2SArnd Bergmann return ERR_PTR(-EBUSY); 3648e68e2f2SArnd Bergmann 3658e68e2f2SArnd Bergmann neighbor = NULL; 3668e68e2f2SArnd Bergmann if (flags & SPU_CREATE_AFFINITY_SPU) { 3678e68e2f2SArnd Bergmann if (!filp || filp->f_op != &spufs_context_fops) 3688e68e2f2SArnd Bergmann return ERR_PTR(-EINVAL); 3698e68e2f2SArnd Bergmann 3708e68e2f2SArnd Bergmann neighbor = get_spu_context( 371*496ad9aaSAl Viro SPUFS_I(file_inode(filp))->i_ctx); 3728e68e2f2SArnd Bergmann 3738e68e2f2SArnd Bergmann if (!list_empty(&neighbor->aff_list) && !(neighbor->aff_head) && 3748e68e2f2SArnd Bergmann !list_is_last(&neighbor->aff_list, &gang->aff_list_head) && 3758e68e2f2SArnd Bergmann !list_entry(neighbor->aff_list.next, struct spu_context, 37658119068SAndre Detsch aff_list)->aff_head) { 37758119068SAndre Detsch err = ERR_PTR(-EEXIST); 37858119068SAndre Detsch goto out_put_neighbor; 37958119068SAndre Detsch } 3808e68e2f2SArnd Bergmann 38158119068SAndre Detsch if (gang != neighbor->gang) { 38258119068SAndre Detsch err = ERR_PTR(-EINVAL); 38358119068SAndre Detsch goto out_put_neighbor; 38458119068SAndre Detsch } 3858e68e2f2SArnd Bergmann 3868e68e2f2SArnd Bergmann count = 1; 3878e68e2f2SArnd Bergmann list_for_each_entry(tmp, &gang->aff_list_head, aff_list) 3888e68e2f2SArnd Bergmann count++; 3898e68e2f2SArnd Bergmann if (list_empty(&neighbor->aff_list)) 3908e68e2f2SArnd Bergmann count++; 3918e68e2f2SArnd Bergmann 3928e68e2f2SArnd Bergmann for (node = 0; node < MAX_NUMNODES; node++) { 3938e68e2f2SArnd Bergmann if ((cbe_spu_info[node].n_spus - atomic_read( 3948e68e2f2SArnd Bergmann &cbe_spu_info[node].reserved_spus)) >= count) 3958e68e2f2SArnd Bergmann break; 3968e68e2f2SArnd Bergmann } 3978e68e2f2SArnd Bergmann 39858119068SAndre Detsch if (node == MAX_NUMNODES) { 39958119068SAndre Detsch err = ERR_PTR(-EEXIST); 40058119068SAndre Detsch goto out_put_neighbor; 40158119068SAndre Detsch } 4028e68e2f2SArnd Bergmann } 4038e68e2f2SArnd Bergmann 4048e68e2f2SArnd Bergmann return neighbor; 40558119068SAndre Detsch 40658119068SAndre Detsch out_put_neighbor: 40758119068SAndre Detsch put_spu_context(neighbor); 40858119068SAndre Detsch return err; 4098e68e2f2SArnd Bergmann } 4108e68e2f2SArnd Bergmann 4118e68e2f2SArnd Bergmann static void 4128e68e2f2SArnd Bergmann spufs_set_affinity(unsigned int flags, struct spu_context *ctx, 4138e68e2f2SArnd Bergmann struct spu_context *neighbor) 4148e68e2f2SArnd Bergmann { 4158e68e2f2SArnd Bergmann if (flags & SPU_CREATE_AFFINITY_MEM) 4168e68e2f2SArnd Bergmann ctx->gang->aff_ref_ctx = ctx; 4178e68e2f2SArnd Bergmann 4188e68e2f2SArnd Bergmann if (flags & SPU_CREATE_AFFINITY_SPU) { 4198e68e2f2SArnd Bergmann if (list_empty(&neighbor->aff_list)) { 4208e68e2f2SArnd Bergmann list_add_tail(&neighbor->aff_list, 4218e68e2f2SArnd Bergmann &ctx->gang->aff_list_head); 4228e68e2f2SArnd Bergmann neighbor->aff_head = 1; 4238e68e2f2SArnd Bergmann } 4248e68e2f2SArnd Bergmann 4258e68e2f2SArnd Bergmann if (list_is_last(&neighbor->aff_list, &ctx->gang->aff_list_head) 4268e68e2f2SArnd Bergmann || list_entry(neighbor->aff_list.next, struct spu_context, 4278e68e2f2SArnd Bergmann aff_list)->aff_head) { 4288e68e2f2SArnd Bergmann list_add(&ctx->aff_list, &neighbor->aff_list); 4298e68e2f2SArnd Bergmann } else { 4308e68e2f2SArnd Bergmann list_add_tail(&ctx->aff_list, &neighbor->aff_list); 4318e68e2f2SArnd Bergmann if (neighbor->aff_head) { 4328e68e2f2SArnd Bergmann neighbor->aff_head = 0; 4338e68e2f2SArnd Bergmann ctx->aff_head = 1; 4348e68e2f2SArnd Bergmann } 4358e68e2f2SArnd Bergmann } 4368e68e2f2SArnd Bergmann 4378e68e2f2SArnd Bergmann if (!ctx->gang->aff_ref_ctx) 4388e68e2f2SArnd Bergmann ctx->gang->aff_ref_ctx = ctx; 4398e68e2f2SArnd Bergmann } 4408e68e2f2SArnd Bergmann } 4418e68e2f2SArnd Bergmann 4428e68e2f2SArnd Bergmann static int 4438e68e2f2SArnd Bergmann spufs_create_context(struct inode *inode, struct dentry *dentry, 444c6684b26SAl Viro struct vfsmount *mnt, int flags, umode_t mode, 4458e68e2f2SArnd Bergmann struct file *aff_filp) 4466263203eSArnd Bergmann { 4476263203eSArnd Bergmann int ret; 4488e68e2f2SArnd Bergmann int affinity; 4498e68e2f2SArnd Bergmann struct spu_gang *gang; 4508e68e2f2SArnd Bergmann struct spu_context *neighbor; 451765927b2SAl Viro struct path path = {.mnt = mnt, .dentry = dentry}; 4526263203eSArnd Bergmann 4535737edd1SMark Nutter if ((flags & SPU_CREATE_NOSCHED) && 4545737edd1SMark Nutter !capable(CAP_SYS_NICE)) 4551ba44cc9SAl Viro return -EPERM; 4565737edd1SMark Nutter 4575737edd1SMark Nutter if ((flags & (SPU_CREATE_NOSCHED | SPU_CREATE_ISOLATE)) 4585737edd1SMark Nutter == SPU_CREATE_ISOLATE) 4591ba44cc9SAl Viro return -EINVAL; 4605737edd1SMark Nutter 461bd2e5f82SJeremy Kerr if ((flags & SPU_CREATE_ISOLATE) && !isolated_loader) 4621ba44cc9SAl Viro return -ENODEV; 463bd2e5f82SJeremy Kerr 4648e68e2f2SArnd Bergmann gang = NULL; 4658e68e2f2SArnd Bergmann neighbor = NULL; 4668e68e2f2SArnd Bergmann affinity = flags & (SPU_CREATE_AFFINITY_MEM | SPU_CREATE_AFFINITY_SPU); 4678e68e2f2SArnd Bergmann if (affinity) { 4688e68e2f2SArnd Bergmann gang = SPUFS_I(inode)->i_gang; 4698e68e2f2SArnd Bergmann if (!gang) 4701ba44cc9SAl Viro return -EINVAL; 4718e68e2f2SArnd Bergmann mutex_lock(&gang->aff_mutex); 4728e68e2f2SArnd Bergmann neighbor = spufs_assert_affinity(flags, gang, aff_filp); 4738e68e2f2SArnd Bergmann if (IS_ERR(neighbor)) { 4748e68e2f2SArnd Bergmann ret = PTR_ERR(neighbor); 4758e68e2f2SArnd Bergmann goto out_aff_unlock; 4768e68e2f2SArnd Bergmann } 4778e68e2f2SArnd Bergmann } 4788e68e2f2SArnd Bergmann 4796263203eSArnd Bergmann ret = spufs_mkdir(inode, dentry, flags, mode & S_IRWXUGO); 4806263203eSArnd Bergmann if (ret) 4818e68e2f2SArnd Bergmann goto out_aff_unlock; 4828e68e2f2SArnd Bergmann 48358119068SAndre Detsch if (affinity) { 4848e68e2f2SArnd Bergmann spufs_set_affinity(flags, SPUFS_I(dentry->d_inode)->i_ctx, 4858e68e2f2SArnd Bergmann neighbor); 48658119068SAndre Detsch if (neighbor) 48758119068SAndre Detsch put_spu_context(neighbor); 48858119068SAndre Detsch } 4896263203eSArnd Bergmann 490765927b2SAl Viro ret = spufs_context_open(&path); 49166ec7b2cSAl Viro if (ret < 0) 4926263203eSArnd Bergmann WARN_ON(spufs_rmdir(inode, dentry)); 4936263203eSArnd Bergmann 4948e68e2f2SArnd Bergmann out_aff_unlock: 4958e68e2f2SArnd Bergmann if (affinity) 4968e68e2f2SArnd Bergmann mutex_unlock(&gang->aff_mutex); 4976263203eSArnd Bergmann return ret; 4986263203eSArnd Bergmann } 4996263203eSArnd Bergmann 5006263203eSArnd Bergmann static int 501c6684b26SAl Viro spufs_mkgang(struct inode *dir, struct dentry *dentry, umode_t mode) 5026263203eSArnd Bergmann { 5036263203eSArnd Bergmann int ret; 5046263203eSArnd Bergmann struct inode *inode; 5056263203eSArnd Bergmann struct spu_gang *gang; 5066263203eSArnd Bergmann 5076263203eSArnd Bergmann ret = -ENOSPC; 5086263203eSArnd Bergmann inode = spufs_new_inode(dir->i_sb, mode | S_IFDIR); 5096263203eSArnd Bergmann if (!inode) 5106263203eSArnd Bergmann goto out; 5116263203eSArnd Bergmann 5126263203eSArnd Bergmann ret = 0; 5136263203eSArnd Bergmann if (dir->i_mode & S_ISGID) { 5146263203eSArnd Bergmann inode->i_gid = dir->i_gid; 5156263203eSArnd Bergmann inode->i_mode &= S_ISGID; 5166263203eSArnd Bergmann } 5176263203eSArnd Bergmann gang = alloc_spu_gang(); 5186263203eSArnd Bergmann SPUFS_I(inode)->i_ctx = NULL; 5196263203eSArnd Bergmann SPUFS_I(inode)->i_gang = gang; 5206263203eSArnd Bergmann if (!gang) 5216263203eSArnd Bergmann goto out_iput; 5226263203eSArnd Bergmann 523b8c295f9SJeremy Kerr inode->i_op = &simple_dir_inode_operations; 5246263203eSArnd Bergmann inode->i_fop = &simple_dir_operations; 5256263203eSArnd Bergmann 5266263203eSArnd Bergmann d_instantiate(dentry, inode); 527ba0b996dSJeremy Kerr inc_nlink(dir); 528ba0b996dSJeremy Kerr inc_nlink(dentry->d_inode); 5296263203eSArnd Bergmann return ret; 5306263203eSArnd Bergmann 5316263203eSArnd Bergmann out_iput: 5326263203eSArnd Bergmann iput(inode); 5336263203eSArnd Bergmann out: 5346263203eSArnd Bergmann return ret; 5356263203eSArnd Bergmann } 5366263203eSArnd Bergmann 537765927b2SAl Viro static int spufs_gang_open(struct path *path) 5386263203eSArnd Bergmann { 5396263203eSArnd Bergmann int ret; 5406263203eSArnd Bergmann struct file *filp; 5416263203eSArnd Bergmann 5426263203eSArnd Bergmann ret = get_unused_fd(); 543bf349a44SAl Viro if (ret < 0) 544bf349a44SAl Viro return ret; 5456263203eSArnd Bergmann 546bf349a44SAl Viro /* 547bf349a44SAl Viro * get references for dget and mntget, will be released 548bf349a44SAl Viro * in error path of *_open(). 549bf349a44SAl Viro */ 550765927b2SAl Viro filp = dentry_open(path, O_RDONLY, current_cred()); 5516263203eSArnd Bergmann if (IS_ERR(filp)) { 5526263203eSArnd Bergmann put_unused_fd(ret); 553bf349a44SAl Viro return PTR_ERR(filp); 5546263203eSArnd Bergmann } 5556263203eSArnd Bergmann 556877907d3SJeremy Kerr filp->f_op = &simple_dir_operations; 5576263203eSArnd Bergmann fd_install(ret, filp); 5586263203eSArnd Bergmann return ret; 5596263203eSArnd Bergmann } 5606263203eSArnd Bergmann 5616263203eSArnd Bergmann static int spufs_create_gang(struct inode *inode, 5626263203eSArnd Bergmann struct dentry *dentry, 563c6684b26SAl Viro struct vfsmount *mnt, umode_t mode) 5646263203eSArnd Bergmann { 565765927b2SAl Viro struct path path = {.mnt = mnt, .dentry = dentry}; 5666263203eSArnd Bergmann int ret; 5676263203eSArnd Bergmann 5686263203eSArnd Bergmann ret = spufs_mkgang(inode, dentry, mode & S_IRWXUGO); 5691ba44cc9SAl Viro if (!ret) { 570765927b2SAl Viro ret = spufs_gang_open(&path); 571877907d3SJeremy Kerr if (ret < 0) { 572877907d3SJeremy Kerr int err = simple_rmdir(inode, dentry); 573877907d3SJeremy Kerr WARN_ON(err); 574877907d3SJeremy Kerr } 5751ba44cc9SAl Viro } 5766263203eSArnd Bergmann return ret; 5776263203eSArnd Bergmann } 5786263203eSArnd Bergmann 5796263203eSArnd Bergmann 580346f4d3cSArnd Bergmann static struct file_system_type spufs_type; 581346f4d3cSArnd Bergmann 5821ba10681SAl Viro long spufs_create(struct path *path, struct dentry *dentry, 583c6684b26SAl Viro unsigned int flags, umode_t mode, struct file *filp) 58467207b96SArnd Bergmann { 58525b2692aSAl Viro struct inode *dir = path->dentry->d_inode; 58667207b96SArnd Bergmann int ret; 58767207b96SArnd Bergmann 5886263203eSArnd Bergmann /* check if we are on spufs */ 5891ba10681SAl Viro if (path->dentry->d_sb->s_type != &spufs_type) 59025b2692aSAl Viro return -EINVAL; 59167207b96SArnd Bergmann 5926263203eSArnd Bergmann /* don't accept undefined flags */ 5939add11daSArnd Bergmann if (flags & (~SPU_CREATE_FLAG_ALL)) 59425b2692aSAl Viro return -EINVAL; 595c9832948Sarnd@arndb.de 5966263203eSArnd Bergmann /* only threads can be underneath a gang */ 59725b2692aSAl Viro if (path->dentry != path->dentry->d_sb->s_root) 59825b2692aSAl Viro if ((flags & SPU_CREATE_GANG) || !SPUFS_I(dir)->i_gang) 59925b2692aSAl Viro return -EINVAL; 6006263203eSArnd Bergmann 601ce3b0f8dSAl Viro mode &= ~current_umask(); 60267207b96SArnd Bergmann 6036263203eSArnd Bergmann if (flags & SPU_CREATE_GANG) 60425b2692aSAl Viro ret = spufs_create_gang(dir, dentry, path->mnt, mode); 6056263203eSArnd Bergmann else 60625b2692aSAl Viro ret = spufs_create_context(dir, dentry, path->mnt, flags, mode, 6074ac91378SJan Blunck filp); 608826be063SChristoph Hellwig if (ret >= 0) 60925b2692aSAl Viro fsnotify_mkdir(dir, dentry); 61067207b96SArnd Bergmann 61167207b96SArnd Bergmann return ret; 61267207b96SArnd Bergmann } 61367207b96SArnd Bergmann 61467207b96SArnd Bergmann /* File system initialization */ 61567207b96SArnd Bergmann enum { 6162c3e4787SJeremy Kerr Opt_uid, Opt_gid, Opt_mode, Opt_debug, Opt_err, 61767207b96SArnd Bergmann }; 61867207b96SArnd Bergmann 619a447c093SSteven Whitehouse static const match_table_t spufs_tokens = { 62067207b96SArnd Bergmann { Opt_uid, "uid=%d" }, 62167207b96SArnd Bergmann { Opt_gid, "gid=%d" }, 622f11f5ee7SJeremy Kerr { Opt_mode, "mode=%o" }, 6232c3e4787SJeremy Kerr { Opt_debug, "debug" }, 62467207b96SArnd Bergmann { Opt_err, NULL }, 62567207b96SArnd Bergmann }; 62667207b96SArnd Bergmann 62767207b96SArnd Bergmann static int 6282c3e4787SJeremy Kerr spufs_parse_options(struct super_block *sb, char *options, struct inode *root) 62967207b96SArnd Bergmann { 63067207b96SArnd Bergmann char *p; 63167207b96SArnd Bergmann substring_t args[MAX_OPT_ARGS]; 63267207b96SArnd Bergmann 63367207b96SArnd Bergmann while ((p = strsep(&options, ",")) != NULL) { 63467207b96SArnd Bergmann int token, option; 63567207b96SArnd Bergmann 63667207b96SArnd Bergmann if (!*p) 63767207b96SArnd Bergmann continue; 63867207b96SArnd Bergmann 63967207b96SArnd Bergmann token = match_token(p, spufs_tokens, args); 64067207b96SArnd Bergmann switch (token) { 64167207b96SArnd Bergmann case Opt_uid: 64267207b96SArnd Bergmann if (match_int(&args[0], &option)) 64367207b96SArnd Bergmann return 0; 64467207b96SArnd Bergmann root->i_uid = option; 64567207b96SArnd Bergmann break; 64667207b96SArnd Bergmann case Opt_gid: 64767207b96SArnd Bergmann if (match_int(&args[0], &option)) 64867207b96SArnd Bergmann return 0; 64967207b96SArnd Bergmann root->i_gid = option; 65067207b96SArnd Bergmann break; 651f11f5ee7SJeremy Kerr case Opt_mode: 652f11f5ee7SJeremy Kerr if (match_octal(&args[0], &option)) 653f11f5ee7SJeremy Kerr return 0; 654f11f5ee7SJeremy Kerr root->i_mode = option | S_IFDIR; 655f11f5ee7SJeremy Kerr break; 6562c3e4787SJeremy Kerr case Opt_debug: 6572c3e4787SJeremy Kerr spufs_get_sb_info(sb)->debug = 1; 6582c3e4787SJeremy Kerr break; 65967207b96SArnd Bergmann default: 66067207b96SArnd Bergmann return 0; 66167207b96SArnd Bergmann } 66267207b96SArnd Bergmann } 66367207b96SArnd Bergmann return 1; 66467207b96SArnd Bergmann } 66567207b96SArnd Bergmann 666db1384b4SAkinobu Mita static void spufs_exit_isolated_loader(void) 667db1384b4SAkinobu Mita { 6688b0d3121SSebastian Siewior free_pages((unsigned long) isolated_loader, 6698b0d3121SSebastian Siewior get_order(isolated_loader_size)); 670db1384b4SAkinobu Mita } 671db1384b4SAkinobu Mita 6720afacde3Sarnd@arndb.de static void 6730afacde3Sarnd@arndb.de spufs_init_isolated_loader(void) 6740afacde3Sarnd@arndb.de { 6750afacde3Sarnd@arndb.de struct device_node *dn; 6760afacde3Sarnd@arndb.de const char *loader; 6770afacde3Sarnd@arndb.de int size; 6780afacde3Sarnd@arndb.de 6790afacde3Sarnd@arndb.de dn = of_find_node_by_path("/spu-isolation"); 6800afacde3Sarnd@arndb.de if (!dn) 6810afacde3Sarnd@arndb.de return; 6820afacde3Sarnd@arndb.de 683e2eb6392SStephen Rothwell loader = of_get_property(dn, "loader", &size); 6840afacde3Sarnd@arndb.de if (!loader) 6850afacde3Sarnd@arndb.de return; 6860afacde3Sarnd@arndb.de 6878b0d3121SSebastian Siewior /* the loader must be align on a 16 byte boundary */ 6888b0d3121SSebastian Siewior isolated_loader = (char *)__get_free_pages(GFP_KERNEL, get_order(size)); 6890afacde3Sarnd@arndb.de if (!isolated_loader) 6900afacde3Sarnd@arndb.de return; 6910afacde3Sarnd@arndb.de 6928b0d3121SSebastian Siewior isolated_loader_size = size; 6930afacde3Sarnd@arndb.de memcpy(isolated_loader, loader, size); 6940afacde3Sarnd@arndb.de printk(KERN_INFO "spufs: SPU isolation mode enabled\n"); 6950afacde3Sarnd@arndb.de } 6960afacde3Sarnd@arndb.de 69767207b96SArnd Bergmann static int 6988b3d6663SArnd Bergmann spufs_create_root(struct super_block *sb, void *data) 6998b3d6663SArnd Bergmann { 70067207b96SArnd Bergmann struct inode *inode; 70167207b96SArnd Bergmann int ret; 70267207b96SArnd Bergmann 7038f18a158SArnd Bergmann ret = -ENODEV; 7048f18a158SArnd Bergmann if (!spu_management_ops) 7058f18a158SArnd Bergmann goto out; 7068f18a158SArnd Bergmann 70767207b96SArnd Bergmann ret = -ENOMEM; 70867207b96SArnd Bergmann inode = spufs_new_inode(sb, S_IFDIR | 0775); 70967207b96SArnd Bergmann if (!inode) 71067207b96SArnd Bergmann goto out; 71167207b96SArnd Bergmann 712b8c295f9SJeremy Kerr inode->i_op = &simple_dir_inode_operations; 71367207b96SArnd Bergmann inode->i_fop = &simple_dir_operations; 71467207b96SArnd Bergmann SPUFS_I(inode)->i_ctx = NULL; 715e2ed6e4dSJeremy Kerr inc_nlink(inode); 71667207b96SArnd Bergmann 71767207b96SArnd Bergmann ret = -EINVAL; 7182c3e4787SJeremy Kerr if (!spufs_parse_options(sb, data, inode)) 71967207b96SArnd Bergmann goto out_iput; 72067207b96SArnd Bergmann 72167207b96SArnd Bergmann ret = -ENOMEM; 72248fde701SAl Viro sb->s_root = d_make_root(inode); 72367207b96SArnd Bergmann if (!sb->s_root) 72448fde701SAl Viro goto out; 72567207b96SArnd Bergmann 72667207b96SArnd Bergmann return 0; 72767207b96SArnd Bergmann out_iput: 72867207b96SArnd Bergmann iput(inode); 72967207b96SArnd Bergmann out: 73067207b96SArnd Bergmann return ret; 73167207b96SArnd Bergmann } 73267207b96SArnd Bergmann 73367207b96SArnd Bergmann static int 73467207b96SArnd Bergmann spufs_fill_super(struct super_block *sb, void *data, int silent) 73567207b96SArnd Bergmann { 7362c3e4787SJeremy Kerr struct spufs_sb_info *info; 737b87221deSAlexey Dobriyan static const struct super_operations s_ops = { 73867207b96SArnd Bergmann .alloc_inode = spufs_alloc_inode, 73967207b96SArnd Bergmann .destroy_inode = spufs_destroy_inode, 74067207b96SArnd Bergmann .statfs = simple_statfs, 7410f3f63a4SAl Viro .evict_inode = spufs_evict_inode, 74290d09e14SMiklos Szeredi .show_options = generic_show_options, 74367207b96SArnd Bergmann }; 74467207b96SArnd Bergmann 74590d09e14SMiklos Szeredi save_mount_options(sb, data); 74690d09e14SMiklos Szeredi 7472c3e4787SJeremy Kerr info = kzalloc(sizeof(*info), GFP_KERNEL); 7482c3e4787SJeremy Kerr if (!info) 7492c3e4787SJeremy Kerr return -ENOMEM; 7502c3e4787SJeremy Kerr 75167207b96SArnd Bergmann sb->s_maxbytes = MAX_LFS_FILESIZE; 75267207b96SArnd Bergmann sb->s_blocksize = PAGE_CACHE_SIZE; 75367207b96SArnd Bergmann sb->s_blocksize_bits = PAGE_CACHE_SHIFT; 75467207b96SArnd Bergmann sb->s_magic = SPUFS_MAGIC; 75567207b96SArnd Bergmann sb->s_op = &s_ops; 7562c3e4787SJeremy Kerr sb->s_fs_info = info; 75767207b96SArnd Bergmann 75867207b96SArnd Bergmann return spufs_create_root(sb, data); 75967207b96SArnd Bergmann } 76067207b96SArnd Bergmann 761fc14f2feSAl Viro static struct dentry * 762fc14f2feSAl Viro spufs_mount(struct file_system_type *fstype, int flags, 763fc14f2feSAl Viro const char *name, void *data) 76467207b96SArnd Bergmann { 765fc14f2feSAl Viro return mount_single(fstype, flags, data, spufs_fill_super); 76667207b96SArnd Bergmann } 76767207b96SArnd Bergmann 76867207b96SArnd Bergmann static struct file_system_type spufs_type = { 76967207b96SArnd Bergmann .owner = THIS_MODULE, 77067207b96SArnd Bergmann .name = "spufs", 771fc14f2feSAl Viro .mount = spufs_mount, 77267207b96SArnd Bergmann .kill_sb = kill_litter_super, 77367207b96SArnd Bergmann }; 77467207b96SArnd Bergmann 775e78b47a5SArnd Bergmann static int __init spufs_init(void) 77667207b96SArnd Bergmann { 77767207b96SArnd Bergmann int ret; 778bf1ab978SDwayne Grant McConnell 779ccf17e9dSJeremy Kerr ret = -ENODEV; 780ccf17e9dSJeremy Kerr if (!spu_management_ops) 781ccf17e9dSJeremy Kerr goto out; 782ccf17e9dSJeremy Kerr 78367207b96SArnd Bergmann ret = -ENOMEM; 78467207b96SArnd Bergmann spufs_inode_cache = kmem_cache_create("spufs_inode_cache", 78567207b96SArnd Bergmann sizeof(struct spufs_inode_info), 0, 78620c2df83SPaul Mundt SLAB_HWCACHE_ALIGN, spufs_init_once); 78767207b96SArnd Bergmann 78867207b96SArnd Bergmann if (!spufs_inode_cache) 78967207b96SArnd Bergmann goto out; 790c99c1994SAkinobu Mita ret = spu_sched_init(); 79167207b96SArnd Bergmann if (ret) 79267207b96SArnd Bergmann goto out_cache; 79367207b96SArnd Bergmann ret = register_spu_syscalls(&spufs_calls); 79467207b96SArnd Bergmann if (ret) 795640045a1SAl Viro goto out_sched; 796640045a1SAl Viro ret = register_filesystem(&spufs_type); 797640045a1SAl Viro if (ret) 798640045a1SAl Viro goto out_syscalls; 7990afacde3Sarnd@arndb.de 8000afacde3Sarnd@arndb.de spufs_init_isolated_loader(); 801bf1ab978SDwayne Grant McConnell 80267207b96SArnd Bergmann return 0; 803c99c1994SAkinobu Mita 804640045a1SAl Viro out_syscalls: 805640045a1SAl Viro unregister_spu_syscalls(&spufs_calls); 806c99c1994SAkinobu Mita out_sched: 807c99c1994SAkinobu Mita spu_sched_exit(); 80867207b96SArnd Bergmann out_cache: 80967207b96SArnd Bergmann kmem_cache_destroy(spufs_inode_cache); 81067207b96SArnd Bergmann out: 81167207b96SArnd Bergmann return ret; 81267207b96SArnd Bergmann } 81367207b96SArnd Bergmann module_init(spufs_init); 81467207b96SArnd Bergmann 815e78b47a5SArnd Bergmann static void __exit spufs_exit(void) 81667207b96SArnd Bergmann { 8178b3d6663SArnd Bergmann spu_sched_exit(); 818db1384b4SAkinobu Mita spufs_exit_isolated_loader(); 81967207b96SArnd Bergmann unregister_spu_syscalls(&spufs_calls); 82067207b96SArnd Bergmann unregister_filesystem(&spufs_type); 82167207b96SArnd Bergmann kmem_cache_destroy(spufs_inode_cache); 82267207b96SArnd Bergmann } 82367207b96SArnd Bergmann module_exit(spufs_exit); 82467207b96SArnd Bergmann 82567207b96SArnd Bergmann MODULE_LICENSE("GPL"); 82667207b96SArnd Bergmann MODULE_AUTHOR("Arnd Bergmann <arndb@de.ibm.com>"); 82767207b96SArnd Bergmann 828