1b1dcc1b57
This patch converts the inode semaphore to a mutex. I have tested it on XFS and compiled as much as one can consider on an ia64. Anyway your luck with it might be different. Modified-by: Ingo Molnar <mingo@elte.hu> (finished the conversion) Signed-off-by: Jes Sorensen <jes@sgi.com> Signed-off-by: Ingo Molnar <mingo@elte.hu>
581 lines
14 KiB
C
581 lines
14 KiB
C
/*
|
|
* VFS-related code for RelayFS, a high-speed data relay filesystem.
|
|
*
|
|
* Copyright (C) 2003-2005 - Tom Zanussi <zanussi@us.ibm.com>, IBM Corp
|
|
* Copyright (C) 2003-2005 - Karim Yaghmour <karim@opersys.com>
|
|
*
|
|
* Based on ramfs, Copyright (C) 2002 - Linus Torvalds
|
|
*
|
|
* This file is released under the GPL.
|
|
*/
|
|
|
|
#include <linux/module.h>
|
|
#include <linux/fs.h>
|
|
#include <linux/mount.h>
|
|
#include <linux/pagemap.h>
|
|
#include <linux/init.h>
|
|
#include <linux/string.h>
|
|
#include <linux/backing-dev.h>
|
|
#include <linux/namei.h>
|
|
#include <linux/poll.h>
|
|
#include <linux/relayfs_fs.h>
|
|
#include "relay.h"
|
|
#include "buffers.h"
|
|
|
|
#define RELAYFS_MAGIC 0xF0B4A981
|
|
|
|
static struct vfsmount * relayfs_mount;
|
|
static int relayfs_mount_count;
|
|
|
|
static struct backing_dev_info relayfs_backing_dev_info = {
|
|
.ra_pages = 0, /* No readahead */
|
|
.capabilities = BDI_CAP_NO_ACCT_DIRTY | BDI_CAP_NO_WRITEBACK,
|
|
};
|
|
|
|
static struct inode *relayfs_get_inode(struct super_block *sb,
|
|
int mode,
|
|
struct file_operations *fops,
|
|
void *data)
|
|
{
|
|
struct inode *inode;
|
|
|
|
inode = new_inode(sb);
|
|
if (!inode)
|
|
return NULL;
|
|
|
|
inode->i_mode = mode;
|
|
inode->i_uid = 0;
|
|
inode->i_gid = 0;
|
|
inode->i_blksize = PAGE_CACHE_SIZE;
|
|
inode->i_blocks = 0;
|
|
inode->i_mapping->backing_dev_info = &relayfs_backing_dev_info;
|
|
inode->i_atime = inode->i_mtime = inode->i_ctime = CURRENT_TIME;
|
|
switch (mode & S_IFMT) {
|
|
case S_IFREG:
|
|
inode->i_fop = fops;
|
|
if (data)
|
|
inode->u.generic_ip = data;
|
|
break;
|
|
case S_IFDIR:
|
|
inode->i_op = &simple_dir_inode_operations;
|
|
inode->i_fop = &simple_dir_operations;
|
|
|
|
/* directory inodes start off with i_nlink == 2 (for "." entry) */
|
|
inode->i_nlink++;
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
return inode;
|
|
}
|
|
|
|
/**
|
|
* relayfs_create_entry - create a relayfs directory or file
|
|
* @name: the name of the file to create
|
|
* @parent: parent directory
|
|
* @mode: mode
|
|
* @fops: file operations to use for the file
|
|
* @data: user-associated data for this file
|
|
*
|
|
* Returns the new dentry, NULL on failure
|
|
*
|
|
* Creates a file or directory with the specifed permissions.
|
|
*/
|
|
static struct dentry *relayfs_create_entry(const char *name,
|
|
struct dentry *parent,
|
|
int mode,
|
|
struct file_operations *fops,
|
|
void *data)
|
|
{
|
|
struct dentry *d;
|
|
struct inode *inode;
|
|
int error = 0;
|
|
|
|
BUG_ON(!name || !(S_ISREG(mode) || S_ISDIR(mode)));
|
|
|
|
error = simple_pin_fs("relayfs", &relayfs_mount, &relayfs_mount_count);
|
|
if (error) {
|
|
printk(KERN_ERR "Couldn't mount relayfs: errcode %d\n", error);
|
|
return NULL;
|
|
}
|
|
|
|
if (!parent && relayfs_mount && relayfs_mount->mnt_sb)
|
|
parent = relayfs_mount->mnt_sb->s_root;
|
|
|
|
if (!parent) {
|
|
simple_release_fs(&relayfs_mount, &relayfs_mount_count);
|
|
return NULL;
|
|
}
|
|
|
|
parent = dget(parent);
|
|
mutex_lock(&parent->d_inode->i_mutex);
|
|
d = lookup_one_len(name, parent, strlen(name));
|
|
if (IS_ERR(d)) {
|
|
d = NULL;
|
|
goto release_mount;
|
|
}
|
|
|
|
if (d->d_inode) {
|
|
d = NULL;
|
|
goto release_mount;
|
|
}
|
|
|
|
inode = relayfs_get_inode(parent->d_inode->i_sb, mode, fops, data);
|
|
if (!inode) {
|
|
d = NULL;
|
|
goto release_mount;
|
|
}
|
|
|
|
d_instantiate(d, inode);
|
|
dget(d); /* Extra count - pin the dentry in core */
|
|
|
|
if (S_ISDIR(mode))
|
|
parent->d_inode->i_nlink++;
|
|
|
|
goto exit;
|
|
|
|
release_mount:
|
|
simple_release_fs(&relayfs_mount, &relayfs_mount_count);
|
|
|
|
exit:
|
|
mutex_unlock(&parent->d_inode->i_mutex);
|
|
dput(parent);
|
|
return d;
|
|
}
|
|
|
|
/**
|
|
* relayfs_create_file - create a file in the relay filesystem
|
|
* @name: the name of the file to create
|
|
* @parent: parent directory
|
|
* @mode: mode, if not specied the default perms are used
|
|
* @fops: file operations to use for the file
|
|
* @data: user-associated data for this file
|
|
*
|
|
* Returns file dentry if successful, NULL otherwise.
|
|
*
|
|
* The file will be created user r on behalf of current user.
|
|
*/
|
|
struct dentry *relayfs_create_file(const char *name,
|
|
struct dentry *parent,
|
|
int mode,
|
|
struct file_operations *fops,
|
|
void *data)
|
|
{
|
|
BUG_ON(!fops);
|
|
|
|
if (!mode)
|
|
mode = S_IRUSR;
|
|
mode = (mode & S_IALLUGO) | S_IFREG;
|
|
|
|
return relayfs_create_entry(name, parent, mode, fops, data);
|
|
}
|
|
|
|
/**
|
|
* relayfs_create_dir - create a directory in the relay filesystem
|
|
* @name: the name of the directory to create
|
|
* @parent: parent directory, NULL if parent should be fs root
|
|
*
|
|
* Returns directory dentry if successful, NULL otherwise.
|
|
*
|
|
* The directory will be created world rwx on behalf of current user.
|
|
*/
|
|
struct dentry *relayfs_create_dir(const char *name, struct dentry *parent)
|
|
{
|
|
int mode = S_IFDIR | S_IRWXU | S_IRUGO | S_IXUGO;
|
|
return relayfs_create_entry(name, parent, mode, NULL, NULL);
|
|
}
|
|
|
|
/**
|
|
* relayfs_remove - remove a file or directory in the relay filesystem
|
|
* @dentry: file or directory dentry
|
|
*
|
|
* Returns 0 if successful, negative otherwise.
|
|
*/
|
|
int relayfs_remove(struct dentry *dentry)
|
|
{
|
|
struct dentry *parent;
|
|
int error = 0;
|
|
|
|
if (!dentry)
|
|
return -EINVAL;
|
|
parent = dentry->d_parent;
|
|
if (!parent)
|
|
return -EINVAL;
|
|
|
|
parent = dget(parent);
|
|
mutex_lock(&parent->d_inode->i_mutex);
|
|
if (dentry->d_inode) {
|
|
if (S_ISDIR(dentry->d_inode->i_mode))
|
|
error = simple_rmdir(parent->d_inode, dentry);
|
|
else
|
|
error = simple_unlink(parent->d_inode, dentry);
|
|
if (!error)
|
|
d_delete(dentry);
|
|
}
|
|
if (!error)
|
|
dput(dentry);
|
|
mutex_unlock(&parent->d_inode->i_mutex);
|
|
dput(parent);
|
|
|
|
if (!error)
|
|
simple_release_fs(&relayfs_mount, &relayfs_mount_count);
|
|
|
|
return error;
|
|
}
|
|
|
|
/**
|
|
* relayfs_remove_file - remove a file from relay filesystem
|
|
* @dentry: directory dentry
|
|
*
|
|
* Returns 0 if successful, negative otherwise.
|
|
*/
|
|
int relayfs_remove_file(struct dentry *dentry)
|
|
{
|
|
return relayfs_remove(dentry);
|
|
}
|
|
|
|
/**
|
|
* relayfs_remove_dir - remove a directory in the relay filesystem
|
|
* @dentry: directory dentry
|
|
*
|
|
* Returns 0 if successful, negative otherwise.
|
|
*/
|
|
int relayfs_remove_dir(struct dentry *dentry)
|
|
{
|
|
return relayfs_remove(dentry);
|
|
}
|
|
|
|
/**
|
|
* relay_file_open - open file op for relay files
|
|
* @inode: the inode
|
|
* @filp: the file
|
|
*
|
|
* Increments the channel buffer refcount.
|
|
*/
|
|
static int relay_file_open(struct inode *inode, struct file *filp)
|
|
{
|
|
struct rchan_buf *buf = inode->u.generic_ip;
|
|
kref_get(&buf->kref);
|
|
filp->private_data = buf;
|
|
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* relay_file_mmap - mmap file op for relay files
|
|
* @filp: the file
|
|
* @vma: the vma describing what to map
|
|
*
|
|
* Calls upon relay_mmap_buf to map the file into user space.
|
|
*/
|
|
static int relay_file_mmap(struct file *filp, struct vm_area_struct *vma)
|
|
{
|
|
struct rchan_buf *buf = filp->private_data;
|
|
return relay_mmap_buf(buf, vma);
|
|
}
|
|
|
|
/**
|
|
* relay_file_poll - poll file op for relay files
|
|
* @filp: the file
|
|
* @wait: poll table
|
|
*
|
|
* Poll implemention.
|
|
*/
|
|
static unsigned int relay_file_poll(struct file *filp, poll_table *wait)
|
|
{
|
|
unsigned int mask = 0;
|
|
struct rchan_buf *buf = filp->private_data;
|
|
|
|
if (buf->finalized)
|
|
return POLLERR;
|
|
|
|
if (filp->f_mode & FMODE_READ) {
|
|
poll_wait(filp, &buf->read_wait, wait);
|
|
if (!relay_buf_empty(buf))
|
|
mask |= POLLIN | POLLRDNORM;
|
|
}
|
|
|
|
return mask;
|
|
}
|
|
|
|
/**
|
|
* relay_file_release - release file op for relay files
|
|
* @inode: the inode
|
|
* @filp: the file
|
|
*
|
|
* Decrements the channel refcount, as the filesystem is
|
|
* no longer using it.
|
|
*/
|
|
static int relay_file_release(struct inode *inode, struct file *filp)
|
|
{
|
|
struct rchan_buf *buf = filp->private_data;
|
|
kref_put(&buf->kref, relay_remove_buf);
|
|
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* relay_file_read_consume - update the consumed count for the buffer
|
|
*/
|
|
static void relay_file_read_consume(struct rchan_buf *buf,
|
|
size_t read_pos,
|
|
size_t bytes_consumed)
|
|
{
|
|
size_t subbuf_size = buf->chan->subbuf_size;
|
|
size_t n_subbufs = buf->chan->n_subbufs;
|
|
size_t read_subbuf;
|
|
|
|
if (buf->bytes_consumed + bytes_consumed > subbuf_size) {
|
|
relay_subbufs_consumed(buf->chan, buf->cpu, 1);
|
|
buf->bytes_consumed = 0;
|
|
}
|
|
|
|
buf->bytes_consumed += bytes_consumed;
|
|
read_subbuf = read_pos / buf->chan->subbuf_size;
|
|
if (buf->bytes_consumed + buf->padding[read_subbuf] == subbuf_size) {
|
|
if ((read_subbuf == buf->subbufs_produced % n_subbufs) &&
|
|
(buf->offset == subbuf_size))
|
|
return;
|
|
relay_subbufs_consumed(buf->chan, buf->cpu, 1);
|
|
buf->bytes_consumed = 0;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* relay_file_read_avail - boolean, are there unconsumed bytes available?
|
|
*/
|
|
static int relay_file_read_avail(struct rchan_buf *buf, size_t read_pos)
|
|
{
|
|
size_t bytes_produced, bytes_consumed, write_offset;
|
|
size_t subbuf_size = buf->chan->subbuf_size;
|
|
size_t n_subbufs = buf->chan->n_subbufs;
|
|
size_t produced = buf->subbufs_produced % n_subbufs;
|
|
size_t consumed = buf->subbufs_consumed % n_subbufs;
|
|
|
|
write_offset = buf->offset > subbuf_size ? subbuf_size : buf->offset;
|
|
|
|
if (consumed > produced) {
|
|
if ((produced > n_subbufs) &&
|
|
(produced + n_subbufs - consumed <= n_subbufs))
|
|
produced += n_subbufs;
|
|
} else if (consumed == produced) {
|
|
if (buf->offset > subbuf_size) {
|
|
produced += n_subbufs;
|
|
if (buf->subbufs_produced == buf->subbufs_consumed)
|
|
consumed += n_subbufs;
|
|
}
|
|
}
|
|
|
|
if (buf->offset > subbuf_size)
|
|
bytes_produced = (produced - 1) * subbuf_size + write_offset;
|
|
else
|
|
bytes_produced = produced * subbuf_size + write_offset;
|
|
bytes_consumed = consumed * subbuf_size + buf->bytes_consumed;
|
|
|
|
if (bytes_produced == bytes_consumed)
|
|
return 0;
|
|
|
|
relay_file_read_consume(buf, read_pos, 0);
|
|
|
|
return 1;
|
|
}
|
|
|
|
/**
|
|
* relay_file_read_subbuf_avail - return bytes available in sub-buffer
|
|
*/
|
|
static size_t relay_file_read_subbuf_avail(size_t read_pos,
|
|
struct rchan_buf *buf)
|
|
{
|
|
size_t padding, avail = 0;
|
|
size_t read_subbuf, read_offset, write_subbuf, write_offset;
|
|
size_t subbuf_size = buf->chan->subbuf_size;
|
|
|
|
write_subbuf = (buf->data - buf->start) / subbuf_size;
|
|
write_offset = buf->offset > subbuf_size ? subbuf_size : buf->offset;
|
|
read_subbuf = read_pos / subbuf_size;
|
|
read_offset = read_pos % subbuf_size;
|
|
padding = buf->padding[read_subbuf];
|
|
|
|
if (read_subbuf == write_subbuf) {
|
|
if (read_offset + padding < write_offset)
|
|
avail = write_offset - (read_offset + padding);
|
|
} else
|
|
avail = (subbuf_size - padding) - read_offset;
|
|
|
|
return avail;
|
|
}
|
|
|
|
/**
|
|
* relay_file_read_start_pos - find the first available byte to read
|
|
*
|
|
* If the read_pos is in the middle of padding, return the
|
|
* position of the first actually available byte, otherwise
|
|
* return the original value.
|
|
*/
|
|
static size_t relay_file_read_start_pos(size_t read_pos,
|
|
struct rchan_buf *buf)
|
|
{
|
|
size_t read_subbuf, padding, padding_start, padding_end;
|
|
size_t subbuf_size = buf->chan->subbuf_size;
|
|
size_t n_subbufs = buf->chan->n_subbufs;
|
|
|
|
read_subbuf = read_pos / subbuf_size;
|
|
padding = buf->padding[read_subbuf];
|
|
padding_start = (read_subbuf + 1) * subbuf_size - padding;
|
|
padding_end = (read_subbuf + 1) * subbuf_size;
|
|
if (read_pos >= padding_start && read_pos < padding_end) {
|
|
read_subbuf = (read_subbuf + 1) % n_subbufs;
|
|
read_pos = read_subbuf * subbuf_size;
|
|
}
|
|
|
|
return read_pos;
|
|
}
|
|
|
|
/**
|
|
* relay_file_read_end_pos - return the new read position
|
|
*/
|
|
static size_t relay_file_read_end_pos(struct rchan_buf *buf,
|
|
size_t read_pos,
|
|
size_t count)
|
|
{
|
|
size_t read_subbuf, padding, end_pos;
|
|
size_t subbuf_size = buf->chan->subbuf_size;
|
|
size_t n_subbufs = buf->chan->n_subbufs;
|
|
|
|
read_subbuf = read_pos / subbuf_size;
|
|
padding = buf->padding[read_subbuf];
|
|
if (read_pos % subbuf_size + count + padding == subbuf_size)
|
|
end_pos = (read_subbuf + 1) * subbuf_size;
|
|
else
|
|
end_pos = read_pos + count;
|
|
if (end_pos >= subbuf_size * n_subbufs)
|
|
end_pos = 0;
|
|
|
|
return end_pos;
|
|
}
|
|
|
|
/**
|
|
* relay_file_read - read file op for relay files
|
|
* @filp: the file
|
|
* @buffer: the userspace buffer
|
|
* @count: number of bytes to read
|
|
* @ppos: position to read from
|
|
*
|
|
* Reads count bytes or the number of bytes available in the
|
|
* current sub-buffer being read, whichever is smaller.
|
|
*/
|
|
static ssize_t relay_file_read(struct file *filp,
|
|
char __user *buffer,
|
|
size_t count,
|
|
loff_t *ppos)
|
|
{
|
|
struct rchan_buf *buf = filp->private_data;
|
|
struct inode *inode = filp->f_dentry->d_inode;
|
|
size_t read_start, avail;
|
|
ssize_t ret = 0;
|
|
void *from;
|
|
|
|
mutex_lock(&inode->i_mutex);
|
|
if(!relay_file_read_avail(buf, *ppos))
|
|
goto out;
|
|
|
|
read_start = relay_file_read_start_pos(*ppos, buf);
|
|
avail = relay_file_read_subbuf_avail(read_start, buf);
|
|
if (!avail)
|
|
goto out;
|
|
|
|
from = buf->start + read_start;
|
|
ret = count = min(count, avail);
|
|
if (copy_to_user(buffer, from, count)) {
|
|
ret = -EFAULT;
|
|
goto out;
|
|
}
|
|
relay_file_read_consume(buf, read_start, count);
|
|
*ppos = relay_file_read_end_pos(buf, read_start, count);
|
|
out:
|
|
mutex_unlock(&inode->i_mutex);
|
|
return ret;
|
|
}
|
|
|
|
struct file_operations relay_file_operations = {
|
|
.open = relay_file_open,
|
|
.poll = relay_file_poll,
|
|
.mmap = relay_file_mmap,
|
|
.read = relay_file_read,
|
|
.llseek = no_llseek,
|
|
.release = relay_file_release,
|
|
};
|
|
|
|
static struct super_operations relayfs_ops = {
|
|
.statfs = simple_statfs,
|
|
.drop_inode = generic_delete_inode,
|
|
};
|
|
|
|
static int relayfs_fill_super(struct super_block * sb, void * data, int silent)
|
|
{
|
|
struct inode *inode;
|
|
struct dentry *root;
|
|
int mode = S_IFDIR | S_IRWXU | S_IRUGO | S_IXUGO;
|
|
|
|
sb->s_blocksize = PAGE_CACHE_SIZE;
|
|
sb->s_blocksize_bits = PAGE_CACHE_SHIFT;
|
|
sb->s_magic = RELAYFS_MAGIC;
|
|
sb->s_op = &relayfs_ops;
|
|
inode = relayfs_get_inode(sb, mode, NULL, NULL);
|
|
|
|
if (!inode)
|
|
return -ENOMEM;
|
|
|
|
root = d_alloc_root(inode);
|
|
if (!root) {
|
|
iput(inode);
|
|
return -ENOMEM;
|
|
}
|
|
sb->s_root = root;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static struct super_block * relayfs_get_sb(struct file_system_type *fs_type,
|
|
int flags, const char *dev_name,
|
|
void *data)
|
|
{
|
|
return get_sb_single(fs_type, flags, data, relayfs_fill_super);
|
|
}
|
|
|
|
static struct file_system_type relayfs_fs_type = {
|
|
.owner = THIS_MODULE,
|
|
.name = "relayfs",
|
|
.get_sb = relayfs_get_sb,
|
|
.kill_sb = kill_litter_super,
|
|
};
|
|
|
|
static int __init init_relayfs_fs(void)
|
|
{
|
|
return register_filesystem(&relayfs_fs_type);
|
|
}
|
|
|
|
static void __exit exit_relayfs_fs(void)
|
|
{
|
|
|
|
|
|
|
|
|
|
|
|
unregister_filesystem(&relayfs_fs_type);
|
|
}
|
|
|
|
module_init(init_relayfs_fs)
|
|
module_exit(exit_relayfs_fs)
|
|
|
|
EXPORT_SYMBOL_GPL(relay_file_operations);
|
|
EXPORT_SYMBOL_GPL(relayfs_create_dir);
|
|
EXPORT_SYMBOL_GPL(relayfs_remove_dir);
|
|
EXPORT_SYMBOL_GPL(relayfs_create_file);
|
|
EXPORT_SYMBOL_GPL(relayfs_remove_file);
|
|
|
|
MODULE_AUTHOR("Tom Zanussi <zanussi@us.ibm.com> and Karim Yaghmour <karim@opersys.com>");
|
|
MODULE_DESCRIPTION("Relay Filesystem");
|
|
MODULE_LICENSE("GPL");
|
|
|