2005-04-17 06:20:36 +08:00
|
|
|
/*
|
2005-11-02 11:58:39 +08:00
|
|
|
* Copyright (c) 2000-2005 Silicon Graphics, Inc.
|
|
|
|
* All Rights Reserved.
|
2005-04-17 06:20:36 +08:00
|
|
|
*
|
2005-11-02 11:58:39 +08:00
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU General Public License as
|
2005-04-17 06:20:36 +08:00
|
|
|
* published by the Free Software Foundation.
|
|
|
|
*
|
2005-11-02 11:58:39 +08:00
|
|
|
* This program is distributed in the hope that it would be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
2005-04-17 06:20:36 +08:00
|
|
|
*
|
2005-11-02 11:58:39 +08:00
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program; if not, write the Free Software Foundation,
|
|
|
|
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
2005-04-17 06:20:36 +08:00
|
|
|
*/
|
|
|
|
#ifndef __XFS_LINUX__
|
|
|
|
#define __XFS_LINUX__
|
|
|
|
|
|
|
|
#include <linux/types.h>
|
|
|
|
|
2013-08-12 18:49:54 +08:00
|
|
|
/*
|
|
|
|
* Kernel specific type declarations for XFS
|
|
|
|
*/
|
|
|
|
typedef signed char __int8_t;
|
|
|
|
typedef unsigned char __uint8_t;
|
|
|
|
typedef signed short int __int16_t;
|
|
|
|
typedef unsigned short int __uint16_t;
|
|
|
|
typedef signed int __int32_t;
|
|
|
|
typedef unsigned int __uint32_t;
|
|
|
|
typedef signed long long int __int64_t;
|
|
|
|
typedef unsigned long long int __uint64_t;
|
|
|
|
|
|
|
|
typedef __s64 xfs_off_t; /* <file offset> type */
|
|
|
|
typedef unsigned long long xfs_ino_t; /* <inode> type */
|
|
|
|
typedef __s64 xfs_daddr_t; /* <disk address> type */
|
|
|
|
typedef __u32 xfs_dev_t;
|
|
|
|
typedef __u32 xfs_nlink_t;
|
|
|
|
|
2011-08-13 02:57:55 +08:00
|
|
|
#include "xfs_types.h"
|
2005-04-17 06:20:36 +08:00
|
|
|
|
2011-08-13 02:57:55 +08:00
|
|
|
#include "kmem.h"
|
|
|
|
#include "mrlock.h"
|
|
|
|
#include "uuid.h"
|
2005-04-17 06:20:36 +08:00
|
|
|
|
2008-08-13 14:42:10 +08:00
|
|
|
#include <linux/semaphore.h>
|
2005-04-17 06:20:36 +08:00
|
|
|
#include <linux/mm.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/blkdev.h>
|
|
|
|
#include <linux/slab.h>
|
2012-11-16 06:20:37 +08:00
|
|
|
#include <linux/crc32c.h>
|
2005-04-17 06:20:36 +08:00
|
|
|
#include <linux/module.h>
|
2009-03-29 15:51:00 +08:00
|
|
|
#include <linux/mutex.h>
|
2005-04-17 06:20:36 +08:00
|
|
|
#include <linux/file.h>
|
|
|
|
#include <linux/swap.h>
|
|
|
|
#include <linux/errno.h>
|
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/bitops.h>
|
|
|
|
#include <linux/major.h>
|
|
|
|
#include <linux/pagemap.h>
|
|
|
|
#include <linux/vfs.h>
|
|
|
|
#include <linux/seq_file.h>
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/list.h>
|
|
|
|
#include <linux/proc_fs.h>
|
|
|
|
#include <linux/sort.h>
|
2006-03-14 10:23:52 +08:00
|
|
|
#include <linux/cpu.h>
|
|
|
|
#include <linux/notifier.h>
|
2006-03-14 10:29:16 +08:00
|
|
|
#include <linux/delay.h>
|
2007-08-16 14:25:23 +08:00
|
|
|
#include <linux/log2.h>
|
2007-10-11 15:43:56 +08:00
|
|
|
#include <linux/spinlock.h>
|
2008-04-30 15:11:16 +08:00
|
|
|
#include <linux/random.h>
|
2008-05-21 14:58:55 +08:00
|
|
|
#include <linux/ctype.h>
|
2008-10-30 15:32:43 +08:00
|
|
|
#include <linux/writeback.h>
|
2010-10-07 02:41:17 +08:00
|
|
|
#include <linux/capability.h>
|
2011-10-11 23:14:10 +08:00
|
|
|
#include <linux/kthread.h>
|
|
|
|
#include <linux/freezer.h>
|
2011-04-25 03:06:17 +08:00
|
|
|
#include <linux/list_sort.h>
|
2013-03-27 22:26:49 +08:00
|
|
|
#include <linux/ratelimit.h>
|
2005-04-17 06:20:36 +08:00
|
|
|
|
|
|
|
#include <asm/page.h>
|
|
|
|
#include <asm/div64.h>
|
|
|
|
#include <asm/param.h>
|
|
|
|
#include <asm/uaccess.h>
|
|
|
|
#include <asm/byteorder.h>
|
|
|
|
#include <asm/unaligned.h>
|
|
|
|
|
2014-08-04 11:28:20 +08:00
|
|
|
#include "xfs_fs.h"
|
2011-08-13 02:57:55 +08:00
|
|
|
#include "xfs_stats.h"
|
|
|
|
#include "xfs_sysctl.h"
|
|
|
|
#include "xfs_iops.h"
|
|
|
|
#include "xfs_aops.h"
|
|
|
|
#include "xfs_super.h"
|
2014-02-27 12:17:27 +08:00
|
|
|
#include "xfs_cksum.h"
|
2011-08-13 02:57:55 +08:00
|
|
|
#include "xfs_buf.h"
|
|
|
|
#include "xfs_message.h"
|
2005-04-17 06:20:36 +08:00
|
|
|
|
2011-07-08 20:35:58 +08:00
|
|
|
#ifdef __BIG_ENDIAN
|
|
|
|
#define XFS_NATIVE_HOST 1
|
|
|
|
#else
|
|
|
|
#undef XFS_NATIVE_HOST
|
|
|
|
#endif
|
|
|
|
|
2005-04-17 06:20:36 +08:00
|
|
|
#define irix_sgid_inherit xfs_params.sgid_inherit.val
|
|
|
|
#define irix_symlink_mode xfs_params.symlink_mode.val
|
|
|
|
#define xfs_panic_mask xfs_params.panic_mask.val
|
|
|
|
#define xfs_error_level xfs_params.error_level.val
|
|
|
|
#define xfs_syncd_centisecs xfs_params.syncd_timer.val
|
|
|
|
#define xfs_stats_clear xfs_params.stats_clear.val
|
|
|
|
#define xfs_inherit_sync xfs_params.inherit_sync.val
|
|
|
|
#define xfs_inherit_nodump xfs_params.inherit_nodump.val
|
|
|
|
#define xfs_inherit_noatime xfs_params.inherit_noatim.val
|
|
|
|
#define xfs_inherit_nosymlinks xfs_params.inherit_nosym.val
|
|
|
|
#define xfs_rotorstep xfs_params.rotorstep.val
|
2006-06-09 12:54:19 +08:00
|
|
|
#define xfs_inherit_nodefrag xfs_params.inherit_nodfrg.val
|
2007-07-11 09:09:12 +08:00
|
|
|
#define xfs_fstrm_centisecs xfs_params.fstrm_timer.val
|
2012-11-06 22:50:47 +08:00
|
|
|
#define xfs_eofb_secs xfs_params.eofb_timer.val
|
2005-04-17 06:20:36 +08:00
|
|
|
|
2006-06-09 12:59:13 +08:00
|
|
|
#define current_cpu() (raw_smp_processor_id())
|
2005-04-17 06:20:36 +08:00
|
|
|
#define current_pid() (current->pid)
|
2006-06-09 12:59:13 +08:00
|
|
|
#define current_test_flags(f) (current->flags & (f))
|
|
|
|
#define current_set_flags_nested(sp, f) \
|
|
|
|
(*(sp) = current->flags, current->flags |= (f))
|
|
|
|
#define current_clear_flags_nested(sp, f) \
|
|
|
|
(*(sp) = current->flags, current->flags &= ~(f))
|
|
|
|
#define current_restore_flags_nested(sp, f) \
|
|
|
|
(current->flags = ((current->flags & ~(f)) | (*(sp) & (f))))
|
2005-04-17 06:20:36 +08:00
|
|
|
|
2007-10-11 15:43:56 +08:00
|
|
|
#define spinlock_destroy(lock)
|
|
|
|
|
2005-04-17 06:20:36 +08:00
|
|
|
#define NBBY 8 /* number of bits per byte */
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Size of block device i/o is parameterized here.
|
|
|
|
* Currently the system supports page-sized i/o.
|
|
|
|
*/
|
mm, fs: get rid of PAGE_CACHE_* and page_cache_{get,release} macros
PAGE_CACHE_{SIZE,SHIFT,MASK,ALIGN} macros were introduced *long* time
ago with promise that one day it will be possible to implement page
cache with bigger chunks than PAGE_SIZE.
This promise never materialized. And unlikely will.
We have many places where PAGE_CACHE_SIZE assumed to be equal to
PAGE_SIZE. And it's constant source of confusion on whether
PAGE_CACHE_* or PAGE_* constant should be used in a particular case,
especially on the border between fs and mm.
Global switching to PAGE_CACHE_SIZE != PAGE_SIZE would cause to much
breakage to be doable.
Let's stop pretending that pages in page cache are special. They are
not.
The changes are pretty straight-forward:
- <foo> << (PAGE_CACHE_SHIFT - PAGE_SHIFT) -> <foo>;
- <foo> >> (PAGE_CACHE_SHIFT - PAGE_SHIFT) -> <foo>;
- PAGE_CACHE_{SIZE,SHIFT,MASK,ALIGN} -> PAGE_{SIZE,SHIFT,MASK,ALIGN};
- page_cache_get() -> get_page();
- page_cache_release() -> put_page();
This patch contains automated changes generated with coccinelle using
script below. For some reason, coccinelle doesn't patch header files.
I've called spatch for them manually.
The only adjustment after coccinelle is revert of changes to
PAGE_CAHCE_ALIGN definition: we are going to drop it later.
There are few places in the code where coccinelle didn't reach. I'll
fix them manually in a separate patch. Comments and documentation also
will be addressed with the separate patch.
virtual patch
@@
expression E;
@@
- E << (PAGE_CACHE_SHIFT - PAGE_SHIFT)
+ E
@@
expression E;
@@
- E >> (PAGE_CACHE_SHIFT - PAGE_SHIFT)
+ E
@@
@@
- PAGE_CACHE_SHIFT
+ PAGE_SHIFT
@@
@@
- PAGE_CACHE_SIZE
+ PAGE_SIZE
@@
@@
- PAGE_CACHE_MASK
+ PAGE_MASK
@@
expression E;
@@
- PAGE_CACHE_ALIGN(E)
+ PAGE_ALIGN(E)
@@
expression E;
@@
- page_cache_get(E)
+ get_page(E)
@@
expression E;
@@
- page_cache_release(E)
+ put_page(E)
Signed-off-by: Kirill A. Shutemov <kirill.shutemov@linux.intel.com>
Acked-by: Michal Hocko <mhocko@suse.com>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2016-04-01 20:29:47 +08:00
|
|
|
#define BLKDEV_IOSHIFT PAGE_SHIFT
|
2005-04-17 06:20:36 +08:00
|
|
|
#define BLKDEV_IOSIZE (1<<BLKDEV_IOSHIFT)
|
|
|
|
/* number of BB's per block device block */
|
|
|
|
#define BLKDEV_BB BTOBB(BLKDEV_IOSIZE)
|
|
|
|
|
|
|
|
#define ENOATTR ENODATA /* Attribute not found */
|
2006-06-20 11:01:38 +08:00
|
|
|
#define EWRONGFS EINVAL /* Mount with wrong filesystem type */
|
|
|
|
#define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */
|
2014-02-27 12:21:07 +08:00
|
|
|
#define EFSBADCRC EBADMSG /* Bad CRC detected */
|
2005-04-17 06:20:36 +08:00
|
|
|
|
|
|
|
#define SYNCHRONIZE() barrier()
|
|
|
|
#define __return_address __builtin_return_address(0)
|
|
|
|
|
2010-09-26 14:10:18 +08:00
|
|
|
#define XFS_PROJID_DEFAULT 0
|
2005-04-17 06:20:36 +08:00
|
|
|
#define MAXPATHLEN 1024
|
|
|
|
|
|
|
|
#define MIN(a,b) (min(a,b))
|
|
|
|
#define MAX(a,b) (max(a,b))
|
|
|
|
#define howmany(x, y) (((x)+((y)-1))/(y))
|
|
|
|
|
2014-10-02 07:18:13 +08:00
|
|
|
static inline void delay(long ticks)
|
|
|
|
{
|
|
|
|
schedule_timeout_uninterruptible(ticks);
|
|
|
|
}
|
|
|
|
|
2014-07-15 06:07:01 +08:00
|
|
|
/*
|
|
|
|
* XFS wrapper structure for sysfs support. It depends on external data
|
|
|
|
* structures and is embedded in various internal data structures to implement
|
|
|
|
* the XFS sysfs object heirarchy. Define it here for broad access throughout
|
|
|
|
* the codebase.
|
|
|
|
*/
|
|
|
|
struct xfs_kobj {
|
|
|
|
struct kobject kobject;
|
|
|
|
struct completion complete;
|
|
|
|
};
|
|
|
|
|
2015-10-12 02:19:45 +08:00
|
|
|
struct xstats {
|
|
|
|
struct xfsstats __percpu *xs_stats;
|
|
|
|
struct xfs_kobj xs_kobj;
|
|
|
|
};
|
|
|
|
|
|
|
|
extern struct xstats xfsstats;
|
|
|
|
|
2013-08-16 02:07:58 +08:00
|
|
|
/* Kernel uid/gid conversion. These are used to convert to/from the on disk
|
|
|
|
* uid_t/gid_t types to the kuid_t/kgid_t types that the kernel uses internally.
|
|
|
|
* The conversion here is type only, the value will remain the same since we
|
|
|
|
* are converting to the init_user_ns. The uid is later mapped to a particular
|
|
|
|
* user namespace value when crossing the kernel/user boundary.
|
|
|
|
*/
|
|
|
|
static inline __uint32_t xfs_kuid_to_uid(kuid_t uid)
|
|
|
|
{
|
|
|
|
return from_kuid(&init_user_ns, uid);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline kuid_t xfs_uid_to_kuid(__uint32_t uid)
|
|
|
|
{
|
|
|
|
return make_kuid(&init_user_ns, uid);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline __uint32_t xfs_kgid_to_gid(kgid_t gid)
|
|
|
|
{
|
|
|
|
return from_kgid(&init_user_ns, gid);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline kgid_t xfs_gid_to_kgid(__uint32_t gid)
|
|
|
|
{
|
|
|
|
return make_kgid(&init_user_ns, gid);
|
|
|
|
}
|
|
|
|
|
2005-09-05 09:47:01 +08:00
|
|
|
/*
|
|
|
|
* Various platform dependent calls that don't fit anywhere else
|
|
|
|
*/
|
2005-11-02 08:43:18 +08:00
|
|
|
#define xfs_sort(a,n,s,fn) sort(a,n,s,fn,NULL)
|
2005-04-17 06:20:36 +08:00
|
|
|
#define xfs_stack_trace() dump_stack()
|
|
|
|
|
|
|
|
|
|
|
|
/* Move the kernel do_div definition off to one side */
|
|
|
|
|
|
|
|
#if defined __i386__
|
|
|
|
/* For ia32 we need to pull some tricks to get past various versions
|
|
|
|
* of the compiler which do not like us using do_div in the middle
|
|
|
|
* of large functions.
|
|
|
|
*/
|
|
|
|
static inline __u32 xfs_do_div(void *a, __u32 b, int n)
|
|
|
|
{
|
|
|
|
__u32 mod;
|
|
|
|
|
|
|
|
switch (n) {
|
|
|
|
case 4:
|
|
|
|
mod = *(__u32 *)a % b;
|
|
|
|
*(__u32 *)a = *(__u32 *)a / b;
|
|
|
|
return mod;
|
|
|
|
case 8:
|
|
|
|
{
|
|
|
|
unsigned long __upper, __low, __high, __mod;
|
|
|
|
__u64 c = *(__u64 *)a;
|
|
|
|
__upper = __high = c >> 32;
|
|
|
|
__low = c;
|
|
|
|
if (__high) {
|
|
|
|
__upper = __high % (b);
|
|
|
|
__high = __high / (b);
|
|
|
|
}
|
|
|
|
asm("divl %2":"=a" (__low), "=d" (__mod):"rm" (b), "0" (__low), "1" (__upper));
|
|
|
|
asm("":"=A" (c):"a" (__low),"d" (__high));
|
|
|
|
*(__u64 *)a = c;
|
|
|
|
return __mod;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* NOTREACHED */
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Side effect free 64 bit mod operation */
|
|
|
|
static inline __u32 xfs_do_mod(void *a, __u32 b, int n)
|
|
|
|
{
|
|
|
|
switch (n) {
|
|
|
|
case 4:
|
|
|
|
return *(__u32 *)a % b;
|
|
|
|
case 8:
|
|
|
|
{
|
|
|
|
unsigned long __upper, __low, __high, __mod;
|
|
|
|
__u64 c = *(__u64 *)a;
|
|
|
|
__upper = __high = c >> 32;
|
|
|
|
__low = c;
|
|
|
|
if (__high) {
|
|
|
|
__upper = __high % (b);
|
|
|
|
__high = __high / (b);
|
|
|
|
}
|
|
|
|
asm("divl %2":"=a" (__low), "=d" (__mod):"rm" (b), "0" (__low), "1" (__upper));
|
|
|
|
asm("":"=A" (c):"a" (__low),"d" (__high));
|
|
|
|
return __mod;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* NOTREACHED */
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
#else
|
|
|
|
static inline __u32 xfs_do_div(void *a, __u32 b, int n)
|
|
|
|
{
|
|
|
|
__u32 mod;
|
|
|
|
|
|
|
|
switch (n) {
|
|
|
|
case 4:
|
|
|
|
mod = *(__u32 *)a % b;
|
|
|
|
*(__u32 *)a = *(__u32 *)a / b;
|
|
|
|
return mod;
|
|
|
|
case 8:
|
|
|
|
mod = do_div(*(__u64 *)a, b);
|
|
|
|
return mod;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* NOTREACHED */
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Side effect free 64 bit mod operation */
|
|
|
|
static inline __u32 xfs_do_mod(void *a, __u32 b, int n)
|
|
|
|
{
|
|
|
|
switch (n) {
|
|
|
|
case 4:
|
|
|
|
return *(__u32 *)a % b;
|
|
|
|
case 8:
|
|
|
|
{
|
|
|
|
__u64 c = *(__u64 *)a;
|
|
|
|
return do_div(c, b);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* NOTREACHED */
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#undef do_div
|
|
|
|
#define do_div(a, b) xfs_do_div(&(a), (b), sizeof(a))
|
|
|
|
#define do_mod(a, b) xfs_do_mod(&(a), (b), sizeof(a))
|
|
|
|
|
|
|
|
static inline __uint64_t roundup_64(__uint64_t x, __uint32_t y)
|
|
|
|
{
|
|
|
|
x += y - 1;
|
|
|
|
do_div(x, y);
|
2014-06-22 13:03:54 +08:00
|
|
|
return x * y;
|
2005-04-17 06:20:36 +08:00
|
|
|
}
|
|
|
|
|
2006-09-28 09:03:53 +08:00
|
|
|
static inline __uint64_t howmany_64(__uint64_t x, __uint32_t y)
|
|
|
|
{
|
|
|
|
x += y - 1;
|
|
|
|
do_div(x, y);
|
|
|
|
return x;
|
|
|
|
}
|
|
|
|
|
2008-06-23 11:23:32 +08:00
|
|
|
/* ARM old ABI has some weird alignment/padding */
|
|
|
|
#if defined(__arm__) && !defined(__ARM_EABI__)
|
|
|
|
#define __arch_pack __attribute__((packed))
|
|
|
|
#else
|
|
|
|
#define __arch_pack
|
|
|
|
#endif
|
|
|
|
|
2011-03-07 07:09:35 +08:00
|
|
|
#define ASSERT_ALWAYS(expr) \
|
|
|
|
(unlikely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
|
|
|
|
|
2013-04-30 19:39:34 +08:00
|
|
|
#ifdef DEBUG
|
|
|
|
#define ASSERT(expr) \
|
|
|
|
(unlikely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
|
2011-03-07 07:09:35 +08:00
|
|
|
|
|
|
|
#ifndef STATIC
|
2013-04-30 19:39:34 +08:00
|
|
|
# define STATIC noinline
|
2011-03-07 07:09:35 +08:00
|
|
|
#endif
|
|
|
|
|
2013-04-30 19:39:34 +08:00
|
|
|
#else /* !DEBUG */
|
|
|
|
|
|
|
|
#ifdef XFS_WARN
|
2011-03-07 07:09:35 +08:00
|
|
|
|
|
|
|
#define ASSERT(expr) \
|
2013-04-30 19:39:34 +08:00
|
|
|
(unlikely(expr) ? (void)0 : asswarn(#expr, __FILE__, __LINE__))
|
2011-03-07 07:09:35 +08:00
|
|
|
|
|
|
|
#ifndef STATIC
|
2013-04-30 19:39:34 +08:00
|
|
|
# define STATIC static noinline
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#else /* !DEBUG && !XFS_WARN */
|
|
|
|
|
|
|
|
#define ASSERT(expr) ((void)0)
|
|
|
|
|
|
|
|
#ifndef STATIC
|
|
|
|
# define STATIC static noinline
|
2011-03-07 07:09:35 +08:00
|
|
|
#endif
|
|
|
|
|
2013-04-30 19:39:34 +08:00
|
|
|
#endif /* XFS_WARN */
|
2011-03-07 07:09:35 +08:00
|
|
|
#endif /* DEBUG */
|
|
|
|
|
2014-11-28 11:24:06 +08:00
|
|
|
#ifdef CONFIG_XFS_RT
|
|
|
|
#define XFS_IS_REALTIME_INODE(ip) ((ip)->i_d.di_flags & XFS_DIFLAG_REALTIME)
|
|
|
|
#else
|
|
|
|
#define XFS_IS_REALTIME_INODE(ip) (0)
|
|
|
|
#endif
|
|
|
|
|
2005-04-17 06:20:36 +08:00
|
|
|
#endif /* __XFS_LINUX__ */
|