2012-03-05 19:49:28 +08:00
|
|
|
/*
|
|
|
|
* Based on arch/arm/kernel/process.c
|
|
|
|
*
|
|
|
|
* Original Copyright (C) 1995 Linus Torvalds
|
|
|
|
* Copyright (C) 1996-2000 Russell King - Converted to ARM.
|
|
|
|
* Copyright (C) 2012 ARM Ltd.
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
|
|
* published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <stdarg.h>
|
|
|
|
|
|
|
|
#include <linux/export.h>
|
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/mm.h>
|
|
|
|
#include <linux/stddef.h>
|
|
|
|
#include <linux/unistd.h>
|
|
|
|
#include <linux/user.h>
|
|
|
|
#include <linux/delay.h>
|
|
|
|
#include <linux/reboot.h>
|
|
|
|
#include <linux/interrupt.h>
|
|
|
|
#include <linux/kallsyms.h>
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/cpu.h>
|
|
|
|
#include <linux/elfcore.h>
|
|
|
|
#include <linux/pm.h>
|
|
|
|
#include <linux/tick.h>
|
|
|
|
#include <linux/utsname.h>
|
|
|
|
#include <linux/uaccess.h>
|
|
|
|
#include <linux/random.h>
|
|
|
|
#include <linux/hw_breakpoint.h>
|
|
|
|
#include <linux/personality.h>
|
|
|
|
#include <linux/notifier.h>
|
|
|
|
|
|
|
|
#include <asm/compat.h>
|
|
|
|
#include <asm/cacheflush.h>
|
2013-01-17 20:31:45 +08:00
|
|
|
#include <asm/fpsimd.h>
|
|
|
|
#include <asm/mmu_context.h>
|
2012-03-05 19:49:28 +08:00
|
|
|
#include <asm/processor.h>
|
|
|
|
#include <asm/stacktrace.h>
|
|
|
|
|
|
|
|
static void setup_restart(void)
|
|
|
|
{
|
|
|
|
/*
|
|
|
|
* Tell the mm system that we are going to reboot -
|
|
|
|
* we may need it to insert some 1:1 mappings so that
|
|
|
|
* soft boot works.
|
|
|
|
*/
|
|
|
|
setup_mm_for_reboot();
|
|
|
|
|
|
|
|
/* Clean and invalidate caches */
|
|
|
|
flush_cache_all();
|
|
|
|
|
|
|
|
/* Turn D-cache off */
|
|
|
|
cpu_cache_off();
|
|
|
|
|
|
|
|
/* Push out any further dirty data, and ensure cache is empty */
|
|
|
|
flush_cache_all();
|
|
|
|
}
|
|
|
|
|
|
|
|
void soft_restart(unsigned long addr)
|
|
|
|
{
|
2013-12-17 08:19:29 +08:00
|
|
|
typedef void (*phys_reset_t)(unsigned long);
|
|
|
|
phys_reset_t phys_reset;
|
|
|
|
|
2012-03-05 19:49:28 +08:00
|
|
|
setup_restart();
|
2013-12-17 08:19:29 +08:00
|
|
|
|
|
|
|
/* Switch to the identity mapping */
|
|
|
|
phys_reset = (phys_reset_t)virt_to_phys(cpu_reset);
|
|
|
|
phys_reset(addr);
|
|
|
|
|
|
|
|
/* Should never get here */
|
|
|
|
BUG();
|
2012-03-05 19:49:28 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Function pointers to optional machine specific functions
|
|
|
|
*/
|
|
|
|
void (*pm_power_off)(void);
|
|
|
|
EXPORT_SYMBOL_GPL(pm_power_off);
|
|
|
|
|
2013-07-23 18:05:10 +08:00
|
|
|
void (*arm_pm_restart)(enum reboot_mode reboot_mode, const char *cmd);
|
2013-03-01 02:14:37 +08:00
|
|
|
EXPORT_SYMBOL_GPL(arm_pm_restart);
|
2012-03-05 19:49:28 +08:00
|
|
|
|
|
|
|
/*
|
|
|
|
* This is our default idle handler.
|
|
|
|
*/
|
2013-03-22 05:49:39 +08:00
|
|
|
void arch_cpu_idle(void)
|
2012-03-05 19:49:28 +08:00
|
|
|
{
|
|
|
|
/*
|
|
|
|
* This should do all the clock switching and wait for interrupt
|
|
|
|
* tricks
|
|
|
|
*/
|
2014-02-17 23:59:30 +08:00
|
|
|
cpu_do_idle();
|
|
|
|
local_irq_enable();
|
2012-03-05 19:49:28 +08:00
|
|
|
}
|
|
|
|
|
2013-10-25 03:30:18 +08:00
|
|
|
#ifdef CONFIG_HOTPLUG_CPU
|
|
|
|
void arch_cpu_idle_dead(void)
|
|
|
|
{
|
|
|
|
cpu_die();
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2012-03-05 19:49:28 +08:00
|
|
|
void machine_shutdown(void)
|
|
|
|
{
|
|
|
|
#ifdef CONFIG_SMP
|
|
|
|
smp_send_stop();
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
void machine_halt(void)
|
|
|
|
{
|
|
|
|
machine_shutdown();
|
|
|
|
while (1);
|
|
|
|
}
|
|
|
|
|
|
|
|
void machine_power_off(void)
|
|
|
|
{
|
|
|
|
machine_shutdown();
|
|
|
|
if (pm_power_off)
|
|
|
|
pm_power_off();
|
|
|
|
}
|
|
|
|
|
|
|
|
void machine_restart(char *cmd)
|
|
|
|
{
|
|
|
|
machine_shutdown();
|
|
|
|
|
|
|
|
/* Disable interrupts first */
|
|
|
|
local_irq_disable();
|
|
|
|
|
|
|
|
/* Now call the architecture specific reboot code. */
|
2013-03-01 02:14:37 +08:00
|
|
|
if (arm_pm_restart)
|
2013-07-11 19:13:00 +08:00
|
|
|
arm_pm_restart(reboot_mode, cmd);
|
2012-03-05 19:49:28 +08:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Whoops - the architecture was unable to reboot.
|
|
|
|
*/
|
|
|
|
printk("Reboot failed -- System halted\n");
|
|
|
|
while (1);
|
|
|
|
}
|
|
|
|
|
|
|
|
void __show_regs(struct pt_regs *regs)
|
|
|
|
{
|
2013-09-18 01:49:46 +08:00
|
|
|
int i, top_reg;
|
|
|
|
u64 lr, sp;
|
|
|
|
|
|
|
|
if (compat_user_mode(regs)) {
|
|
|
|
lr = regs->compat_lr;
|
|
|
|
sp = regs->compat_sp;
|
|
|
|
top_reg = 12;
|
|
|
|
} else {
|
|
|
|
lr = regs->regs[30];
|
|
|
|
sp = regs->sp;
|
|
|
|
top_reg = 29;
|
|
|
|
}
|
2012-03-05 19:49:28 +08:00
|
|
|
|
dump_stack: unify debug information printed by show_regs()
show_regs() is inherently arch-dependent but it does make sense to print
generic debug information and some archs already do albeit in slightly
different forms. This patch introduces a generic function to print debug
information from show_regs() so that different archs print out the same
information and it's much easier to modify what's printed.
show_regs_print_info() prints out the same debug info as dump_stack()
does plus task and thread_info pointers.
* Archs which didn't print debug info now do.
alpha, arc, blackfin, c6x, cris, frv, h8300, hexagon, ia64, m32r,
metag, microblaze, mn10300, openrisc, parisc, score, sh64, sparc,
um, xtensa
* Already prints debug info. Replaced with show_regs_print_info().
The printed information is superset of what used to be there.
arm, arm64, avr32, mips, powerpc, sh32, tile, unicore32, x86
* s390 is special in that it used to print arch-specific information
along with generic debug info. Heiko and Martin think that the
arch-specific extra isn't worth keeping s390 specfic implementation.
Converted to use the generic version.
Note that now all archs print the debug info before actual register
dumps.
An example BUG() dump follows.
kernel BUG at /work/os/work/kernel/workqueue.c:4841!
invalid opcode: 0000 [#1] PREEMPT SMP DEBUG_PAGEALLOC
Modules linked in:
CPU: 0 PID: 1 Comm: swapper/0 Not tainted 3.9.0-rc1-work+ #7
Hardware name: empty empty/S3992, BIOS 080011 10/26/2007
task: ffff88007c85e040 ti: ffff88007c860000 task.ti: ffff88007c860000
RIP: 0010:[<ffffffff8234a07e>] [<ffffffff8234a07e>] init_workqueues+0x4/0x6
RSP: 0000:ffff88007c861ec8 EFLAGS: 00010246
RAX: ffff88007c861fd8 RBX: ffffffff824466a8 RCX: 0000000000000001
RDX: 0000000000000046 RSI: 0000000000000001 RDI: ffffffff8234a07a
RBP: ffff88007c861ec8 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000001 R11: 0000000000000000 R12: ffffffff8234a07a
R13: 0000000000000000 R14: 0000000000000000 R15: 0000000000000000
FS: 0000000000000000(0000) GS:ffff88007dc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: ffff88015f7ff000 CR3: 00000000021f1000 CR4: 00000000000007f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff88007c861ef8 ffffffff81000312 ffffffff824466a8 ffff88007c85e650
0000000000000003 0000000000000000 ffff88007c861f38 ffffffff82335e5d
ffff88007c862080 ffffffff8223d8c0 ffff88007c862080 ffffffff81c47760
Call Trace:
[<ffffffff81000312>] do_one_initcall+0x122/0x170
[<ffffffff82335e5d>] kernel_init_freeable+0x9b/0x1c8
[<ffffffff81c47760>] ? rest_init+0x140/0x140
[<ffffffff81c4776e>] kernel_init+0xe/0xf0
[<ffffffff81c6be9c>] ret_from_fork+0x7c/0xb0
[<ffffffff81c47760>] ? rest_init+0x140/0x140
...
v2: Typo fix in x86-32.
v3: CPU number dropped from show_regs_print_info() as
dump_stack_print_info() has been updated to print it. s390
specific implementation dropped as requested by s390 maintainers.
Signed-off-by: Tejun Heo <tj@kernel.org>
Acked-by: David S. Miller <davem@davemloft.net>
Acked-by: Jesper Nilsson <jesper.nilsson@axis.com>
Cc: Heiko Carstens <heiko.carstens@de.ibm.com>
Cc: Martin Schwidefsky <schwidefsky@de.ibm.com>
Cc: Bjorn Helgaas <bhelgaas@google.com>
Cc: Fengguang Wu <fengguang.wu@intel.com>
Cc: Mike Frysinger <vapier@gentoo.org>
Cc: Vineet Gupta <vgupta@synopsys.com>
Cc: Sam Ravnborg <sam@ravnborg.org>
Acked-by: Chris Metcalf <cmetcalf@tilera.com> [tile bits]
Acked-by: Richard Kuo <rkuo@codeaurora.org> [hexagon bits]
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2013-05-01 06:27:17 +08:00
|
|
|
show_regs_print_info(KERN_DEFAULT);
|
2012-03-05 19:49:28 +08:00
|
|
|
print_symbol("PC is at %s\n", instruction_pointer(regs));
|
2013-09-18 01:49:46 +08:00
|
|
|
print_symbol("LR is at %s\n", lr);
|
2012-03-05 19:49:28 +08:00
|
|
|
printk("pc : [<%016llx>] lr : [<%016llx>] pstate: %08llx\n",
|
2013-09-18 01:49:46 +08:00
|
|
|
regs->pc, lr, regs->pstate);
|
|
|
|
printk("sp : %016llx\n", sp);
|
|
|
|
for (i = top_reg; i >= 0; i--) {
|
2012-03-05 19:49:28 +08:00
|
|
|
printk("x%-2d: %016llx ", i, regs->regs[i]);
|
|
|
|
if (i % 2 == 0)
|
|
|
|
printk("\n");
|
|
|
|
}
|
|
|
|
printk("\n");
|
|
|
|
}
|
|
|
|
|
|
|
|
void show_regs(struct pt_regs * regs)
|
|
|
|
{
|
|
|
|
printk("\n");
|
|
|
|
__show_regs(regs);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Free current thread data structures etc..
|
|
|
|
*/
|
|
|
|
void exit_thread(void)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
void flush_thread(void)
|
|
|
|
{
|
|
|
|
fpsimd_flush_thread();
|
|
|
|
flush_ptrace_hw_breakpoint(current);
|
|
|
|
}
|
|
|
|
|
|
|
|
void release_thread(struct task_struct *dead_task)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src)
|
|
|
|
{
|
2014-02-24 22:26:27 +08:00
|
|
|
fpsimd_preserve_current_state();
|
2012-03-05 19:49:28 +08:00
|
|
|
*dst = *src;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
asmlinkage void ret_from_fork(void) asm("ret_from_fork");
|
|
|
|
|
|
|
|
int copy_thread(unsigned long clone_flags, unsigned long stack_start,
|
2012-10-23 10:51:14 +08:00
|
|
|
unsigned long stk_sz, struct task_struct *p)
|
2012-03-05 19:49:28 +08:00
|
|
|
{
|
|
|
|
struct pt_regs *childregs = task_pt_regs(p);
|
|
|
|
unsigned long tls = p->thread.tp_value;
|
|
|
|
|
2012-10-05 19:31:20 +08:00
|
|
|
memset(&p->thread.cpu_context, 0, sizeof(struct cpu_context));
|
2012-03-05 19:49:28 +08:00
|
|
|
|
2012-10-22 03:56:52 +08:00
|
|
|
if (likely(!(p->flags & PF_KTHREAD))) {
|
|
|
|
*childregs = *current_pt_regs();
|
2012-10-05 19:31:20 +08:00
|
|
|
childregs->regs[0] = 0;
|
|
|
|
if (is_compat_thread(task_thread_info(p))) {
|
2012-10-18 12:55:54 +08:00
|
|
|
if (stack_start)
|
|
|
|
childregs->compat_sp = stack_start;
|
2012-10-05 19:31:20 +08:00
|
|
|
} else {
|
|
|
|
/*
|
|
|
|
* Read the current TLS pointer from tpidr_el0 as it may be
|
|
|
|
* out-of-sync with the saved value.
|
|
|
|
*/
|
|
|
|
asm("mrs %0, tpidr_el0" : "=r" (tls));
|
2012-10-18 12:55:54 +08:00
|
|
|
if (stack_start) {
|
|
|
|
/* 16-byte aligned stack mandatory on AArch64 */
|
|
|
|
if (stack_start & 15)
|
|
|
|
return -EINVAL;
|
|
|
|
childregs->sp = stack_start;
|
|
|
|
}
|
2012-10-05 19:31:20 +08:00
|
|
|
}
|
2012-03-05 19:49:28 +08:00
|
|
|
/*
|
2012-10-05 19:31:20 +08:00
|
|
|
* If a TLS pointer was passed to clone (4th argument), use it
|
|
|
|
* for the new thread.
|
2012-03-05 19:49:28 +08:00
|
|
|
*/
|
2012-10-05 19:31:20 +08:00
|
|
|
if (clone_flags & CLONE_SETTLS)
|
2012-10-22 03:56:52 +08:00
|
|
|
tls = childregs->regs[3];
|
2012-10-05 19:31:20 +08:00
|
|
|
} else {
|
|
|
|
memset(childregs, 0, sizeof(struct pt_regs));
|
|
|
|
childregs->pstate = PSR_MODE_EL1h;
|
|
|
|
p->thread.cpu_context.x19 = stack_start;
|
|
|
|
p->thread.cpu_context.x20 = stk_sz;
|
2012-03-05 19:49:28 +08:00
|
|
|
}
|
|
|
|
p->thread.cpu_context.pc = (unsigned long)ret_from_fork;
|
2012-10-05 19:31:20 +08:00
|
|
|
p->thread.cpu_context.sp = (unsigned long)childregs;
|
2012-03-05 19:49:28 +08:00
|
|
|
p->thread.tp_value = tls;
|
|
|
|
|
|
|
|
ptrace_hw_copy_thread(p);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tls_thread_switch(struct task_struct *next)
|
|
|
|
{
|
|
|
|
unsigned long tpidr, tpidrro;
|
|
|
|
|
|
|
|
if (!is_compat_task()) {
|
|
|
|
asm("mrs %0, tpidr_el0" : "=r" (tpidr));
|
|
|
|
current->thread.tp_value = tpidr;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (is_compat_thread(task_thread_info(next))) {
|
|
|
|
tpidr = 0;
|
|
|
|
tpidrro = next->thread.tp_value;
|
|
|
|
} else {
|
|
|
|
tpidr = next->thread.tp_value;
|
|
|
|
tpidrro = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
asm(
|
|
|
|
" msr tpidr_el0, %0\n"
|
|
|
|
" msr tpidrro_el0, %1"
|
|
|
|
: : "r" (tpidr), "r" (tpidrro));
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Thread switching.
|
|
|
|
*/
|
|
|
|
struct task_struct *__switch_to(struct task_struct *prev,
|
|
|
|
struct task_struct *next)
|
|
|
|
{
|
|
|
|
struct task_struct *last;
|
|
|
|
|
|
|
|
fpsimd_thread_switch(next);
|
|
|
|
tls_thread_switch(next);
|
|
|
|
hw_breakpoint_thread_switch(next);
|
2013-04-04 02:01:01 +08:00
|
|
|
contextidr_thread_switch(next);
|
2012-03-05 19:49:28 +08:00
|
|
|
|
2013-04-24 21:47:02 +08:00
|
|
|
/*
|
|
|
|
* Complete any pending TLB or cache maintenance on this CPU in case
|
|
|
|
* the thread migrates to a different CPU.
|
|
|
|
*/
|
|
|
|
dsb();
|
2012-03-05 19:49:28 +08:00
|
|
|
|
|
|
|
/* the actual thread switch */
|
|
|
|
last = cpu_switch_to(prev, next);
|
|
|
|
|
|
|
|
return last;
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned long get_wchan(struct task_struct *p)
|
|
|
|
{
|
|
|
|
struct stackframe frame;
|
2013-12-05 21:30:10 +08:00
|
|
|
unsigned long stack_page;
|
2012-03-05 19:49:28 +08:00
|
|
|
int count = 0;
|
|
|
|
if (!p || p == current || p->state == TASK_RUNNING)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
frame.fp = thread_saved_fp(p);
|
|
|
|
frame.sp = thread_saved_sp(p);
|
|
|
|
frame.pc = thread_saved_pc(p);
|
2013-12-05 21:30:10 +08:00
|
|
|
stack_page = (unsigned long)task_stack_page(p);
|
2012-03-05 19:49:28 +08:00
|
|
|
do {
|
2013-12-05 21:30:10 +08:00
|
|
|
if (frame.sp < stack_page ||
|
|
|
|
frame.sp >= stack_page + THREAD_SIZE ||
|
|
|
|
unwind_frame(&frame))
|
2012-03-05 19:49:28 +08:00
|
|
|
return 0;
|
|
|
|
if (!in_sched_functions(frame.pc))
|
|
|
|
return frame.pc;
|
|
|
|
} while (count ++ < 16);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned long arch_align_stack(unsigned long sp)
|
|
|
|
{
|
|
|
|
if (!(current->personality & ADDR_NO_RANDOMIZE) && randomize_va_space)
|
|
|
|
sp -= get_random_int() & ~PAGE_MASK;
|
|
|
|
return sp & ~0xf;
|
|
|
|
}
|
|
|
|
|
|
|
|
static unsigned long randomize_base(unsigned long base)
|
|
|
|
{
|
|
|
|
unsigned long range_end = base + (STACK_RND_MASK << PAGE_SHIFT) + 1;
|
|
|
|
return randomize_range(base, range_end, 0) ? : base;
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned long arch_randomize_brk(struct mm_struct *mm)
|
|
|
|
{
|
|
|
|
return randomize_base(mm->brk);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned long randomize_et_dyn(unsigned long base)
|
|
|
|
{
|
|
|
|
return randomize_base(base);
|
|
|
|
}
|