mirror of https://gitee.com/openkylin/linux.git
Merge branch 'x86-urgent-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip
Ingo writes: "x86 fixes: Misc fixes: - fix various vDSO bugs: asm constraints and retpolines - add vDSO test units to make sure they never re-appear - fix UV platform TSC initialization bug - fix build warning on Clang" * 'x86-urgent-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip: x86/vdso: Fix vDSO syscall fallback asm constraint regression x86/cpu/amd: Remove unnecessary parentheses x86/vdso: Only enable vDSO retpolines when enabled and supported x86/tsc: Fix UV TSC initialization x86/platform/uv: Provide is_early_uv_system() selftests/x86: Add clock_gettime() tests to test_vdso x86/vdso: Fix asm constraints on vDSO syscall fallbacks
This commit is contained in:
commit
247373b5dd
|
@ -68,7 +68,13 @@ $(obj)/vdso-image-%.c: $(obj)/vdso%.so.dbg $(obj)/vdso%.so $(obj)/vdso2c FORCE
|
||||||
CFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \
|
CFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \
|
||||||
$(filter -g%,$(KBUILD_CFLAGS)) $(call cc-option, -fno-stack-protector) \
|
$(filter -g%,$(KBUILD_CFLAGS)) $(call cc-option, -fno-stack-protector) \
|
||||||
-fno-omit-frame-pointer -foptimize-sibling-calls \
|
-fno-omit-frame-pointer -foptimize-sibling-calls \
|
||||||
-DDISABLE_BRANCH_PROFILING -DBUILD_VDSO $(RETPOLINE_VDSO_CFLAGS)
|
-DDISABLE_BRANCH_PROFILING -DBUILD_VDSO
|
||||||
|
|
||||||
|
ifdef CONFIG_RETPOLINE
|
||||||
|
ifneq ($(RETPOLINE_VDSO_CFLAGS),)
|
||||||
|
CFL += $(RETPOLINE_VDSO_CFLAGS)
|
||||||
|
endif
|
||||||
|
endif
|
||||||
|
|
||||||
$(vobjs): KBUILD_CFLAGS := $(filter-out $(GCC_PLUGINS_CFLAGS) $(RETPOLINE_CFLAGS),$(KBUILD_CFLAGS)) $(CFL)
|
$(vobjs): KBUILD_CFLAGS := $(filter-out $(GCC_PLUGINS_CFLAGS) $(RETPOLINE_CFLAGS),$(KBUILD_CFLAGS)) $(CFL)
|
||||||
|
|
||||||
|
@ -138,7 +144,13 @@ KBUILD_CFLAGS_32 += $(call cc-option, -fno-stack-protector)
|
||||||
KBUILD_CFLAGS_32 += $(call cc-option, -foptimize-sibling-calls)
|
KBUILD_CFLAGS_32 += $(call cc-option, -foptimize-sibling-calls)
|
||||||
KBUILD_CFLAGS_32 += -fno-omit-frame-pointer
|
KBUILD_CFLAGS_32 += -fno-omit-frame-pointer
|
||||||
KBUILD_CFLAGS_32 += -DDISABLE_BRANCH_PROFILING
|
KBUILD_CFLAGS_32 += -DDISABLE_BRANCH_PROFILING
|
||||||
KBUILD_CFLAGS_32 += $(RETPOLINE_VDSO_CFLAGS)
|
|
||||||
|
ifdef CONFIG_RETPOLINE
|
||||||
|
ifneq ($(RETPOLINE_VDSO_CFLAGS),)
|
||||||
|
KBUILD_CFLAGS_32 += $(RETPOLINE_VDSO_CFLAGS)
|
||||||
|
endif
|
||||||
|
endif
|
||||||
|
|
||||||
$(obj)/vdso32.so.dbg: KBUILD_CFLAGS = $(KBUILD_CFLAGS_32)
|
$(obj)/vdso32.so.dbg: KBUILD_CFLAGS = $(KBUILD_CFLAGS_32)
|
||||||
|
|
||||||
$(obj)/vdso32.so.dbg: FORCE \
|
$(obj)/vdso32.so.dbg: FORCE \
|
||||||
|
|
|
@ -43,8 +43,9 @@ extern u8 hvclock_page
|
||||||
notrace static long vdso_fallback_gettime(long clock, struct timespec *ts)
|
notrace static long vdso_fallback_gettime(long clock, struct timespec *ts)
|
||||||
{
|
{
|
||||||
long ret;
|
long ret;
|
||||||
asm("syscall" : "=a" (ret) :
|
asm ("syscall" : "=a" (ret), "=m" (*ts) :
|
||||||
"0" (__NR_clock_gettime), "D" (clock), "S" (ts) : "memory");
|
"0" (__NR_clock_gettime), "D" (clock), "S" (ts) :
|
||||||
|
"memory", "rcx", "r11");
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -52,8 +53,9 @@ notrace static long vdso_fallback_gtod(struct timeval *tv, struct timezone *tz)
|
||||||
{
|
{
|
||||||
long ret;
|
long ret;
|
||||||
|
|
||||||
asm("syscall" : "=a" (ret) :
|
asm ("syscall" : "=a" (ret), "=m" (*tv), "=m" (*tz) :
|
||||||
"0" (__NR_gettimeofday), "D" (tv), "S" (tz) : "memory");
|
"0" (__NR_gettimeofday), "D" (tv), "S" (tz) :
|
||||||
|
"memory", "rcx", "r11");
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -64,13 +66,13 @@ notrace static long vdso_fallback_gettime(long clock, struct timespec *ts)
|
||||||
{
|
{
|
||||||
long ret;
|
long ret;
|
||||||
|
|
||||||
asm(
|
asm (
|
||||||
"mov %%ebx, %%edx \n"
|
"mov %%ebx, %%edx \n"
|
||||||
"mov %2, %%ebx \n"
|
"mov %[clock], %%ebx \n"
|
||||||
"call __kernel_vsyscall \n"
|
"call __kernel_vsyscall \n"
|
||||||
"mov %%edx, %%ebx \n"
|
"mov %%edx, %%ebx \n"
|
||||||
: "=a" (ret)
|
: "=a" (ret), "=m" (*ts)
|
||||||
: "0" (__NR_clock_gettime), "g" (clock), "c" (ts)
|
: "0" (__NR_clock_gettime), [clock] "g" (clock), "c" (ts)
|
||||||
: "memory", "edx");
|
: "memory", "edx");
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
@ -79,13 +81,13 @@ notrace static long vdso_fallback_gtod(struct timeval *tv, struct timezone *tz)
|
||||||
{
|
{
|
||||||
long ret;
|
long ret;
|
||||||
|
|
||||||
asm(
|
asm (
|
||||||
"mov %%ebx, %%edx \n"
|
"mov %%ebx, %%edx \n"
|
||||||
"mov %2, %%ebx \n"
|
"mov %[tv], %%ebx \n"
|
||||||
"call __kernel_vsyscall \n"
|
"call __kernel_vsyscall \n"
|
||||||
"mov %%edx, %%ebx \n"
|
"mov %%edx, %%ebx \n"
|
||||||
: "=a" (ret)
|
: "=a" (ret), "=m" (*tv), "=m" (*tz)
|
||||||
: "0" (__NR_gettimeofday), "g" (tv), "c" (tz)
|
: "0" (__NR_gettimeofday), [tv] "g" (tv), "c" (tz)
|
||||||
: "memory", "edx");
|
: "memory", "edx");
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
|
@ -10,8 +10,13 @@ struct cpumask;
|
||||||
struct mm_struct;
|
struct mm_struct;
|
||||||
|
|
||||||
#ifdef CONFIG_X86_UV
|
#ifdef CONFIG_X86_UV
|
||||||
|
#include <linux/efi.h>
|
||||||
|
|
||||||
extern enum uv_system_type get_uv_system_type(void);
|
extern enum uv_system_type get_uv_system_type(void);
|
||||||
|
static inline bool is_early_uv_system(void)
|
||||||
|
{
|
||||||
|
return !((efi.uv_systab == EFI_INVALID_TABLE_ADDR) || !efi.uv_systab);
|
||||||
|
}
|
||||||
extern int is_uv_system(void);
|
extern int is_uv_system(void);
|
||||||
extern int is_uv_hubless(void);
|
extern int is_uv_hubless(void);
|
||||||
extern void uv_cpu_init(void);
|
extern void uv_cpu_init(void);
|
||||||
|
@ -23,6 +28,7 @@ extern const struct cpumask *uv_flush_tlb_others(const struct cpumask *cpumask,
|
||||||
#else /* X86_UV */
|
#else /* X86_UV */
|
||||||
|
|
||||||
static inline enum uv_system_type get_uv_system_type(void) { return UV_NONE; }
|
static inline enum uv_system_type get_uv_system_type(void) { return UV_NONE; }
|
||||||
|
static inline bool is_early_uv_system(void) { return 0; }
|
||||||
static inline int is_uv_system(void) { return 0; }
|
static inline int is_uv_system(void) { return 0; }
|
||||||
static inline int is_uv_hubless(void) { return 0; }
|
static inline int is_uv_hubless(void) { return 0; }
|
||||||
static inline void uv_cpu_init(void) { }
|
static inline void uv_cpu_init(void) { }
|
||||||
|
|
|
@ -922,7 +922,7 @@ static void init_amd(struct cpuinfo_x86 *c)
|
||||||
static unsigned int amd_size_cache(struct cpuinfo_x86 *c, unsigned int size)
|
static unsigned int amd_size_cache(struct cpuinfo_x86 *c, unsigned int size)
|
||||||
{
|
{
|
||||||
/* AMD errata T13 (order #21922) */
|
/* AMD errata T13 (order #21922) */
|
||||||
if ((c->x86 == 6)) {
|
if (c->x86 == 6) {
|
||||||
/* Duron Rev A0 */
|
/* Duron Rev A0 */
|
||||||
if (c->x86_model == 3 && c->x86_stepping == 0)
|
if (c->x86_model == 3 && c->x86_stepping == 0)
|
||||||
size = 64;
|
size = 64;
|
||||||
|
|
|
@ -26,6 +26,7 @@
|
||||||
#include <asm/apic.h>
|
#include <asm/apic.h>
|
||||||
#include <asm/intel-family.h>
|
#include <asm/intel-family.h>
|
||||||
#include <asm/i8259.h>
|
#include <asm/i8259.h>
|
||||||
|
#include <asm/uv/uv.h>
|
||||||
|
|
||||||
unsigned int __read_mostly cpu_khz; /* TSC clocks / usec, not used here */
|
unsigned int __read_mostly cpu_khz; /* TSC clocks / usec, not used here */
|
||||||
EXPORT_SYMBOL(cpu_khz);
|
EXPORT_SYMBOL(cpu_khz);
|
||||||
|
@ -1433,6 +1434,9 @@ void __init tsc_early_init(void)
|
||||||
{
|
{
|
||||||
if (!boot_cpu_has(X86_FEATURE_TSC))
|
if (!boot_cpu_has(X86_FEATURE_TSC))
|
||||||
return;
|
return;
|
||||||
|
/* Don't change UV TSC multi-chassis synchronization */
|
||||||
|
if (is_early_uv_system())
|
||||||
|
return;
|
||||||
if (!determine_cpu_tsc_frequencies(true))
|
if (!determine_cpu_tsc_frequencies(true))
|
||||||
return;
|
return;
|
||||||
loops_per_jiffy = get_loops_per_jiffy();
|
loops_per_jiffy = get_loops_per_jiffy();
|
||||||
|
|
|
@ -17,6 +17,7 @@
|
||||||
#include <errno.h>
|
#include <errno.h>
|
||||||
#include <sched.h>
|
#include <sched.h>
|
||||||
#include <stdbool.h>
|
#include <stdbool.h>
|
||||||
|
#include <limits.h>
|
||||||
|
|
||||||
#ifndef SYS_getcpu
|
#ifndef SYS_getcpu
|
||||||
# ifdef __x86_64__
|
# ifdef __x86_64__
|
||||||
|
@ -31,6 +32,14 @@
|
||||||
|
|
||||||
int nerrs = 0;
|
int nerrs = 0;
|
||||||
|
|
||||||
|
typedef int (*vgettime_t)(clockid_t, struct timespec *);
|
||||||
|
|
||||||
|
vgettime_t vdso_clock_gettime;
|
||||||
|
|
||||||
|
typedef long (*vgtod_t)(struct timeval *tv, struct timezone *tz);
|
||||||
|
|
||||||
|
vgtod_t vdso_gettimeofday;
|
||||||
|
|
||||||
typedef long (*getcpu_t)(unsigned *, unsigned *, void *);
|
typedef long (*getcpu_t)(unsigned *, unsigned *, void *);
|
||||||
|
|
||||||
getcpu_t vgetcpu;
|
getcpu_t vgetcpu;
|
||||||
|
@ -95,6 +104,15 @@ static void fill_function_pointers()
|
||||||
printf("Warning: failed to find getcpu in vDSO\n");
|
printf("Warning: failed to find getcpu in vDSO\n");
|
||||||
|
|
||||||
vgetcpu = (getcpu_t) vsyscall_getcpu();
|
vgetcpu = (getcpu_t) vsyscall_getcpu();
|
||||||
|
|
||||||
|
vdso_clock_gettime = (vgettime_t)dlsym(vdso, "__vdso_clock_gettime");
|
||||||
|
if (!vdso_clock_gettime)
|
||||||
|
printf("Warning: failed to find clock_gettime in vDSO\n");
|
||||||
|
|
||||||
|
vdso_gettimeofday = (vgtod_t)dlsym(vdso, "__vdso_gettimeofday");
|
||||||
|
if (!vdso_gettimeofday)
|
||||||
|
printf("Warning: failed to find gettimeofday in vDSO\n");
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
static long sys_getcpu(unsigned * cpu, unsigned * node,
|
static long sys_getcpu(unsigned * cpu, unsigned * node,
|
||||||
|
@ -103,6 +121,16 @@ static long sys_getcpu(unsigned * cpu, unsigned * node,
|
||||||
return syscall(__NR_getcpu, cpu, node, cache);
|
return syscall(__NR_getcpu, cpu, node, cache);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static inline int sys_clock_gettime(clockid_t id, struct timespec *ts)
|
||||||
|
{
|
||||||
|
return syscall(__NR_clock_gettime, id, ts);
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline int sys_gettimeofday(struct timeval *tv, struct timezone *tz)
|
||||||
|
{
|
||||||
|
return syscall(__NR_gettimeofday, tv, tz);
|
||||||
|
}
|
||||||
|
|
||||||
static void test_getcpu(void)
|
static void test_getcpu(void)
|
||||||
{
|
{
|
||||||
printf("[RUN]\tTesting getcpu...\n");
|
printf("[RUN]\tTesting getcpu...\n");
|
||||||
|
@ -155,10 +183,154 @@ static void test_getcpu(void)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static bool ts_leq(const struct timespec *a, const struct timespec *b)
|
||||||
|
{
|
||||||
|
if (a->tv_sec != b->tv_sec)
|
||||||
|
return a->tv_sec < b->tv_sec;
|
||||||
|
else
|
||||||
|
return a->tv_nsec <= b->tv_nsec;
|
||||||
|
}
|
||||||
|
|
||||||
|
static bool tv_leq(const struct timeval *a, const struct timeval *b)
|
||||||
|
{
|
||||||
|
if (a->tv_sec != b->tv_sec)
|
||||||
|
return a->tv_sec < b->tv_sec;
|
||||||
|
else
|
||||||
|
return a->tv_usec <= b->tv_usec;
|
||||||
|
}
|
||||||
|
|
||||||
|
static char const * const clocknames[] = {
|
||||||
|
[0] = "CLOCK_REALTIME",
|
||||||
|
[1] = "CLOCK_MONOTONIC",
|
||||||
|
[2] = "CLOCK_PROCESS_CPUTIME_ID",
|
||||||
|
[3] = "CLOCK_THREAD_CPUTIME_ID",
|
||||||
|
[4] = "CLOCK_MONOTONIC_RAW",
|
||||||
|
[5] = "CLOCK_REALTIME_COARSE",
|
||||||
|
[6] = "CLOCK_MONOTONIC_COARSE",
|
||||||
|
[7] = "CLOCK_BOOTTIME",
|
||||||
|
[8] = "CLOCK_REALTIME_ALARM",
|
||||||
|
[9] = "CLOCK_BOOTTIME_ALARM",
|
||||||
|
[10] = "CLOCK_SGI_CYCLE",
|
||||||
|
[11] = "CLOCK_TAI",
|
||||||
|
};
|
||||||
|
|
||||||
|
static void test_one_clock_gettime(int clock, const char *name)
|
||||||
|
{
|
||||||
|
struct timespec start, vdso, end;
|
||||||
|
int vdso_ret, end_ret;
|
||||||
|
|
||||||
|
printf("[RUN]\tTesting clock_gettime for clock %s (%d)...\n", name, clock);
|
||||||
|
|
||||||
|
if (sys_clock_gettime(clock, &start) < 0) {
|
||||||
|
if (errno == EINVAL) {
|
||||||
|
vdso_ret = vdso_clock_gettime(clock, &vdso);
|
||||||
|
if (vdso_ret == -EINVAL) {
|
||||||
|
printf("[OK]\tNo such clock.\n");
|
||||||
|
} else {
|
||||||
|
printf("[FAIL]\tNo such clock, but __vdso_clock_gettime returned %d\n", vdso_ret);
|
||||||
|
nerrs++;
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
printf("[WARN]\t clock_gettime(%d) syscall returned error %d\n", clock, errno);
|
||||||
|
}
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
vdso_ret = vdso_clock_gettime(clock, &vdso);
|
||||||
|
end_ret = sys_clock_gettime(clock, &end);
|
||||||
|
|
||||||
|
if (vdso_ret != 0 || end_ret != 0) {
|
||||||
|
printf("[FAIL]\tvDSO returned %d, syscall errno=%d\n",
|
||||||
|
vdso_ret, errno);
|
||||||
|
nerrs++;
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
printf("\t%llu.%09ld %llu.%09ld %llu.%09ld\n",
|
||||||
|
(unsigned long long)start.tv_sec, start.tv_nsec,
|
||||||
|
(unsigned long long)vdso.tv_sec, vdso.tv_nsec,
|
||||||
|
(unsigned long long)end.tv_sec, end.tv_nsec);
|
||||||
|
|
||||||
|
if (!ts_leq(&start, &vdso) || !ts_leq(&vdso, &end)) {
|
||||||
|
printf("[FAIL]\tTimes are out of sequence\n");
|
||||||
|
nerrs++;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
static void test_clock_gettime(void)
|
||||||
|
{
|
||||||
|
for (int clock = 0; clock < sizeof(clocknames) / sizeof(clocknames[0]);
|
||||||
|
clock++) {
|
||||||
|
test_one_clock_gettime(clock, clocknames[clock]);
|
||||||
|
}
|
||||||
|
|
||||||
|
/* Also test some invalid clock ids */
|
||||||
|
test_one_clock_gettime(-1, "invalid");
|
||||||
|
test_one_clock_gettime(INT_MIN, "invalid");
|
||||||
|
test_one_clock_gettime(INT_MAX, "invalid");
|
||||||
|
}
|
||||||
|
|
||||||
|
static void test_gettimeofday(void)
|
||||||
|
{
|
||||||
|
struct timeval start, vdso, end;
|
||||||
|
struct timezone sys_tz, vdso_tz;
|
||||||
|
int vdso_ret, end_ret;
|
||||||
|
|
||||||
|
if (!vdso_gettimeofday)
|
||||||
|
return;
|
||||||
|
|
||||||
|
printf("[RUN]\tTesting gettimeofday...\n");
|
||||||
|
|
||||||
|
if (sys_gettimeofday(&start, &sys_tz) < 0) {
|
||||||
|
printf("[FAIL]\tsys_gettimeofday failed (%d)\n", errno);
|
||||||
|
nerrs++;
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
vdso_ret = vdso_gettimeofday(&vdso, &vdso_tz);
|
||||||
|
end_ret = sys_gettimeofday(&end, NULL);
|
||||||
|
|
||||||
|
if (vdso_ret != 0 || end_ret != 0) {
|
||||||
|
printf("[FAIL]\tvDSO returned %d, syscall errno=%d\n",
|
||||||
|
vdso_ret, errno);
|
||||||
|
nerrs++;
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
printf("\t%llu.%06ld %llu.%06ld %llu.%06ld\n",
|
||||||
|
(unsigned long long)start.tv_sec, start.tv_usec,
|
||||||
|
(unsigned long long)vdso.tv_sec, vdso.tv_usec,
|
||||||
|
(unsigned long long)end.tv_sec, end.tv_usec);
|
||||||
|
|
||||||
|
if (!tv_leq(&start, &vdso) || !tv_leq(&vdso, &end)) {
|
||||||
|
printf("[FAIL]\tTimes are out of sequence\n");
|
||||||
|
nerrs++;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (sys_tz.tz_minuteswest == vdso_tz.tz_minuteswest &&
|
||||||
|
sys_tz.tz_dsttime == vdso_tz.tz_dsttime) {
|
||||||
|
printf("[OK]\ttimezones match: minuteswest=%d, dsttime=%d\n",
|
||||||
|
sys_tz.tz_minuteswest, sys_tz.tz_dsttime);
|
||||||
|
} else {
|
||||||
|
printf("[FAIL]\ttimezones do not match\n");
|
||||||
|
nerrs++;
|
||||||
|
}
|
||||||
|
|
||||||
|
/* And make sure that passing NULL for tz doesn't crash. */
|
||||||
|
vdso_gettimeofday(&vdso, NULL);
|
||||||
|
}
|
||||||
|
|
||||||
int main(int argc, char **argv)
|
int main(int argc, char **argv)
|
||||||
{
|
{
|
||||||
fill_function_pointers();
|
fill_function_pointers();
|
||||||
|
|
||||||
|
test_clock_gettime();
|
||||||
|
test_gettimeofday();
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Test getcpu() last so that, if something goes wrong setting affinity,
|
||||||
|
* we still run the other tests.
|
||||||
|
*/
|
||||||
test_getcpu();
|
test_getcpu();
|
||||||
|
|
||||||
return nerrs ? 1 : 0;
|
return nerrs ? 1 : 0;
|
||||||
|
|
Loading…
Reference in New Issue