Commit 3591b195 authored by Linus Torvalds's avatar Linus Torvalds

Merge tag 's390-5.1-1' of git://git.kernel.org/pub/scm/linux/kernel/git/s390/linux

Pull s390 updates from Martin Schwidefsky:

 - A copy of Arnds compat wrapper generation series

 - Pass information about the KVM guest to the host in form the control
   program code and the control program version code

 - Map IOV resources to support PCI physical functions on s390

 - Add vector load and store alignment hints to improve performance

 - Use the "jdd" constraint with gcc 9 to make jump labels working again

 - Remove amode workaround for old z/VM releases from the DCSS code

 - Add support for in-kernel performance measurements using the CPU
   measurement counter facility

 - Introduce a new PMU device cpum_cf_diag to capture counters and store
   thenn as event raw data.

 - Bug fixes and cleanups

* tag 's390-5.1-1' of git://git.kernel.org/pub/scm/linux/kernel/git/s390/linux: (54 commits)
  Revert "s390/cpum_cf: Add kernel message exaplanations"
  s390/dasd: fix read device characteristic with CONFIG_VMAP_STACK=y
  s390/suspend: fix prefix register reset in swsusp_arch_resume
  s390: warn about clearing als implied facilities
  s390: allow overriding facilities via command line
  s390: clean up redundant facilities list setup
  s390/als: remove duplicated in-place implementation of stfle
  s390/cio: Use cpa range elsewhere within vfio-ccw
  s390/cio: Fix vfio-ccw handling of recursive TICs
  s390: vfio_ap: link the vfio_ap devices to the vfio_ap bus subsystem
  s390/cpum_cf: Handle EBUSY return code from CPU counter facility reservation
  s390/cpum_cf: Add kernel message exaplanations
  s390/cpum_cf_diag: Add support for s390 counter facility diagnostic trace
  s390/cpum_cf: add ctr_stcctm() function
  s390/cpum_cf: move common functions into a separate file
  s390/cpum_cf: introduce kernel_cpumcf_avail() function
  s390/cpu_mf: replace stcctm5() with the stcctm() function
  s390/cpu_mf: add store cpu counter multiple instruction support
  s390/cpum_cf: Add minimal in-kernel interface for counter measurements
  s390/cpum_cf: introduce kernel_cpumcf_alert() to obtain measurement alerts
  ...
parents 45f5532a fcc082f3
...@@ -75,6 +75,7 @@ config S390 ...@@ -75,6 +75,7 @@ config S390
select ARCH_HAS_SET_MEMORY select ARCH_HAS_SET_MEMORY
select ARCH_HAS_STRICT_KERNEL_RWX select ARCH_HAS_STRICT_KERNEL_RWX
select ARCH_HAS_STRICT_MODULE_RWX select ARCH_HAS_STRICT_MODULE_RWX
select ARCH_HAS_SYSCALL_WRAPPER
select ARCH_HAS_UBSAN_SANITIZE_ALL select ARCH_HAS_UBSAN_SANITIZE_ALL
select ARCH_HAVE_NMI_SAFE_CMPXCHG select ARCH_HAVE_NMI_SAFE_CMPXCHG
select ARCH_INLINE_READ_LOCK select ARCH_INLINE_READ_LOCK
...@@ -379,6 +380,7 @@ config COMPAT ...@@ -379,6 +380,7 @@ config COMPAT
select COMPAT_BINFMT_ELF if BINFMT_ELF select COMPAT_BINFMT_ELF if BINFMT_ELF
select ARCH_WANT_OLD_COMPAT_IPC select ARCH_WANT_OLD_COMPAT_IPC
select COMPAT_OLD_SIGACTION select COMPAT_OLD_SIGACTION
select HAVE_UID16
depends on MULTIUSER depends on MULTIUSER
help help
Select this option if you want to enable your system kernel to Select this option if you want to enable your system kernel to
......
...@@ -7,6 +7,7 @@ ...@@ -7,6 +7,7 @@
#include <asm/facility.h> #include <asm/facility.h>
#include <asm/lowcore.h> #include <asm/lowcore.h>
#include <asm/sclp.h> #include <asm/sclp.h>
#include "boot.h"
/* /*
* The code within this file will be called very early. It may _not_ * The code within this file will be called very early. It may _not_
...@@ -58,7 +59,7 @@ static void u16_to_decimal(char *str, u16 val) ...@@ -58,7 +59,7 @@ static void u16_to_decimal(char *str, u16 val)
*str = '\0'; *str = '\0';
} }
static void print_missing_facilities(void) void print_missing_facilities(void)
{ {
static char als_str[80] = "Missing facilities: "; static char als_str[80] = "Missing facilities: ";
unsigned long val; unsigned long val;
...@@ -90,7 +91,6 @@ static void print_missing_facilities(void) ...@@ -90,7 +91,6 @@ static void print_missing_facilities(void)
} }
strcat(als_str, "\n"); strcat(als_str, "\n");
sclp_early_printk(als_str); sclp_early_printk(als_str);
sclp_early_printk("See Principles of Operations for facility bits\n");
} }
static void facility_mismatch(void) static void facility_mismatch(void)
...@@ -98,6 +98,7 @@ static void facility_mismatch(void) ...@@ -98,6 +98,7 @@ static void facility_mismatch(void)
sclp_early_printk("The Linux kernel requires more recent processor hardware\n"); sclp_early_printk("The Linux kernel requires more recent processor hardware\n");
print_machine_type(); print_machine_type();
print_missing_facilities(); print_missing_facilities();
sclp_early_printk("See Principles of Operations for facility bits\n");
disabled_wait(0x8badcccc); disabled_wait(0x8badcccc);
} }
...@@ -105,20 +106,7 @@ void verify_facilities(void) ...@@ -105,20 +106,7 @@ void verify_facilities(void)
{ {
int i; int i;
for (i = 0; i < ARRAY_SIZE(S390_lowcore.stfle_fac_list); i++) __stfle(S390_lowcore.stfle_fac_list, ARRAY_SIZE(S390_lowcore.stfle_fac_list));
S390_lowcore.stfle_fac_list[i] = 0;
asm volatile(
" stfl 0(0)\n"
: "=m" (S390_lowcore.stfl_fac_list));
S390_lowcore.stfle_fac_list[0] = (u64)S390_lowcore.stfl_fac_list << 32;
if (S390_lowcore.stfl_fac_list & 0x01000000) {
register unsigned long reg0 asm("0") = ARRAY_SIZE(als) - 1;
asm volatile(".insn s,0xb2b00000,0(%1)" /* stfle */
: "+d" (reg0)
: "a" (&S390_lowcore.stfle_fac_list)
: "memory", "cc");
}
for (i = 0; i < ARRAY_SIZE(als); i++) { for (i = 0; i < ARRAY_SIZE(als); i++) {
if ((S390_lowcore.stfle_fac_list[i] & als[i]) != als[i]) if ((S390_lowcore.stfle_fac_list[i] & als[i]) != als[i])
facility_mismatch(); facility_mismatch();
......
...@@ -6,6 +6,8 @@ void startup_kernel(void); ...@@ -6,6 +6,8 @@ void startup_kernel(void);
void detect_memory(void); void detect_memory(void);
void store_ipl_parmblock(void); void store_ipl_parmblock(void);
void setup_boot_command_line(void); void setup_boot_command_line(void);
void parse_boot_command_line(void);
void setup_memory_end(void); void setup_memory_end(void);
void print_missing_facilities(void);
#endif /* BOOT_BOOT_H */ #endif /* BOOT_BOOT_H */
// SPDX-License-Identifier: GPL-2.0 // SPDX-License-Identifier: GPL-2.0
#include <linux/kernel.h>
#include <linux/init.h> #include <linux/init.h>
#include <linux/ctype.h> #include <linux/ctype.h>
#include <asm/ebcdic.h> #include <asm/ebcdic.h>
#include <asm/sclp.h> #include <asm/sclp.h>
#include <asm/sections.h> #include <asm/sections.h>
#include <asm/boot_data.h> #include <asm/boot_data.h>
#include <asm/facility.h>
#include "boot.h" #include "boot.h"
char __bootdata(early_command_line)[COMMAND_LINE_SIZE]; char __bootdata(early_command_line)[COMMAND_LINE_SIZE];
...@@ -143,8 +145,66 @@ void setup_boot_command_line(void) ...@@ -143,8 +145,66 @@ void setup_boot_command_line(void)
append_ipl_block_parm(); append_ipl_block_parm();
} }
static void modify_facility(unsigned long nr, bool clear)
{
if (clear)
__clear_facility(nr, S390_lowcore.stfle_fac_list);
else
__set_facility(nr, S390_lowcore.stfle_fac_list);
}
static void check_cleared_facilities(void)
{
unsigned long als[] = { FACILITIES_ALS };
int i;
for (i = 0; i < ARRAY_SIZE(als); i++) {
if ((S390_lowcore.stfle_fac_list[i] & als[i]) != als[i]) {
sclp_early_printk("Warning: The Linux kernel requires facilities cleared via command line option\n");
print_missing_facilities();
break;
}
}
}
static void modify_fac_list(char *str)
{
unsigned long val, endval;
char *endp;
bool clear;
while (*str) {
clear = false;
if (*str == '!') {
clear = true;
str++;
}
val = simple_strtoull(str, &endp, 0);
if (str == endp)
break;
str = endp;
if (*str == '-') {
str++;
endval = simple_strtoull(str, &endp, 0);
if (str == endp)
break;
str = endp;
while (val <= endval) {
modify_facility(val, clear);
val++;
}
} else {
modify_facility(val, clear);
}
if (*str != ',')
break;
str++;
}
check_cleared_facilities();
}
static char command_line_buf[COMMAND_LINE_SIZE] __section(.data); static char command_line_buf[COMMAND_LINE_SIZE] __section(.data);
static void parse_mem_opt(void) void parse_boot_command_line(void)
{ {
char *param, *val; char *param, *val;
bool enabled; bool enabled;
...@@ -165,12 +225,14 @@ static void parse_mem_opt(void) ...@@ -165,12 +225,14 @@ static void parse_mem_opt(void)
if (!rc && !enabled) if (!rc && !enabled)
noexec_disabled = 1; noexec_disabled = 1;
} }
if (!strcmp(param, "facilities"))
modify_fac_list(val);
} }
} }
void setup_memory_end(void) void setup_memory_end(void)
{ {
parse_mem_opt();
#ifdef CONFIG_CRASH_DUMP #ifdef CONFIG_CRASH_DUMP
if (!OLDMEM_BASE && early_ipl_block_valid && if (!OLDMEM_BASE && early_ipl_block_valid &&
early_ipl_block.hdr.pbt == DIAG308_IPL_TYPE_FCP && early_ipl_block.hdr.pbt == DIAG308_IPL_TYPE_FCP &&
......
...@@ -53,6 +53,7 @@ void startup_kernel(void) ...@@ -53,6 +53,7 @@ void startup_kernel(void)
sclp_early_read_info(); sclp_early_read_info();
store_ipl_parmblock(); store_ipl_parmblock();
setup_boot_command_line(); setup_boot_command_line();
parse_boot_command_line();
setup_memory_end(); setup_memory_end();
detect_memory(); detect_memory();
if (!IS_ENABLED(CONFIG_KERNEL_UNCOMPRESSED)) { if (!IS_ENABLED(CONFIG_KERNEL_UNCOMPRESSED)) {
......
...@@ -2,6 +2,7 @@ ...@@ -2,6 +2,7 @@
#include <linux/ctype.h> #include <linux/ctype.h>
#include <linux/kernel.h> #include <linux/kernel.h>
#include <linux/errno.h> #include <linux/errno.h>
#undef CONFIG_KASAN
#include "../lib/string.c" #include "../lib/string.c"
int strncmp(const char *cs, const char *ct, size_t count) int strncmp(const char *cs, const char *ct, size_t count)
......
...@@ -43,7 +43,7 @@ int hypfs_diag0c_init(void); ...@@ -43,7 +43,7 @@ int hypfs_diag0c_init(void);
void hypfs_diag0c_exit(void); void hypfs_diag0c_exit(void);
/* Set Partition-Resource Parameter */ /* Set Partition-Resource Parameter */
int hypfs_sprp_init(void); void hypfs_sprp_init(void);
void hypfs_sprp_exit(void); void hypfs_sprp_exit(void);
/* debugfs interface */ /* debugfs interface */
...@@ -69,9 +69,9 @@ struct hypfs_dbfs_file { ...@@ -69,9 +69,9 @@ struct hypfs_dbfs_file {
struct dentry *dentry; struct dentry *dentry;
}; };
extern int hypfs_dbfs_init(void); extern void hypfs_dbfs_init(void);
extern void hypfs_dbfs_exit(void); extern void hypfs_dbfs_exit(void);
extern int hypfs_dbfs_create_file(struct hypfs_dbfs_file *df); extern void hypfs_dbfs_create_file(struct hypfs_dbfs_file *df);
extern void hypfs_dbfs_remove_file(struct hypfs_dbfs_file *df); extern void hypfs_dbfs_remove_file(struct hypfs_dbfs_file *df);
#endif /* _HYPFS_H_ */ #endif /* _HYPFS_H_ */
...@@ -78,14 +78,11 @@ static const struct file_operations dbfs_ops = { ...@@ -78,14 +78,11 @@ static const struct file_operations dbfs_ops = {
.unlocked_ioctl = dbfs_ioctl, .unlocked_ioctl = dbfs_ioctl,
}; };
int hypfs_dbfs_create_file(struct hypfs_dbfs_file *df) void hypfs_dbfs_create_file(struct hypfs_dbfs_file *df)
{ {
df->dentry = debugfs_create_file(df->name, 0400, dbfs_dir, df, df->dentry = debugfs_create_file(df->name, 0400, dbfs_dir, df,
&dbfs_ops); &dbfs_ops);
if (IS_ERR(df->dentry))
return PTR_ERR(df->dentry);
mutex_init(&df->lock); mutex_init(&df->lock);
return 0;
} }
void hypfs_dbfs_remove_file(struct hypfs_dbfs_file *df) void hypfs_dbfs_remove_file(struct hypfs_dbfs_file *df)
...@@ -93,10 +90,9 @@ void hypfs_dbfs_remove_file(struct hypfs_dbfs_file *df) ...@@ -93,10 +90,9 @@ void hypfs_dbfs_remove_file(struct hypfs_dbfs_file *df)
debugfs_remove(df->dentry); debugfs_remove(df->dentry);
} }
int hypfs_dbfs_init(void) void hypfs_dbfs_init(void)
{ {
dbfs_dir = debugfs_create_dir("s390_hypfs", NULL); dbfs_dir = debugfs_create_dir("s390_hypfs", NULL);
return PTR_ERR_OR_ZERO(dbfs_dir);
} }
void hypfs_dbfs_exit(void) void hypfs_dbfs_exit(void)
......
...@@ -440,11 +440,10 @@ __init int hypfs_diag_init(void) ...@@ -440,11 +440,10 @@ __init int hypfs_diag_init(void)
pr_err("The hardware system does not support hypfs\n"); pr_err("The hardware system does not support hypfs\n");
return -ENODATA; return -ENODATA;
} }
if (diag204_info_type == DIAG204_INFO_EXT) {
rc = hypfs_dbfs_create_file(&dbfs_file_d204); if (diag204_info_type == DIAG204_INFO_EXT)
if (rc) hypfs_dbfs_create_file(&dbfs_file_d204);
return rc;
}
if (MACHINE_IS_LPAR) { if (MACHINE_IS_LPAR) {
rc = diag224_get_name_table(); rc = diag224_get_name_table();
if (rc) { if (rc) {
......
...@@ -54,8 +54,7 @@ static void *diag0c_store(unsigned int *count) ...@@ -54,8 +54,7 @@ static void *diag0c_store(unsigned int *count)
if (!cpu_vec) if (!cpu_vec)
goto fail_put_online_cpus; goto fail_put_online_cpus;
/* Note: Diag 0c needs 8 byte alignment and real storage */ /* Note: Diag 0c needs 8 byte alignment and real storage */
diag0c_data = kzalloc(sizeof(struct hypfs_diag0c_hdr) + diag0c_data = kzalloc(struct_size(diag0c_data, entry, cpu_count),
cpu_count * sizeof(struct hypfs_diag0c_entry),
GFP_KERNEL | GFP_DMA); GFP_KERNEL | GFP_DMA);
if (!diag0c_data) if (!diag0c_data)
goto fail_kfree_cpu_vec; goto fail_kfree_cpu_vec;
...@@ -125,7 +124,8 @@ int __init hypfs_diag0c_init(void) ...@@ -125,7 +124,8 @@ int __init hypfs_diag0c_init(void)
{ {
if (!MACHINE_IS_VM) if (!MACHINE_IS_VM)
return 0; return 0;
return hypfs_dbfs_create_file(&dbfs_file_0c); hypfs_dbfs_create_file(&dbfs_file_0c);
return 0;
} }
/* /*
......
...@@ -137,11 +137,11 @@ static struct hypfs_dbfs_file hypfs_sprp_file = { ...@@ -137,11 +137,11 @@ static struct hypfs_dbfs_file hypfs_sprp_file = {
.unlocked_ioctl = hypfs_sprp_ioctl, .unlocked_ioctl = hypfs_sprp_ioctl,
}; };
int hypfs_sprp_init(void) void hypfs_sprp_init(void)
{ {
if (!sclp.has_sprp) if (!sclp.has_sprp)
return 0; return;
return hypfs_dbfs_create_file(&hypfs_sprp_file); hypfs_dbfs_create_file(&hypfs_sprp_file);
} }
void hypfs_sprp_exit(void) void hypfs_sprp_exit(void)
......
...@@ -279,7 +279,8 @@ int hypfs_vm_init(void) ...@@ -279,7 +279,8 @@ int hypfs_vm_init(void)
guest_query = local_guest; guest_query = local_guest;
else else
return -EACCES; return -EACCES;
return hypfs_dbfs_create_file(&dbfs_file_2fc); hypfs_dbfs_create_file(&dbfs_file_2fc);
return 0;
} }
void hypfs_vm_exit(void) void hypfs_vm_exit(void)
......
...@@ -456,9 +456,8 @@ static int __init hypfs_init(void) ...@@ -456,9 +456,8 @@ static int __init hypfs_init(void)
{ {
int rc; int rc;
rc = hypfs_dbfs_init(); hypfs_dbfs_init();
if (rc)
return rc;
if (hypfs_diag_init()) { if (hypfs_diag_init()) {
rc = -ENODATA; rc = -ENODATA;
goto fail_dbfs_exit; goto fail_dbfs_exit;
...@@ -467,10 +466,7 @@ static int __init hypfs_init(void) ...@@ -467,10 +466,7 @@ static int __init hypfs_init(void)
rc = -ENODATA; rc = -ENODATA;
goto fail_hypfs_diag_exit; goto fail_hypfs_diag_exit;
} }
if (hypfs_sprp_init()) { hypfs_sprp_init();
rc = -ENODATA;
goto fail_hypfs_vm_exit;
}
if (hypfs_diag0c_init()) { if (hypfs_diag0c_init()) {
rc = -ENODATA; rc = -ENODATA;
goto fail_hypfs_sprp_exit; goto fail_hypfs_sprp_exit;
...@@ -489,7 +485,6 @@ static int __init hypfs_init(void) ...@@ -489,7 +485,6 @@ static int __init hypfs_init(void)
hypfs_diag0c_exit(); hypfs_diag0c_exit();
fail_hypfs_sprp_exit: fail_hypfs_sprp_exit:
hypfs_sprp_exit(); hypfs_sprp_exit();
fail_hypfs_vm_exit:
hypfs_vm_exit(); hypfs_vm_exit();
fail_hypfs_diag_exit: fail_hypfs_diag_exit:
hypfs_diag_exit(); hypfs_diag_exit();
......
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Counter facility support definitions for the Linux perf
*
* Copyright IBM Corp. 2019
* Author(s): Hendrik Brueckner <brueckner@linux.ibm.com>
*/
#ifndef _ASM_S390_CPU_MCF_H
#define _ASM_S390_CPU_MCF_H
#include <linux/perf_event.h>
#include <asm/cpu_mf.h>
enum cpumf_ctr_set {
CPUMF_CTR_SET_BASIC = 0, /* Basic Counter Set */
CPUMF_CTR_SET_USER = 1, /* Problem-State Counter Set */
CPUMF_CTR_SET_CRYPTO = 2, /* Crypto-Activity Counter Set */
CPUMF_CTR_SET_EXT = 3, /* Extended Counter Set */
CPUMF_CTR_SET_MT_DIAG = 4, /* MT-diagnostic Counter Set */
/* Maximum number of counter sets */
CPUMF_CTR_SET_MAX,
};
#define CPUMF_LCCTL_ENABLE_SHIFT 16
#define CPUMF_LCCTL_ACTCTL_SHIFT 0
static const u64 cpumf_ctr_ctl[CPUMF_CTR_SET_MAX] = {
[CPUMF_CTR_SET_BASIC] = 0x02,
[CPUMF_CTR_SET_USER] = 0x04,
[CPUMF_CTR_SET_CRYPTO] = 0x08,
[CPUMF_CTR_SET_EXT] = 0x01,
[CPUMF_CTR_SET_MT_DIAG] = 0x20,
};
static inline void ctr_set_enable(u64 *state, int ctr_set)
{
*state |= cpumf_ctr_ctl[ctr_set] << CPUMF_LCCTL_ENABLE_SHIFT;
}
static inline void ctr_set_disable(u64 *state, int ctr_set)
{
*state &= ~(cpumf_ctr_ctl[ctr_set] << CPUMF_LCCTL_ENABLE_SHIFT);
}
static inline void ctr_set_start(u64 *state, int ctr_set)
{
*state |= cpumf_ctr_ctl[ctr_set] << CPUMF_LCCTL_ACTCTL_SHIFT;
}
static inline void ctr_set_stop(u64 *state, int ctr_set)
{
*state &= ~(cpumf_ctr_ctl[ctr_set] << CPUMF_LCCTL_ACTCTL_SHIFT);
}
static inline void ctr_set_multiple_enable(u64 *state, u64 ctrsets)
{
*state |= ctrsets << CPUMF_LCCTL_ENABLE_SHIFT;
}
static inline void ctr_set_multiple_disable(u64 *state, u64 ctrsets)
{
*state &= ~(ctrsets << CPUMF_LCCTL_ENABLE_SHIFT);
}
static inline void ctr_set_multiple_start(u64 *state, u64 ctrsets)
{
*state |= ctrsets << CPUMF_LCCTL_ACTCTL_SHIFT;
}
static inline void ctr_set_multiple_stop(u64 *state, u64 ctrsets)
{
*state &= ~(ctrsets << CPUMF_LCCTL_ACTCTL_SHIFT);
}
static inline int ctr_stcctm(enum cpumf_ctr_set set, u64 range, u64 *dest)
{
switch (set) {
case CPUMF_CTR_SET_BASIC:
return stcctm(BASIC, range, dest);
case CPUMF_CTR_SET_USER:
return stcctm(PROBLEM_STATE, range, dest);
case CPUMF_CTR_SET_CRYPTO:
return stcctm(CRYPTO_ACTIVITY, range, dest);
case CPUMF_CTR_SET_EXT:
return stcctm(EXTENDED, range, dest);
case CPUMF_CTR_SET_MT_DIAG:
return stcctm(MT_DIAG_CLEARING, range, dest);
case CPUMF_CTR_SET_MAX:
return 3;
}
return 3;
}
struct cpu_cf_events {
struct cpumf_ctr_info info;
atomic_t ctr_set[CPUMF_CTR_SET_MAX];
atomic64_t alert;
u64 state, tx_state;
unsigned int flags;
unsigned int txn_flags;
};
DECLARE_PER_CPU(struct cpu_cf_events, cpu_cf_events);
bool kernel_cpumcf_avail(void);
int __kernel_cpumcf_begin(void);
unsigned long kernel_cpumcf_alert(int clear);
void __kernel_cpumcf_end(void);
static inline int kernel_cpumcf_begin(void)
{
if (!cpum_cf_avail())
return -ENODEV;
preempt_disable();
return __kernel_cpumcf_begin();
}
static inline void kernel_cpumcf_end(void)
{
__kernel_cpumcf_end();
preempt_enable();
}
/* Return true if store counter set multiple instruction is available */
static inline int stccm_avail(void)
{
return test_facility(142);
}
#endif /* _ASM_S390_CPU_MCF_H */
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Support for CPU-MF instructions
*
* Copyright IBM Corp. 2019
* Author(s): Hendrik Brueckner <brueckner@linux.vnet.ibm.com>
*/
#ifndef _ASM_S390_CPU_MF_INSN_H
#define _ASM_S390_CPU_MF_INSN_H
#ifdef __ASSEMBLY__
/* Macro to generate the STCCTM instruction with a customized
* M3 field designating the counter set.
*/
.macro STCCTM r1 m3 db2
.insn rsy,0xeb0000000017,\r1,\m3 & 0xf,\db2
.endm
#endif /* __ASSEMBLY__ */
#endif
...@@ -12,6 +12,8 @@ ...@@ -12,6 +12,8 @@
#include <linux/errno.h> #include <linux/errno.h>
#include <asm/facility.h> #include <asm/facility.h>
asm(".include \"asm/cpu_mf-insn.h\"\n");
#define CPU_MF_INT_SF_IAE (1 << 31) /* invalid entry address */ #define CPU_MF_INT_SF_IAE (1 << 31) /* invalid entry address */
#define CPU_MF_INT_SF_ISE (1 << 30) /* incorrect SDBT entry */ #define CPU_MF_INT_SF_ISE (1 << 30) /* incorrect SDBT entry */
#define CPU_MF_INT_SF_PRA (1 << 29) /* program request alert */ #define CPU_MF_INT_SF_PRA (1 << 29) /* program request alert */
...@@ -209,17 +211,25 @@ static inline int ecctr(u64 ctr, u64 *val) ...@@ -209,17 +211,25 @@ static inline int ecctr(u64 ctr, u64 *val)
return cc; return cc;
} }
/* Store CPU counter multiple for the MT utilization counter set */ /* Store CPU counter multiple for a particular counter set */
static inline int stcctm5(u64 num, u64 *val) enum stcctm_ctr_set {
EXTENDED = 0,
BASIC = 1,
PROBLEM_STATE = 2,
CRYPTO_ACTIVITY = 3,
MT_DIAG = 5,
MT_DIAG_CLEARING = 9, /* clears loss-of-MT-ctr-data alert */
};
static inline int stcctm(enum stcctm_ctr_set set, u64 range, u64 *dest)
{ {
int cc; int cc;
asm volatile ( asm volatile (
" .insn rsy,0xeb0000000017,%2,5,%1\n" " STCCTM %2,%3,%1\n"
" ipm %0\n" " ipm %0\n"
" srl %0,28\n" " srl %0,28\n"
: "=d" (cc) : "=d" (cc)
: "Q" (*val), "d" (num) : "Q" (*dest), "d" (range), "i" (set)
: "cc", "memory"); : "cc", "memory");
return cc; return cc;
} }
......
...@@ -32,6 +32,7 @@ enum diag_stat_enum { ...@@ -32,6 +32,7 @@ enum diag_stat_enum {
DIAG_STAT_X2FC, DIAG_STAT_X2FC,
DIAG_STAT_X304, DIAG_STAT_X304,
DIAG_STAT_X308, DIAG_STAT_X308,
DIAG_STAT_X318,
DIAG_STAT_X500, DIAG_STAT_X500,
NR_DIAG_STAT NR_DIAG_STAT
}; };
...@@ -293,6 +294,17 @@ struct diag26c_mac_resp { ...@@ -293,6 +294,17 @@ struct diag26c_mac_resp {
u8 res[2]; u8 res[2];
} __aligned(8); } __aligned(8);
#define CPNC_LINUX 0x4
union diag318_info {
unsigned long val;
struct {
unsigned int cpnc : 8;
unsigned int cpvc_linux : 24;
unsigned char cpvc_distro[3];
unsigned char zero;
};
};
int diag204(unsigned long subcode, unsigned long size, void *addr); int diag204(unsigned long subcode, unsigned long size, void *addr);
int diag224(void *ptr); int diag224(void *ptr);
int diag26c(void *req, void *resp, enum diag26c_sc subcode); int diag26c(void *req, void *resp, enum diag26c_sc subcode);
......
...@@ -81,5 +81,30 @@ static inline void ftrace_generate_call_insn(struct ftrace_insn *insn, ...@@ -81,5 +81,30 @@ static inline void ftrace_generate_call_insn(struct ftrace_insn *insn,
#endif #endif
} }
/*
* Even though the system call numbers are identical for s390/s390x a
* different system call table is used for compat tasks. This may lead
* to e.g. incorrect or missing trace event sysfs files.
* Therefore simply do not trace compat system calls at all.
* See kernel/trace/trace_syscalls.c.
*/
#define ARCH_TRACE_IGNORE_COMPAT_SYSCALLS
static inline bool arch_trace_is_compat_syscall(struct pt_regs *regs)
{
return is_compat_task();
}
#define ARCH_HAS_SYSCALL_MATCH_SYM_NAME
static inline bool arch_syscall_match_sym_name(const char *sym,
const char *name)
{
/*
* Skip __s390_ and __s390x_ prefix - due to compat wrappers
* and aliasing some symbols of 64 bit system call functions
* may get the __s390_ prefix instead of the __s390x_ prefix.
*/
return !strcmp(sym + 7, name) || !strcmp(sym + 8, name);
}
#endif /* __ASSEMBLY__ */ #endif /* __ASSEMBLY__ */
#endif /* _ASM_S390_FTRACE_H */ #endif /* _ASM_S390_FTRACE_H */
...@@ -10,6 +10,12 @@ ...@@ -10,6 +10,12 @@
#define JUMP_LABEL_NOP_SIZE 6 #define JUMP_LABEL_NOP_SIZE 6
#define JUMP_LABEL_NOP_OFFSET 2 #define JUMP_LABEL_NOP_OFFSET 2
#if __GNUC__ < 9
#define JUMP_LABEL_STATIC_KEY_CONSTRAINT "X"
#else
#define JUMP_LABEL_STATIC_KEY_CONSTRAINT "jdd"
#endif
/* /*
* We use a brcl 0,2 instruction for jump labels at compile time so it * We use a brcl 0,2 instruction for jump labels at compile time so it
* can be easily distinguished from a hotpatch generated instruction. * can be easily distinguished from a hotpatch generated instruction.
...@@ -20,9 +26,9 @@ static inline bool arch_static_branch(struct static_key *key, bool branch) ...@@ -20,9 +26,9 @@ static inline bool arch_static_branch(struct static_key *key, bool branch)
".pushsection __jump_table,\"aw\"\n" ".pushsection __jump_table,\"aw\"\n"
".balign 8\n" ".balign 8\n"
".long 0b-.,%l[label]-.\n" ".long 0b-.,%l[label]-.\n"
".quad %0-.\n" ".quad %0+%1-.\n"
".popsection\n" ".popsection\n"
: : "X" (&((char *)key)[branch]) : : label); : : JUMP_LABEL_STATIC_KEY_CONSTRAINT (key), "i" (branch) : : label);
return false; return false;
label: label:
return true; return true;
...@@ -34,9 +40,9 @@ static inline bool arch_static_branch_jump(struct static_key *key, bool branch) ...@@ -34,9 +40,9 @@ static inline bool arch_static_branch_jump(struct static_key *key, bool branch)
".pushsection __jump_table,\"aw\"\n" ".pushsection __jump_table,\"aw\"\n"
".balign 8\n" ".balign 8\n"
".long 0b-.,%l[label]-.\n" ".long 0b-.,%l[label]-.\n"
".quad %0-.\n" ".quad %0+%1-.\n"
".popsection\n" ".popsection\n"
: : "X" (&((char *)key)[branch]) : : label); : : JUMP_LABEL_STATIC_KEY_CONSTRAINT (key), "i" (branch) : : label);
return false; return false;
label: label:
return true; return true;
......
...@@ -148,7 +148,6 @@ struct zpci_dev { ...@@ -148,7 +148,6 @@ struct zpci_dev {
enum pci_bus_speed max_bus_speed; enum pci_bus_speed max_bus_speed;
struct dentry *debugfs_dev; struct dentry *debugfs_dev;
struct dentry *debugfs_perf;
struct s390_domain *s390_domain; /* s390 IOMMU domain data */ struct s390_domain *s390_domain; /* s390 IOMMU domain data */
}; };
......
...@@ -12,7 +12,6 @@ ...@@ -12,7 +12,6 @@
#include <linux/perf_event.h> #include <linux/perf_event.h>
#include <linux/device.h> #include <linux/device.h>
#include <asm/cpu_mf.h>
/* Per-CPU flags for PMU states */ /* Per-CPU flags for PMU states */
#define PMU_F_RESERVED 0x1000 #define PMU_F_RESERVED 0x1000
...@@ -55,6 +54,7 @@ struct perf_sf_sde_regs { ...@@ -55,6 +54,7 @@ struct perf_sf_sde_regs {
#define PERF_CPUM_SF_MAX_CTR 2 #define PERF_CPUM_SF_MAX_CTR 2
#define PERF_EVENT_CPUM_SF 0xB0000UL /* Event: Basic-sampling */ #define PERF_EVENT_CPUM_SF 0xB0000UL /* Event: Basic-sampling */
#define PERF_EVENT_CPUM_SF_DIAG 0xBD000UL /* Event: Combined-sampling */ #define PERF_EVENT_CPUM_SF_DIAG 0xBD000UL /* Event: Combined-sampling */
#define PERF_EVENT_CPUM_CF_DIAG 0xBC000UL /* Event: Counter sets */
#define PERF_CPUM_SF_BASIC_MODE 0x0001 /* Basic-sampling flag */ #define PERF_CPUM_SF_BASIC_MODE 0x0001 /* Basic-sampling flag */
#define PERF_CPUM_SF_DIAG_MODE 0x0002 /* Diagnostic-sampling flag */ #define PERF_CPUM_SF_DIAG_MODE 0x0002 /* Diagnostic-sampling flag */
#define PERF_CPUM_SF_MODE_MASK (PERF_CPUM_SF_BASIC_MODE| \ #define PERF_CPUM_SF_MODE_MASK (PERF_CPUM_SF_BASIC_MODE| \
......
...@@ -361,8 +361,8 @@ struct qdio_initialize { ...@@ -361,8 +361,8 @@ struct qdio_initialize {
unsigned long); unsigned long);
int scan_threshold; int scan_threshold;
unsigned long int_parm; unsigned long int_parm;
void **input_sbal_addr_array; struct qdio_buffer **input_sbal_addr_array;
void **output_sbal_addr_array; struct qdio_buffer **output_sbal_addr_array;
struct qdio_outbuf_state *output_sbal_state_array; struct qdio_outbuf_state *output_sbal_state_array;
}; };
......
...@@ -78,6 +78,7 @@ struct sclp_info { ...@@ -78,6 +78,7 @@ struct sclp_info {
unsigned char has_skey : 1; unsigned char has_skey : 1;
unsigned char has_kss : 1; unsigned char has_kss : 1;
unsigned char has_gisaf : 1; unsigned char has_gisaf : 1;
unsigned char has_diag318 : 1;
unsigned int ibc; unsigned int ibc;
unsigned int mtid; unsigned int mtid;
unsigned int mtid_cp; unsigned int mtid_cp;
......
...@@ -12,15 +12,21 @@ ...@@ -12,15 +12,21 @@
#include <linux/types.h> #include <linux/types.h>
#endif #endif
#define __HAVE_ARCH_MEMCHR /* inline & arch function */
#define __HAVE_ARCH_MEMCMP /* arch function */
#define __HAVE_ARCH_MEMCPY /* gcc builtin & arch function */ #define __HAVE_ARCH_MEMCPY /* gcc builtin & arch function */
#define __HAVE_ARCH_MEMMOVE /* gcc builtin & arch function */ #define __HAVE_ARCH_MEMMOVE /* gcc builtin & arch function */
#define __HAVE_ARCH_MEMSCAN /* inline & arch function */
#define __HAVE_ARCH_MEMSET /* gcc builtin & arch function */ #define __HAVE_ARCH_MEMSET /* gcc builtin & arch function */
#define __HAVE_ARCH_MEMSET16 /* arch function */ #define __HAVE_ARCH_MEMSET16 /* arch function */
#define __HAVE_ARCH_MEMSET32 /* arch function */ #define __HAVE_ARCH_MEMSET32 /* arch function */
#define __HAVE_ARCH_MEMSET64 /* arch function */ #define __HAVE_ARCH_MEMSET64 /* arch function */
void *memcpy(void *dest, const void *src, size_t n);
void *memset(void *s, int c, size_t n);
void *memmove(void *dest, const void *src, size_t n);
#ifndef CONFIG_KASAN
#define __HAVE_ARCH_MEMCHR /* inline & arch function */
#define __HAVE_ARCH_MEMCMP /* arch function */
#define __HAVE_ARCH_MEMSCAN /* inline & arch function */
#define __HAVE_ARCH_STRCAT /* inline & arch function */ #define __HAVE_ARCH_STRCAT /* inline & arch function */
#define __HAVE_ARCH_STRCMP /* arch function */ #define __HAVE_ARCH_STRCMP /* arch function */
#define __HAVE_ARCH_STRCPY /* inline & arch function */ #define __HAVE_ARCH_STRCPY /* inline & arch function */
...@@ -35,9 +41,6 @@ ...@@ -35,9 +41,6 @@
/* Prototypes for non-inlined arch strings functions. */ /* Prototypes for non-inlined arch strings functions. */
int memcmp(const void *s1, const void *s2, size_t n); int memcmp(const void *s1, const void *s2, size_t n);
void *memcpy(void *dest, const void *src, size_t n);
void *memset(void *s, int c, size_t n);
void *memmove(void *dest, const void *src, size_t n);
int strcmp(const char *s1, const char *s2); int strcmp(const char *s1, const char *s2);
size_t strlcat(char *dest, const char *src, size_t n); size_t strlcat(char *dest, const char *src, size_t n);
size_t strlcpy(char *dest, const char *src, size_t size); size_t strlcpy(char *dest, const char *src, size_t size);
...@@ -45,6 +48,7 @@ char *strncat(char *dest, const char *src, size_t n); ...@@ -45,6 +48,7 @@ char *strncat(char *dest, const char *src, size_t n);
char *strncpy(char *dest, const char *src, size_t n); char *strncpy(char *dest, const char *src, size_t n);
char *strrchr(const char *s, int c); char *strrchr(const char *s, int c);
char *strstr(const char *s1, const char *s2); char *strstr(const char *s1, const char *s2);
#endif /* !CONFIG_KASAN */
#undef __HAVE_ARCH_STRCHR #undef __HAVE_ARCH_STRCHR
#undef __HAVE_ARCH_STRNCHR #undef __HAVE_ARCH_STRNCHR
...@@ -95,6 +99,7 @@ static inline void *memset64(uint64_t *s, uint64_t v, size_t count) ...@@ -95,6 +99,7 @@ static inline void *memset64(uint64_t *s, uint64_t v, size_t count)
#if !defined(IN_ARCH_STRING_C) && (!defined(CONFIG_FORTIFY_SOURCE) || defined(__NO_FORTIFY)) #if !defined(IN_ARCH_STRING_C) && (!defined(CONFIG_FORTIFY_SOURCE) || defined(__NO_FORTIFY))
#ifdef __HAVE_ARCH_MEMCHR
static inline void *memchr(const void * s, int c, size_t n) static inline void *memchr(const void * s, int c, size_t n)
{ {
register int r0 asm("0") = (char) c; register int r0 asm("0") = (char) c;
...@@ -109,7 +114,9 @@ static inline void *memchr(const void * s, int c, size_t n) ...@@ -109,7 +114,9 @@ static inline void *memchr(const void * s, int c, size_t n)
: "+a" (ret), "+&a" (s) : "d" (r0) : "cc", "memory"); : "+a" (ret), "+&a" (s) : "d" (r0) : "cc", "memory");
return (void *) ret; return (void *) ret;
} }
#endif
#ifdef __HAVE_ARCH_MEMSCAN
static inline void *memscan(void *s, int c, size_t n) static inline void *memscan(void *s, int c, size_t n)
{ {
register int r0 asm("0") = (char) c; register int r0 asm("0") = (char) c;
...@@ -121,7 +128,9 @@ static inline void *memscan(void *s, int c, size_t n) ...@@ -121,7 +128,9 @@ static inline void *memscan(void *s, int c, size_t n)
: "+a" (ret), "+&a" (s) : "d" (r0) : "cc", "memory"); : "+a" (ret), "+&a" (s) : "d" (r0) : "cc", "memory");
return (void *) ret; return (void *) ret;
} }
#endif
#ifdef __HAVE_ARCH_STRCAT
static inline char *strcat(char *dst, const char *src) static inline char *strcat(char *dst, const char *src)
{ {
register int r0 asm("0") = 0; register int r0 asm("0") = 0;
...@@ -137,7 +146,9 @@ static inline char *strcat(char *dst, const char *src) ...@@ -137,7 +146,9 @@ static inline char *strcat(char *dst, const char *src)
: "d" (r0), "0" (0) : "cc", "memory" ); : "d" (r0), "0" (0) : "cc", "memory" );
return ret; return ret;
} }
#endif
#ifdef __HAVE_ARCH_STRCPY
static inline char *strcpy(char *dst, const char *src) static inline char *strcpy(char *dst, const char *src)
{ {
register int r0 asm("0") = 0; register int r0 asm("0") = 0;
...@@ -150,7 +161,9 @@ static inline char *strcpy(char *dst, const char *src) ...@@ -150,7 +161,9 @@ static inline char *strcpy(char *dst, const char *src)
: "cc", "memory"); : "cc", "memory");
return ret; return ret;
} }
#endif
#ifdef __HAVE_ARCH_STRLEN
static inline size_t strlen(const char *s) static inline size_t strlen(const char *s)
{ {
register unsigned long r0 asm("0") = 0; register unsigned long r0 asm("0") = 0;
...@@ -162,7 +175,9 @@ static inline size_t strlen(const char *s) ...@@ -162,7 +175,9 @@ static inline size_t strlen(const char *s)
: "+d" (r0), "+a" (tmp) : : "cc", "memory"); : "+d" (r0), "+a" (tmp) : : "cc", "memory");
return r0 - (unsigned long) s; return r0 - (unsigned long) s;
} }
#endif
#ifdef __HAVE_ARCH_STRNLEN
static inline size_t strnlen(const char * s, size_t n) static inline size_t strnlen(const char * s, size_t n)
{ {
register int r0 asm("0") = 0; register int r0 asm("0") = 0;
...@@ -175,6 +190,7 @@ static inline size_t strnlen(const char * s, size_t n) ...@@ -175,6 +190,7 @@ static inline size_t strnlen(const char * s, size_t n)
: "+a" (end), "+a" (tmp) : "d" (r0) : "cc", "memory"); : "+a" (end), "+a" (tmp) : "d" (r0) : "cc", "memory");
return end - s; return end - s;
} }
#endif
#else /* IN_ARCH_STRING_C */ #else /* IN_ARCH_STRING_C */
void *memchr(const void * s, int c, size_t n); void *memchr(const void * s, int c, size_t n);
void *memscan(void *s, int c, size_t n); void *memscan(void *s, int c, size_t n);
......
/* SPDX-License-Identifier: GPL-2.0 */
/*
* syscall_wrapper.h - s390 specific wrappers to syscall definitions
*
*/
#ifndef _ASM_S390_SYSCALL_WRAPPER_H
#define _ASM_S390_SYSCALL_WRAPPER_H
#ifdef CONFIG_COMPAT
#define __SC_COMPAT_TYPE(t, a) \
__typeof(__builtin_choose_expr(sizeof(t) > 4, 0L, (t)0)) a
#define __SC_COMPAT_CAST(t, a) \
({ \
long __ReS = a; \
\
BUILD_BUG_ON((sizeof(t) > 4) && !__TYPE_IS_L(t) && \
!__TYPE_IS_UL(t) && !__TYPE_IS_PTR(t) && \
!__TYPE_IS_LL(t)); \
if (__TYPE_IS_L(t)) \
__ReS = (s32)a; \
if (__TYPE_IS_UL(t)) \
__ReS = (u32)a; \
if (__TYPE_IS_PTR(t)) \
__ReS = a & 0x7fffffff; \
if (__TYPE_IS_LL(t)) \
return -ENOSYS; \
(t)__ReS; \
})
#define __S390_SYS_STUBx(x, name, ...) \
asmlinkage long __s390_sys##name(__MAP(x,__SC_LONG,__VA_ARGS__))\
ALLOW_ERROR_INJECTION(__s390_sys##name, ERRNO); \
asmlinkage long __s390_sys##name(__MAP(x,__SC_LONG,__VA_ARGS__))\
{ \
long ret = __s390x_sys##name(__MAP(x,__SC_COMPAT_CAST,__VA_ARGS__));\
__MAP(x,__SC_TEST,__VA_ARGS__); \
return ret; \
}
/*
* To keep the naming coherent, re-define SYSCALL_DEFINE0 to create an alias
* named __s390x_sys_*()
*/
#define COMPAT_SYSCALL_DEFINE0(sname) \
SYSCALL_METADATA(_##sname, 0); \
asmlinkage long __s390_compat_sys_##sname(void); \
ALLOW_ERROR_INJECTION(__s390_compat__sys_##sname, ERRNO); \
asmlinkage long __s390_compat_sys_##sname(void)
#define SYSCALL_DEFINE0(sname) \
SYSCALL_METADATA(_##sname, 0); \
asmlinkage long __s390x_sys_##sname(void); \
ALLOW_ERROR_INJECTION(__s390x_sys_##sname, ERRNO); \
asmlinkage long __s390_sys_##sname(void) \
__attribute__((alias(__stringify(__s390x_sys_##sname)))); \
asmlinkage long __s390x_sys_##sname(void)
#define COND_SYSCALL(name) \
cond_syscall(__s390x_sys_##name); \
cond_syscall(__s390_sys_##name)
#define SYS_NI(name) \
SYSCALL_ALIAS(__s390x_sys_##name, sys_ni_posix_timers); \
SYSCALL_ALIAS(__s390_sys_##name, sys_ni_posix_timers)
#define COMPAT_SYSCALL_DEFINEx(x, name, ...) \
__diag_push(); \
__diag_ignore(GCC, 8, "-Wattribute-alias", \
"Type aliasing is used to sanitize syscall arguments");\
asmlinkage long __s390_compat_sys##name(__MAP(x,__SC_DECL,__VA_ARGS__)); \
asmlinkage long __s390_compat_sys##name(__MAP(x,__SC_DECL,__VA_ARGS__)) \
__attribute__((alias(__stringify(__se_compat_sys##name)))); \
ALLOW_ERROR_INJECTION(compat_sys##name, ERRNO); \
static inline long __do_compat_sys##name(__MAP(x,__SC_DECL,__VA_ARGS__));\
asmlinkage long __se_compat_sys##name(__MAP(x,__SC_LONG,__VA_ARGS__)); \
asmlinkage long __se_compat_sys##name(__MAP(x,__SC_LONG,__VA_ARGS__)) \
{ \
long ret = __do_compat_sys##name(__MAP(x,__SC_DELOUSE,__VA_ARGS__));\
__MAP(x,__SC_TEST,__VA_ARGS__); \
return ret; \
} \
__diag_pop(); \
static inline long __do_compat_sys##name(__MAP(x,__SC_DECL,__VA_ARGS__))
/*
* As some compat syscalls may not be implemented, we need to expand
* COND_SYSCALL_COMPAT in kernel/sys_ni.c and COMPAT_SYS_NI in
* kernel/time/posix-stubs.c to cover this case as well.
*/
#define COND_SYSCALL_COMPAT(name) \
cond_syscall(__s390_compat_sys_##name)
#define COMPAT_SYS_NI(name) \
SYSCALL_ALIAS(__s390_compat_sys_##name, sys_ni_posix_timers)
#else /* CONFIG_COMPAT */
#define __S390_SYS_STUBx(x, fullname, name, ...)
#define SYSCALL_DEFINE0(sname) \
SYSCALL_METADATA(_##sname, 0); \
asmlinkage long __s390x_sys_##sname(void); \
ALLOW_ERROR_INJECTION(__s390x_sys_##sname, ERRNO); \
asmlinkage long __s390x_sys_##sname(void)
#define COND_SYSCALL(name) \
cond_syscall(__s390x_sys_##name)
#define SYS_NI(name) \
SYSCALL_ALIAS(__s390x_sys_##name, sys_ni_posix_timers);
#endif /* CONFIG_COMPAT */
#define __SYSCALL_DEFINEx(x, name, ...) \
__diag_push(); \
__diag_ignore(GCC, 8, "-Wattribute-alias", \
"Type aliasing is used to sanitize syscall arguments");\
asmlinkage long __s390x_sys##name(__MAP(x,__SC_DECL,__VA_ARGS__)) \
__attribute__((alias(__stringify(__se_sys##name)))); \
ALLOW_ERROR_INJECTION(__s390x_sys##name, ERRNO); \
static long __se_sys##name(__MAP(x,__SC_LONG,__VA_ARGS__)); \
static inline long __do_sys##name(__MAP(x,__SC_DECL,__VA_ARGS__)); \
__S390_SYS_STUBx(x, name, __VA_ARGS__) \
asmlinkage long __se_sys##name(__MAP(x,__SC_LONG,__VA_ARGS__)) \
{ \
long ret = __do_sys##name(__MAP(x,__SC_CAST,__VA_ARGS__)); \
__MAP(x,__SC_TEST,__VA_ARGS__); \
return ret; \
} \
__diag_pop(); \
static inline long __do_sys##name(__MAP(x,__SC_DECL,__VA_ARGS__))
#endif /* _ASM_X86_SYSCALL_WRAPPER_H */
...@@ -363,23 +363,23 @@ ...@@ -363,23 +363,23 @@
.endm .endm
/* VECTOR LOAD MULTIPLE */ /* VECTOR LOAD MULTIPLE */
.macro VLM vfrom, vto, disp, base .macro VLM vfrom, vto, disp, base, hint=3
VX_NUM v1, \vfrom VX_NUM v1, \vfrom
VX_NUM v3, \vto VX_NUM v3, \vto
GR_NUM b2, \base /* Base register */ GR_NUM b2, \base /* Base register */
.word 0xE700 | ((v1&15) << 4) | (v3&15) .word 0xE700 | ((v1&15) << 4) | (v3&15)
.word (b2 << 12) | (\disp) .word (b2 << 12) | (\disp)
MRXBOPC 0, 0x36, v1, v3 MRXBOPC \hint, 0x36, v1, v3
.endm .endm
/* VECTOR STORE MULTIPLE */ /* VECTOR STORE MULTIPLE */
.macro VSTM vfrom, vto, disp, base .macro VSTM vfrom, vto, disp, base, hint=3
VX_NUM v1, \vfrom VX_NUM v1, \vfrom
VX_NUM v3, \vto VX_NUM v3, \vto
GR_NUM b2, \base /* Base register */ GR_NUM b2, \base /* Base register */
.word 0xE700 | ((v1&15) << 4) | (v3&15) .word 0xE700 | ((v1&15) << 4) | (v3&15)
.word (b2 << 12) | (\disp) .word (b2 << 12) | (\disp)
MRXBOPC 0, 0x3E, v1, v3 MRXBOPC \hint, 0x3E, v1, v3
.endm .endm
/* VECTOR PERMUTE */ /* VECTOR PERMUTE */
......
...@@ -20,6 +20,12 @@ typedef long __kernel_ssize_t; ...@@ -20,6 +20,12 @@ typedef long __kernel_ssize_t;
typedef unsigned short __kernel_old_dev_t; typedef unsigned short __kernel_old_dev_t;
#define __kernel_old_dev_t __kernel_old_dev_t #define __kernel_old_dev_t __kernel_old_dev_t
#ifdef __KERNEL__
typedef unsigned short __kernel_old_uid_t;
typedef unsigned short __kernel_old_gid_t;
#define __kernel_old_uid_t __kernel_old_uid_t
#endif
#ifndef __s390x__ #ifndef __s390x__
typedef unsigned long __kernel_ino_t; typedef unsigned long __kernel_ino_t;
......
...@@ -65,7 +65,7 @@ obj-$(CONFIG_HIBERNATION) += suspend.o swsusp.o ...@@ -65,7 +65,7 @@ obj-$(CONFIG_HIBERNATION) += suspend.o swsusp.o
obj-$(CONFIG_AUDIT) += audit.o obj-$(CONFIG_AUDIT) += audit.o
compat-obj-$(CONFIG_AUDIT) += compat_audit.o compat-obj-$(CONFIG_AUDIT) += compat_audit.o
obj-$(CONFIG_COMPAT) += compat_linux.o compat_signal.o obj-$(CONFIG_COMPAT) += compat_linux.o compat_signal.o
obj-$(CONFIG_COMPAT) += compat_wrapper.o $(compat-obj-y) obj-$(CONFIG_COMPAT) += $(compat-obj-y)
obj-$(CONFIG_EARLY_PRINTK) += early_printk.o obj-$(CONFIG_EARLY_PRINTK) += early_printk.o
obj-$(CONFIG_STACKTRACE) += stacktrace.o obj-$(CONFIG_STACKTRACE) += stacktrace.o
obj-$(CONFIG_KPROBES) += kprobes.o obj-$(CONFIG_KPROBES) += kprobes.o
...@@ -77,8 +77,10 @@ obj-$(CONFIG_JUMP_LABEL) += jump_label.o ...@@ -77,8 +77,10 @@ obj-$(CONFIG_JUMP_LABEL) += jump_label.o
obj-$(CONFIG_KEXEC_FILE) += machine_kexec_file.o kexec_image.o obj-$(CONFIG_KEXEC_FILE) += machine_kexec_file.o kexec_image.o
obj-$(CONFIG_KEXEC_FILE) += kexec_elf.o obj-$(CONFIG_KEXEC_FILE) += kexec_elf.o
obj-$(CONFIG_PERF_EVENTS) += perf_event.o perf_cpum_cf.o perf_cpum_sf.o obj-$(CONFIG_PERF_EVENTS) += perf_event.o perf_cpum_cf_common.o
obj-$(CONFIG_PERF_EVENTS) += perf_cpum_cf.o perf_cpum_sf.o
obj-$(CONFIG_PERF_EVENTS) += perf_cpum_cf_events.o perf_regs.o obj-$(CONFIG_PERF_EVENTS) += perf_cpum_cf_events.o perf_regs.o
obj-$(CONFIG_PERF_EVENTS) += perf_cpum_cf_diag.o
obj-$(CONFIG_TRACEPOINTS) += trace.o obj-$(CONFIG_TRACEPOINTS) += trace.o
......
...@@ -34,7 +34,6 @@ ...@@ -34,7 +34,6 @@
#include <linux/stat.h> #include <linux/stat.h>
#include <linux/filter.h> #include <linux/filter.h>
#include <linux/highmem.h> #include <linux/highmem.h>
#include <linux/highuid.h>
#include <linux/mman.h> #include <linux/mman.h>
#include <linux/ipv6.h> #include <linux/ipv6.h>
#include <linux/in.h> #include <linux/in.h>
...@@ -58,245 +57,13 @@ ...@@ -58,245 +57,13 @@
#include "compat_linux.h" #include "compat_linux.h"
/* For this source file, we want overflow handling. */
#undef high2lowuid
#undef high2lowgid
#undef low2highuid
#undef low2highgid
#undef SET_UID16
#undef SET_GID16
#undef NEW_TO_OLD_UID
#undef NEW_TO_OLD_GID
#undef SET_OLDSTAT_UID
#undef SET_OLDSTAT_GID
#undef SET_STAT_UID
#undef SET_STAT_GID
#define high2lowuid(uid) ((uid) > 65535) ? (u16)overflowuid : (u16)(uid)
#define high2lowgid(gid) ((gid) > 65535) ? (u16)overflowgid : (u16)(gid)
#define low2highuid(uid) ((uid) == (u16)-1) ? (uid_t)-1 : (uid_t)(uid)
#define low2highgid(gid) ((gid) == (u16)-1) ? (gid_t)-1 : (gid_t)(gid)
#define SET_UID16(var, uid) var = high2lowuid(uid)
#define SET_GID16(var, gid) var = high2lowgid(gid)
#define NEW_TO_OLD_UID(uid) high2lowuid(uid)
#define NEW_TO_OLD_GID(gid) high2lowgid(gid)
#define SET_OLDSTAT_UID(stat, uid) (stat).st_uid = high2lowuid(uid)
#define SET_OLDSTAT_GID(stat, gid) (stat).st_gid = high2lowgid(gid)
#define SET_STAT_UID(stat, uid) (stat).st_uid = high2lowuid(uid)
#define SET_STAT_GID(stat, gid) (stat).st_gid = high2lowgid(gid)
COMPAT_SYSCALL_DEFINE3(s390_chown16, const char __user *, filename,
u16, user, u16, group)
{
return ksys_chown(filename, low2highuid(user), low2highgid(group));
}
COMPAT_SYSCALL_DEFINE3(s390_lchown16, const char __user *,
filename, u16, user, u16, group)
{
return ksys_lchown(filename, low2highuid(user), low2highgid(group));
}
COMPAT_SYSCALL_DEFINE3(s390_fchown16, unsigned int, fd, u16, user, u16, group)
{
return ksys_fchown(fd, low2highuid(user), low2highgid(group));
}
COMPAT_SYSCALL_DEFINE2(s390_setregid16, u16, rgid, u16, egid)
{
return sys_setregid(low2highgid(rgid), low2highgid(egid));
}
COMPAT_SYSCALL_DEFINE1(s390_setgid16, u16, gid)
{
return sys_setgid(low2highgid(gid));
}
COMPAT_SYSCALL_DEFINE2(s390_setreuid16, u16, ruid, u16, euid)
{
return sys_setreuid(low2highuid(ruid), low2highuid(euid));
}
COMPAT_SYSCALL_DEFINE1(s390_setuid16, u16, uid)
{
return sys_setuid(low2highuid(uid));
}
COMPAT_SYSCALL_DEFINE3(s390_setresuid16, u16, ruid, u16, euid, u16, suid)
{
return sys_setresuid(low2highuid(ruid), low2highuid(euid),
low2highuid(suid));
}
COMPAT_SYSCALL_DEFINE3(s390_getresuid16, u16 __user *, ruidp,
u16 __user *, euidp, u16 __user *, suidp)
{
const struct cred *cred = current_cred();
int retval;
u16 ruid, euid, suid;
ruid = high2lowuid(from_kuid_munged(cred->user_ns, cred->uid));
euid = high2lowuid(from_kuid_munged(cred->user_ns, cred->euid));
suid = high2lowuid(from_kuid_munged(cred->user_ns, cred->suid));
if (!(retval = put_user(ruid, ruidp)) &&
!(retval = put_user(euid, euidp)))
retval = put_user(suid, suidp);
return retval;
}
COMPAT_SYSCALL_DEFINE3(s390_setresgid16, u16, rgid, u16, egid, u16, sgid)
{
return sys_setresgid(low2highgid(rgid), low2highgid(egid),
low2highgid(sgid));
}
COMPAT_SYSCALL_DEFINE3(s390_getresgid16, u16 __user *, rgidp,
u16 __user *, egidp, u16 __user *, sgidp)
{
const struct cred *cred = current_cred();
int retval;
u16 rgid, egid, sgid;
rgid = high2lowgid(from_kgid_munged(cred->user_ns, cred->gid));
egid = high2lowgid(from_kgid_munged(cred->user_ns, cred->egid));
sgid = high2lowgid(from_kgid_munged(cred->user_ns, cred->sgid));
if (!(retval = put_user(rgid, rgidp)) &&
!(retval = put_user(egid, egidp)))
retval = put_user(sgid, sgidp);
return retval;
}
COMPAT_SYSCALL_DEFINE1(s390_setfsuid16, u16, uid)
{
return sys_setfsuid(low2highuid(uid));
}
COMPAT_SYSCALL_DEFINE1(s390_setfsgid16, u16, gid)
{
return sys_setfsgid(low2highgid(gid));
}
static int groups16_to_user(u16 __user *grouplist, struct group_info *group_info)
{
struct user_namespace *user_ns = current_user_ns();
int i;
u16 group;
kgid_t kgid;
for (i = 0; i < group_info->ngroups; i++) {
kgid = group_info->gid[i];
group = (u16)from_kgid_munged(user_ns, kgid);
if (put_user(group, grouplist+i))
return -EFAULT;
}
return 0;
}
static int groups16_from_user(struct group_info *group_info, u16 __user *grouplist)
{
struct user_namespace *user_ns = current_user_ns();
int i;
u16 group;
kgid_t kgid;
for (i = 0; i < group_info->ngroups; i++) {
if (get_user(group, grouplist+i))
return -EFAULT;
kgid = make_kgid(user_ns, (gid_t)group);
if (!gid_valid(kgid))
return -EINVAL;
group_info->gid[i] = kgid;
}
return 0;
}
COMPAT_SYSCALL_DEFINE2(s390_getgroups16, int, gidsetsize, u16 __user *, grouplist)
{
const struct cred *cred = current_cred();
int i;
if (gidsetsize < 0)
return -EINVAL;
get_group_info(cred->group_info);
i = cred->group_info->ngroups;
if (gidsetsize) {
if (i > gidsetsize) {
i = -EINVAL;
goto out;
}
if (groups16_to_user(grouplist, cred->group_info)) {
i = -EFAULT;
goto out;
}
}
out:
put_group_info(cred->group_info);
return i;
}
COMPAT_SYSCALL_DEFINE2(s390_setgroups16, int, gidsetsize, u16 __user *, grouplist)
{
struct group_info *group_info;
int retval;
if (!may_setgroups())
return -EPERM;
if ((unsigned)gidsetsize > NGROUPS_MAX)
return -EINVAL;
group_info = groups_alloc(gidsetsize);
if (!group_info)
return -ENOMEM;
retval = groups16_from_user(group_info, grouplist);
if (retval) {
put_group_info(group_info);
return retval;
}
groups_sort(group_info);
retval = set_current_groups(group_info);
put_group_info(group_info);
return retval;
}
COMPAT_SYSCALL_DEFINE0(s390_getuid16)
{
return high2lowuid(from_kuid_munged(current_user_ns(), current_uid()));
}
COMPAT_SYSCALL_DEFINE0(s390_geteuid16)
{
return high2lowuid(from_kuid_munged(current_user_ns(), current_euid()));
}
COMPAT_SYSCALL_DEFINE0(s390_getgid16)
{
return high2lowgid(from_kgid_munged(current_user_ns(), current_gid()));
}
COMPAT_SYSCALL_DEFINE0(s390_getegid16)
{
return high2lowgid(from_kgid_munged(current_user_ns(), current_egid()));
}
#ifdef CONFIG_SYSVIPC #ifdef CONFIG_SYSVIPC
COMPAT_SYSCALL_DEFINE5(s390_ipc, uint, call, int, first, compat_ulong_t, second, COMPAT_SYSCALL_DEFINE5(s390_ipc, uint, call, int, first, compat_ulong_t, second,
compat_ulong_t, third, compat_uptr_t, ptr) compat_ulong_t, third, compat_uptr_t, ptr)
{ {
if (call >> 16) /* hack for backward compatibility */ if (call >> 16) /* hack for backward compatibility */
return -EINVAL; return -EINVAL;
return compat_sys_ipc(call, first, second, third, ptr, third); return compat_ksys_ipc(call, first, second, third, ptr, third);
} }
#endif #endif
......
This diff is collapsed.
...@@ -1056,12 +1056,6 @@ int debug_register_view(debug_info_t *id, struct debug_view *view) ...@@ -1056,12 +1056,6 @@ int debug_register_view(debug_info_t *id, struct debug_view *view)
mode &= ~(S_IWUSR | S_IWGRP | S_IWOTH); mode &= ~(S_IWUSR | S_IWGRP | S_IWOTH);
pde = debugfs_create_file(view->name, mode, id->debugfs_root_entry, pde = debugfs_create_file(view->name, mode, id->debugfs_root_entry,
id, &debug_file_ops); id, &debug_file_ops);
if (!pde) {
pr_err("Registering view %s/%s failed due to out of "
"memory\n", id->name, view->name);
rc = -1;
goto out;
}
spin_lock_irqsave(&id->lock, flags); spin_lock_irqsave(&id->lock, flags);
for (i = 0; i < DEBUG_MAX_VIEWS; i++) { for (i = 0; i < DEBUG_MAX_VIEWS; i++) {
if (!id->views[i]) if (!id->views[i])
......
...@@ -45,6 +45,7 @@ static const struct diag_desc diag_map[NR_DIAG_STAT] = { ...@@ -45,6 +45,7 @@ static const struct diag_desc diag_map[NR_DIAG_STAT] = {
[DIAG_STAT_X2FC] = { .code = 0x2fc, .name = "Guest Performance Data" }, [DIAG_STAT_X2FC] = { .code = 0x2fc, .name = "Guest Performance Data" },
[DIAG_STAT_X304] = { .code = 0x304, .name = "Partition-Resource Service" }, [DIAG_STAT_X304] = { .code = 0x304, .name = "Partition-Resource Service" },
[DIAG_STAT_X308] = { .code = 0x308, .name = "List-Directed IPL" }, [DIAG_STAT_X308] = { .code = 0x308, .name = "List-Directed IPL" },
[DIAG_STAT_X318] = { .code = 0x318, .name = "CP Name and Version Codes" },
[DIAG_STAT_X500] = { .code = 0x500, .name = "Virtio Service" }, [DIAG_STAT_X500] = { .code = 0x500, .name = "Virtio Service" },
}; };
......
...@@ -164,8 +164,6 @@ static noinline __init void setup_lowcore_early(void) ...@@ -164,8 +164,6 @@ static noinline __init void setup_lowcore_early(void)
static noinline __init void setup_facility_list(void) static noinline __init void setup_facility_list(void)
{ {
stfle(S390_lowcore.stfle_fac_list,
ARRAY_SIZE(S390_lowcore.stfle_fac_list));
memcpy(S390_lowcore.alt_stfle_fac_list, memcpy(S390_lowcore.alt_stfle_fac_list,
S390_lowcore.stfle_fac_list, S390_lowcore.stfle_fac_list,
sizeof(S390_lowcore.alt_stfle_fac_list)); sizeof(S390_lowcore.alt_stfle_fac_list));
......
...@@ -1512,7 +1512,7 @@ cleanup_critical: ...@@ -1512,7 +1512,7 @@ cleanup_critical:
.quad .Lsie_skip - .Lsie_entry .quad .Lsie_skip - .Lsie_entry
#endif #endif
.section .rodata, "a" .section .rodata, "a"
#define SYSCALL(esame,emu) .long esame #define SYSCALL(esame,emu) .long __s390x_ ## esame
.globl sys_call_table .globl sys_call_table
sys_call_table: sys_call_table:
#include "asm/syscall_table.h" #include "asm/syscall_table.h"
...@@ -1520,7 +1520,7 @@ sys_call_table: ...@@ -1520,7 +1520,7 @@ sys_call_table:
#ifdef CONFIG_COMPAT #ifdef CONFIG_COMPAT
#define SYSCALL(esame,emu) .long emu #define SYSCALL(esame,emu) .long __s390_ ## emu
.globl sys_call_table_emu .globl sys_call_table_emu
sys_call_table_emu: sys_call_table_emu:
#include "asm/syscall_table.h" #include "asm/syscall_table.h"
......
...@@ -27,8 +27,6 @@ ENTRY(startup_continue) ...@@ -27,8 +27,6 @@ ENTRY(startup_continue)
mvc 0(16,%r1),__LC_BOOT_CLOCK mvc 0(16,%r1),__LC_BOOT_CLOCK
larl %r13,.LPG1 # get base larl %r13,.LPG1 # get base
lctlg %c0,%c15,.Lctl-.LPG1(%r13) # load control registers lctlg %c0,%c15,.Lctl-.LPG1(%r13) # load control registers
lg %r12,.Lparmaddr-.LPG1(%r13) # pointer to parameter area
# move IPL device to lowcore
larl %r0,boot_vdso_data larl %r0,boot_vdso_data
stg %r0,__LC_VDSO_PER_CPU stg %r0,__LC_VDSO_PER_CPU
# #
......
...@@ -9,8 +9,6 @@ EXPORT_SYMBOL(arch_debugfs_dir); ...@@ -9,8 +9,6 @@ EXPORT_SYMBOL(arch_debugfs_dir);
static int __init arch_kdebugfs_init(void) static int __init arch_kdebugfs_init(void)
{ {
arch_debugfs_dir = debugfs_create_dir("s390", NULL); arch_debugfs_dir = debugfs_create_dir("s390", NULL);
if (IS_ERR(arch_debugfs_dir))
arch_debugfs_dir = NULL;
return 0; return 0;
} }
postcore_initcall(arch_kdebugfs_init); postcore_initcall(arch_kdebugfs_init);
This diff is collapsed.
// SPDX-License-Identifier: GPL-2.0
/*
* CPU-Measurement Counter Facility Support - Common Layer
*
* Copyright IBM Corp. 2019
* Author(s): Hendrik Brueckner <brueckner@linux.ibm.com>
*/
#define KMSG_COMPONENT "cpum_cf_common"
#define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
#include <linux/kernel.h>
#include <linux/kernel_stat.h>
#include <linux/percpu.h>
#include <linux/notifier.h>
#include <linux/init.h>
#include <linux/export.h>
#include <asm/ctl_reg.h>
#include <asm/irq.h>
#include <asm/cpu_mcf.h>
/* Per-CPU event structure for the counter facility */
DEFINE_PER_CPU(struct cpu_cf_events, cpu_cf_events) = {
.ctr_set = {
[CPUMF_CTR_SET_BASIC] = ATOMIC_INIT(0),
[CPUMF_CTR_SET_USER] = ATOMIC_INIT(0),
[CPUMF_CTR_SET_CRYPTO] = ATOMIC_INIT(0),
[CPUMF_CTR_SET_EXT] = ATOMIC_INIT(0),
[CPUMF_CTR_SET_MT_DIAG] = ATOMIC_INIT(0),
},
.alert = ATOMIC64_INIT(0),
.state = 0,
.flags = 0,
.txn_flags = 0,
};
/* Indicator whether the CPU-Measurement Counter Facility Support is ready */
static bool cpum_cf_initalized;
/* CPU-measurement alerts for the counter facility */
static void cpumf_measurement_alert(struct ext_code ext_code,
unsigned int alert, unsigned long unused)
{
struct cpu_cf_events *cpuhw;
if (!(alert & CPU_MF_INT_CF_MASK))
return;
inc_irq_stat(IRQEXT_CMC);
cpuhw = this_cpu_ptr(&cpu_cf_events);
/* Measurement alerts are shared and might happen when the PMU
* is not reserved. Ignore these alerts in this case. */
if (!(cpuhw->flags & PMU_F_RESERVED))
return;
/* counter authorization change alert */
if (alert & CPU_MF_INT_CF_CACA)
qctri(&cpuhw->info);
/* loss of counter data alert */
if (alert & CPU_MF_INT_CF_LCDA)
pr_err("CPU[%i] Counter data was lost\n", smp_processor_id());
/* loss of MT counter data alert */
if (alert & CPU_MF_INT_CF_MTDA)
pr_warn("CPU[%i] MT counter data was lost\n",
smp_processor_id());
/* store alert for special handling by in-kernel users */
atomic64_or(alert, &cpuhw->alert);
}
#define PMC_INIT 0
#define PMC_RELEASE 1
static void cpum_cf_setup_cpu(void *flags)
{
struct cpu_cf_events *cpuhw = this_cpu_ptr(&cpu_cf_events);
switch (*((int *) flags)) {
case PMC_INIT:
memset(&cpuhw->info, 0, sizeof(cpuhw->info));
qctri(&cpuhw->info);
cpuhw->flags |= PMU_F_RESERVED;
break;
case PMC_RELEASE:
cpuhw->flags &= ~PMU_F_RESERVED;
break;
}
/* Disable CPU counter sets */
lcctl(0);
}
bool kernel_cpumcf_avail(void)
{
return cpum_cf_initalized;
}
EXPORT_SYMBOL(kernel_cpumcf_avail);
/* Reserve/release functions for sharing perf hardware */
static DEFINE_SPINLOCK(cpumcf_owner_lock);
static void *cpumcf_owner;
/* Initialize the CPU-measurement counter facility */
int __kernel_cpumcf_begin(void)
{
int flags = PMC_INIT;
int err = 0;
spin_lock(&cpumcf_owner_lock);
if (cpumcf_owner)
err = -EBUSY;
else
cpumcf_owner = __builtin_return_address(0);
spin_unlock(&cpumcf_owner_lock);
if (err)
return err;
on_each_cpu(cpum_cf_setup_cpu, &flags, 1);
irq_subclass_register(IRQ_SUBCLASS_MEASUREMENT_ALERT);
return 0;
}
EXPORT_SYMBOL(__kernel_cpumcf_begin);
/* Obtain the CPU-measurement alerts for the counter facility */
unsigned long kernel_cpumcf_alert(int clear)
{
struct cpu_cf_events *cpuhw = this_cpu_ptr(&cpu_cf_events);
unsigned long alert;
alert = atomic64_read(&cpuhw->alert);
if (clear)
atomic64_set(&cpuhw->alert, 0);
return alert;
}
EXPORT_SYMBOL(kernel_cpumcf_alert);
/* Release the CPU-measurement counter facility */
void __kernel_cpumcf_end(void)
{
int flags = PMC_RELEASE;
on_each_cpu(cpum_cf_setup_cpu, &flags, 1);
irq_subclass_unregister(IRQ_SUBCLASS_MEASUREMENT_ALERT);
spin_lock(&cpumcf_owner_lock);
cpumcf_owner = NULL;
spin_unlock(&cpumcf_owner_lock);
}
EXPORT_SYMBOL(__kernel_cpumcf_end);
static int cpum_cf_setup(unsigned int cpu, int flags)
{
local_irq_disable();
cpum_cf_setup_cpu(&flags);
local_irq_enable();
return 0;
}
static int cpum_cf_online_cpu(unsigned int cpu)
{
return cpum_cf_setup(cpu, PMC_INIT);
}
static int cpum_cf_offline_cpu(unsigned int cpu)
{
return cpum_cf_setup(cpu, PMC_RELEASE);
}
static int __init cpum_cf_init(void)
{
int rc;
if (!cpum_cf_avail())
return -ENODEV;
/* clear bit 15 of cr0 to unauthorize problem-state to
* extract measurement counters */
ctl_clear_bit(0, 48);
/* register handler for measurement-alert interruptions */
rc = register_external_irq(EXT_IRQ_MEASURE_ALERT,
cpumf_measurement_alert);
if (rc) {
pr_err("Registering for CPU-measurement alerts "
"failed with rc=%i\n", rc);
return rc;
}
rc = cpuhp_setup_state(CPUHP_AP_PERF_S390_CF_ONLINE,
"perf/s390/cf:online",
cpum_cf_online_cpu, cpum_cf_offline_cpu);
if (!rc)
cpum_cf_initalized = true;
return rc;
}
early_initcall(cpum_cf_init);
This diff is collapsed.
...@@ -6,6 +6,7 @@ ...@@ -6,6 +6,7 @@
#include <linux/slab.h> #include <linux/slab.h>
#include <linux/perf_event.h> #include <linux/perf_event.h>
#include <asm/cpu_mf.h>
/* BEGIN: CPUM_CF COUNTER DEFINITIONS =================================== */ /* BEGIN: CPUM_CF COUNTER DEFINITIONS =================================== */
......
...@@ -369,7 +369,7 @@ void __init arch_call_rest_init(void) ...@@ -369,7 +369,7 @@ void __init arch_call_rest_init(void)
: : [_frame] "a" (frame)); : : [_frame] "a" (frame));
} }
static void __init setup_lowcore(void) static void __init setup_lowcore_dat_off(void)
{ {
struct lowcore *lc; struct lowcore *lc;
...@@ -380,19 +380,16 @@ static void __init setup_lowcore(void) ...@@ -380,19 +380,16 @@ static void __init setup_lowcore(void)
lc = memblock_alloc_low(sizeof(*lc), sizeof(*lc)); lc = memblock_alloc_low(sizeof(*lc), sizeof(*lc));
lc->restart_psw.mask = PSW_KERNEL_BITS; lc->restart_psw.mask = PSW_KERNEL_BITS;
lc->restart_psw.addr = (unsigned long) restart_int_handler; lc->restart_psw.addr = (unsigned long) restart_int_handler;
lc->external_new_psw.mask = PSW_KERNEL_BITS | lc->external_new_psw.mask = PSW_KERNEL_BITS | PSW_MASK_MCHECK;
PSW_MASK_DAT | PSW_MASK_MCHECK;
lc->external_new_psw.addr = (unsigned long) ext_int_handler; lc->external_new_psw.addr = (unsigned long) ext_int_handler;
lc->svc_new_psw.mask = PSW_KERNEL_BITS | lc->svc_new_psw.mask = PSW_KERNEL_BITS |
PSW_MASK_DAT | PSW_MASK_IO | PSW_MASK_EXT | PSW_MASK_MCHECK; PSW_MASK_IO | PSW_MASK_EXT | PSW_MASK_MCHECK;
lc->svc_new_psw.addr = (unsigned long) system_call; lc->svc_new_psw.addr = (unsigned long) system_call;
lc->program_new_psw.mask = PSW_KERNEL_BITS | lc->program_new_psw.mask = PSW_KERNEL_BITS | PSW_MASK_MCHECK;
PSW_MASK_DAT | PSW_MASK_MCHECK;
lc->program_new_psw.addr = (unsigned long) pgm_check_handler; lc->program_new_psw.addr = (unsigned long) pgm_check_handler;
lc->mcck_new_psw.mask = PSW_KERNEL_BITS; lc->mcck_new_psw.mask = PSW_KERNEL_BITS;
lc->mcck_new_psw.addr = (unsigned long) mcck_int_handler; lc->mcck_new_psw.addr = (unsigned long) mcck_int_handler;
lc->io_new_psw.mask = PSW_KERNEL_BITS | lc->io_new_psw.mask = PSW_KERNEL_BITS | PSW_MASK_MCHECK;
PSW_MASK_DAT | PSW_MASK_MCHECK;
lc->io_new_psw.addr = (unsigned long) io_int_handler; lc->io_new_psw.addr = (unsigned long) io_int_handler;
lc->clock_comparator = clock_comparator_max; lc->clock_comparator = clock_comparator_max;
lc->nodat_stack = ((unsigned long) &init_thread_union) lc->nodat_stack = ((unsigned long) &init_thread_union)
...@@ -452,6 +449,16 @@ static void __init setup_lowcore(void) ...@@ -452,6 +449,16 @@ static void __init setup_lowcore(void)
lowcore_ptr[0] = lc; lowcore_ptr[0] = lc;
} }
static void __init setup_lowcore_dat_on(void)
{
__ctl_clear_bit(0, 28);
S390_lowcore.external_new_psw.mask |= PSW_MASK_DAT;
S390_lowcore.svc_new_psw.mask |= PSW_MASK_DAT;
S390_lowcore.program_new_psw.mask |= PSW_MASK_DAT;
S390_lowcore.io_new_psw.mask |= PSW_MASK_DAT;
__ctl_set_bit(0, 28);
}
static struct resource code_resource = { static struct resource code_resource = {
.name = "Kernel code", .name = "Kernel code",
.flags = IORESOURCE_BUSY | IORESOURCE_SYSTEM_RAM, .flags = IORESOURCE_BUSY | IORESOURCE_SYSTEM_RAM,
...@@ -794,18 +801,9 @@ static void __init reserve_kernel(void) ...@@ -794,18 +801,9 @@ static void __init reserve_kernel(void)
{ {
unsigned long start_pfn = PFN_UP(__pa(_end)); unsigned long start_pfn = PFN_UP(__pa(_end));
#ifdef CONFIG_DMA_API_DEBUG
/*
* DMA_API_DEBUG code stumbles over addresses from the
* range [PARMAREA_END, _stext]. Mark the memory as reserved
* so it is not used for CONFIG_DMA_API_DEBUG=y.
*/
memblock_reserve(0, PFN_PHYS(start_pfn));
#else
memblock_reserve(0, PARMAREA_END); memblock_reserve(0, PARMAREA_END);
memblock_reserve((unsigned long)_stext, PFN_PHYS(start_pfn) memblock_reserve((unsigned long)_stext, PFN_PHYS(start_pfn)
- (unsigned long)_stext); - (unsigned long)_stext);
#endif
} }
static void __init setup_memory(void) static void __init setup_memory(void)
...@@ -989,6 +987,25 @@ static void __init setup_task_size(void) ...@@ -989,6 +987,25 @@ static void __init setup_task_size(void)
arch_task_struct_size = task_size; arch_task_struct_size = task_size;
} }
/*
* Issue diagnose 318 to set the control program name and
* version codes.
*/
static void __init setup_control_program_code(void)
{
union diag318_info diag318_info = {
.cpnc = CPNC_LINUX,
.cpvc_linux = 0,
.cpvc_distro = {0},
};
if (!sclp.has_diag318)
return;
diag_stat_inc(DIAG_STAT_X318);
asm volatile("diag %0,0,0x318\n" : : "d" (diag318_info.val));
}
/* /*
* Setup function called from init/main.c just after the banner * Setup function called from init/main.c just after the banner
* was printed. * was printed.
...@@ -1033,6 +1050,7 @@ void __init setup_arch(char **cmdline_p) ...@@ -1033,6 +1050,7 @@ void __init setup_arch(char **cmdline_p)
os_info_init(); os_info_init();
setup_ipl(); setup_ipl();
setup_task_size(); setup_task_size();
setup_control_program_code();
/* Do some memory reservations *before* memory is added to memblock */ /* Do some memory reservations *before* memory is added to memblock */
reserve_memory_end(); reserve_memory_end();
...@@ -1072,7 +1090,7 @@ void __init setup_arch(char **cmdline_p) ...@@ -1072,7 +1090,7 @@ void __init setup_arch(char **cmdline_p)
#endif #endif
setup_resources(); setup_resources();
setup_lowcore(); setup_lowcore_dat_off();
smp_fill_possible_mask(); smp_fill_possible_mask();
cpu_detect_mhz_feature(); cpu_detect_mhz_feature();
cpu_init(); cpu_init();
...@@ -1085,6 +1103,12 @@ void __init setup_arch(char **cmdline_p) ...@@ -1085,6 +1103,12 @@ void __init setup_arch(char **cmdline_p)
*/ */
paging_init(); paging_init();
/*
* After paging_init created the kernel page table, the new PSWs
* in lowcore can now run with DAT enabled.
*/
setup_lowcore_dat_on();
/* Setup default console */ /* Setup default console */
conmode_default(); conmode_default();
set_preferred_console(); set_preferred_console();
......
...@@ -124,13 +124,13 @@ ENTRY(swsusp_arch_resume) ...@@ -124,13 +124,13 @@ ENTRY(swsusp_arch_resume)
lghi %r2,1 lghi %r2,1
brasl %r14,arch_set_page_states brasl %r14,arch_set_page_states
/* Deactivate DAT */
stnsm __SF_EMPTY(%r15),0xfb
/* Set prefix page to zero */ /* Set prefix page to zero */
xc __SF_EMPTY(4,%r15),__SF_EMPTY(%r15) xc __SF_EMPTY(4,%r15),__SF_EMPTY(%r15)
spx __SF_EMPTY(%r15) spx __SF_EMPTY(%r15)
/* Deactivate DAT */
stnsm __SF_EMPTY(%r15),0xfb
/* Restore saved image */ /* Restore saved image */
larl %r1,restore_pblist larl %r1,restore_pblist
lg %r1,0(%r1) lg %r1,0(%r1)
......
...@@ -58,6 +58,7 @@ SYSCALL_DEFINE1(mmap2, struct s390_mmap_arg_struct __user *, arg) ...@@ -58,6 +58,7 @@ SYSCALL_DEFINE1(mmap2, struct s390_mmap_arg_struct __user *, arg)
return error; return error;
} }
#ifdef CONFIG_SYSVIPC
/* /*
* sys_ipc() is the de-multiplexer for the SysV IPC calls. * sys_ipc() is the de-multiplexer for the SysV IPC calls.
*/ */
...@@ -74,19 +75,28 @@ SYSCALL_DEFINE5(s390_ipc, uint, call, int, first, unsigned long, second, ...@@ -74,19 +75,28 @@ SYSCALL_DEFINE5(s390_ipc, uint, call, int, first, unsigned long, second,
* Therefore we can call the generic variant by simply passing the * Therefore we can call the generic variant by simply passing the
* third parameter also as fifth parameter. * third parameter also as fifth parameter.
*/ */
return sys_ipc(call, first, second, third, ptr, third); return ksys_ipc(call, first, second, third, ptr, third);
} }
#endif /* CONFIG_SYSVIPC */
SYSCALL_DEFINE1(s390_personality, unsigned int, personality) SYSCALL_DEFINE1(s390_personality, unsigned int, personality)
{ {
unsigned int ret; unsigned int ret = current->personality;
if (personality(current->personality) == PER_LINUX32 && if (personality(current->personality) == PER_LINUX32 &&
personality(personality) == PER_LINUX) personality(personality) == PER_LINUX)
personality |= PER_LINUX32; personality |= PER_LINUX32;
ret = sys_personality(personality);
if (personality != 0xffffffff)
set_personality(personality);
if (personality(ret) == PER_LINUX32) if (personality(ret) == PER_LINUX32)
ret &= ~PER_LINUX32; ret &= ~PER_LINUX32;
return ret; return ret;
} }
SYSCALL_DEFINE0(ni_syscall)
{
return -ENOSYS;
}
This diff is collapsed.
...@@ -545,8 +545,6 @@ static __init int stsi_init_debugfs(void) ...@@ -545,8 +545,6 @@ static __init int stsi_init_debugfs(void)
int lvl, i; int lvl, i;
stsi_root = debugfs_create_dir("stsi", arch_debugfs_dir); stsi_root = debugfs_create_dir("stsi", arch_debugfs_dir);
if (IS_ERR_OR_NULL(stsi_root))
return 0;
lvl = stsi(NULL, 0, 0, 0); lvl = stsi(NULL, 0, 0, 0);
if (lvl > 0) if (lvl > 0)
stsi_0_0_0 = lvl; stsi_0_0_0 = lvl;
......
...@@ -69,7 +69,7 @@ static void update_mt_scaling(void) ...@@ -69,7 +69,7 @@ static void update_mt_scaling(void)
u64 delta, fac, mult, div; u64 delta, fac, mult, div;
int i; int i;
stcctm5(smp_cpu_mtid + 1, cycles_new); stcctm(MT_DIAG, smp_cpu_mtid + 1, cycles_new);
cycles_old = this_cpu_ptr(mt_cycles); cycles_old = this_cpu_ptr(mt_cycles);
fac = 1; fac = 1;
mult = div = 0; mult = div = 0;
...@@ -432,6 +432,6 @@ void vtime_init(void) ...@@ -432,6 +432,6 @@ void vtime_init(void)
__this_cpu_write(mt_scaling_jiffies, jiffies); __this_cpu_write(mt_scaling_jiffies, jiffies);
__this_cpu_write(mt_scaling_mult, 1); __this_cpu_write(mt_scaling_mult, 1);
__this_cpu_write(mt_scaling_div, 1); __this_cpu_write(mt_scaling_div, 1);
stcctm5(smp_cpu_mtid + 1, this_cpu_ptr(mt_cycles)); stcctm(MT_DIAG, smp_cpu_mtid + 1, this_cpu_ptr(mt_cycles));
} }
} }
...@@ -43,11 +43,13 @@ static inline char *__strnend(const char *s, size_t n) ...@@ -43,11 +43,13 @@ static inline char *__strnend(const char *s, size_t n)
* *
* returns the length of @s * returns the length of @s
*/ */
#ifdef __HAVE_ARCH_STRLEN
size_t strlen(const char *s) size_t strlen(const char *s)
{ {
return __strend(s) - s; return __strend(s) - s;
} }
EXPORT_SYMBOL(strlen); EXPORT_SYMBOL(strlen);
#endif
/** /**
* strnlen - Find the length of a length-limited string * strnlen - Find the length of a length-limited string
...@@ -56,11 +58,13 @@ EXPORT_SYMBOL(strlen); ...@@ -56,11 +58,13 @@ EXPORT_SYMBOL(strlen);
* *
* returns the minimum of the length of @s and @n * returns the minimum of the length of @s and @n
*/ */
#ifdef __HAVE_ARCH_STRNLEN
size_t strnlen(const char *s, size_t n) size_t strnlen(const char *s, size_t n)
{ {
return __strnend(s, n) - s; return __strnend(s, n) - s;
} }
EXPORT_SYMBOL(strnlen); EXPORT_SYMBOL(strnlen);
#endif
/** /**
* strcpy - Copy a %NUL terminated string * strcpy - Copy a %NUL terminated string
...@@ -69,6 +73,7 @@ EXPORT_SYMBOL(strnlen); ...@@ -69,6 +73,7 @@ EXPORT_SYMBOL(strnlen);
* *
* returns a pointer to @dest * returns a pointer to @dest
*/ */
#ifdef __HAVE_ARCH_STRCPY
char *strcpy(char *dest, const char *src) char *strcpy(char *dest, const char *src)
{ {
register int r0 asm("0") = 0; register int r0 asm("0") = 0;
...@@ -81,6 +86,7 @@ char *strcpy(char *dest, const char *src) ...@@ -81,6 +86,7 @@ char *strcpy(char *dest, const char *src)
return ret; return ret;
} }
EXPORT_SYMBOL(strcpy); EXPORT_SYMBOL(strcpy);
#endif
/** /**
* strlcpy - Copy a %NUL terminated string into a sized buffer * strlcpy - Copy a %NUL terminated string into a sized buffer
...@@ -93,6 +99,7 @@ EXPORT_SYMBOL(strcpy); ...@@ -93,6 +99,7 @@ EXPORT_SYMBOL(strcpy);
* of course, the buffer size is zero). It does not pad * of course, the buffer size is zero). It does not pad
* out the result like strncpy() does. * out the result like strncpy() does.
*/ */
#ifdef __HAVE_ARCH_STRLCPY
size_t strlcpy(char *dest, const char *src, size_t size) size_t strlcpy(char *dest, const char *src, size_t size)
{ {
size_t ret = __strend(src) - src; size_t ret = __strend(src) - src;
...@@ -105,6 +112,7 @@ size_t strlcpy(char *dest, const char *src, size_t size) ...@@ -105,6 +112,7 @@ size_t strlcpy(char *dest, const char *src, size_t size)
return ret; return ret;
} }
EXPORT_SYMBOL(strlcpy); EXPORT_SYMBOL(strlcpy);
#endif
/** /**
* strncpy - Copy a length-limited, %NUL-terminated string * strncpy - Copy a length-limited, %NUL-terminated string
...@@ -115,6 +123,7 @@ EXPORT_SYMBOL(strlcpy); ...@@ -115,6 +123,7 @@ EXPORT_SYMBOL(strlcpy);
* The result is not %NUL-terminated if the source exceeds * The result is not %NUL-terminated if the source exceeds
* @n bytes. * @n bytes.
*/ */
#ifdef __HAVE_ARCH_STRNCPY
char *strncpy(char *dest, const char *src, size_t n) char *strncpy(char *dest, const char *src, size_t n)
{ {
size_t len = __strnend(src, n) - src; size_t len = __strnend(src, n) - src;
...@@ -123,6 +132,7 @@ char *strncpy(char *dest, const char *src, size_t n) ...@@ -123,6 +132,7 @@ char *strncpy(char *dest, const char *src, size_t n)
return dest; return dest;
} }
EXPORT_SYMBOL(strncpy); EXPORT_SYMBOL(strncpy);
#endif
/** /**
* strcat - Append one %NUL-terminated string to another * strcat - Append one %NUL-terminated string to another
...@@ -131,6 +141,7 @@ EXPORT_SYMBOL(strncpy); ...@@ -131,6 +141,7 @@ EXPORT_SYMBOL(strncpy);
* *
* returns a pointer to @dest * returns a pointer to @dest
*/ */
#ifdef __HAVE_ARCH_STRCAT
char *strcat(char *dest, const char *src) char *strcat(char *dest, const char *src)
{ {
register int r0 asm("0") = 0; register int r0 asm("0") = 0;
...@@ -146,6 +157,7 @@ char *strcat(char *dest, const char *src) ...@@ -146,6 +157,7 @@ char *strcat(char *dest, const char *src)
return ret; return ret;
} }
EXPORT_SYMBOL(strcat); EXPORT_SYMBOL(strcat);
#endif
/** /**
* strlcat - Append a length-limited, %NUL-terminated string to another * strlcat - Append a length-limited, %NUL-terminated string to another
...@@ -153,6 +165,7 @@ EXPORT_SYMBOL(strcat); ...@@ -153,6 +165,7 @@ EXPORT_SYMBOL(strcat);
* @src: The string to append to it * @src: The string to append to it
* @n: The size of the destination buffer. * @n: The size of the destination buffer.
*/ */
#ifdef __HAVE_ARCH_STRLCAT
size_t strlcat(char *dest, const char *src, size_t n) size_t strlcat(char *dest, const char *src, size_t n)
{ {
size_t dsize = __strend(dest) - dest; size_t dsize = __strend(dest) - dest;
...@@ -170,6 +183,7 @@ size_t strlcat(char *dest, const char *src, size_t n) ...@@ -170,6 +183,7 @@ size_t strlcat(char *dest, const char *src, size_t n)
return res; return res;
} }
EXPORT_SYMBOL(strlcat); EXPORT_SYMBOL(strlcat);
#endif
/** /**
* strncat - Append a length-limited, %NUL-terminated string to another * strncat - Append a length-limited, %NUL-terminated string to another
...@@ -182,6 +196,7 @@ EXPORT_SYMBOL(strlcat); ...@@ -182,6 +196,7 @@ EXPORT_SYMBOL(strlcat);
* Note that in contrast to strncpy, strncat ensures the result is * Note that in contrast to strncpy, strncat ensures the result is
* terminated. * terminated.
*/ */
#ifdef __HAVE_ARCH_STRNCAT
char *strncat(char *dest, const char *src, size_t n) char *strncat(char *dest, const char *src, size_t n)
{ {
size_t len = __strnend(src, n) - src; size_t len = __strnend(src, n) - src;
...@@ -192,6 +207,7 @@ char *strncat(char *dest, const char *src, size_t n) ...@@ -192,6 +207,7 @@ char *strncat(char *dest, const char *src, size_t n)
return dest; return dest;
} }
EXPORT_SYMBOL(strncat); EXPORT_SYMBOL(strncat);
#endif
/** /**
* strcmp - Compare two strings * strcmp - Compare two strings
...@@ -202,6 +218,7 @@ EXPORT_SYMBOL(strncat); ...@@ -202,6 +218,7 @@ EXPORT_SYMBOL(strncat);
* < 0 if @s1 is less than @s2 * < 0 if @s1 is less than @s2
* > 0 if @s1 is greater than @s2 * > 0 if @s1 is greater than @s2
*/ */
#ifdef __HAVE_ARCH_STRCMP
int strcmp(const char *s1, const char *s2) int strcmp(const char *s1, const char *s2)
{ {
register int r0 asm("0") = 0; register int r0 asm("0") = 0;
...@@ -219,12 +236,14 @@ int strcmp(const char *s1, const char *s2) ...@@ -219,12 +236,14 @@ int strcmp(const char *s1, const char *s2)
return ret; return ret;
} }
EXPORT_SYMBOL(strcmp); EXPORT_SYMBOL(strcmp);
#endif
/** /**
* strrchr - Find the last occurrence of a character in a string * strrchr - Find the last occurrence of a character in a string
* @s: The string to be searched * @s: The string to be searched
* @c: The character to search for * @c: The character to search for
*/ */
#ifdef __HAVE_ARCH_STRRCHR
char *strrchr(const char *s, int c) char *strrchr(const char *s, int c)
{ {
size_t len = __strend(s) - s; size_t len = __strend(s) - s;
...@@ -237,6 +256,7 @@ char *strrchr(const char *s, int c) ...@@ -237,6 +256,7 @@ char *strrchr(const char *s, int c)
return NULL; return NULL;
} }
EXPORT_SYMBOL(strrchr); EXPORT_SYMBOL(strrchr);
#endif
static inline int clcle(const char *s1, unsigned long l1, static inline int clcle(const char *s1, unsigned long l1,
const char *s2, unsigned long l2) const char *s2, unsigned long l2)
...@@ -261,6 +281,7 @@ static inline int clcle(const char *s1, unsigned long l1, ...@@ -261,6 +281,7 @@ static inline int clcle(const char *s1, unsigned long l1,
* @s1: The string to be searched * @s1: The string to be searched
* @s2: The string to search for * @s2: The string to search for
*/ */
#ifdef __HAVE_ARCH_STRSTR
char *strstr(const char *s1, const char *s2) char *strstr(const char *s1, const char *s2)
{ {
int l1, l2; int l1, l2;
...@@ -280,6 +301,7 @@ char *strstr(const char *s1, const char *s2) ...@@ -280,6 +301,7 @@ char *strstr(const char *s1, const char *s2)
return NULL; return NULL;
} }
EXPORT_SYMBOL(strstr); EXPORT_SYMBOL(strstr);
#endif
/** /**
* memchr - Find a character in an area of memory. * memchr - Find a character in an area of memory.
...@@ -290,6 +312,7 @@ EXPORT_SYMBOL(strstr); ...@@ -290,6 +312,7 @@ EXPORT_SYMBOL(strstr);
* returns the address of the first occurrence of @c, or %NULL * returns the address of the first occurrence of @c, or %NULL
* if @c is not found * if @c is not found
*/ */
#ifdef __HAVE_ARCH_MEMCHR
void *memchr(const void *s, int c, size_t n) void *memchr(const void *s, int c, size_t n)
{ {
register int r0 asm("0") = (char) c; register int r0 asm("0") = (char) c;
...@@ -304,6 +327,7 @@ void *memchr(const void *s, int c, size_t n) ...@@ -304,6 +327,7 @@ void *memchr(const void *s, int c, size_t n)
return (void *) ret; return (void *) ret;
} }
EXPORT_SYMBOL(memchr); EXPORT_SYMBOL(memchr);
#endif
/** /**
* memcmp - Compare two areas of memory * memcmp - Compare two areas of memory
...@@ -311,6 +335,7 @@ EXPORT_SYMBOL(memchr); ...@@ -311,6 +335,7 @@ EXPORT_SYMBOL(memchr);
* @s2: Another area of memory * @s2: Another area of memory
* @count: The size of the area. * @count: The size of the area.
*/ */
#ifdef __HAVE_ARCH_MEMCMP
int memcmp(const void *s1, const void *s2, size_t n) int memcmp(const void *s1, const void *s2, size_t n)
{ {
int ret; int ret;
...@@ -321,6 +346,7 @@ int memcmp(const void *s1, const void *s2, size_t n) ...@@ -321,6 +346,7 @@ int memcmp(const void *s1, const void *s2, size_t n)
return ret; return ret;
} }
EXPORT_SYMBOL(memcmp); EXPORT_SYMBOL(memcmp);
#endif
/** /**
* memscan - Find a character in an area of memory. * memscan - Find a character in an area of memory.
...@@ -331,6 +357,7 @@ EXPORT_SYMBOL(memcmp); ...@@ -331,6 +357,7 @@ EXPORT_SYMBOL(memcmp);
* returns the address of the first occurrence of @c, or 1 byte past * returns the address of the first occurrence of @c, or 1 byte past
* the area if @c is not found * the area if @c is not found
*/ */
#ifdef __HAVE_ARCH_MEMSCAN
void *memscan(void *s, int c, size_t n) void *memscan(void *s, int c, size_t n)
{ {
register int r0 asm("0") = (char) c; register int r0 asm("0") = (char) c;
...@@ -342,3 +369,4 @@ void *memscan(void *s, int c, size_t n) ...@@ -342,3 +369,4 @@ void *memscan(void *s, int c, size_t n)
return (void *) ret; return (void *) ret;
} }
EXPORT_SYMBOL(memscan); EXPORT_SYMBOL(memscan);
#endif
...@@ -28,12 +28,7 @@ ...@@ -28,12 +28,7 @@
#include <asm/cpcmd.h> #include <asm/cpcmd.h>
#include <asm/setup.h> #include <asm/setup.h>
#define DCSS_LOADSHR 0x00
#define DCSS_LOADNSR 0x04
#define DCSS_PURGESEG 0x08 #define DCSS_PURGESEG 0x08
#define DCSS_FINDSEG 0x0c
#define DCSS_LOADNOLY 0x10
#define DCSS_SEGEXT 0x18
#define DCSS_LOADSHRX 0x20 #define DCSS_LOADSHRX 0x20
#define DCSS_LOADNSRX 0x24 #define DCSS_LOADNSRX 0x24
#define DCSS_FINDSEGX 0x2c #define DCSS_FINDSEGX 0x2c
...@@ -53,20 +48,6 @@ struct qout64 { ...@@ -53,20 +48,6 @@ struct qout64 {
struct qrange range[6]; struct qrange range[6];
}; };
struct qrange_old {
unsigned int start; /* last byte type */
unsigned int end; /* last byte reserved */
};
/* output area format for the Diag x'64' old subcode x'18' */
struct qout64_old {
int segstart;
int segend;
int segcnt;
int segrcnt;
struct qrange_old range[6];
};
struct qin64 { struct qin64 {
char qopcode; char qopcode;
char rsrv1[3]; char rsrv1[3];
...@@ -95,52 +76,10 @@ static DEFINE_MUTEX(dcss_lock); ...@@ -95,52 +76,10 @@ static DEFINE_MUTEX(dcss_lock);
static LIST_HEAD(dcss_list); static LIST_HEAD(dcss_list);
static char *segtype_string[] = { "SW", "EW", "SR", "ER", "SN", "EN", "SC", static char *segtype_string[] = { "SW", "EW", "SR", "ER", "SN", "EN", "SC",
"EW/EN-MIXED" }; "EW/EN-MIXED" };
static int loadshr_scode, loadnsr_scode; static int loadshr_scode = DCSS_LOADSHRX;
static int segext_scode, purgeseg_scode; static int loadnsr_scode = DCSS_LOADNSRX;
static int scode_set; static int purgeseg_scode = DCSS_PURGESEG;
static int segext_scode = DCSS_SEGEXTX;
/* set correct Diag x'64' subcodes. */
static int
dcss_set_subcodes(void)
{
char *name = kmalloc(8, GFP_KERNEL | GFP_DMA);
unsigned long rx, ry;
int rc;
if (name == NULL)
return -ENOMEM;
rx = (unsigned long) name;
ry = DCSS_FINDSEGX;
strcpy(name, "dummy");
diag_stat_inc(DIAG_STAT_X064);
asm volatile(
" diag %0,%1,0x64\n"
"0: ipm %2\n"
" srl %2,28\n"
" j 2f\n"
"1: la %2,3\n"
"2:\n"
EX_TABLE(0b, 1b)
: "+d" (rx), "+d" (ry), "=d" (rc) : : "cc", "memory");
kfree(name);
/* Diag x'64' new subcodes are supported, set to new subcodes */
if (rc != 3) {
loadshr_scode = DCSS_LOADSHRX;
loadnsr_scode = DCSS_LOADNSRX;
purgeseg_scode = DCSS_PURGESEG;
segext_scode = DCSS_SEGEXTX;
return 0;
}
/* Diag x'64' new subcodes are not supported, set to old subcodes */
loadshr_scode = DCSS_LOADNOLY;
loadnsr_scode = DCSS_LOADNSR;
purgeseg_scode = DCSS_PURGESEG;
segext_scode = DCSS_SEGEXT;
return 0;
}
/* /*
* Create the 8 bytes, ebcdic VM segment name from * Create the 8 bytes, ebcdic VM segment name from
...@@ -196,32 +135,15 @@ dcss_diag(int *func, void *parameter, ...@@ -196,32 +135,15 @@ dcss_diag(int *func, void *parameter,
unsigned long rx, ry; unsigned long rx, ry;
int rc; int rc;
if (scode_set == 0) {
rc = dcss_set_subcodes();
if (rc < 0)
return rc;
scode_set = 1;
}
rx = (unsigned long) parameter; rx = (unsigned long) parameter;
ry = (unsigned long) *func; ry = (unsigned long) *func;
/* 64-bit Diag x'64' new subcode, keep in 64-bit addressing mode */
diag_stat_inc(DIAG_STAT_X064); diag_stat_inc(DIAG_STAT_X064);
if (*func > DCSS_SEGEXT)
asm volatile( asm volatile(
" diag %0,%1,0x64\n" " diag %0,%1,0x64\n"
" ipm %2\n" " ipm %2\n"
" srl %2,28\n" " srl %2,28\n"
: "+d" (rx), "+d" (ry), "=d" (rc) : : "cc"); : "+d" (rx), "+d" (ry), "=d" (rc) : : "cc");
/* 31-bit Diag x'64' old subcode, switch to 31-bit addressing mode */
else
asm volatile(
" sam31\n"
" diag %0,%1,0x64\n"
" sam64\n"
" ipm %2\n"
" srl %2,28\n"
: "+d" (rx), "+d" (ry), "=d" (rc) : : "cc");
*ret1 = rx; *ret1 = rx;
*ret2 = ry; *ret2 = ry;
return rc; return rc;
...@@ -271,31 +193,6 @@ query_segment_type (struct dcss_segment *seg) ...@@ -271,31 +193,6 @@ query_segment_type (struct dcss_segment *seg)
goto out_free; goto out_free;
} }
/* Only old format of output area of Diagnose x'64' is supported,
copy data for the new format. */
if (segext_scode == DCSS_SEGEXT) {
struct qout64_old *qout_old;
qout_old = kzalloc(sizeof(*qout_old), GFP_KERNEL | GFP_DMA);
if (qout_old == NULL) {
rc = -ENOMEM;
goto out_free;
}
memcpy(qout_old, qout, sizeof(struct qout64_old));
qout->segstart = (unsigned long) qout_old->segstart;
qout->segend = (unsigned long) qout_old->segend;
qout->segcnt = qout_old->segcnt;
qout->segrcnt = qout_old->segrcnt;
if (qout->segcnt > 6)
qout->segrcnt = 6;
for (i = 0; i < qout->segrcnt; i++) {
qout->range[i].start =
(unsigned long) qout_old->range[i].start;
qout->range[i].end =
(unsigned long) qout_old->range[i].end;
}
kfree(qout_old);
}
if (qout->segcnt > 6) { if (qout->segcnt > 6) {
rc = -EOPNOTSUPP; rc = -EOPNOTSUPP;
goto out_free; goto out_free;
...@@ -410,12 +307,10 @@ __segment_load (char *name, int do_nonshared, unsigned long *addr, unsigned long ...@@ -410,12 +307,10 @@ __segment_load (char *name, int do_nonshared, unsigned long *addr, unsigned long
if (rc < 0) if (rc < 0)
goto out_free; goto out_free;
if (loadshr_scode == DCSS_LOADSHRX) {
if (segment_overlaps_others(seg)) { if (segment_overlaps_others(seg)) {
rc = -EBUSY; rc = -EBUSY;
goto out_free; goto out_free;
} }
}
rc = vmem_add_mapping(seg->start_addr, seg->end - seg->start_addr + 1); rc = vmem_add_mapping(seg->start_addr, seg->end - seg->start_addr + 1);
...@@ -472,11 +367,11 @@ __segment_load (char *name, int do_nonshared, unsigned long *addr, unsigned long ...@@ -472,11 +367,11 @@ __segment_load (char *name, int do_nonshared, unsigned long *addr, unsigned long
*addr = seg->start_addr; *addr = seg->start_addr;
*end = seg->end; *end = seg->end;
if (do_nonshared) if (do_nonshared)
pr_info("DCSS %s of range %p to %p and type %s loaded as " pr_info("DCSS %s of range %px to %px and type %s loaded as "
"exclusive-writable\n", name, (void*) seg->start_addr, "exclusive-writable\n", name, (void*) seg->start_addr,
(void*) seg->end, segtype_string[seg->vm_segtype]); (void*) seg->end, segtype_string[seg->vm_segtype]);
else { else {
pr_info("DCSS %s of range %p to %p and type %s loaded in " pr_info("DCSS %s of range %px to %px and type %s loaded in "
"shared access mode\n", name, (void*) seg->start_addr, "shared access mode\n", name, (void*) seg->start_addr,
(void*) seg->end, segtype_string[seg->vm_segtype]); (void*) seg->end, segtype_string[seg->vm_segtype]);
} }
......
...@@ -226,8 +226,6 @@ static void __init kasan_enable_dat(void) ...@@ -226,8 +226,6 @@ static void __init kasan_enable_dat(void)
static void __init kasan_early_detect_facilities(void) static void __init kasan_early_detect_facilities(void)
{ {
__stfle(S390_lowcore.stfle_fac_list,
ARRAY_SIZE(S390_lowcore.stfle_fac_list));
if (test_facility(8)) { if (test_facility(8)) {
has_edat = true; has_edat = true;
__ctl_set_bit(0, 23); __ctl_set_bit(0, 23);
......
...@@ -29,14 +29,6 @@ static unsigned long stack_maxrandom_size(void) ...@@ -29,14 +29,6 @@ static unsigned long stack_maxrandom_size(void)
return STACK_RND_MASK << PAGE_SHIFT; return STACK_RND_MASK << PAGE_SHIFT;
} }
/*
* Top of mmap area (just below the process stack).
*
* Leave at least a ~32 MB hole.
*/
#define MIN_GAP (32*1024*1024)
#define MAX_GAP (STACK_TOP/6*5)
static inline int mmap_is_legacy(struct rlimit *rlim_stack) static inline int mmap_is_legacy(struct rlimit *rlim_stack)
{ {
if (current->personality & ADDR_COMPAT_LAYOUT) if (current->personality & ADDR_COMPAT_LAYOUT)
...@@ -60,13 +52,26 @@ static inline unsigned long mmap_base(unsigned long rnd, ...@@ -60,13 +52,26 @@ static inline unsigned long mmap_base(unsigned long rnd,
struct rlimit *rlim_stack) struct rlimit *rlim_stack)
{ {
unsigned long gap = rlim_stack->rlim_cur; unsigned long gap = rlim_stack->rlim_cur;
unsigned long pad = stack_maxrandom_size() + stack_guard_gap;
unsigned long gap_min, gap_max;
/* Values close to RLIM_INFINITY can overflow. */
if (gap + pad > gap)
gap += pad;
/*
* Top of mmap area (just below the process stack).
* Leave at least a ~32 MB hole.
*/
gap_min = 32 * 1024 * 1024UL;
gap_max = (STACK_TOP / 6) * 5;
if (gap < gap_min)
gap = gap_min;
else if (gap > gap_max)
gap = gap_max;
if (gap < MIN_GAP) return PAGE_ALIGN(STACK_TOP - gap - rnd);
gap = MIN_GAP;
else if (gap > MAX_GAP)
gap = MAX_GAP;
gap &= PAGE_MASK;
return STACK_TOP - stack_maxrandom_size() - rnd - gap;
} }
unsigned long unsigned long
......
...@@ -318,7 +318,6 @@ pte_t ptep_modify_prot_start(struct mm_struct *mm, unsigned long addr, ...@@ -318,7 +318,6 @@ pte_t ptep_modify_prot_start(struct mm_struct *mm, unsigned long addr,
} }
return old; return old;
} }
EXPORT_SYMBOL(ptep_modify_prot_start);
void ptep_modify_prot_commit(struct mm_struct *mm, unsigned long addr, void ptep_modify_prot_commit(struct mm_struct *mm, unsigned long addr,
pte_t *ptep, pte_t pte) pte_t *ptep, pte_t pte)
...@@ -337,7 +336,6 @@ void ptep_modify_prot_commit(struct mm_struct *mm, unsigned long addr, ...@@ -337,7 +336,6 @@ void ptep_modify_prot_commit(struct mm_struct *mm, unsigned long addr,
} }
preempt_enable(); preempt_enable();
} }
EXPORT_SYMBOL(ptep_modify_prot_commit);
static inline void pmdp_idte_local(struct mm_struct *mm, static inline void pmdp_idte_local(struct mm_struct *mm,
unsigned long addr, pmd_t *pmdp) unsigned long addr, pmd_t *pmdp)
......
...@@ -285,7 +285,7 @@ void __iomem *pci_iomap_range(struct pci_dev *pdev, ...@@ -285,7 +285,7 @@ void __iomem *pci_iomap_range(struct pci_dev *pdev,
struct zpci_dev *zdev = to_zpci(pdev); struct zpci_dev *zdev = to_zpci(pdev);
int idx; int idx;
if (!pci_resource_len(pdev, bar)) if (!pci_resource_len(pdev, bar) || bar >= PCI_BAR_COUNT)
return NULL; return NULL;
idx = zdev->bars[bar].map_idx; idx = zdev->bars[bar].map_idx;
...@@ -484,6 +484,15 @@ void arch_teardown_msi_irqs(struct pci_dev *pdev) ...@@ -484,6 +484,15 @@ void arch_teardown_msi_irqs(struct pci_dev *pdev)
} }
} }
#ifdef CONFIG_PCI_IOV
static struct resource iov_res = {
.name = "PCI IOV res",
.start = 0,
.end = -1,
.flags = IORESOURCE_MEM,
};
#endif
static void zpci_map_resources(struct pci_dev *pdev) static void zpci_map_resources(struct pci_dev *pdev)
{ {
resource_size_t len; resource_size_t len;
...@@ -497,6 +506,17 @@ static void zpci_map_resources(struct pci_dev *pdev) ...@@ -497,6 +506,17 @@ static void zpci_map_resources(struct pci_dev *pdev)
(resource_size_t __force) pci_iomap(pdev, i, 0); (resource_size_t __force) pci_iomap(pdev, i, 0);
pdev->resource[i].end = pdev->resource[i].start + len - 1; pdev->resource[i].end = pdev->resource[i].start + len - 1;
} }
#ifdef CONFIG_PCI_IOV
i = PCI_IOV_RESOURCES;
for (; i < PCI_SRIOV_NUM_BARS + PCI_IOV_RESOURCES; i++) {
len = pci_resource_len(pdev, i);
if (!len)
continue;
pdev->resource[i].parent = &iov_res;
}
#endif
} }
static void zpci_unmap_resources(struct pci_dev *pdev) static void zpci_unmap_resources(struct pci_dev *pdev)
......
...@@ -172,21 +172,14 @@ static const struct file_operations debugfs_pci_perf_fops = { ...@@ -172,21 +172,14 @@ static const struct file_operations debugfs_pci_perf_fops = {
void zpci_debug_init_device(struct zpci_dev *zdev, const char *name) void zpci_debug_init_device(struct zpci_dev *zdev, const char *name)
{ {
zdev->debugfs_dev = debugfs_create_dir(name, debugfs_root); zdev->debugfs_dev = debugfs_create_dir(name, debugfs_root);
if (IS_ERR(zdev->debugfs_dev))
zdev->debugfs_dev = NULL; debugfs_create_file("statistics", S_IFREG | S_IRUGO | S_IWUSR,
zdev->debugfs_dev, zdev, &debugfs_pci_perf_fops);
zdev->debugfs_perf = debugfs_create_file("statistics",
S_IFREG | S_IRUGO | S_IWUSR,
zdev->debugfs_dev, zdev,
&debugfs_pci_perf_fops);
if (IS_ERR(zdev->debugfs_perf))
zdev->debugfs_perf = NULL;
} }
void zpci_debug_exit_device(struct zpci_dev *zdev) void zpci_debug_exit_device(struct zpci_dev *zdev)
{ {
debugfs_remove(zdev->debugfs_perf); debugfs_remove_recursive(zdev->debugfs_dev);
debugfs_remove(zdev->debugfs_dev);
} }
int __init zpci_debug_init(void) int __init zpci_debug_init(void)
......
...@@ -3965,13 +3965,11 @@ int dasd_generic_restore_device(struct ccw_device *cdev) ...@@ -3965,13 +3965,11 @@ int dasd_generic_restore_device(struct ccw_device *cdev)
EXPORT_SYMBOL_GPL(dasd_generic_restore_device); EXPORT_SYMBOL_GPL(dasd_generic_restore_device);
static struct dasd_ccw_req *dasd_generic_build_rdc(struct dasd_device *device, static struct dasd_ccw_req *dasd_generic_build_rdc(struct dasd_device *device,
void *rdc_buffer,
int rdc_buffer_size, int rdc_buffer_size,
int magic) int magic)
{ {
struct dasd_ccw_req *cqr; struct dasd_ccw_req *cqr;
struct ccw1 *ccw; struct ccw1 *ccw;
unsigned long *idaw;
cqr = dasd_smalloc_request(magic, 1 /* RDC */, rdc_buffer_size, device, cqr = dasd_smalloc_request(magic, 1 /* RDC */, rdc_buffer_size, device,
NULL); NULL);
...@@ -3986,16 +3984,8 @@ static struct dasd_ccw_req *dasd_generic_build_rdc(struct dasd_device *device, ...@@ -3986,16 +3984,8 @@ static struct dasd_ccw_req *dasd_generic_build_rdc(struct dasd_device *device,
ccw = cqr->cpaddr; ccw = cqr->cpaddr;
ccw->cmd_code = CCW_CMD_RDC; ccw->cmd_code = CCW_CMD_RDC;
if (idal_is_needed(rdc_buffer, rdc_buffer_size)) { ccw->cda = (__u32)(addr_t) cqr->data;
idaw = (unsigned long *) (cqr->data);
ccw->cda = (__u32)(addr_t) idaw;
ccw->flags = CCW_FLAG_IDA;
idaw = idal_create_words(idaw, rdc_buffer, rdc_buffer_size);
} else {
ccw->cda = (__u32)(addr_t) rdc_buffer;
ccw->flags = 0; ccw->flags = 0;
}
ccw->count = rdc_buffer_size; ccw->count = rdc_buffer_size;
cqr->startdev = device; cqr->startdev = device;
cqr->memdev = device; cqr->memdev = device;
...@@ -4013,12 +4003,13 @@ int dasd_generic_read_dev_chars(struct dasd_device *device, int magic, ...@@ -4013,12 +4003,13 @@ int dasd_generic_read_dev_chars(struct dasd_device *device, int magic,
int ret; int ret;
struct dasd_ccw_req *cqr; struct dasd_ccw_req *cqr;
cqr = dasd_generic_build_rdc(device, rdc_buffer, rdc_buffer_size, cqr = dasd_generic_build_rdc(device, rdc_buffer_size, magic);
magic);
if (IS_ERR(cqr)) if (IS_ERR(cqr))
return PTR_ERR(cqr); return PTR_ERR(cqr);
ret = dasd_sleep_on(cqr); ret = dasd_sleep_on(cqr);
if (ret == 0)
memcpy(rdc_buffer, cqr->data, rdc_buffer_size);
dasd_sfree_request(cqr, cqr->memdev); dasd_sfree_request(cqr, cqr->memdev);
return ret; return ret;
} }
......
...@@ -195,7 +195,9 @@ struct read_info_sccb { ...@@ -195,7 +195,9 @@ struct read_info_sccb {
u16 hcpua; /* 120-121 */ u16 hcpua; /* 120-121 */
u8 _pad_122[124 - 122]; /* 122-123 */ u8 _pad_122[124 - 122]; /* 122-123 */
u32 hmfai; /* 124-127 */ u32 hmfai; /* 124-127 */
u8 _pad_128[4096 - 128]; /* 128-4095 */ u8 _pad_128[134 - 128]; /* 128-133 */
u8 byte_134; /* 134 */
u8 _pad_135[4096 - 135]; /* 135-4095 */
} __packed __aligned(PAGE_SIZE); } __packed __aligned(PAGE_SIZE);
struct read_storage_sccb { struct read_storage_sccb {
......
...@@ -44,6 +44,8 @@ static void __init sclp_early_facilities_detect(struct read_info_sccb *sccb) ...@@ -44,6 +44,8 @@ static void __init sclp_early_facilities_detect(struct read_info_sccb *sccb)
S390_lowcore.machine_flags |= MACHINE_FLAG_ESOP; S390_lowcore.machine_flags |= MACHINE_FLAG_ESOP;
if (sccb->fac91 & 0x40) if (sccb->fac91 & 0x40)
S390_lowcore.machine_flags |= MACHINE_FLAG_TLB_GUEST; S390_lowcore.machine_flags |= MACHINE_FLAG_TLB_GUEST;
if (sccb->cpuoff > 134)
sclp.has_diag318 = !!(sccb->byte_134 & 0x80);
sclp.rnmax = sccb->rnmax ? sccb->rnmax : sccb->rnmax2; sclp.rnmax = sccb->rnmax ? sccb->rnmax : sccb->rnmax2;
sclp.rzm = sccb->rnsize ? sccb->rnsize : sccb->rnsize2; sclp.rzm = sccb->rnsize ? sccb->rnsize : sccb->rnsize2;
sclp.rzm <<= 20; sclp.rzm <<= 20;
......
...@@ -181,7 +181,7 @@ static void setup_queues_misc(struct qdio_q *q, struct qdio_irq *irq_ptr, ...@@ -181,7 +181,7 @@ static void setup_queues_misc(struct qdio_q *q, struct qdio_irq *irq_ptr,
} }
static void setup_storage_lists(struct qdio_q *q, struct qdio_irq *irq_ptr, static void setup_storage_lists(struct qdio_q *q, struct qdio_irq *irq_ptr,
void **sbals_array, int i) struct qdio_buffer **sbals_array, int i)
{ {
struct qdio_q *prev; struct qdio_q *prev;
int j; int j;
...@@ -212,8 +212,8 @@ static void setup_queues(struct qdio_irq *irq_ptr, ...@@ -212,8 +212,8 @@ static void setup_queues(struct qdio_irq *irq_ptr,
struct qdio_initialize *qdio_init) struct qdio_initialize *qdio_init)
{ {
struct qdio_q *q; struct qdio_q *q;
void **input_sbal_array = qdio_init->input_sbal_addr_array; struct qdio_buffer **input_sbal_array = qdio_init->input_sbal_addr_array;
void **output_sbal_array = qdio_init->output_sbal_addr_array; struct qdio_buffer **output_sbal_array = qdio_init->output_sbal_addr_array;
struct qdio_outbuf_state *output_sbal_state_array = struct qdio_outbuf_state *output_sbal_state_array =
qdio_init->output_sbal_state_array; qdio_init->output_sbal_state_array;
int i; int i;
......
...@@ -283,6 +283,33 @@ static long copy_ccw_from_iova(struct channel_program *cp, ...@@ -283,6 +283,33 @@ static long copy_ccw_from_iova(struct channel_program *cp,
#define ccw_is_chain(_ccw) ((_ccw)->flags & (CCW_FLAG_CC | CCW_FLAG_DC)) #define ccw_is_chain(_ccw) ((_ccw)->flags & (CCW_FLAG_CC | CCW_FLAG_DC))
/*
* is_cpa_within_range()
*
* @cpa: channel program address being questioned
* @head: address of the beginning of a CCW chain
* @len: number of CCWs within the chain
*
* Determine whether the address of a CCW (whether a new chain,
* or the target of a TIC) falls within a range (including the end points).
*
* Returns 1 if yes, 0 if no.
*/
static inline int is_cpa_within_range(u32 cpa, u32 head, int len)
{
u32 tail = head + (len - 1) * sizeof(struct ccw1);
return (head <= cpa && cpa <= tail);
}
static inline int is_tic_within_range(struct ccw1 *ccw, u32 head, int len)
{
if (!ccw_is_tic(ccw))
return 0;
return is_cpa_within_range(ccw->cda, head, len);
}
static struct ccwchain *ccwchain_alloc(struct channel_program *cp, int len) static struct ccwchain *ccwchain_alloc(struct channel_program *cp, int len)
{ {
struct ccwchain *chain; struct ccwchain *chain;
...@@ -392,7 +419,15 @@ static int ccwchain_calc_length(u64 iova, struct channel_program *cp) ...@@ -392,7 +419,15 @@ static int ccwchain_calc_length(u64 iova, struct channel_program *cp)
return -EOPNOTSUPP; return -EOPNOTSUPP;
} }
if ((!ccw_is_chain(ccw)) && (!ccw_is_tic(ccw))) /*
* We want to keep counting if the current CCW has the
* command-chaining flag enabled, or if it is a TIC CCW
* that loops back into the current chain. The latter
* is used for device orientation, where the CCW PRIOR to
* the TIC can either jump to the TIC or a CCW immediately
* after the TIC, depending on the results of its operation.
*/
if (!ccw_is_chain(ccw) && !is_tic_within_range(ccw, iova, cnt))
break; break;
ccw++; ccw++;
...@@ -408,13 +443,11 @@ static int ccwchain_calc_length(u64 iova, struct channel_program *cp) ...@@ -408,13 +443,11 @@ static int ccwchain_calc_length(u64 iova, struct channel_program *cp)
static int tic_target_chain_exists(struct ccw1 *tic, struct channel_program *cp) static int tic_target_chain_exists(struct ccw1 *tic, struct channel_program *cp)
{ {
struct ccwchain *chain; struct ccwchain *chain;
u32 ccw_head, ccw_tail; u32 ccw_head;
list_for_each_entry(chain, &cp->ccwchain_list, next) { list_for_each_entry(chain, &cp->ccwchain_list, next) {
ccw_head = chain->ch_iova; ccw_head = chain->ch_iova;
ccw_tail = ccw_head + (chain->ch_len - 1) * sizeof(struct ccw1); if (is_cpa_within_range(tic->cda, ccw_head, chain->ch_len))
if ((ccw_head <= tic->cda) && (tic->cda <= ccw_tail))
return 1; return 1;
} }
...@@ -481,13 +514,11 @@ static int ccwchain_fetch_tic(struct ccwchain *chain, ...@@ -481,13 +514,11 @@ static int ccwchain_fetch_tic(struct ccwchain *chain,
{ {
struct ccw1 *ccw = chain->ch_ccw + idx; struct ccw1 *ccw = chain->ch_ccw + idx;
struct ccwchain *iter; struct ccwchain *iter;
u32 ccw_head, ccw_tail; u32 ccw_head;
list_for_each_entry(iter, &cp->ccwchain_list, next) { list_for_each_entry(iter, &cp->ccwchain_list, next) {
ccw_head = iter->ch_iova; ccw_head = iter->ch_iova;
ccw_tail = ccw_head + (iter->ch_len - 1) * sizeof(struct ccw1); if (is_cpa_within_range(ccw->cda, ccw_head, iter->ch_len)) {
if ((ccw_head <= ccw->cda) && (ccw->cda <= ccw_tail)) {
ccw->cda = (__u32) (addr_t) (((char *)iter->ch_ccw) + ccw->cda = (__u32) (addr_t) (((char *)iter->ch_ccw) +
(ccw->cda - ccw_head)); (ccw->cda - ccw_head));
return 0; return 0;
...@@ -829,7 +860,7 @@ void cp_update_scsw(struct channel_program *cp, union scsw *scsw) ...@@ -829,7 +860,7 @@ void cp_update_scsw(struct channel_program *cp, union scsw *scsw)
{ {
struct ccwchain *chain; struct ccwchain *chain;
u32 cpa = scsw->cmd.cpa; u32 cpa = scsw->cmd.cpa;
u32 ccw_head, ccw_tail; u32 ccw_head;
/* /*
* LATER: * LATER:
...@@ -839,9 +870,7 @@ void cp_update_scsw(struct channel_program *cp, union scsw *scsw) ...@@ -839,9 +870,7 @@ void cp_update_scsw(struct channel_program *cp, union scsw *scsw)
*/ */
list_for_each_entry(chain, &cp->ccwchain_list, next) { list_for_each_entry(chain, &cp->ccwchain_list, next) {
ccw_head = (u32)(u64)chain->ch_ccw; ccw_head = (u32)(u64)chain->ch_ccw;
ccw_tail = (u32)(u64)(chain->ch_ccw + chain->ch_len - 1); if (is_cpa_within_range(cpa, ccw_head, chain->ch_len)) {
if ((ccw_head <= cpa) && (cpa <= ccw_tail)) {
/* /*
* (cpa - ccw_head) is the offset value of the host * (cpa - ccw_head) is the offset value of the host
* physical ccw to its chain head. * physical ccw to its chain head.
......
...@@ -1335,6 +1335,16 @@ static int __match_queue_device_with_qid(struct device *dev, void *data) ...@@ -1335,6 +1335,16 @@ static int __match_queue_device_with_qid(struct device *dev, void *data)
return is_queue_dev(dev) && to_ap_queue(dev)->qid == (int)(long) data; return is_queue_dev(dev) && to_ap_queue(dev)->qid == (int)(long) data;
} }
/*
* Helper function to be used with bus_find_dev
* matches any queue device with given queue id
*/
static int __match_queue_device_with_queue_id(struct device *dev, void *data)
{
return is_queue_dev(dev)
&& AP_QID_QUEUE(to_ap_queue(dev)->qid) == (int)(long) data;
}
/* /*
* Helper function for ap_scan_bus(). * Helper function for ap_scan_bus().
* Does the scan bus job for the given adapter id. * Does the scan bus job for the given adapter id.
...@@ -1435,8 +1445,13 @@ static void _ap_scan_bus_adapter(int id) ...@@ -1435,8 +1445,13 @@ static void _ap_scan_bus_adapter(int id)
borked = aq->state == AP_STATE_BORKED; borked = aq->state == AP_STATE_BORKED;
spin_unlock_bh(&aq->lock); spin_unlock_bh(&aq->lock);
} }
if (borked) /* Remove broken device */ if (borked) {
/* Remove broken device */
AP_DBF(DBF_DEBUG,
"removing broken queue=%02x.%04x\n",
id, dom);
device_unregister(dev); device_unregister(dev);
}
put_device(dev); put_device(dev);
continue; continue;
} }
...@@ -1506,7 +1521,7 @@ static void ap_scan_bus(struct work_struct *unused) ...@@ -1506,7 +1521,7 @@ static void ap_scan_bus(struct work_struct *unused)
struct device *dev = struct device *dev =
bus_find_device(&ap_bus_type, NULL, bus_find_device(&ap_bus_type, NULL,
(void *)(long) ap_domain_index, (void *)(long) ap_domain_index,
__match_queue_device_with_qid); __match_queue_device_with_queue_id);
if (dev) if (dev)
put_device(dev); put_device(dev);
else else
......
...@@ -91,7 +91,8 @@ enum ap_state { ...@@ -91,7 +91,8 @@ enum ap_state {
AP_STATE_WORKING, AP_STATE_WORKING,
AP_STATE_QUEUE_FULL, AP_STATE_QUEUE_FULL,
AP_STATE_SUSPEND_WAIT, AP_STATE_SUSPEND_WAIT,
AP_STATE_BORKED, AP_STATE_UNBOUND, /* momentary not bound to a driver */
AP_STATE_BORKED, /* broken */
NR_AP_STATES NR_AP_STATES
}; };
......
...@@ -420,6 +420,10 @@ static ap_func_t *ap_jumptable[NR_AP_STATES][NR_AP_EVENTS] = { ...@@ -420,6 +420,10 @@ static ap_func_t *ap_jumptable[NR_AP_STATES][NR_AP_EVENTS] = {
[AP_EVENT_POLL] = ap_sm_suspend_read, [AP_EVENT_POLL] = ap_sm_suspend_read,
[AP_EVENT_TIMEOUT] = ap_sm_nop, [AP_EVENT_TIMEOUT] = ap_sm_nop,
}, },
[AP_STATE_UNBOUND] = {
[AP_EVENT_POLL] = ap_sm_nop,
[AP_EVENT_TIMEOUT] = ap_sm_nop,
},
[AP_STATE_BORKED] = { [AP_STATE_BORKED] = {
[AP_EVENT_POLL] = ap_sm_nop, [AP_EVENT_POLL] = ap_sm_nop,
[AP_EVENT_TIMEOUT] = ap_sm_nop, [AP_EVENT_TIMEOUT] = ap_sm_nop,
...@@ -725,6 +729,7 @@ static void __ap_flush_queue(struct ap_queue *aq) ...@@ -725,6 +729,7 @@ static void __ap_flush_queue(struct ap_queue *aq)
ap_msg->rc = -EAGAIN; ap_msg->rc = -EAGAIN;
ap_msg->receive(aq, ap_msg, NULL); ap_msg->receive(aq, ap_msg, NULL);
} }
aq->queue_count = 0;
} }
void ap_flush_queue(struct ap_queue *aq) void ap_flush_queue(struct ap_queue *aq)
...@@ -743,7 +748,7 @@ void ap_queue_remove(struct ap_queue *aq) ...@@ -743,7 +748,7 @@ void ap_queue_remove(struct ap_queue *aq)
/* reset with zero, also clears irq registration */ /* reset with zero, also clears irq registration */
spin_lock_bh(&aq->lock); spin_lock_bh(&aq->lock);
ap_zapq(aq->qid); ap_zapq(aq->qid);
aq->state = AP_STATE_BORKED; aq->state = AP_STATE_UNBOUND;
spin_unlock_bh(&aq->lock); spin_unlock_bh(&aq->lock);
} }
EXPORT_SYMBOL(ap_queue_remove); EXPORT_SYMBOL(ap_queue_remove);
......
...@@ -1079,7 +1079,7 @@ int pkey_verifykey(const struct pkey_seckey *seckey, ...@@ -1079,7 +1079,7 @@ int pkey_verifykey(const struct pkey_seckey *seckey,
rc = mkvp_cache_fetch(cardnr, domain, mkvp); rc = mkvp_cache_fetch(cardnr, domain, mkvp);
if (rc) if (rc)
goto out; goto out;
if (t->mkvp == mkvp[1]) { if (t->mkvp == mkvp[1] && t->mkvp != mkvp[0]) {
DEBUG_DBG("%s secure key has old mkvp\n", __func__); DEBUG_DBG("%s secure key has old mkvp\n", __func__);
if (pattributes) if (pattributes)
*pattributes |= PKEY_VERIFY_ATTR_OLD_MKVP; *pattributes |= PKEY_VERIFY_ATTR_OLD_MKVP;
......
...@@ -15,7 +15,6 @@ ...@@ -15,7 +15,6 @@
#include "vfio_ap_private.h" #include "vfio_ap_private.h"
#define VFIO_AP_ROOT_NAME "vfio_ap" #define VFIO_AP_ROOT_NAME "vfio_ap"
#define VFIO_AP_DEV_TYPE_NAME "ap_matrix"
#define VFIO_AP_DEV_NAME "matrix" #define VFIO_AP_DEV_NAME "matrix"
MODULE_AUTHOR("IBM Corporation"); MODULE_AUTHOR("IBM Corporation");
...@@ -24,10 +23,6 @@ MODULE_LICENSE("GPL v2"); ...@@ -24,10 +23,6 @@ MODULE_LICENSE("GPL v2");
static struct ap_driver vfio_ap_drv; static struct ap_driver vfio_ap_drv;
static struct device_type vfio_ap_dev_type = {
.name = VFIO_AP_DEV_TYPE_NAME,
};
struct ap_matrix_dev *matrix_dev; struct ap_matrix_dev *matrix_dev;
/* Only type 10 adapters (CEX4 and later) are supported /* Only type 10 adapters (CEX4 and later) are supported
...@@ -62,6 +57,22 @@ static void vfio_ap_matrix_dev_release(struct device *dev) ...@@ -62,6 +57,22 @@ static void vfio_ap_matrix_dev_release(struct device *dev)
kfree(matrix_dev); kfree(matrix_dev);
} }
static int matrix_bus_match(struct device *dev, struct device_driver *drv)
{
return 1;
}
static struct bus_type matrix_bus = {
.name = "matrix",
.match = &matrix_bus_match,
};
static struct device_driver matrix_driver = {
.name = "vfio_ap",
.bus = &matrix_bus,
.suppress_bind_attrs = true,
};
static int vfio_ap_matrix_dev_create(void) static int vfio_ap_matrix_dev_create(void)
{ {
int ret; int ret;
...@@ -71,6 +82,10 @@ static int vfio_ap_matrix_dev_create(void) ...@@ -71,6 +82,10 @@ static int vfio_ap_matrix_dev_create(void)
if (IS_ERR(root_device)) if (IS_ERR(root_device))
return PTR_ERR(root_device); return PTR_ERR(root_device);
ret = bus_register(&matrix_bus);
if (ret)
goto bus_register_err;
matrix_dev = kzalloc(sizeof(*matrix_dev), GFP_KERNEL); matrix_dev = kzalloc(sizeof(*matrix_dev), GFP_KERNEL);
if (!matrix_dev) { if (!matrix_dev) {
ret = -ENOMEM; ret = -ENOMEM;
...@@ -87,30 +102,41 @@ static int vfio_ap_matrix_dev_create(void) ...@@ -87,30 +102,41 @@ static int vfio_ap_matrix_dev_create(void)
mutex_init(&matrix_dev->lock); mutex_init(&matrix_dev->lock);
INIT_LIST_HEAD(&matrix_dev->mdev_list); INIT_LIST_HEAD(&matrix_dev->mdev_list);
matrix_dev->device.type = &vfio_ap_dev_type;
dev_set_name(&matrix_dev->device, "%s", VFIO_AP_DEV_NAME); dev_set_name(&matrix_dev->device, "%s", VFIO_AP_DEV_NAME);
matrix_dev->device.parent = root_device; matrix_dev->device.parent = root_device;
matrix_dev->device.bus = &matrix_bus;
matrix_dev->device.release = vfio_ap_matrix_dev_release; matrix_dev->device.release = vfio_ap_matrix_dev_release;
matrix_dev->device.driver = &vfio_ap_drv.driver; matrix_dev->vfio_ap_drv = &vfio_ap_drv;
ret = device_register(&matrix_dev->device); ret = device_register(&matrix_dev->device);
if (ret) if (ret)
goto matrix_reg_err; goto matrix_reg_err;
ret = driver_register(&matrix_driver);
if (ret)
goto matrix_drv_err;
return 0; return 0;
matrix_drv_err:
device_unregister(&matrix_dev->device);
matrix_reg_err: matrix_reg_err:
put_device(&matrix_dev->device); put_device(&matrix_dev->device);
matrix_alloc_err: matrix_alloc_err:
bus_unregister(&matrix_bus);
bus_register_err:
root_device_unregister(root_device); root_device_unregister(root_device);
return ret; return ret;
} }
static void vfio_ap_matrix_dev_destroy(void) static void vfio_ap_matrix_dev_destroy(void)
{ {
struct device *root_device = matrix_dev->device.parent;
driver_unregister(&matrix_driver);
device_unregister(&matrix_dev->device); device_unregister(&matrix_dev->device);
root_device_unregister(matrix_dev->device.parent); bus_unregister(&matrix_bus);
root_device_unregister(root_device);
} }
static int __init vfio_ap_init(void) static int __init vfio_ap_init(void)
......
...@@ -198,8 +198,8 @@ static int vfio_ap_verify_queue_reserved(unsigned long *apid, ...@@ -198,8 +198,8 @@ static int vfio_ap_verify_queue_reserved(unsigned long *apid,
qres.apqi = apqi; qres.apqi = apqi;
qres.reserved = false; qres.reserved = false;
ret = driver_for_each_device(matrix_dev->device.driver, NULL, &qres, ret = driver_for_each_device(&matrix_dev->vfio_ap_drv->driver, NULL,
vfio_ap_has_queue); &qres, vfio_ap_has_queue);
if (ret) if (ret)
return ret; return ret;
......
...@@ -40,6 +40,7 @@ struct ap_matrix_dev { ...@@ -40,6 +40,7 @@ struct ap_matrix_dev {
struct ap_config_info info; struct ap_config_info info;
struct list_head mdev_list; struct list_head mdev_list;
struct mutex lock; struct mutex lock;
struct ap_driver *vfio_ap_drv;
}; };
extern struct ap_matrix_dev *matrix_dev; extern struct ap_matrix_dev *matrix_dev;
......
...@@ -141,10 +141,13 @@ static int register_ieq(struct ism_dev *ism) ...@@ -141,10 +141,13 @@ static int register_ieq(struct ism_dev *ism)
static int unregister_sba(struct ism_dev *ism) static int unregister_sba(struct ism_dev *ism)
{ {
int ret;
if (!ism->sba) if (!ism->sba)
return 0; return 0;
if (ism_cmd_simple(ism, ISM_UNREG_SBA)) ret = ism_cmd_simple(ism, ISM_UNREG_SBA);
if (ret && ret != ISM_ERROR)
return -EIO; return -EIO;
dma_free_coherent(&ism->pdev->dev, PAGE_SIZE, dma_free_coherent(&ism->pdev->dev, PAGE_SIZE,
...@@ -158,10 +161,13 @@ static int unregister_sba(struct ism_dev *ism) ...@@ -158,10 +161,13 @@ static int unregister_sba(struct ism_dev *ism)
static int unregister_ieq(struct ism_dev *ism) static int unregister_ieq(struct ism_dev *ism)
{ {
int ret;
if (!ism->ieq) if (!ism->ieq)
return 0; return 0;
if (ism_cmd_simple(ism, ISM_UNREG_IEQ)) ret = ism_cmd_simple(ism, ISM_UNREG_IEQ);
if (ret && ret != ISM_ERROR)
return -EIO; return -EIO;
dma_free_coherent(&ism->pdev->dev, PAGE_SIZE, dma_free_coherent(&ism->pdev->dev, PAGE_SIZE,
...@@ -287,7 +293,7 @@ static int ism_unregister_dmb(struct smcd_dev *smcd, struct smcd_dmb *dmb) ...@@ -287,7 +293,7 @@ static int ism_unregister_dmb(struct smcd_dev *smcd, struct smcd_dmb *dmb)
cmd.request.dmb_tok = dmb->dmb_tok; cmd.request.dmb_tok = dmb->dmb_tok;
ret = ism_cmd(ism, &cmd); ret = ism_cmd(ism, &cmd);
if (ret) if (ret && ret != ISM_ERROR)
goto out; goto out;
ism_free_dmb(ism, dmb); ism_free_dmb(ism, dmb);
......
...@@ -4884,8 +4884,8 @@ static int qeth_qdio_establish(struct qeth_card *card) ...@@ -4884,8 +4884,8 @@ static int qeth_qdio_establish(struct qeth_card *card)
init_data.output_handler = qeth_qdio_output_handler; init_data.output_handler = qeth_qdio_output_handler;
init_data.queue_start_poll_array = queue_start_poll; init_data.queue_start_poll_array = queue_start_poll;
init_data.int_parm = (unsigned long) card; init_data.int_parm = (unsigned long) card;
init_data.input_sbal_addr_array = (void **) in_sbal_ptrs; init_data.input_sbal_addr_array = in_sbal_ptrs;
init_data.output_sbal_addr_array = (void **) out_sbal_ptrs; init_data.output_sbal_addr_array = out_sbal_ptrs;
init_data.output_sbal_state_array = card->qdio.out_bufstates; init_data.output_sbal_state_array = card->qdio.out_bufstates;
init_data.scan_threshold = init_data.scan_threshold =
(card->info.type == QETH_CARD_TYPE_IQD) ? 1 : 32; (card->info.type == QETH_CARD_TYPE_IQD) ? 1 : 32;
......
...@@ -294,8 +294,8 @@ static void zfcp_qdio_setup_init_data(struct qdio_initialize *id, ...@@ -294,8 +294,8 @@ static void zfcp_qdio_setup_init_data(struct qdio_initialize *id,
id->input_handler = zfcp_qdio_int_resp; id->input_handler = zfcp_qdio_int_resp;
id->output_handler = zfcp_qdio_int_req; id->output_handler = zfcp_qdio_int_req;
id->int_parm = (unsigned long) qdio; id->int_parm = (unsigned long) qdio;
id->input_sbal_addr_array = (void **) (qdio->res_q); id->input_sbal_addr_array = qdio->res_q;
id->output_sbal_addr_array = (void **) (qdio->req_q); id->output_sbal_addr_array = qdio->req_q;
id->scan_threshold = id->scan_threshold =
QDIO_MAX_BUFFERS_PER_Q - ZFCP_QDIO_MAX_SBALS_PER_REQ * 2; QDIO_MAX_BUFFERS_PER_Q - ZFCP_QDIO_MAX_SBALS_PER_REQ * 2;
} }
......
...@@ -1185,6 +1185,10 @@ unsigned long ksys_mmap_pgoff(unsigned long addr, unsigned long len, ...@@ -1185,6 +1185,10 @@ unsigned long ksys_mmap_pgoff(unsigned long addr, unsigned long len,
unsigned long prot, unsigned long flags, unsigned long prot, unsigned long flags,
unsigned long fd, unsigned long pgoff); unsigned long fd, unsigned long pgoff);
ssize_t ksys_readahead(int fd, loff_t offset, size_t count); ssize_t ksys_readahead(int fd, loff_t offset, size_t count);
int ksys_ipc(unsigned int call, int first, unsigned long second,
unsigned long third, void __user * ptr, long fifth);
int compat_ksys_ipc(u32 call, int first, int second,
u32 third, u32 ptr, u32 fifth);
/* /*
* The following kernel syscall equivalents are just wrappers to fs-internal * The following kernel syscall equivalents are just wrappers to fs-internal
......
...@@ -17,8 +17,8 @@ ...@@ -17,8 +17,8 @@
#include <linux/shm.h> #include <linux/shm.h>
#include <linux/uaccess.h> #include <linux/uaccess.h>
SYSCALL_DEFINE6(ipc, unsigned int, call, int, first, unsigned long, second, int ksys_ipc(unsigned int call, int first, unsigned long second,
unsigned long, third, void __user *, ptr, long, fifth) unsigned long third, void __user * ptr, long fifth)
{ {
int version, ret; int version, ret;
...@@ -106,6 +106,12 @@ SYSCALL_DEFINE6(ipc, unsigned int, call, int, first, unsigned long, second, ...@@ -106,6 +106,12 @@ SYSCALL_DEFINE6(ipc, unsigned int, call, int, first, unsigned long, second,
return -ENOSYS; return -ENOSYS;
} }
} }
SYSCALL_DEFINE6(ipc, unsigned int, call, int, first, unsigned long, second,
unsigned long, third, void __user *, ptr, long, fifth)
{
return ksys_ipc(call, first, second, third, ptr, fifth);
}
#endif #endif
#ifdef CONFIG_COMPAT #ifdef CONFIG_COMPAT
...@@ -121,8 +127,8 @@ struct compat_ipc_kludge { ...@@ -121,8 +127,8 @@ struct compat_ipc_kludge {
}; };
#ifdef CONFIG_ARCH_WANT_OLD_COMPAT_IPC #ifdef CONFIG_ARCH_WANT_OLD_COMPAT_IPC
COMPAT_SYSCALL_DEFINE6(ipc, u32, call, int, first, int, second, int compat_ksys_ipc(u32 call, int first, int second,
u32, third, compat_uptr_t, ptr, u32, fifth) u32 third, compat_uptr_t ptr, u32 fifth)
{ {
int version; int version;
u32 pad; u32 pad;
...@@ -195,5 +201,11 @@ COMPAT_SYSCALL_DEFINE6(ipc, u32, call, int, first, int, second, ...@@ -195,5 +201,11 @@ COMPAT_SYSCALL_DEFINE6(ipc, u32, call, int, first, int, second,
return -ENOSYS; return -ENOSYS;
} }
COMPAT_SYSCALL_DEFINE6(ipc, u32, call, int, first, int, second,
u32, third, compat_uptr_t, ptr, u32, fifth)
{
return compat_ksys_ipc(call, first, second, third, ptr, fifth);
}
#endif #endif
#endif #endif
...@@ -366,6 +366,7 @@ COND_SYSCALL(kexec_file_load); ...@@ -366,6 +366,7 @@ COND_SYSCALL(kexec_file_load);
/* s390 */ /* s390 */
COND_SYSCALL(s390_pci_mmio_read); COND_SYSCALL(s390_pci_mmio_read);
COND_SYSCALL(s390_pci_mmio_write); COND_SYSCALL(s390_pci_mmio_write);
COND_SYSCALL(s390_ipc);
COND_SYSCALL_COMPAT(s390_ipc); COND_SYSCALL_COMPAT(s390_ipc);
/* powerpc */ /* powerpc */
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment