mirror of
git://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2025-08-05 16:54:27 +00:00
0dafe9968a
Use asm_inline for all inline assemblies which make use of the EX_TABLE or ALTERNATIVE macros. These macros expand to many lines and the compiler assumes the number of lines within an inline assembly is the same as the number of instructions within an inline assembly. This has an effect on inlining and loop unrolling decisions. In order to avoid incorrect assumptions use asm_inline, which tells the compiler that an inline assembly has the smallest possible size. In order to avoid confusion when asm_inline should be used or not, since a couple of inline assemblies are quite large: the rule is to always use asm_inline whenever the EX_TABLE or ALTERNATIVE macro is used. In specific cases there may be reasons to not follow this guideline, but that should be documented with the corresponding code. Using the inline qualifier everywhere has only a small effect on the kernel image size: add/remove: 0/10 grow/shrink: 19/8 up/down: 1492/-1858 (-366) The only location where this seems to matter is load_unaligned_zeropad() from word-at-a-time.h where the compiler inlines more functions within the dcache code, which is indeed code where performance matters. Suggested-by: Juergen Christ <jchrist@linux.ibm.com> Reviewed-by: Juergen Christ <jchrist@linux.ibm.com> Signed-off-by: Heiko Carstens <hca@linux.ibm.com> Signed-off-by: Vasily Gorbik <gor@linux.ibm.com>
307 lines
5.4 KiB
C
307 lines
5.4 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
/*
|
|
* Channel subsystem I/O instructions.
|
|
*/
|
|
|
|
#include <linux/export.h>
|
|
|
|
#include <asm/asm-extable.h>
|
|
#include <asm/chpid.h>
|
|
#include <asm/schid.h>
|
|
#include <asm/asm.h>
|
|
#include <asm/crw.h>
|
|
|
|
#include "ioasm.h"
|
|
#include "orb.h"
|
|
#include "cio.h"
|
|
#include "cio_inject.h"
|
|
|
|
static inline int __stsch(struct subchannel_id schid, struct schib *addr)
|
|
{
|
|
unsigned long r1 = *(unsigned int *)&schid;
|
|
int ccode, exception;
|
|
|
|
exception = 1;
|
|
asm_inline volatile(
|
|
" lgr 1,%[r1]\n"
|
|
" stsch %[addr]\n"
|
|
"0: lhi %[exc],0\n"
|
|
"1:\n"
|
|
CC_IPM(cc)
|
|
EX_TABLE(0b, 1b)
|
|
: CC_OUT(cc, ccode), [addr] "=Q" (*addr), [exc] "+d" (exception)
|
|
: [r1] "d" (r1)
|
|
: CC_CLOBBER_LIST("1"));
|
|
return exception ? -EIO : CC_TRANSFORM(ccode);
|
|
}
|
|
|
|
int stsch(struct subchannel_id schid, struct schib *addr)
|
|
{
|
|
int ccode;
|
|
|
|
ccode = __stsch(schid, addr);
|
|
trace_s390_cio_stsch(schid, addr, ccode);
|
|
|
|
return ccode;
|
|
}
|
|
EXPORT_SYMBOL(stsch);
|
|
|
|
static inline int __msch(struct subchannel_id schid, struct schib *addr)
|
|
{
|
|
unsigned long r1 = *(unsigned int *)&schid;
|
|
int ccode, exception;
|
|
|
|
exception = 1;
|
|
asm_inline volatile(
|
|
" lgr 1,%[r1]\n"
|
|
" msch %[addr]\n"
|
|
"0: lhi %[exc],0\n"
|
|
"1:\n"
|
|
CC_IPM(cc)
|
|
EX_TABLE(0b, 1b)
|
|
: CC_OUT(cc, ccode), [exc] "+d" (exception)
|
|
: [r1] "d" (r1), [addr] "Q" (*addr)
|
|
: CC_CLOBBER_LIST("1"));
|
|
return exception ? -EIO : CC_TRANSFORM(ccode);
|
|
}
|
|
|
|
int msch(struct subchannel_id schid, struct schib *addr)
|
|
{
|
|
int ccode;
|
|
|
|
ccode = __msch(schid, addr);
|
|
trace_s390_cio_msch(schid, addr, ccode);
|
|
|
|
return ccode;
|
|
}
|
|
|
|
static inline int __tsch(struct subchannel_id schid, struct irb *addr)
|
|
{
|
|
unsigned long r1 = *(unsigned int *)&schid;
|
|
int ccode;
|
|
|
|
asm volatile(
|
|
" lgr 1,%[r1]\n"
|
|
" tsch %[addr]\n"
|
|
CC_IPM(cc)
|
|
: CC_OUT(cc, ccode), [addr] "=Q" (*addr)
|
|
: [r1] "d" (r1)
|
|
: CC_CLOBBER_LIST("1"));
|
|
return CC_TRANSFORM(ccode);
|
|
}
|
|
|
|
int tsch(struct subchannel_id schid, struct irb *addr)
|
|
{
|
|
int ccode;
|
|
|
|
ccode = __tsch(schid, addr);
|
|
trace_s390_cio_tsch(schid, addr, ccode);
|
|
|
|
return ccode;
|
|
}
|
|
|
|
static inline int __ssch(struct subchannel_id schid, union orb *addr)
|
|
{
|
|
unsigned long r1 = *(unsigned int *)&schid;
|
|
int ccode, exception;
|
|
|
|
exception = 1;
|
|
asm_inline volatile(
|
|
" lgr 1,%[r1]\n"
|
|
" ssch %[addr]\n"
|
|
"0: lhi %[exc],0\n"
|
|
"1:\n"
|
|
CC_IPM(cc)
|
|
EX_TABLE(0b, 1b)
|
|
: CC_OUT(cc, ccode), [exc] "+d" (exception)
|
|
: [r1] "d" (r1), [addr] "Q" (*addr)
|
|
: CC_CLOBBER_LIST("memory", "1"));
|
|
return CC_TRANSFORM(ccode);
|
|
}
|
|
|
|
int ssch(struct subchannel_id schid, union orb *addr)
|
|
{
|
|
int ccode;
|
|
|
|
ccode = __ssch(schid, addr);
|
|
trace_s390_cio_ssch(schid, addr, ccode);
|
|
|
|
return ccode;
|
|
}
|
|
EXPORT_SYMBOL(ssch);
|
|
|
|
static inline int __csch(struct subchannel_id schid)
|
|
{
|
|
unsigned long r1 = *(unsigned int *)&schid;
|
|
int ccode;
|
|
|
|
asm volatile(
|
|
" lgr 1,%[r1]\n"
|
|
" csch\n"
|
|
CC_IPM(cc)
|
|
: CC_OUT(cc, ccode)
|
|
: [r1] "d" (r1)
|
|
: CC_CLOBBER_LIST("1"));
|
|
return CC_TRANSFORM(ccode);
|
|
}
|
|
|
|
int csch(struct subchannel_id schid)
|
|
{
|
|
int ccode;
|
|
|
|
ccode = __csch(schid);
|
|
trace_s390_cio_csch(schid, ccode);
|
|
|
|
return ccode;
|
|
}
|
|
EXPORT_SYMBOL(csch);
|
|
|
|
int tpi(struct tpi_info *addr)
|
|
{
|
|
int ccode;
|
|
|
|
asm volatile(
|
|
" tpi %[addr]\n"
|
|
CC_IPM(cc)
|
|
: CC_OUT(cc, ccode), [addr] "=Q" (*addr)
|
|
:
|
|
: CC_CLOBBER);
|
|
ccode = CC_TRANSFORM(ccode);
|
|
trace_s390_cio_tpi(addr, ccode);
|
|
|
|
return ccode;
|
|
}
|
|
|
|
int chsc(void *chsc_area)
|
|
{
|
|
typedef struct { char _[4096]; } addr_type;
|
|
int cc, exception;
|
|
|
|
exception = 1;
|
|
asm_inline volatile(
|
|
" .insn rre,0xb25f0000,%[chsc_area],0\n"
|
|
"0: lhi %[exc],0\n"
|
|
"1:\n"
|
|
CC_IPM(cc)
|
|
EX_TABLE(0b, 1b)
|
|
: CC_OUT(cc, cc), "+m" (*(addr_type *)chsc_area), [exc] "+d" (exception)
|
|
: [chsc_area] "d" (chsc_area)
|
|
: CC_CLOBBER);
|
|
cc = exception ? -EIO : CC_TRANSFORM(cc);
|
|
trace_s390_cio_chsc(chsc_area, cc);
|
|
|
|
return cc;
|
|
}
|
|
EXPORT_SYMBOL(chsc);
|
|
|
|
static inline int __rsch(struct subchannel_id schid)
|
|
{
|
|
unsigned long r1 = *(unsigned int *)&schid;
|
|
int ccode;
|
|
|
|
asm volatile(
|
|
" lgr 1,%[r1]\n"
|
|
" rsch\n"
|
|
CC_IPM(cc)
|
|
: CC_OUT(cc, ccode)
|
|
: [r1] "d" (r1)
|
|
: CC_CLOBBER_LIST("memory", "1"));
|
|
return CC_TRANSFORM(ccode);
|
|
}
|
|
|
|
int rsch(struct subchannel_id schid)
|
|
{
|
|
int ccode;
|
|
|
|
ccode = __rsch(schid);
|
|
trace_s390_cio_rsch(schid, ccode);
|
|
|
|
return ccode;
|
|
}
|
|
|
|
static inline int __hsch(struct subchannel_id schid)
|
|
{
|
|
unsigned long r1 = *(unsigned int *)&schid;
|
|
int ccode;
|
|
|
|
asm volatile(
|
|
" lgr 1,%[r1]\n"
|
|
" hsch\n"
|
|
CC_IPM(cc)
|
|
: CC_OUT(cc, ccode)
|
|
: [r1] "d" (r1)
|
|
: CC_CLOBBER_LIST("1"));
|
|
return CC_TRANSFORM(ccode);
|
|
}
|
|
|
|
int hsch(struct subchannel_id schid)
|
|
{
|
|
int ccode;
|
|
|
|
ccode = __hsch(schid);
|
|
trace_s390_cio_hsch(schid, ccode);
|
|
|
|
return ccode;
|
|
}
|
|
EXPORT_SYMBOL(hsch);
|
|
|
|
static inline int __xsch(struct subchannel_id schid)
|
|
{
|
|
unsigned long r1 = *(unsigned int *)&schid;
|
|
int ccode;
|
|
|
|
asm volatile(
|
|
" lgr 1,%[r1]\n"
|
|
" xsch\n"
|
|
" ipm %[cc]\n"
|
|
" srl %[cc],28\n"
|
|
: [cc] "=&d" (ccode)
|
|
: [r1] "d" (r1)
|
|
: "cc", "1");
|
|
return CC_TRANSFORM(ccode);
|
|
}
|
|
|
|
int xsch(struct subchannel_id schid)
|
|
{
|
|
int ccode;
|
|
|
|
ccode = __xsch(schid);
|
|
trace_s390_cio_xsch(schid, ccode);
|
|
|
|
return ccode;
|
|
}
|
|
|
|
static inline int __stcrw(struct crw *crw)
|
|
{
|
|
int ccode;
|
|
|
|
asm volatile(
|
|
" stcrw %[crw]\n"
|
|
CC_IPM(cc)
|
|
: CC_OUT(cc, ccode), [crw] "=Q" (*crw)
|
|
:
|
|
: CC_CLOBBER);
|
|
return CC_TRANSFORM(ccode);
|
|
}
|
|
|
|
static inline int _stcrw(struct crw *crw)
|
|
{
|
|
#ifdef CONFIG_CIO_INJECT
|
|
if (static_branch_unlikely(&cio_inject_enabled)) {
|
|
if (stcrw_get_injected(crw) == 0)
|
|
return 0;
|
|
}
|
|
#endif
|
|
|
|
return __stcrw(crw);
|
|
}
|
|
|
|
int stcrw(struct crw *crw)
|
|
{
|
|
int ccode;
|
|
|
|
ccode = _stcrw(crw);
|
|
trace_s390_cio_stcrw(crw, ccode);
|
|
|
|
return ccode;
|
|
}
|