Commit b7121395 authored by Al Viro's avatar Al Viro

alpha: propagate the calling convention changes down to csum_partial_copy.c helpers

get rid of set_fs() in csum_partial_copy_nocheck(), while we are at it -
just take the part of csum_and_copy_from_user() sans the access_ok() check
into a helper function and have csum_partial_copy_nocheck() call that.
Signed-off-by: default avatarAl Viro <viro@zeniv.linux.org.uk>
parent c693cc46
...@@ -39,12 +39,11 @@ __asm__ __volatile__("insql %1,%2,%0":"=r" (z):"r" (x),"r" (y)) ...@@ -39,12 +39,11 @@ __asm__ __volatile__("insql %1,%2,%0":"=r" (z):"r" (x),"r" (y))
#define insqh(x,y,z) \ #define insqh(x,y,z) \
__asm__ __volatile__("insqh %1,%2,%0":"=r" (z):"r" (x),"r" (y)) __asm__ __volatile__("insqh %1,%2,%0":"=r" (z):"r" (x),"r" (y))
#define __get_word(insn,x,ptr) \
#define __get_user_u(x,ptr) \
({ \ ({ \
long __guu_err; \ long __guu_err; \
__asm__ __volatile__( \ __asm__ __volatile__( \
"1: ldq_u %0,%2\n" \ "1: "#insn" %0,%2\n" \
"2:\n" \ "2:\n" \
EXC(1b,2b,%0,%1) \ EXC(1b,2b,%0,%1) \
: "=r"(x), "=r"(__guu_err) \ : "=r"(x), "=r"(__guu_err) \
...@@ -52,19 +51,6 @@ __asm__ __volatile__("insqh %1,%2,%0":"=r" (z):"r" (x),"r" (y)) ...@@ -52,19 +51,6 @@ __asm__ __volatile__("insqh %1,%2,%0":"=r" (z):"r" (x),"r" (y))
__guu_err; \ __guu_err; \
}) })
#define __put_user_u(x,ptr) \
({ \
long __puu_err; \
__asm__ __volatile__( \
"1: stq_u %2,%1\n" \
"2:\n" \
EXC(1b,2b,$31,%0) \
: "=r"(__puu_err) \
: "m"(__m(addr)), "rJ"(x), "0"(0)); \
__puu_err; \
})
static inline unsigned short from64to16(unsigned long x) static inline unsigned short from64to16(unsigned long x)
{ {
/* Using extract instructions is a bit more efficient /* Using extract instructions is a bit more efficient
...@@ -95,15 +81,15 @@ static inline unsigned short from64to16(unsigned long x) ...@@ -95,15 +81,15 @@ static inline unsigned short from64to16(unsigned long x)
*/ */
static inline unsigned long static inline unsigned long
csum_partial_cfu_aligned(const unsigned long __user *src, unsigned long *dst, csum_partial_cfu_aligned(const unsigned long __user *src, unsigned long *dst,
long len, unsigned long checksum, long len)
int *errp)
{ {
unsigned long checksum = ~0U;
unsigned long carry = 0; unsigned long carry = 0;
int err = 0;
while (len >= 0) { while (len >= 0) {
unsigned long word; unsigned long word;
err |= __get_user(word, src); if (__get_word(ldq, word, src))
return 0;
checksum += carry; checksum += carry;
src++; src++;
checksum += word; checksum += word;
...@@ -116,7 +102,8 @@ csum_partial_cfu_aligned(const unsigned long __user *src, unsigned long *dst, ...@@ -116,7 +102,8 @@ csum_partial_cfu_aligned(const unsigned long __user *src, unsigned long *dst,
checksum += carry; checksum += carry;
if (len) { if (len) {
unsigned long word, tmp; unsigned long word, tmp;
err |= __get_user(word, src); if (__get_word(ldq, word, src))
return 0;
tmp = *dst; tmp = *dst;
mskql(word, len, word); mskql(word, len, word);
checksum += word; checksum += word;
...@@ -125,7 +112,6 @@ csum_partial_cfu_aligned(const unsigned long __user *src, unsigned long *dst, ...@@ -125,7 +112,6 @@ csum_partial_cfu_aligned(const unsigned long __user *src, unsigned long *dst,
*dst = word | tmp; *dst = word | tmp;
checksum += carry; checksum += carry;
} }
if (err && errp) *errp = err;
return checksum; return checksum;
} }
...@@ -137,20 +123,21 @@ static inline unsigned long ...@@ -137,20 +123,21 @@ static inline unsigned long
csum_partial_cfu_dest_aligned(const unsigned long __user *src, csum_partial_cfu_dest_aligned(const unsigned long __user *src,
unsigned long *dst, unsigned long *dst,
unsigned long soff, unsigned long soff,
long len, unsigned long checksum, long len)
int *errp)
{ {
unsigned long first; unsigned long first;
unsigned long word, carry; unsigned long word, carry;
unsigned long lastsrc = 7+len+(unsigned long)src; unsigned long lastsrc = 7+len+(unsigned long)src;
int err = 0; unsigned long checksum = ~0U;
err |= __get_user_u(first,src); if (__get_word(ldq_u, first,src))
return 0;
carry = 0; carry = 0;
while (len >= 0) { while (len >= 0) {
unsigned long second; unsigned long second;
err |= __get_user_u(second, src+1); if (__get_word(ldq_u, second, src+1))
return 0;
extql(first, soff, word); extql(first, soff, word);
len -= 8; len -= 8;
src++; src++;
...@@ -168,7 +155,8 @@ csum_partial_cfu_dest_aligned(const unsigned long __user *src, ...@@ -168,7 +155,8 @@ csum_partial_cfu_dest_aligned(const unsigned long __user *src,
if (len) { if (len) {
unsigned long tmp; unsigned long tmp;
unsigned long second; unsigned long second;
err |= __get_user_u(second, lastsrc); if (__get_word(ldq_u, second, lastsrc))
return 0;
tmp = *dst; tmp = *dst;
extql(first, soff, word); extql(first, soff, word);
extqh(second, soff, first); extqh(second, soff, first);
...@@ -180,7 +168,6 @@ csum_partial_cfu_dest_aligned(const unsigned long __user *src, ...@@ -180,7 +168,6 @@ csum_partial_cfu_dest_aligned(const unsigned long __user *src,
*dst = word | tmp; *dst = word | tmp;
checksum += carry; checksum += carry;
} }
if (err && errp) *errp = err;
return checksum; return checksum;
} }
...@@ -191,18 +178,18 @@ static inline unsigned long ...@@ -191,18 +178,18 @@ static inline unsigned long
csum_partial_cfu_src_aligned(const unsigned long __user *src, csum_partial_cfu_src_aligned(const unsigned long __user *src,
unsigned long *dst, unsigned long *dst,
unsigned long doff, unsigned long doff,
long len, unsigned long checksum, long len,
unsigned long partial_dest, unsigned long partial_dest)
int *errp)
{ {
unsigned long carry = 0; unsigned long carry = 0;
unsigned long word; unsigned long word;
unsigned long second_dest; unsigned long second_dest;
int err = 0; unsigned long checksum = ~0U;
mskql(partial_dest, doff, partial_dest); mskql(partial_dest, doff, partial_dest);
while (len >= 0) { while (len >= 0) {
err |= __get_user(word, src); if (__get_word(ldq, word, src))
return 0;
len -= 8; len -= 8;
insql(word, doff, second_dest); insql(word, doff, second_dest);
checksum += carry; checksum += carry;
...@@ -216,7 +203,8 @@ csum_partial_cfu_src_aligned(const unsigned long __user *src, ...@@ -216,7 +203,8 @@ csum_partial_cfu_src_aligned(const unsigned long __user *src,
len += 8; len += 8;
if (len) { if (len) {
checksum += carry; checksum += carry;
err |= __get_user(word, src); if (__get_word(ldq, word, src))
return 0;
mskql(word, len, word); mskql(word, len, word);
len -= 8; len -= 8;
checksum += word; checksum += word;
...@@ -237,7 +225,6 @@ csum_partial_cfu_src_aligned(const unsigned long __user *src, ...@@ -237,7 +225,6 @@ csum_partial_cfu_src_aligned(const unsigned long __user *src,
stq_u(partial_dest | second_dest, dst); stq_u(partial_dest | second_dest, dst);
out: out:
checksum += carry; checksum += carry;
if (err && errp) *errp = err;
return checksum; return checksum;
} }
...@@ -249,23 +236,23 @@ static inline unsigned long ...@@ -249,23 +236,23 @@ static inline unsigned long
csum_partial_cfu_unaligned(const unsigned long __user * src, csum_partial_cfu_unaligned(const unsigned long __user * src,
unsigned long * dst, unsigned long * dst,
unsigned long soff, unsigned long doff, unsigned long soff, unsigned long doff,
long len, unsigned long checksum, long len, unsigned long partial_dest)
unsigned long partial_dest,
int *errp)
{ {
unsigned long carry = 0; unsigned long carry = 0;
unsigned long first; unsigned long first;
unsigned long lastsrc; unsigned long lastsrc;
int err = 0; unsigned long checksum = ~0U;
err |= __get_user_u(first, src); if (__get_word(ldq_u, first, src))
return 0;
lastsrc = 7+len+(unsigned long)src; lastsrc = 7+len+(unsigned long)src;
mskql(partial_dest, doff, partial_dest); mskql(partial_dest, doff, partial_dest);
while (len >= 0) { while (len >= 0) {
unsigned long second, word; unsigned long second, word;
unsigned long second_dest; unsigned long second_dest;
err |= __get_user_u(second, src+1); if (__get_word(ldq_u, second, src+1))
return 0;
extql(first, soff, word); extql(first, soff, word);
checksum += carry; checksum += carry;
len -= 8; len -= 8;
...@@ -286,7 +273,8 @@ csum_partial_cfu_unaligned(const unsigned long __user * src, ...@@ -286,7 +273,8 @@ csum_partial_cfu_unaligned(const unsigned long __user * src,
unsigned long second, word; unsigned long second, word;
unsigned long second_dest; unsigned long second_dest;
err |= __get_user_u(second, lastsrc); if (__get_word(ldq_u, second, lastsrc))
return 0;
extql(first, soff, word); extql(first, soff, word);
extqh(second, soff, first); extqh(second, soff, first);
word |= first; word |= first;
...@@ -307,7 +295,8 @@ csum_partial_cfu_unaligned(const unsigned long __user * src, ...@@ -307,7 +295,8 @@ csum_partial_cfu_unaligned(const unsigned long __user * src,
unsigned long second, word; unsigned long second, word;
unsigned long second_dest; unsigned long second_dest;
err |= __get_user_u(second, lastsrc); if (__get_word(ldq_u, second, lastsrc))
return 0;
extql(first, soff, word); extql(first, soff, word);
extqh(second, soff, first); extqh(second, soff, first);
word |= first; word |= first;
...@@ -320,63 +309,55 @@ csum_partial_cfu_unaligned(const unsigned long __user * src, ...@@ -320,63 +309,55 @@ csum_partial_cfu_unaligned(const unsigned long __user * src,
stq_u(partial_dest | word | second_dest, dst); stq_u(partial_dest | word | second_dest, dst);
checksum += carry; checksum += carry;
} }
if (err && errp) *errp = err;
return checksum; return checksum;
} }
__wsum static __wsum __csum_and_copy(const void __user *src, void *dst, int len)
csum_and_copy_from_user(const void __user *src, void *dst, int len)
{ {
unsigned long checksum = ~0U;
unsigned long soff = 7 & (unsigned long) src; unsigned long soff = 7 & (unsigned long) src;
unsigned long doff = 7 & (unsigned long) dst; unsigned long doff = 7 & (unsigned long) dst;
int err = 0; unsigned long checksum;
if (len) { if (!doff) {
if (!access_ok(src, len)) if (!soff)
return 0; checksum = csum_partial_cfu_aligned(
if (!doff) { (const unsigned long __user *) src,
if (!soff) (unsigned long *) dst, len-8);
checksum = csum_partial_cfu_aligned( else
(const unsigned long __user *) src, checksum = csum_partial_cfu_dest_aligned(
(unsigned long *) dst, (const unsigned long __user *) src,
len-8, checksum, &err); (unsigned long *) dst,
else soff, len-8);
checksum = csum_partial_cfu_dest_aligned( } else {
(const unsigned long __user *) src, unsigned long partial_dest;
(unsigned long *) dst, ldq_u(partial_dest, dst);
soff, len-8, checksum, &err); if (!soff)
} else { checksum = csum_partial_cfu_src_aligned(
unsigned long partial_dest; (const unsigned long __user *) src,
ldq_u(partial_dest, dst); (unsigned long *) dst,
if (!soff) doff, len-8, partial_dest);
checksum = csum_partial_cfu_src_aligned( else
(const unsigned long __user *) src, checksum = csum_partial_cfu_unaligned(
(unsigned long *) dst, (const unsigned long __user *) src,
doff, len-8, checksum, (unsigned long *) dst,
partial_dest, &err); soff, doff, len-8, partial_dest);
else
checksum = csum_partial_cfu_unaligned(
(const unsigned long __user *) src,
(unsigned long *) dst,
soff, doff, len-8, checksum,
partial_dest, &err);
}
checksum = err ? 0 : from64to16 (checksum);
} }
return (__force __wsum)checksum; return (__force __wsum)from64to16 (checksum);
}
__wsum
csum_and_copy_from_user(const void __user *src, void *dst, int len)
{
if (!access_ok(src, len))
return 0;
return __csum_and_copy(src, dst, len);
} }
EXPORT_SYMBOL(csum_and_copy_from_user); EXPORT_SYMBOL(csum_and_copy_from_user);
__wsum __wsum
csum_partial_copy_nocheck(const void *src, void *dst, int len) csum_partial_copy_nocheck(const void *src, void *dst, int len)
{ {
__wsum checksum; return __csum_and_copy((__force const void __user *)src,
mm_segment_t oldfs = get_fs();
set_fs(KERNEL_DS);
checksum = csum_and_copy_from_user((__force const void __user *)src,
dst, len); dst, len);
set_fs(oldfs);
return checksum;
} }
EXPORT_SYMBOL(csum_partial_copy_nocheck); EXPORT_SYMBOL(csum_partial_copy_nocheck);
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment