2 * iovec manipulation routines.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version
8 * 2 of the License, or (at your option) any later version.
11 * Andrew Lunn : Errors in iovec copying.
12 * Pedro Roque : Added memcpy_fromiovecend and
13 * csum_..._fromiovecend.
14 * Andi Kleen : fixed error handling for 2.1
15 * Alexey Kuznetsov: 2.1 optimisations
16 * Andi Kleen : Fix csum*fromiovecend for IPv6.
19 #include <linux/errno.h>
20 #include <linux/module.h>
21 #include <linux/kernel.h>
23 #include <linux/net.h>
24 #include <linux/in6.h>
25 #include <asm/uaccess.h>
26 #include <asm/byteorder.h>
27 #include <net/checksum.h>
31 * Verify iovec. The caller must ensure that the iovec is big enough
32 * to hold the message iovec.
34 * Save time not doing access_ok. copy_*_user will make this work
38 int verify_iovec(struct msghdr
*m
, struct iovec
*iov
, struct sockaddr
*address
, int mode
)
43 if (mode
== VERIFY_READ
) {
44 err
= move_addr_to_kernel(m
->msg_name
, m
->msg_namelen
,
49 m
->msg_name
= address
;
54 size
= m
->msg_iovlen
* sizeof(struct iovec
);
55 if (copy_from_user(iov
, m
->msg_iov
, size
))
61 for (ct
= 0; ct
< m
->msg_iovlen
; ct
++) {
62 size_t len
= iov
[ct
].iov_len
;
64 if (len
> INT_MAX
- err
) {
66 iov
[ct
].iov_len
= len
;
75 * Copy kernel to iovec. Returns -EFAULT on error.
77 * Note: this modifies the original iovec.
80 int memcpy_toiovec(struct iovec
*iov
, unsigned char *kdata
, int len
)
84 int copy
= min_t(unsigned int, iov
->iov_len
, len
);
85 if (copy_to_user(iov
->iov_base
, kdata
, copy
))
90 iov
->iov_base
+= copy
;
97 EXPORT_SYMBOL(memcpy_toiovec
);
100 * Copy kernel to iovec. Returns -EFAULT on error.
103 int memcpy_toiovecend(const struct iovec
*iov
, unsigned char *kdata
,
107 for (; len
> 0; ++iov
) {
108 /* Skip over the finished iovecs */
109 if (unlikely(offset
>= iov
->iov_len
)) {
110 offset
-= iov
->iov_len
;
113 copy
= min_t(unsigned int, iov
->iov_len
- offset
, len
);
114 if (copy_to_user(iov
->iov_base
+ offset
, kdata
, copy
))
123 EXPORT_SYMBOL(memcpy_toiovecend
);
126 * Copy iovec to kernel. Returns -EFAULT on error.
128 * Note: this modifies the original iovec.
131 int memcpy_fromiovec(unsigned char *kdata
, struct iovec
*iov
, int len
)
135 int copy
= min_t(unsigned int, len
, iov
->iov_len
);
136 if (copy_from_user(kdata
, iov
->iov_base
, copy
))
140 iov
->iov_base
+= copy
;
141 iov
->iov_len
-= copy
;
148 EXPORT_SYMBOL(memcpy_fromiovec
);
151 * Copy iovec from kernel. Returns -EFAULT on error.
154 int memcpy_fromiovecend(unsigned char *kdata
, const struct iovec
*iov
,
157 /* Skip over the finished iovecs */
158 while (offset
>= iov
->iov_len
) {
159 offset
-= iov
->iov_len
;
164 u8 __user
*base
= iov
->iov_base
+ offset
;
165 int copy
= min_t(unsigned int, len
, iov
->iov_len
- offset
);
168 if (copy_from_user(kdata
, base
, copy
))
177 EXPORT_SYMBOL(memcpy_fromiovecend
);
180 * And now for the all-in-one: copy and checksum from a user iovec
181 * directly to a datagram
182 * Calls to csum_partial but the last must be in 32 bit chunks
184 * ip_build_xmit must ensure that when fragmenting only the last
185 * call to this function will be unaligned also.
187 int csum_partial_copy_fromiovecend(unsigned char *kdata
, struct iovec
*iov
,
188 int offset
, unsigned int len
, __wsum
*csump
)
190 __wsum csum
= *csump
;
191 int partial_cnt
= 0, err
= 0;
193 /* Skip over the finished iovecs */
194 while (offset
>= iov
->iov_len
) {
195 offset
-= iov
->iov_len
;
200 u8 __user
*base
= iov
->iov_base
+ offset
;
201 int copy
= min_t(unsigned int, len
, iov
->iov_len
- offset
);
205 /* There is a remnant from previous iov. */
207 int par_len
= 4 - partial_cnt
;
209 /* iov component is too short ... */
210 if (par_len
> copy
) {
211 if (copy_from_user(kdata
, base
, copy
))
220 *csump
= csum_partial(kdata
- partial_cnt
,
224 if (copy_from_user(kdata
, base
, par_len
))
226 csum
= csum_partial(kdata
- partial_cnt
, 4, csum
);
235 partial_cnt
= copy
% 4;
238 if (copy_from_user(kdata
+ copy
, base
+ copy
,
245 csum
= csum_and_copy_from_user(base
, kdata
, copy
,
250 len
-= copy
+ partial_cnt
;
251 kdata
+= copy
+ partial_cnt
;
262 EXPORT_SYMBOL(csum_partial_copy_fromiovecend
);