2 * Copyright (C) ST-Ericsson AB 2010
3 * Author: Sjur Brendeland/sjur.brandeland@stericsson.com
4 * License terms: GNU General Public License (GPL) version 2
7 #define pr_fmt(fmt) KBUILD_MODNAME ":%s(): " fmt, __func__
9 #include <linux/string.h>
10 #include <linux/skbuff.h>
11 #include <linux/hardirq.h>
12 #include <linux/export.h>
13 #include <net/caif/cfpkt.h>
17 #define PKT_LEN_WHEN_EXTENDING 128
18 #define PKT_ERROR(pkt, errmsg) \
20 cfpkt_priv(pkt)->erronous = true; \
21 skb_reset_tail_pointer(&pkt->skb); \
26 struct sk_buff_head head
;
28 /* Lock protects count updates */
33 * net/caif/ is generic and does not
34 * understand SKB, so we do this typecast
40 /* Private data inside SKB */
41 struct cfpkt_priv_data
{
42 struct dev_info dev_info
;
46 static inline struct cfpkt_priv_data
*cfpkt_priv(struct cfpkt
*pkt
)
48 return (struct cfpkt_priv_data
*) pkt
->skb
.cb
;
51 static inline bool is_erronous(struct cfpkt
*pkt
)
53 return cfpkt_priv(pkt
)->erronous
;
56 static inline struct sk_buff
*pkt_to_skb(struct cfpkt
*pkt
)
61 static inline struct cfpkt
*skb_to_pkt(struct sk_buff
*skb
)
63 return (struct cfpkt
*) skb
;
66 struct cfpkt
*cfpkt_fromnative(enum caif_direction dir
, void *nativepkt
)
68 struct cfpkt
*pkt
= skb_to_pkt(nativepkt
);
69 cfpkt_priv(pkt
)->erronous
= false;
72 EXPORT_SYMBOL(cfpkt_fromnative
);
74 void *cfpkt_tonative(struct cfpkt
*pkt
)
78 EXPORT_SYMBOL(cfpkt_tonative
);
80 static struct cfpkt
*cfpkt_create_pfx(u16 len
, u16 pfx
)
84 if (likely(in_interrupt()))
85 skb
= alloc_skb(len
+ pfx
, GFP_ATOMIC
);
87 skb
= alloc_skb(len
+ pfx
, GFP_KERNEL
);
89 if (unlikely(skb
== NULL
))
92 skb_reserve(skb
, pfx
);
93 return skb_to_pkt(skb
);
96 inline struct cfpkt
*cfpkt_create(u16 len
)
98 return cfpkt_create_pfx(len
+ PKT_POSTFIX
, PKT_PREFIX
);
101 void cfpkt_destroy(struct cfpkt
*pkt
)
103 struct sk_buff
*skb
= pkt_to_skb(pkt
);
107 inline bool cfpkt_more(struct cfpkt
*pkt
)
109 struct sk_buff
*skb
= pkt_to_skb(pkt
);
113 int cfpkt_peek_head(struct cfpkt
*pkt
, void *data
, u16 len
)
115 struct sk_buff
*skb
= pkt_to_skb(pkt
);
116 if (skb_headlen(skb
) >= len
) {
117 memcpy(data
, skb
->data
, len
);
120 return !cfpkt_extr_head(pkt
, data
, len
) &&
121 !cfpkt_add_head(pkt
, data
, len
);
124 int cfpkt_extr_head(struct cfpkt
*pkt
, void *data
, u16 len
)
126 struct sk_buff
*skb
= pkt_to_skb(pkt
);
128 if (unlikely(is_erronous(pkt
)))
131 if (unlikely(len
> skb
->len
)) {
132 PKT_ERROR(pkt
, "read beyond end of packet\n");
136 if (unlikely(len
> skb_headlen(skb
))) {
137 if (unlikely(skb_linearize(skb
) != 0)) {
138 PKT_ERROR(pkt
, "linearize failed\n");
142 from
= skb_pull(skb
, len
);
145 memcpy(data
, from
, len
);
148 EXPORT_SYMBOL(cfpkt_extr_head
);
150 int cfpkt_extr_trail(struct cfpkt
*pkt
, void *dta
, u16 len
)
152 struct sk_buff
*skb
= pkt_to_skb(pkt
);
155 if (unlikely(is_erronous(pkt
)))
158 if (unlikely(skb_linearize(skb
) != 0)) {
159 PKT_ERROR(pkt
, "linearize failed\n");
162 if (unlikely(skb
->data
+ len
> skb_tail_pointer(skb
))) {
163 PKT_ERROR(pkt
, "read beyond end of packet\n");
166 from
= skb_tail_pointer(skb
) - len
;
167 skb_trim(skb
, skb
->len
- len
);
168 memcpy(data
, from
, len
);
172 int cfpkt_pad_trail(struct cfpkt
*pkt
, u16 len
)
174 return cfpkt_add_body(pkt
, NULL
, len
);
177 int cfpkt_add_body(struct cfpkt
*pkt
, const void *data
, u16 len
)
179 struct sk_buff
*skb
= pkt_to_skb(pkt
);
180 struct sk_buff
*lastskb
;
185 if (unlikely(is_erronous(pkt
)))
190 /* Check whether we need to add space at the tail */
191 if (unlikely(skb_tailroom(skb
) < len
)) {
192 if (likely(len
< PKT_LEN_WHEN_EXTENDING
))
193 addlen
= PKT_LEN_WHEN_EXTENDING
;
198 /* Check whether we need to change the SKB before writing to the tail */
199 if (unlikely((addlen
> 0) || skb_cloned(skb
) || skb_shared(skb
))) {
201 /* Make sure data is writable */
202 if (unlikely(skb_cow_data(skb
, addlen
, &lastskb
) < 0)) {
203 PKT_ERROR(pkt
, "cow failed\n");
207 * Is the SKB non-linear after skb_cow_data()? If so, we are
208 * going to add data to the last SKB, so we need to adjust
209 * lengths of the top SKB.
211 if (lastskb
!= skb
) {
212 pr_warn("Packet is non-linear\n");
214 skb
->data_len
+= len
;
218 /* All set to put the last SKB and optionally write data there. */
219 to
= skb_put(lastskb
, len
);
221 memcpy(to
, data
, len
);
225 inline int cfpkt_addbdy(struct cfpkt
*pkt
, u8 data
)
227 return cfpkt_add_body(pkt
, &data
, 1);
230 int cfpkt_add_head(struct cfpkt
*pkt
, const void *data2
, u16 len
)
232 struct sk_buff
*skb
= pkt_to_skb(pkt
);
233 struct sk_buff
*lastskb
;
235 const u8
*data
= data2
;
237 if (unlikely(is_erronous(pkt
)))
239 if (unlikely(skb_headroom(skb
) < len
)) {
240 PKT_ERROR(pkt
, "no headroom\n");
244 /* Make sure data is writable */
245 ret
= skb_cow_data(skb
, 0, &lastskb
);
246 if (unlikely(ret
< 0)) {
247 PKT_ERROR(pkt
, "cow failed\n");
251 to
= skb_push(skb
, len
);
252 memcpy(to
, data
, len
);
255 EXPORT_SYMBOL(cfpkt_add_head
);
257 inline int cfpkt_add_trail(struct cfpkt
*pkt
, const void *data
, u16 len
)
259 return cfpkt_add_body(pkt
, data
, len
);
262 inline u16
cfpkt_getlen(struct cfpkt
*pkt
)
264 struct sk_buff
*skb
= pkt_to_skb(pkt
);
268 inline u16
cfpkt_iterate(struct cfpkt
*pkt
,
269 u16 (*iter_func
)(u16
, void *, u16
),
273 * Don't care about the performance hit of linearizing,
274 * Checksum should not be used on high-speed interfaces anyway.
276 if (unlikely(is_erronous(pkt
)))
278 if (unlikely(skb_linearize(&pkt
->skb
) != 0)) {
279 PKT_ERROR(pkt
, "linearize failed\n");
282 return iter_func(data
, pkt
->skb
.data
, cfpkt_getlen(pkt
));
285 int cfpkt_setlen(struct cfpkt
*pkt
, u16 len
)
287 struct sk_buff
*skb
= pkt_to_skb(pkt
);
290 if (unlikely(is_erronous(pkt
)))
293 if (likely(len
<= skb
->len
)) {
294 if (unlikely(skb
->data_len
))
295 ___pskb_trim(skb
, len
);
299 return cfpkt_getlen(pkt
);
302 /* Need to expand SKB */
303 if (unlikely(!cfpkt_pad_trail(pkt
, len
- skb
->len
)))
304 PKT_ERROR(pkt
, "skb_pad_trail failed\n");
306 return cfpkt_getlen(pkt
);
309 struct cfpkt
*cfpkt_append(struct cfpkt
*dstpkt
,
310 struct cfpkt
*addpkt
,
313 struct sk_buff
*dst
= pkt_to_skb(dstpkt
);
314 struct sk_buff
*add
= pkt_to_skb(addpkt
);
315 u16 addlen
= skb_headlen(add
);
320 if (unlikely(is_erronous(dstpkt
) || is_erronous(addpkt
))) {
323 if (expectlen
> addlen
)
324 neededtailspace
= expectlen
;
326 neededtailspace
= addlen
;
328 if (dst
->tail
+ neededtailspace
> dst
->end
) {
329 /* Create a dumplicate of 'dst' with more tail space */
330 struct cfpkt
*tmppkt
;
331 dstlen
= skb_headlen(dst
);
332 createlen
= dstlen
+ neededtailspace
;
333 tmppkt
= cfpkt_create(createlen
+ PKT_PREFIX
+ PKT_POSTFIX
);
336 tmp
= pkt_to_skb(tmppkt
);
337 skb_set_tail_pointer(tmp
, dstlen
);
339 memcpy(tmp
->data
, dst
->data
, dstlen
);
340 cfpkt_destroy(dstpkt
);
343 memcpy(skb_tail_pointer(dst
), add
->data
, skb_headlen(add
));
344 cfpkt_destroy(addpkt
);
347 return skb_to_pkt(dst
);
350 struct cfpkt
*cfpkt_split(struct cfpkt
*pkt
, u16 pos
)
352 struct sk_buff
*skb2
;
353 struct sk_buff
*skb
= pkt_to_skb(pkt
);
354 struct cfpkt
*tmppkt
;
355 u8
*split
= skb
->data
+ pos
;
356 u16 len2nd
= skb_tail_pointer(skb
) - split
;
358 if (unlikely(is_erronous(pkt
)))
361 if (skb
->data
+ pos
> skb_tail_pointer(skb
)) {
362 PKT_ERROR(pkt
, "trying to split beyond end of packet\n");
366 /* Create a new packet for the second part of the data */
367 tmppkt
= cfpkt_create_pfx(len2nd
+ PKT_PREFIX
+ PKT_POSTFIX
,
371 skb2
= pkt_to_skb(tmppkt
);
377 /* Reduce the length of the original packet */
378 skb_set_tail_pointer(skb
, pos
);
381 memcpy(skb2
->data
, split
, len2nd
);
382 skb2
->tail
+= len2nd
;
384 skb2
->priority
= skb
->priority
;
385 return skb_to_pkt(skb2
);
388 bool cfpkt_erroneous(struct cfpkt
*pkt
)
390 return cfpkt_priv(pkt
)->erronous
;
393 struct caif_payload_info
*cfpkt_info(struct cfpkt
*pkt
)
395 return (struct caif_payload_info
*)&pkt_to_skb(pkt
)->cb
;
397 EXPORT_SYMBOL(cfpkt_info
);
399 void cfpkt_set_prio(struct cfpkt
*pkt
, int prio
)
401 pkt_to_skb(pkt
)->priority
= prio
;
403 EXPORT_SYMBOL(cfpkt_set_prio
);