2 * net/sched/sch_mq.c Classful multiqueue dummy scheduler
4 * Copyright (c) 2009 Patrick McHardy <kaber@trash.net>
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * version 2 as published by the Free Software Foundation.
11 #include <linux/types.h>
12 #include <linux/slab.h>
13 #include <linux/kernel.h>
14 #include <linux/export.h>
15 #include <linux/string.h>
16 #include <linux/errno.h>
17 #include <linux/skbuff.h>
18 #include <net/netlink.h>
19 #include <net/pkt_sched.h>
22 struct Qdisc
**qdiscs
;
25 static void mq_destroy(struct Qdisc
*sch
)
27 struct net_device
*dev
= qdisc_dev(sch
);
28 struct mq_sched
*priv
= qdisc_priv(sch
);
33 for (ntx
= 0; ntx
< dev
->num_tx_queues
&& priv
->qdiscs
[ntx
]; ntx
++)
34 qdisc_destroy(priv
->qdiscs
[ntx
]);
38 static int mq_init(struct Qdisc
*sch
, struct nlattr
*opt
)
40 struct net_device
*dev
= qdisc_dev(sch
);
41 struct mq_sched
*priv
= qdisc_priv(sch
);
42 struct netdev_queue
*dev_queue
;
46 if (sch
->parent
!= TC_H_ROOT
)
49 if (!netif_is_multiqueue(dev
))
52 /* pre-allocate qdiscs, attachment can't fail */
53 priv
->qdiscs
= kcalloc(dev
->num_tx_queues
, sizeof(priv
->qdiscs
[0]),
58 for (ntx
= 0; ntx
< dev
->num_tx_queues
; ntx
++) {
59 dev_queue
= netdev_get_tx_queue(dev
, ntx
);
60 qdisc
= qdisc_create_dflt(dev_queue
, get_default_qdisc_ops(dev
, ntx
),
61 TC_H_MAKE(TC_H_MAJ(sch
->handle
),
65 priv
->qdiscs
[ntx
] = qdisc
;
66 qdisc
->flags
|= TCQ_F_ONETXQUEUE
| TCQ_F_NOPARENT
;
69 sch
->flags
|= TCQ_F_MQROOT
;
73 static void mq_attach(struct Qdisc
*sch
)
75 struct net_device
*dev
= qdisc_dev(sch
);
76 struct mq_sched
*priv
= qdisc_priv(sch
);
77 struct Qdisc
*qdisc
, *old
;
80 for (ntx
= 0; ntx
< dev
->num_tx_queues
; ntx
++) {
81 qdisc
= priv
->qdiscs
[ntx
];
82 old
= dev_graft_qdisc(qdisc
->dev_queue
, qdisc
);
85 #ifdef CONFIG_NET_SCHED
86 if (ntx
< dev
->real_num_tx_queues
)
87 qdisc_hash_add(qdisc
, false);
95 static int mq_dump(struct Qdisc
*sch
, struct sk_buff
*skb
)
97 struct net_device
*dev
= qdisc_dev(sch
);
102 memset(&sch
->bstats
, 0, sizeof(sch
->bstats
));
103 memset(&sch
->qstats
, 0, sizeof(sch
->qstats
));
105 for (ntx
= 0; ntx
< dev
->num_tx_queues
; ntx
++) {
106 qdisc
= netdev_get_tx_queue(dev
, ntx
)->qdisc_sleeping
;
107 spin_lock_bh(qdisc_lock(qdisc
));
108 sch
->q
.qlen
+= qdisc
->q
.qlen
;
109 sch
->bstats
.bytes
+= qdisc
->bstats
.bytes
;
110 sch
->bstats
.packets
+= qdisc
->bstats
.packets
;
111 sch
->qstats
.backlog
+= qdisc
->qstats
.backlog
;
112 sch
->qstats
.drops
+= qdisc
->qstats
.drops
;
113 sch
->qstats
.requeues
+= qdisc
->qstats
.requeues
;
114 sch
->qstats
.overlimits
+= qdisc
->qstats
.overlimits
;
115 spin_unlock_bh(qdisc_lock(qdisc
));
120 static struct netdev_queue
*mq_queue_get(struct Qdisc
*sch
, unsigned long cl
)
122 struct net_device
*dev
= qdisc_dev(sch
);
123 unsigned long ntx
= cl
- 1;
125 if (ntx
>= dev
->num_tx_queues
)
127 return netdev_get_tx_queue(dev
, ntx
);
130 static struct netdev_queue
*mq_select_queue(struct Qdisc
*sch
,
133 unsigned int ntx
= TC_H_MIN(tcm
->tcm_parent
);
134 struct netdev_queue
*dev_queue
= mq_queue_get(sch
, ntx
);
137 struct net_device
*dev
= qdisc_dev(sch
);
139 return netdev_get_tx_queue(dev
, 0);
144 static int mq_graft(struct Qdisc
*sch
, unsigned long cl
, struct Qdisc
*new,
147 struct netdev_queue
*dev_queue
= mq_queue_get(sch
, cl
);
148 struct net_device
*dev
= qdisc_dev(sch
);
150 if (dev
->flags
& IFF_UP
)
153 *old
= dev_graft_qdisc(dev_queue
, new);
155 new->flags
|= TCQ_F_ONETXQUEUE
| TCQ_F_NOPARENT
;
156 if (dev
->flags
& IFF_UP
)
161 static struct Qdisc
*mq_leaf(struct Qdisc
*sch
, unsigned long cl
)
163 struct netdev_queue
*dev_queue
= mq_queue_get(sch
, cl
);
165 return dev_queue
->qdisc_sleeping
;
168 static unsigned long mq_get(struct Qdisc
*sch
, u32 classid
)
170 unsigned int ntx
= TC_H_MIN(classid
);
172 if (!mq_queue_get(sch
, ntx
))
177 static void mq_put(struct Qdisc
*sch
, unsigned long cl
)
181 static int mq_dump_class(struct Qdisc
*sch
, unsigned long cl
,
182 struct sk_buff
*skb
, struct tcmsg
*tcm
)
184 struct netdev_queue
*dev_queue
= mq_queue_get(sch
, cl
);
186 tcm
->tcm_parent
= TC_H_ROOT
;
187 tcm
->tcm_handle
|= TC_H_MIN(cl
);
188 tcm
->tcm_info
= dev_queue
->qdisc_sleeping
->handle
;
192 static int mq_dump_class_stats(struct Qdisc
*sch
, unsigned long cl
,
195 struct netdev_queue
*dev_queue
= mq_queue_get(sch
, cl
);
197 sch
= dev_queue
->qdisc_sleeping
;
198 if (gnet_stats_copy_basic(&sch
->running
, d
, NULL
, &sch
->bstats
) < 0 ||
199 gnet_stats_copy_queue(d
, NULL
, &sch
->qstats
, sch
->q
.qlen
) < 0)
204 static void mq_walk(struct Qdisc
*sch
, struct qdisc_walker
*arg
)
206 struct net_device
*dev
= qdisc_dev(sch
);
212 arg
->count
= arg
->skip
;
213 for (ntx
= arg
->skip
; ntx
< dev
->num_tx_queues
; ntx
++) {
214 if (arg
->fn(sch
, ntx
+ 1, arg
) < 0) {
222 static const struct Qdisc_class_ops mq_class_ops
= {
223 .select_queue
= mq_select_queue
,
229 .dump
= mq_dump_class
,
230 .dump_stats
= mq_dump_class_stats
,
233 struct Qdisc_ops mq_qdisc_ops __read_mostly
= {
234 .cl_ops
= &mq_class_ops
,
236 .priv_size
= sizeof(struct mq_sched
),
238 .destroy
= mq_destroy
,
241 .owner
= THIS_MODULE
,