2 * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/mlx4/cq.h>
35 #include <linux/mlx4/qp.h>
36 #include <linux/mlx4/cmd.h>
40 static void mlx4_en_cq_event(struct mlx4_cq
*cq
, enum mlx4_event event
)
46 int mlx4_en_create_cq(struct mlx4_en_priv
*priv
,
47 struct mlx4_en_cq
*cq
,
48 int entries
, int ring
, enum cq_type mode
)
50 struct mlx4_en_dev
*mdev
= priv
->mdev
;
55 cq
->buf_size
= cq
->size
* sizeof(struct mlx4_cqe
);
57 cq
->buf_size
= sizeof(struct mlx4_cqe
);
61 spin_lock_init(&cq
->lock
);
63 err
= mlx4_alloc_hwq_res(mdev
->dev
, &cq
->wqres
,
64 cq
->buf_size
, 2 * PAGE_SIZE
);
68 err
= mlx4_en_map_buffer(&cq
->wqres
.buf
);
70 mlx4_free_hwq_res(mdev
->dev
, &cq
->wqres
, cq
->buf_size
);
72 cq
->buf
= (struct mlx4_cqe
*) cq
->wqres
.buf
.direct
.buf
;
77 int mlx4_en_activate_cq(struct mlx4_en_priv
*priv
, struct mlx4_en_cq
*cq
)
79 struct mlx4_en_dev
*mdev
= priv
->mdev
;
83 cq
->dev
= mdev
->pndev
[priv
->port
];
84 cq
->mcq
.set_ci_db
= cq
->wqres
.db
.db
;
85 cq
->mcq
.arm_db
= cq
->wqres
.db
.db
+ 1;
86 *cq
->mcq
.set_ci_db
= 0;
88 memset(cq
->buf
, 0, cq
->buf_size
);
90 if (cq
->is_tx
== RX
) {
91 if (mdev
->dev
->caps
.comp_pool
) {
93 sprintf(name
, "%s-rx-%d", priv
->dev
->name
, cq
->ring
);
94 if (mlx4_assign_eq(mdev
->dev
, name
, &cq
->vector
)) {
95 cq
->vector
= (cq
->ring
+ 1 + priv
->port
) %
96 mdev
->dev
->caps
.num_comp_vectors
;
97 mlx4_warn(mdev
, "Failed Assigning an EQ to "
98 "%s_rx-%d ,Falling back to legacy EQ's\n",
99 priv
->dev
->name
, cq
->ring
);
103 cq
->vector
= (cq
->ring
+ 1 + priv
->port
) %
104 mdev
->dev
->caps
.num_comp_vectors
;
107 if (!cq
->vector
|| !mdev
->dev
->caps
.comp_pool
) {
108 /*Fallback to legacy pool in case of error*/
114 cq
->size
= priv
->rx_ring
[cq
->ring
].actual_size
;
116 err
= mlx4_cq_alloc(mdev
->dev
, cq
->size
, &cq
->wqres
.mtt
, &mdev
->priv_uar
,
117 cq
->wqres
.db
.dma
, &cq
->mcq
, cq
->vector
, cq
->is_tx
);
121 cq
->mcq
.comp
= cq
->is_tx
? mlx4_en_tx_irq
: mlx4_en_rx_irq
;
122 cq
->mcq
.event
= mlx4_en_cq_event
;
125 init_timer(&cq
->timer
);
126 cq
->timer
.function
= mlx4_en_poll_tx_cq
;
127 cq
->timer
.data
= (unsigned long) cq
;
129 netif_napi_add(cq
->dev
, &cq
->napi
, mlx4_en_poll_rx_cq
, 64);
130 napi_enable(&cq
->napi
);
136 void mlx4_en_destroy_cq(struct mlx4_en_priv
*priv
, struct mlx4_en_cq
*cq
,
137 bool reserve_vectors
)
139 struct mlx4_en_dev
*mdev
= priv
->mdev
;
141 mlx4_en_unmap_buffer(&cq
->wqres
.buf
);
142 mlx4_free_hwq_res(mdev
->dev
, &cq
->wqres
, cq
->buf_size
);
143 if (priv
->mdev
->dev
->caps
.comp_pool
&& cq
->vector
&& !reserve_vectors
)
144 mlx4_release_eq(priv
->mdev
->dev
, cq
->vector
);
149 void mlx4_en_deactivate_cq(struct mlx4_en_priv
*priv
, struct mlx4_en_cq
*cq
)
151 struct mlx4_en_dev
*mdev
= priv
->mdev
;
154 del_timer(&cq
->timer
);
156 napi_disable(&cq
->napi
);
157 netif_napi_del(&cq
->napi
);
160 mlx4_cq_free(mdev
->dev
, &cq
->mcq
);
163 /* Set rx cq moderation parameters */
164 int mlx4_en_set_cq_moder(struct mlx4_en_priv
*priv
, struct mlx4_en_cq
*cq
)
166 return mlx4_cq_modify(priv
->mdev
->dev
, &cq
->mcq
,
167 cq
->moder_cnt
, cq
->moder_time
);
170 int mlx4_en_arm_cq(struct mlx4_en_priv
*priv
, struct mlx4_en_cq
*cq
)
172 mlx4_cq_arm(&cq
->mcq
, MLX4_CQ_DB_REQ_NOT
, priv
->mdev
->uar_map
,
173 &priv
->mdev
->uar_lock
);