5255 uts shouldn't open-code ISP2

[illumos-gate.git] / usr / src / uts / common / io / ib / adapters / hermon / hermon_qpmod.c

/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */

/*
 * Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved.
 */

/*
 * hermon_qpmod.c
 *    Hermon Queue Pair Modify Routines
 *
 *    This contains all the routines necessary to implement the
 *    ModifyQP() verb.  This includes all the code for legal
 *    transitions to and from Reset, Init, RTR, RTS, SQD, SQErr,
 *    and Error.
 */

#include <sys/sysmacros.h>
#include <sys/types.h>
#include <sys/conf.h>
#include <sys/ddi.h>
#include <sys/sunddi.h>
#include <sys/modctl.h>
#include <sys/bitmap.h>

#include <sys/ib/adapters/hermon/hermon.h>
#include <sys/ib/ib_pkt_hdrs.h>

static int hermon_qp_reset2init(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_qp_info_t *info_p);
static int hermon_qp_init2init(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p);
static int hermon_qp_init2rtr(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p);
static int hermon_qp_rtr2rts(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p);
static int hermon_qp_rts2rts(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p);
#ifdef HERMON_NOTNOW
static int hermon_qp_rts2sqd(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags);
#endif
static int hermon_qp_sqd2rts(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p);
static int hermon_qp_sqd2sqd(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p);
static int hermon_qp_sqerr2rts(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p);
static int hermon_qp_to_error(hermon_state_t *state, hermon_qphdl_t qp);
static int hermon_qp_reset2err(hermon_state_t *state, hermon_qphdl_t qp);

static uint_t hermon_check_rdma_enable_flags(ibt_cep_modify_flags_t flags,
    ibt_qp_info_t *info_p, hermon_hw_qpc_t *qpc);
static int hermon_qp_validate_resp_rsrc(hermon_state_t *state,
    ibt_qp_rc_attr_t *rc, uint_t *rra_max);
static int hermon_qp_validate_init_depth(hermon_state_t *state,
    ibt_qp_rc_attr_t *rc, uint_t *sra_max);
static int hermon_qp_validate_mtu(hermon_state_t *state, uint_t mtu);

/*
 * hermon_qp_modify()
 *    Context: Can be called from interrupt or base context.
 */
/* ARGSUSED */
int
hermon_qp_modify(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p,
    ibt_queue_sizes_t *actual_sz)
{
        ibt_cep_state_t         cur_state, mod_state;
        ibt_cep_modify_flags_t  okflags;
        int                     status;

        /*
         * TODO add support for SUSPEND and RESUME
         */

        /*
         * Lock the QP so that we can modify it atomically.  After grabbing
         * the lock, get the current QP state.  We will use this current QP
         * state to determine the legal transitions (and the checks that need
         * to be performed.)
         * Below is a case for every possible QP state.  In each case, we
         * check that no flags are set which are not valid for the possible
         * transitions from that state.  If these tests pass and the
         * state transition we are attempting is legal, then we call one
         * of the helper functions.  Each of these functions does some
         * additional setup before posting the firmware command for the
         * appropriate state transition.
         */
        mutex_enter(&qp->qp_lock);

        /*
         * Verify that the transport type matches between the serv_type and the
         * qp_trans.  A caller to IBT must specify the qp_trans field as
         * IBT_UD_SRV, IBT_RC_SRV, or IBT_UC_SRV, depending on the QP.  We
         * check here that the correct value was specified, based on our
         * understanding of the QP serv type.
         *
         * Because callers specify part of a 'union' based on what QP type they
         * think they're working with, this ensures that we do not pickup bogus
         * data if the caller thought they were working with a different QP
         * type.
         */
        if (!(HERMON_QP_TYPE_VALID(info_p->qp_trans, qp->qp_serv_type))) {
                mutex_exit(&qp->qp_lock);
                return (IBT_QP_SRV_TYPE_INVALID);
        }

        /*
         * If this is a transition to RTS (which is valid from RTR, RTS,
         * SQError, and SQ Drain) then we should honor the "current QP state"
         * specified by the consumer.  This means converting the IBTF QP state
         * in "info_p->qp_current_state" to an Hermon QP state.  Otherwise, we
         * assume that we already know the current state (i.e. whatever it was
         * last modified to or queried as - in "qp->qp_state").
         */
        mod_state = info_p->qp_state;

        if (flags & IBT_CEP_SET_RTR_RTS) {
                cur_state = HERMON_QP_RTR;              /* Ready to Receive */

        } else if ((flags & IBT_CEP_SET_STATE) &&
            (mod_state == IBT_STATE_RTS)) {

                /* Convert the current IBTF QP state to an Hermon QP state */
                switch (info_p->qp_current_state) {
                case IBT_STATE_RTR:
                        cur_state = HERMON_QP_RTR;      /* Ready to Receive */
                        break;
                case IBT_STATE_RTS:
                        cur_state = HERMON_QP_RTS;      /* Ready to Send */
                        break;
                case IBT_STATE_SQE:
                        cur_state = HERMON_QP_SQERR;    /* Send Queue Error */
                        break;
                case IBT_STATE_SQD:
                        cur_state = HERMON_QP_SQD;      /* SQ Drained */
                        break;
                default:
                        mutex_exit(&qp->qp_lock);
                        return (IBT_QP_STATE_INVALID);
                }
        } else {
                cur_state = qp->qp_state;
        }

        switch (cur_state) {
        case HERMON_QP_RESET:
                okflags = (IBT_CEP_SET_STATE | IBT_CEP_SET_RESET_INIT |
                    IBT_CEP_SET_RDMA_R | IBT_CEP_SET_RDMA_W |
                    IBT_CEP_SET_ATOMIC | IBT_CEP_SET_PKEY_IX |
                    IBT_CEP_SET_PORT | IBT_CEP_SET_QKEY);

                /*
                 * Check for attempts to modify invalid attributes from the
                 * "Reset" state
                 */
                if (flags & ~okflags) {
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_ATTR_RO;
                        goto qpmod_fail;
                }

                /*
                 * Verify state transition is to either "Init", back to
                 * "Reset", or to "Error".
                 */
                if ((flags & IBT_CEP_SET_RESET_INIT) &&
                    (flags & IBT_CEP_SET_STATE) &&
                    (mod_state != IBT_STATE_INIT)) {
                        /* Invalid transition - ambiguous flags */
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_STATE_INVALID;
                        goto qpmod_fail;

                } else if ((flags & IBT_CEP_SET_RESET_INIT) ||
                    ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_INIT))) {
                        /*
                         * Attempt to transition from "Reset" to "Init"
                         */
                        status = hermon_qp_reset2init(state, qp, info_p);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_INIT;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_INIT);

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_RESET)) {
                        /*
                         * Attempt to transition from "Reset" back to "Reset"
                         *    Nothing to do here really... just drop the lock
                         *    and return success.  The qp->qp_state should
                         *    already be set to HERMON_QP_RESET.
                         *
                         * Note: We return here because we do not want to fall
                         *    through to the hermon_wrid_from_reset_handling()
                         *    routine below (since we are not really moving
                         *    _out_ of the "Reset" state.
                         */
                        mutex_exit(&qp->qp_lock);
                        return (DDI_SUCCESS);

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_ERROR)) {
                        /*
                         * Attempt to transition from "Reset" to "Error"
                         */
                        status = hermon_qp_reset2err(state, qp);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_ERR;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_ERR);

                } else {
                        /* Invalid transition - return error */
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_STATE_INVALID;
                        goto qpmod_fail;
                }

                /*
                 * Do any additional handling necessary here for the transition
                 * from the "Reset" state (e.g. re-initialize the workQ WRID
                 * lists).  Note: If hermon_wrid_from_reset_handling() fails,
                 * then we attempt to transition the QP back to the "Reset"
                 * state.  If that fails, then it is an indication of a serious
                 * problem (either HW or SW).  So we print out a warning
                 * message and return failure.
                 */
                status = hermon_wrid_from_reset_handling(state, qp);
                if (status != DDI_SUCCESS) {
                        if (hermon_qp_to_reset(state, qp) != DDI_SUCCESS) {
                                HERMON_WARNING(state, "failed to reset QP");
                        }
                        qp->qp_state = HERMON_QP_RESET;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_RESET);

                        mutex_exit(&qp->qp_lock);
                        goto qpmod_fail;
                }
                break;

        case HERMON_QP_INIT:
                okflags = (IBT_CEP_SET_STATE | IBT_CEP_SET_INIT_RTR |
                    IBT_CEP_SET_ADDS_VECT | IBT_CEP_SET_RDMARA_IN |
                    IBT_CEP_SET_MIN_RNR_NAK | IBT_CEP_SET_ALT_PATH |
                    IBT_CEP_SET_RDMA_R | IBT_CEP_SET_RDMA_W |
                    IBT_CEP_SET_ATOMIC | IBT_CEP_SET_PKEY_IX |
                    IBT_CEP_SET_QKEY | IBT_CEP_SET_PORT);

                /*
                 * Check for attempts to modify invalid attributes from the
                 * "Init" state
                 */
                if (flags & ~okflags) {
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_ATTR_RO;
                        goto qpmod_fail;
                }

                /*
                 * Verify state transition is to either "RTR", back to "Init",
                 * to "Reset", or to "Error"
                 */
                if ((flags & IBT_CEP_SET_INIT_RTR) &&
                    (flags & IBT_CEP_SET_STATE) &&
                    (mod_state != IBT_STATE_RTR)) {
                        /* Invalid transition - ambiguous flags */
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_STATE_INVALID;
                        goto qpmod_fail;

                } else if ((flags & IBT_CEP_SET_INIT_RTR) ||
                    ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_RTR))) {
                        /*
                         * Attempt to transition from "Init" to "RTR"
                         */
                        status = hermon_qp_init2rtr(state, qp, flags, info_p);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_RTR;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_RTR);

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_INIT)) {
                        /*
                         * Attempt to transition from "Init" to "Init"
                         */
                        status = hermon_qp_init2init(state, qp, flags, info_p);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_INIT;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_INIT);

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_RESET)) {
                        /*
                         * Attempt to transition from "Init" to "Reset"
                         */
                        status = hermon_qp_to_reset(state, qp);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_RESET;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_RESET);

                        /*
                         * Do any additional handling necessary for the
                         * transition _to_ the "Reset" state (e.g. update the
                         * workQ WRID lists)
                         */
                        status = hermon_wrid_to_reset_handling(state, qp);
                        if (status != IBT_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_ERROR)) {
                        /*
                         * Attempt to transition from "Init" to "Error"
                         */
                        status = hermon_qp_to_error(state, qp);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_ERR;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_ERR);

                } else {
                        /* Invalid transition - return error */
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_STATE_INVALID;
                        goto qpmod_fail;
                }
                break;

        case HERMON_QP_RTR:
                okflags = (IBT_CEP_SET_STATE | IBT_CEP_SET_RTR_RTS |
                    IBT_CEP_SET_TIMEOUT | IBT_CEP_SET_RETRY |
                    IBT_CEP_SET_RNR_NAK_RETRY | IBT_CEP_SET_RDMARA_OUT |
                    IBT_CEP_SET_RDMA_R | IBT_CEP_SET_RDMA_W |
                    IBT_CEP_SET_ATOMIC | IBT_CEP_SET_QKEY |
                    IBT_CEP_SET_ALT_PATH | IBT_CEP_SET_MIG |
                    IBT_CEP_SET_MIN_RNR_NAK);

                /*
                 * Check for attempts to modify invalid attributes from the
                 * "RTR" state
                 */
                if (flags & ~okflags) {
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_ATTR_RO;
                        goto qpmod_fail;
                }

                /*
                 * Verify state transition is to either "RTS", "Reset",
                 * or "Error"
                 */
                if ((flags & IBT_CEP_SET_RTR_RTS) &&
                    (flags & IBT_CEP_SET_STATE) &&
                    (mod_state != IBT_STATE_RTS)) {
                        /* Invalid transition - ambiguous flags */
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_STATE_INVALID;
                        goto qpmod_fail;

                } else if ((flags & IBT_CEP_SET_RTR_RTS) ||
                    ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_RTS))) {
                        /*
                         * Attempt to transition from "RTR" to "RTS"
                         */
                        status = hermon_qp_rtr2rts(state, qp, flags, info_p);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_RTS;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_RTS);

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_RESET)) {
                        /*
                         * Attempt to transition from "RTR" to "Reset"
                         */
                        status = hermon_qp_to_reset(state, qp);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_RESET;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_RESET);

                        /*
                         * Do any additional handling necessary for the
                         * transition _to_ the "Reset" state (e.g. update the
                         * workQ WRID lists)
                         */
                        status = hermon_wrid_to_reset_handling(state, qp);
                        if (status != IBT_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_ERROR)) {
                        /*
                         * Attempt to transition from "RTR" to "Error"
                         */
                        status = hermon_qp_to_error(state, qp);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_ERR;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_ERR);

                } else {
                        /* Invalid transition - return error */
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_STATE_INVALID;
                        goto qpmod_fail;
                }
                break;

        case HERMON_QP_RTS:
                okflags = (IBT_CEP_SET_STATE | IBT_CEP_SET_RDMA_R |
                    IBT_CEP_SET_RDMA_W | IBT_CEP_SET_ATOMIC |
                    IBT_CEP_SET_QKEY | IBT_CEP_SET_ALT_PATH |
                    IBT_CEP_SET_MIG | IBT_CEP_SET_MIN_RNR_NAK |
                    IBT_CEP_SET_SQD_EVENT);

                /*
                 * Check for attempts to modify invalid attributes from the
                 * "RTS" state
                 */
                if (flags & ~okflags) {
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_ATTR_RO;
                        goto qpmod_fail;
                }

                /*
                 * Verify state transition is to either "RTS", "SQD", "Reset",
                 * or "Error"
                 */
                if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_RTS)) {
                        /*
                         * Attempt to transition from "RTS" to "RTS"
                         */
                        status = hermon_qp_rts2rts(state, qp, flags, info_p);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_RTS;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_RTS);

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_SQD)) {
#ifdef HERMON_NOTNOW
                        /*
                         * Attempt to transition from "RTS" to "SQD"
                         */
                        status = hermon_qp_rts2sqd(state, qp, flags);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_SQD;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_SQD);
#else
                        /* hack because of the lack of fw support for SQD */
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_STATE_INVALID;
                        goto qpmod_fail;
#endif

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_RESET)) {
                        /*
                         * Attempt to transition from "RTS" to "Reset"
                         */
                        status = hermon_qp_to_reset(state, qp);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_RESET;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_RESET);

                        /*
                         * Do any additional handling necessary for the
                         * transition _to_ the "Reset" state (e.g. update the
                         * workQ WRID lists)
                         */
                        status = hermon_wrid_to_reset_handling(state, qp);
                        if (status != IBT_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_ERROR)) {
                        /*
                         * Attempt to transition from "RTS" to "Error"
                         */
                        status = hermon_qp_to_error(state, qp);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_ERR;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_ERR);

                } else {
                        /* Invalid transition - return error */
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_STATE_INVALID;
                        goto qpmod_fail;
                }
                break;

        case HERMON_QP_SQERR:
                okflags = (IBT_CEP_SET_STATE | IBT_CEP_SET_RDMA_R |
                    IBT_CEP_SET_RDMA_W | IBT_CEP_SET_ATOMIC |
                    IBT_CEP_SET_QKEY | IBT_CEP_SET_MIN_RNR_NAK);

                /*
                 * Check for attempts to modify invalid attributes from the
                 * "SQErr" state
                 */
                if (flags & ~okflags) {
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_ATTR_RO;
                        goto qpmod_fail;
                }

                /*
                 * Verify state transition is to either "RTS", "Reset", or
                 * "Error"
                 */
                if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_RTS)) {
                        /*
                         * Attempt to transition from "SQErr" to "RTS"
                         */
                        status = hermon_qp_sqerr2rts(state, qp, flags, info_p);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_RTS;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_RTS);

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_RESET)) {
                        /*
                         * Attempt to transition from "SQErr" to "Reset"
                         */
                        status = hermon_qp_to_reset(state, qp);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_RESET;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_RESET);

                        /*
                         * Do any additional handling necessary for the
                         * transition _to_ the "Reset" state (e.g. update the
                         * workQ WRID lists)
                         */
                        status = hermon_wrid_to_reset_handling(state, qp);
                        if (status != IBT_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_ERROR)) {
                        /*
                         * Attempt to transition from "SQErr" to "Error"
                         */
                        status = hermon_qp_to_error(state, qp);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_ERR;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_ERR);

                } else {
                        /* Invalid transition - return error */
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_STATE_INVALID;
                        goto qpmod_fail;
                }
                break;

        case HERMON_QP_SQD:
                okflags = (IBT_CEP_SET_STATE | IBT_CEP_SET_ADDS_VECT |
                    IBT_CEP_SET_ALT_PATH | IBT_CEP_SET_MIG |
                    IBT_CEP_SET_RDMARA_OUT | IBT_CEP_SET_RDMARA_IN |
                    IBT_CEP_SET_QKEY | IBT_CEP_SET_PKEY_IX |
                    IBT_CEP_SET_TIMEOUT | IBT_CEP_SET_RETRY |
                    IBT_CEP_SET_RNR_NAK_RETRY | IBT_CEP_SET_PORT |
                    IBT_CEP_SET_MIN_RNR_NAK | IBT_CEP_SET_RDMA_R |
                    IBT_CEP_SET_RDMA_W | IBT_CEP_SET_ATOMIC);

                /*
                 * Check for attempts to modify invalid attributes from the
                 * "SQD" state
                 */
                if (flags & ~okflags) {
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_ATTR_RO;
                        goto qpmod_fail;
                }

                /*
                 * Verify state transition is to either "SQD", "RTS", "Reset",
                 * or "Error"
                 */

                if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_SQD)) {
                        /*
                         * Attempt to transition from "SQD" to "SQD"
                         */
                        status = hermon_qp_sqd2sqd(state, qp, flags, info_p);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_SQD;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_SQD);

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_RTS)) {
                        /*
                         * If still draining SQ, then fail transition attempt
                         * to RTS, even though this is now done is two steps
                         * (see below) if the consumer has tried this before
                         * it's drained, let him fail and wait appropriately
                         */
                        if (qp->qp_sqd_still_draining) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        /*
                         * IBA 1.2 has changed - most/all the things that were
                         * done in SQD2RTS can be done in SQD2SQD.  So make this
                         * a 2-step process.  First, set any attributes requsted
                         * w/ SQD2SQD, but no real transition.
                         *
                         * First, Attempt to transition from "SQD" to "SQD"
                         */
                        status = hermon_qp_sqd2sqd(state, qp, flags, info_p);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_SQD;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_SQD);

                        /*
                         * The, attempt to transition from "SQD" to "RTS", but
                         * request only the state transition, no attributes
                         */

                        status = hermon_qp_sqd2rts(state, qp,
                            IBT_CEP_SET_STATE, info_p);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_RTS;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_RTS);

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_RESET)) {
                        /*
                         * Attempt to transition from "SQD" to "Reset"
                         */
                        status = hermon_qp_to_reset(state, qp);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_RESET;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_RESET);

                        /*
                         * Do any additional handling necessary for the
                         * transition _to_ the "Reset" state (e.g. update the
                         * workQ WRID lists)
                         */
                        status = hermon_wrid_to_reset_handling(state, qp);
                        if (status != IBT_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_ERROR)) {
                        /*
                         * Attempt to transition from "SQD" to "Error"
                         */
                        status = hermon_qp_to_error(state, qp);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_ERR;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_ERR);

                } else {
                        /* Invalid transition - return error */
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_STATE_INVALID;
                        goto qpmod_fail;
                }
                break;

        case HERMON_QP_ERR:
                /*
                 * Verify state transition is to either "Reset" or back to
                 * "Error"
                 */
                if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_RESET)) {
                        /*
                         * Attempt to transition from "Error" to "Reset"
                         */
                        status = hermon_qp_to_reset(state, qp);
                        if (status != DDI_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }
                        qp->qp_state = HERMON_QP_RESET;
                        HERMON_SET_QP_POST_SEND_STATE(qp, HERMON_QP_RESET);

                        /*
                         * Do any additional handling necessary for the
                         * transition _to_ the "Reset" state (e.g. update the
                         * workQ WRID lists)
                         */
                        status = hermon_wrid_to_reset_handling(state, qp);
                        if (status != IBT_SUCCESS) {
                                mutex_exit(&qp->qp_lock);
                                goto qpmod_fail;
                        }

                } else if ((flags & IBT_CEP_SET_STATE) &&
                    (mod_state == IBT_STATE_ERROR)) {
                        /*
                         * Attempt to transition from "Error" back to "Error"
                         *    Nothing to do here really... just drop the lock
                         *    and return success.  The qp->qp_state should
                         *    already be set to HERMON_QP_ERR.
                         *
                         */
                        mutex_exit(&qp->qp_lock);
                        return (DDI_SUCCESS);

                } else {
                        /* Invalid transition - return error */
                        mutex_exit(&qp->qp_lock);
                        status = IBT_QP_STATE_INVALID;
                        goto qpmod_fail;
                }
                break;

        default:
                /*
                 * Invalid QP state.  If we got here then it's a warning of
                 * a probably serious problem.  So print a message and return
                 * failure
                 */
                mutex_exit(&qp->qp_lock);
                HERMON_WARNING(state, "unknown QP state in modify");
                status = IBT_QP_STATE_INVALID;
                goto qpmod_fail;
        }

        mutex_exit(&qp->qp_lock);
        return (DDI_SUCCESS);

qpmod_fail:
        return (status);
}


/*
 * hermon_qp_reset2init()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_reset2init(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_qp_info_t *info_p)
{
        hermon_hw_qpc_t         *qpc;
        ibt_qp_rc_attr_t        *rc;
        ibt_qp_ud_attr_t        *ud;
        ibt_qp_uc_attr_t        *uc;
        uint_t                  portnum, pkeyindx;
        int                     status;
        uint32_t                cqnmask;
        int                     qp_srq_en;

        ASSERT(MUTEX_HELD(&qp->qp_lock));

        /*
         * Grab the temporary QPC entry from QP software state
         */
        qpc = &qp->qpc;

        /*
         * Fill in the common fields in the QPC
         */

        if (qp->qp_is_special) {
                qpc->serv_type  = HERMON_QP_MLX;
        } else {
                qpc->serv_type  = qp->qp_serv_type;
        }
        qpc->pm_state           = HERMON_QP_PMSTATE_MIGRATED;

        qpc->pd                 = qp->qp_pdhdl->pd_pdnum;

        qpc->log_sq_stride      = qp->qp_sq_log_wqesz - 4;
        qpc->log_rq_stride      = qp->qp_rq_log_wqesz - 4;
        qpc->sq_no_prefetch     = qp->qp_no_prefetch;
        qpc->log_sq_size        = highbit(qp->qp_sq_bufsz) - 1;
        qpc->log_rq_size        = highbit(qp->qp_rq_bufsz) - 1;

        qpc->usr_page           = qp->qp_uarpg;

        cqnmask = (1 << state->hs_cfg_profile->cp_log_num_cq) - 1;
        qpc->cqn_snd            =
            (qp->qp_sq_cqhdl == NULL) ? 0 : qp->qp_sq_cqhdl->cq_cqnum & cqnmask;
        qpc->page_offs          = qp->qp_wqinfo.qa_pgoffs >> 6;
        qpc->cqn_rcv            =
            (qp->qp_rq_cqhdl == NULL) ? 0 : qp->qp_rq_cqhdl->cq_cqnum & cqnmask;

        /* dbr is now an address, not an index */
        qpc->dbr_addrh          = ((uint64_t)qp->qp_rq_pdbr >> 32);
        qpc->dbr_addrl          = ((uint64_t)qp->qp_rq_pdbr & 0xFFFFFFFC) >> 2;
        qpc->sq_wqe_counter     = 0;
        qpc->rq_wqe_counter     = 0;
        /*
         * HERMON:
         * qpc->wqe_baseaddr is replaced by LKey from the cMPT, and
         * page_offset, mtt_base_addr_h/l, and log2_page_size will
         * be used to map the WQE buffer
         * NOTE that the cMPT is created implicitly when the QP is
         * transitioned from reset to init
         */
        qpc->log2_pgsz          = qp->qp_mrhdl->mr_log2_pgsz;
        qpc->mtt_base_addrl     = (qp->qp_mrhdl->mr_mttaddr) >> 3;
        qpc->mtt_base_addrh     = (uint32_t)((qp->qp_mrhdl->mr_mttaddr >> 32) &
            0xFF);
        qp_srq_en               = (qp->qp_alloc_flags & IBT_QP_USES_SRQ) != 0;
        qpc->srq_en             = qp_srq_en;

        if (qp_srq_en) {
                qpc->srq_number = qp->qp_srqhdl->srq_srqnum;
        } else {
                qpc->srq_number = 0;
        }

        /*
         * Fast Registration Work Requests and Reserved Lkey are enabled
         * with the single IBT bit stored in qp_rlky.
         */
        qpc->fre                = qp->qp_rlky;
        qpc->rlky               = qp->qp_rlky;

        /* 1.2 verbs extensions disabled for now */
        qpc->header_sep         = 0; /* disable header separation for now */
        qpc->rss                = qp->qp_alloc_flags & IBT_QP_USES_RSS ? 1 : 0;
        qpc->inline_scatter     = 0; /* disable inline scatter for now */

        /*
         * Now fill in the QPC fields which are specific to transport type
         */
        if (qp->qp_type == IBT_UD_RQP) {
                int my_fc_id_idx, exch_base;

                ud = &info_p->qp_transport.ud;

                /* Set the QKey */
                qpc->qkey = ud->ud_qkey;

                /*
                 * Set MTU and message max. Hermon checks the QPC
                 * MTU settings rather than just the port MTU,
                 * so set it to maximum size.
                 */
                qpc->mtu = HERMON_MAX_MTU;
                if (qp->qp_uses_lso)
                        qpc->msg_max = state->hs_devlim.log_max_gso_sz;
                else if (qp->qp_is_special)
                        qpc->msg_max = HERMON_MAX_MTU + 6;
                else
                        qpc->msg_max = HERMON_QP_LOG_MAX_MSGSZ;

                /* Check for valid port number and fill it in */
                portnum = ud->ud_port;
                if (hermon_portnum_is_valid(state, portnum)) {
                        qp->qp_portnum = portnum - 1;
                        qpc->pri_addr_path.sched_q =
                            HERMON_QP_SCHEDQ_GET(portnum - 1,
                            0, qp->qp_is_special);
                } else {
                        return (IBT_HCA_PORT_INVALID);
                }


                /* Check for valid PKey index and fill it in */
                pkeyindx = ud->ud_pkey_ix;
                if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                        qpc->pri_addr_path.pkey_indx = pkeyindx;
                        qp->qp_pkeyindx = pkeyindx;
                } else {
                        return (IBT_PKEY_IX_ILLEGAL);
                }

                /* fill in the RSS fields */
                if (qpc->rss) {
                        struct hermon_hw_rss_s *rssp;
                        ibt_rss_flags_t flags = ud->ud_rss.rss_flags;

                        rssp = (struct hermon_hw_rss_s *)&qpc->pri_addr_path;
                        rssp->log2_tbl_sz = ud->ud_rss.rss_log2_table;
                        rssp->base_qpn = ud->ud_rss.rss_base_qpn;
                        rssp->default_qpn = ud->ud_rss.rss_def_qpn;
                        if (flags & IBT_RSS_ALG_XOR)
                                rssp->hash_fn = 0;      /* XOR Hash Function */
                        else if (flags & IBT_RSS_ALG_TPL)
                                rssp->hash_fn = 1;      /* Toeplitz Hash Fn */
                        else
                                return (IBT_INVALID_PARAM);
                        rssp->ipv4 = (flags & IBT_RSS_HASH_IPV4) != 0;
                        rssp->tcp_ipv4 = (flags & IBT_RSS_HASH_TCP_IPV4) != 0;
                        rssp->ipv6 = (flags & IBT_RSS_HASH_IPV6) != 0;
                        rssp->tcp_ipv4 = (flags & IBT_RSS_HASH_TCP_IPV6) != 0;
                        bcopy(ud->ud_rss.rss_toe_key, rssp->rss_key, 40);
                } else if (qp->qp_serv_type == HERMON_QP_RFCI) {
                        status = hermon_fcoib_set_id(state, portnum,
                            qp->qp_qpnum, ud->ud_fc.fc_src_id);
                        if (status != DDI_SUCCESS)
                                return (status);
                        qp->qp_fc_attr = ud->ud_fc;
                } else if (qp->qp_serv_type == HERMON_QP_FEXCH) {
                        my_fc_id_idx = hermon_fcoib_get_id_idx(state,
                            portnum, &ud->ud_fc);
                        if (my_fc_id_idx == -1)
                                return (IBT_INVALID_PARAM);
                        qpc->my_fc_id_idx = my_fc_id_idx;

                        status = hermon_fcoib_fexch_mkey_init(state,
                            qp->qp_pdhdl, ud->ud_fc.fc_hca_port,
                            qp->qp_qpnum, HERMON_CMD_NOSLEEP_SPIN);
                        if (status != DDI_SUCCESS)
                                return (status);
                        qp->qp_fc_attr = ud->ud_fc;
                } else if (qp->qp_serv_type == HERMON_QP_FCMND) {
                        my_fc_id_idx = hermon_fcoib_get_id_idx(state,
                            portnum, &ud->ud_fc);
                        if (my_fc_id_idx == -1)
                                return (IBT_INVALID_PARAM);
                        qpc->my_fc_id_idx = my_fc_id_idx;
                        exch_base = hermon_fcoib_check_exch_base_off(state,
                            portnum, &ud->ud_fc);
                        if (exch_base == -1)
                                return (IBT_INVALID_PARAM);
                        qpc->exch_base = exch_base;
                        qpc->exch_size = ud->ud_fc.fc_exch_log2_sz;
                        qp->qp_fc_attr = ud->ud_fc;
                }

        } else if (qp->qp_serv_type == HERMON_QP_RC) {
                rc = &info_p->qp_transport.rc;

                /* Set the RDMA (recv) enable/disable flags */
                qpc->rre = (info_p->qp_flags & IBT_CEP_RDMA_RD) ? 1 : 0;
                qpc->rwe = (info_p->qp_flags & IBT_CEP_RDMA_WR) ? 1 : 0;
                qpc->rae = (info_p->qp_flags & IBT_CEP_ATOMIC)  ? 1 : 0;

                /* Check for valid port number and fill it in */
                portnum = rc->rc_path.cep_hca_port_num;
                if (hermon_portnum_is_valid(state, portnum)) {
                        qp->qp_portnum = portnum - 1;
                        qpc->pri_addr_path.sched_q =
                            HERMON_QP_SCHEDQ_GET(portnum - 1,
                            0, qp->qp_is_special);
                } else {
                        return (IBT_HCA_PORT_INVALID);
                }

                /* Check for valid PKey index and fill it in */
                pkeyindx = rc->rc_path.cep_pkey_ix;
                if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                        qpc->pri_addr_path.pkey_indx = pkeyindx;
                } else {
                        return (IBT_PKEY_IX_ILLEGAL);
                }

        } else if (qp->qp_serv_type == HERMON_QP_UC) {
                uc = &info_p->qp_transport.uc;

                /*
                 * Set the RDMA (recv) enable/disable flags.  Note: RDMA Read
                 * and Atomic are ignored by default.
                 */
                qpc->rwe = (info_p->qp_flags & IBT_CEP_RDMA_WR) ? 1 : 0;

                /* Check for valid port number and fill it in */
                portnum = uc->uc_path.cep_hca_port_num;
                if (hermon_portnum_is_valid(state, portnum)) {
                        qp->qp_portnum = portnum - 1;
                        qpc->pri_addr_path.sched_q =
                            HERMON_QP_SCHEDQ_GET(portnum - 1,
                            0, qp->qp_is_special);
                } else {
                        return (IBT_HCA_PORT_INVALID);
                }

                /* Check for valid PKey index and fill it in */
                pkeyindx = uc->uc_path.cep_pkey_ix;
                if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                        qpc->pri_addr_path.pkey_indx = pkeyindx;
                } else {
                        return (IBT_PKEY_IX_ILLEGAL);
                }

        } else {
                /*
                 * Invalid QP transport type. If we got here then it's a
                 * warning of a probably serious problem.  So print a message
                 * and return failure
                 */
                HERMON_WARNING(state, "unknown QP transport type in rst2init");
                return (ibc_get_ci_failure(0));
        }

        /*
         * Post the RST2INIT_QP command to the Hermon firmware
         *
         * We do a HERMON_NOSLEEP here because we are still holding the
         * "qp_lock".  If we got raised to interrupt level by priority
         * inversion, we do not want to block in this routine waiting for
         * success.
         */
        status = hermon_cmn_qp_cmd_post(state, RST2INIT_QP, qpc, qp->qp_qpnum,
            0, HERMON_CMD_NOSLEEP_SPIN);
        if (status != HERMON_CMD_SUCCESS) {
                cmn_err(CE_NOTE, "hermon%d: RST2INIT_QP command failed: %08x\n",
                    state->hs_instance, status);
                if (status == HERMON_CMD_INVALID_STATUS) {
                        hermon_fm_ereport(state, HCA_SYS_ERR, HCA_ERR_SRV_LOST);
                }
                return (ibc_get_ci_failure(0));
        }

        return (DDI_SUCCESS);
}


/*
 * hermon_qp_init2init()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_init2init(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p)
{
        hermon_hw_qpc_t         *qpc;
        ibt_qp_rc_attr_t        *rc;
        ibt_qp_ud_attr_t        *ud;
        ibt_qp_uc_attr_t        *uc;
        uint_t                  portnum, pkeyindx;
        uint32_t                opmask = 0;
        int                     status;

        ASSERT(MUTEX_HELD(&qp->qp_lock));

        /*
         * Grab the temporary QPC entry from QP software state
         */
        qpc = &qp->qpc;

        /*
         * Since there are no common fields to be filled in for this command,
         * we begin with the QPC fields which are specific to transport type.
         */
        if (qp->qp_type == IBT_UD_RQP) {
                ud = &info_p->qp_transport.ud;

                /*
                 * If we are attempting to modify the port for this QP, then
                 * check for valid port number and fill it in.  Also set the
                 * appropriate flag in the "opmask" parameter.
                 */
        /*
         * set port is not supported in init2init - however, in init2rtr it will
         * take the entire qpc, including the embedded sched_q in the path
         * structure - so, we can just skip setting the opmask for it explicitly
         * and allow it to be set later on
         */
                if (flags & IBT_CEP_SET_PORT) {
                        portnum = ud->ud_port;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum = portnum - 1; /* save it away */
                                qpc->pri_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    0, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }
                }

                /*
                 * If we are attempting to modify the PKey index for this QP,
                 * then check for valid PKey index and fill it in.  Also set
                 * the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PKEY_IX) {
                        pkeyindx = ud->ud_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->pri_addr_path.pkey_indx = pkeyindx;
                                opmask |= HERMON_CMD_OP_PKEYINDX;
                                qp->qp_pkeyindx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                }

                /*
                 * If we are attempting to modify the QKey for this QP, then
                 * fill it in and set the appropriate flag in the "opmask"
                 * parameter.
                 */
                if (flags & IBT_CEP_SET_QKEY) {
                        qpc->qkey = ud->ud_qkey;
                        opmask |= HERMON_CMD_OP_QKEY;
                }

        } else if (qp->qp_serv_type == HERMON_QP_RC) {
                rc = &info_p->qp_transport.rc;

                /*
                 * If we are attempting to modify the port for this QP, then
                 * check for valid port number and fill it in.  Also set the
                 * appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PORT) {
                        portnum = rc->rc_path.cep_hca_port_num;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum = portnum - 1;
                                qpc->pri_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    0, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }

                }

                /*
                 * If we are attempting to modify the PKey index for this QP,
                 * then check for valid PKey index and fill it in.  Also set
                 * the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PKEY_IX) {
                        pkeyindx = rc->rc_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->pri_addr_path.pkey_indx = pkeyindx;
                                opmask |= HERMON_CMD_OP_PKEYINDX;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                }

                /*
                 * Check if any of the flags indicate a change in the RDMA
                 * (recv) enable/disable flags and set the appropriate flag in
                 * the "opmask" parameter
                 */
                opmask |= hermon_check_rdma_enable_flags(flags, info_p, qpc);

        } else if (qp->qp_serv_type == HERMON_QP_UC) {
                uc = &info_p->qp_transport.uc;

                /*
                 * If we are attempting to modify the port for this QP, then
                 * check for valid port number and fill it in.  Also set the
                 * appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PORT) {
                        portnum = uc->uc_path.cep_hca_port_num;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum = portnum - 1;
                                qpc->pri_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    0, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }
                /* port# cannot be set in this transition - defer to init2rtr */
                }

                /*
                 * If we are attempting to modify the PKey index for this QP,
                 * then check for valid PKey index and fill it in.  Also set
                 * the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PKEY_IX) {
                        pkeyindx = uc->uc_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->pri_addr_path.pkey_indx = pkeyindx;
                                opmask |= HERMON_CMD_OP_PKEYINDX;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                }

                /*
                 * Check if any of the flags indicate a change in the RDMA
                 * Write (recv) enable/disable and set the appropriate flag
                 * in the "opmask" parameter. Note: RDMA Read and Atomic are
                 * not valid for UC transport.
                 */
                if (flags & IBT_CEP_SET_RDMA_W) {
                        qpc->rwe = (info_p->qp_flags & IBT_CEP_RDMA_WR) ? 1 : 0;
                        opmask |= HERMON_CMD_OP_RWE;
                }
        } else {
                /*
                 * Invalid QP transport type. If we got here then it's a
                 * warning of a probably serious problem.  So print a message
                 * and return failure
                 */
                HERMON_WARNING(state, "unknown QP transport type in init2init");
                return (ibc_get_ci_failure(0));
        }

        /*
         * Post the INIT2INIT_QP command to the Hermon firmware
         *
         * We do a HERMON_NOSLEEP here because we are still holding the
         * "qp_lock".  If we got raised to interrupt level by priority
         * inversion, we do not want to block in this routine waiting for
         * success.
         */
        status = hermon_cmn_qp_cmd_post(state, INIT2INIT_QP, qpc, qp->qp_qpnum,
            opmask, HERMON_CMD_NOSLEEP_SPIN);
        if (status != HERMON_CMD_SUCCESS) {
                if (status != HERMON_CMD_BAD_QP_STATE) {
                        cmn_err(CE_NOTE, "hermon%d: INIT2INIT_QP command "
                            "failed: %08x\n", state->hs_instance, status);
                        if (status == HERMON_CMD_INVALID_STATUS) {
                                hermon_fm_ereport(state, HCA_SYS_ERR,
                                    HCA_ERR_SRV_LOST);
                        }
                        return (ibc_get_ci_failure(0));
                } else {
                        return (IBT_QP_STATE_INVALID);
                }
        }

        return (DDI_SUCCESS);
}


/*
 * hermon_qp_init2rtr()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_init2rtr(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p)
{
        hermon_hw_qpc_t         *qpc;
        ibt_qp_rc_attr_t        *rc;
        ibt_qp_ud_attr_t        *ud;
        ibt_qp_uc_attr_t        *uc;
        hermon_hw_addr_path_t   *qpc_path;
        ibt_adds_vect_t         *adds_vect;
        uint_t                  portnum, pkeyindx, rra_max;
        uint_t                  mtu;
        uint32_t                opmask = 0;
        int                     status;

        ASSERT(MUTEX_HELD(&qp->qp_lock));

        /*
         * Grab the temporary QPC entry from QP software state
         */
        qpc = &qp->qpc;

        /*
         * Since there are few common fields to be filled in for this command,
         * we just do the QPC fields that are specific to transport type.
         */
        if (qp->qp_type == IBT_UD_RQP) {
                ud = &info_p->qp_transport.ud;

                /*
                 * If this UD QP is also a "special QP" (QP0 or QP1), then
                 * the MTU is 256 bytes.  However, Hermon checks the QPC
                 * MTU settings rather than just the port MTU, so we will
                 * set it to maximum size for all UD.
                 */
                qpc->mtu = HERMON_MAX_MTU;
                if (qp->qp_uses_lso)
                        qpc->msg_max = state->hs_devlim.log_max_gso_sz;
                else
                        qpc->msg_max = HERMON_QP_LOG_MAX_MSGSZ;

                /*
                 * Save away the MTU value.  This is used in future sqd2sqd
                 * transitions, as the MTU must remain the same in future
                 * changes.
                 */
                qp->qp_save_mtu = qpc->mtu;

                /*
                 * If we are attempting to modify the PKey index for this QP,
                 * then check for valid PKey index and fill it in.  Also set
                 * the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PKEY_IX) {
                        pkeyindx = ud->ud_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->pri_addr_path.pkey_indx = pkeyindx;
                                opmask |= HERMON_CMD_OP_PKEYINDX;
                                qp->qp_pkeyindx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                }

                /*
                 * If we are attempting to modify the QKey for this QP, then
                 * fill it in and set the appropriate flag in the "opmask"
                 * parameter.
                 */
                if (flags & IBT_CEP_SET_QKEY) {
                        qpc->qkey = ud->ud_qkey;
                        opmask |= HERMON_CMD_OP_QKEY;
                }

        } else if (qp->qp_serv_type == HERMON_QP_RC) {
                rc = &info_p->qp_transport.rc;
                qpc_path = &qpc->pri_addr_path;
                adds_vect = &rc->rc_path.cep_adds_vect;

                /*
                 * Set the common primary address path fields
                 */
                status = hermon_set_addr_path(state, adds_vect, qpc_path,
                    HERMON_ADDRPATH_QP);
                if (status != DDI_SUCCESS) {
                        return (status);
                }
                /* set the primary port number/sched_q */
                portnum = qp->qp_portnum + 1;
                if (hermon_portnum_is_valid(state, portnum)) {
                        qpc->pri_addr_path.sched_q  =
                            HERMON_QP_SCHEDQ_GET(qp->qp_portnum,
                            adds_vect->av_srvl, qp->qp_is_special);
                } else {
                        return (IBT_HCA_PORT_INVALID);
                }

                /*
                 * The following values are apparently "required" here (as
                 * they are part of the IBA-defined "Remote Node Address
                 * Vector").  However, they are also going to be "required"
                 * later - at RTR2RTS_QP time.  Not sure why.  But we set
                 * them here anyway.
                 */
                qpc->rnr_retry          = rc->rc_rnr_retry_cnt;
                qpc->retry_cnt          = rc->rc_retry_cnt;
                qpc_path->ack_timeout   = rc->rc_path.cep_timeout;

                /*
                 * Setup the destination QP, recv PSN, MTU, max msg size,etc.
                 * Note max message size is defined to be the maximum IB
                 * allowed message size (which is 2^31 bytes).  Also max
                 * MTU is defined by HCA port properties.
                 */
                qpc->rem_qpn      = rc->rc_dst_qpn;
                qpc->next_rcv_psn = rc->rc_rq_psn;
                qpc->msg_max      = HERMON_QP_LOG_MAX_MSGSZ;
                qpc->ric          = 0;
                mtu               = rc->rc_path_mtu;

                if (hermon_qp_validate_mtu(state, mtu) != DDI_SUCCESS) {
                        return (IBT_HCA_PORT_MTU_EXCEEDED);
                }
                qpc->mtu = mtu;

                /*
                 * Save away the MTU value.  This is used in future sqd2sqd
                 * transitions, as the MTU must remain the same in future
                 * changes.
                 */
                qp->qp_save_mtu = qpc->mtu;

                /*
                 * Though it is a "required" parameter, "min_rnr_nak" is
                 * optionally specifiable in Hermon.  So we force the
                 * optional flag here.
                 */
                qpc->min_rnr_nak = rc->rc_min_rnr_nak;
                opmask |= HERMON_CMD_OP_MINRNRNAK;

                /*
                 * Check that the number of specified "incoming RDMA resources"
                 * is valid.  And if it is, then setup the "rra_max
                 */
                if (hermon_qp_validate_resp_rsrc(state, rc, &rra_max) !=
                    DDI_SUCCESS) {
                        return (IBT_INVALID_PARAM);
                }
                qpc->rra_max = rra_max;

                /* don't need to set up ra_buff_indx, implicit for hermon */

                /*
                 * If we are attempting to modify the PKey index for this QP,
                 * then check for valid PKey index and fill it in.  Also set
                 * the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PKEY_IX) {
                        pkeyindx = rc->rc_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->pri_addr_path.pkey_indx = pkeyindx;
                                opmask |= HERMON_CMD_OP_PKEYINDX;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                }

                /*
                 * Check if any of the flags indicate a change in the RDMA
                 * (recv) enable/disable flags and set the appropriate flag in
                 * the "opmask" parameter
                 */
                opmask |= hermon_check_rdma_enable_flags(flags, info_p, qpc);

                /*
                 * Check for optional alternate path and fill in the
                 * appropriate QPC fields if one is specified
                 */
                if (flags & IBT_CEP_SET_ALT_PATH) {
                        qpc_path = &qpc->alt_addr_path;
                        adds_vect = &rc->rc_alt_path.cep_adds_vect;

                        /* Set the common alternate address path fields */
                        status = hermon_set_addr_path(state, adds_vect,
                            qpc_path, HERMON_ADDRPATH_QP);
                        if (status != DDI_SUCCESS) {
                                return (status);
                        }
                        qpc_path->ack_timeout = rc->rc_alt_path.cep_timeout;


                        /*
                         * Check for valid alternate path port number and fill
                         * it in
                         */
                        portnum = rc->rc_alt_path.cep_hca_port_num;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum_alt = portnum - 1;
                                qpc->alt_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    adds_vect->av_srvl, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }
                        /*
                         * Check for valid alternate path PKey index and fill
                         * it in
                         */
                        pkeyindx = rc->rc_alt_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->alt_addr_path.pkey_indx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                        opmask |= HERMON_CMD_OP_ALT_PATH;
                }

        } else if (qp->qp_serv_type == HERMON_QP_UC) {
                uc = &info_p->qp_transport.uc;
                qpc_path = &qpc->pri_addr_path;
                adds_vect = &uc->uc_path.cep_adds_vect;

                /*
                 * Set the common primary address path fields
                 */
                status = hermon_set_addr_path(state, adds_vect, qpc_path,
                    HERMON_ADDRPATH_QP);
                if (status != DDI_SUCCESS) {
                        return (status);
                }

                /* set the primary port num/schedq */
                portnum = qp->qp_portnum + 1;
                if (hermon_portnum_is_valid(state, portnum)) {
                        qpc->pri_addr_path.sched_q  =
                            HERMON_QP_SCHEDQ_GET(qp->qp_portnum,
                            adds_vect->av_srvl, qp->qp_is_special);
                } else {
                        return (IBT_HCA_PORT_INVALID);
                }

                /*
                 * Setup the destination QP, recv PSN, MTU, max msg size,etc.
                 * Note max message size is defined to be the maximum IB
                 * allowed message size (which is 2^31 bytes).  Also max
                 * MTU is defined by HCA port properties.
                 */
                qpc->rem_qpn      = uc->uc_dst_qpn;
                qpc->next_rcv_psn = uc->uc_rq_psn;
                qpc->msg_max      = HERMON_QP_LOG_MAX_MSGSZ;
                mtu = uc->uc_path_mtu;
                if (hermon_qp_validate_mtu(state, mtu) != DDI_SUCCESS) {
                        return (IBT_HCA_PORT_MTU_EXCEEDED);
                }
                qpc->mtu = mtu;

                /*
                 * Save away the MTU value.  This is used in future sqd2sqd
                 * transitions, as the MTU must remain the same in future
                 * changes.
                 */
                qp->qp_save_mtu = qpc->mtu;

                /*
                 * If we are attempting to modify the PKey index for this QP,
                 * then check for valid PKey index and fill it in.  Also set
                 * the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PKEY_IX) {
                        pkeyindx = uc->uc_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->pri_addr_path.pkey_indx = pkeyindx;
                                opmask |= HERMON_CMD_OP_PKEYINDX;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                }

                /*
                 * Check if any of the flags indicate a change in the RDMA
                 * Write (recv) enable/disable and set the appropriate flag
                 * in the "opmask" parameter. Note: RDMA Read and Atomic are
                 * not valid for UC transport.
                 */
                if (flags & IBT_CEP_SET_RDMA_W) {
                        qpc->rwe = (info_p->qp_flags & IBT_CEP_RDMA_WR) ? 1 : 0;
                        opmask |= HERMON_CMD_OP_RWE;
                }

                /*
                 * Check for optional alternate path and fill in the
                 * appropriate QPC fields if one is specified
                 */
                if (flags & IBT_CEP_SET_ALT_PATH) {
                        qpc_path = &qpc->alt_addr_path;
                        adds_vect = &uc->uc_alt_path.cep_adds_vect;

                        /* Set the common alternate address path fields */
                        status = hermon_set_addr_path(state, adds_vect,
                            qpc_path, HERMON_ADDRPATH_QP);
                        if (status != DDI_SUCCESS) {
                                return (status);
                        }

                        qpc_path->ack_timeout = rc->rc_alt_path.cep_timeout;

                        /*
                         * Check for valid alternate path port number and fill
                         * it in
                         */
                        portnum = uc->uc_alt_path.cep_hca_port_num;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum_alt = portnum - 1;
                                qpc->alt_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    adds_vect->av_srvl, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }

                        /*
                         * Check for valid alternate path PKey index and fill
                         * it in
                         */
                        pkeyindx = uc->uc_alt_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->alt_addr_path.pkey_indx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                        opmask |= HERMON_CMD_OP_ALT_PATH;
                }
        } else {
                /*
                 * Invalid QP transport type. If we got here then it's a
                 * warning of a probably serious problem.  So print a message
                 * and return failure
                 */
                HERMON_WARNING(state, "unknown QP transport type in init2rtr");
                return (ibc_get_ci_failure(0));
        }

        /*
         * Post the INIT2RTR_QP command to the Hermon firmware
         *
         * We do a HERMON_NOSLEEP here because we are still holding the
         * "qp_lock".  If we got raised to interrupt level by priority
         * inversion, we do not want to block in this routine waiting for
         * success.
         */
        status = hermon_cmn_qp_cmd_post(state, INIT2RTR_QP, qpc, qp->qp_qpnum,
            opmask, HERMON_CMD_NOSLEEP_SPIN);
        if (status != HERMON_CMD_SUCCESS) {
                if (status != HERMON_CMD_BAD_QP_STATE) {
                        cmn_err(CE_NOTE, "hermon%d: INIT2RTR_QP command "
                            "failed: %08x\n", state->hs_instance, status);
                        if (status == HERMON_CMD_INVALID_STATUS) {
                                hermon_fm_ereport(state, HCA_SYS_ERR,
                                    HCA_ERR_SRV_LOST);
                        }
                        return (ibc_get_ci_failure(0));
                } else {
                        return (IBT_QP_STATE_INVALID);
                }
        }

        return (DDI_SUCCESS);
}


/*
 * hermon_qp_rtr2rts()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_rtr2rts(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p)
{
        hermon_hw_qpc_t         *qpc;
        ibt_qp_rc_attr_t        *rc;
        ibt_qp_ud_attr_t        *ud;
        ibt_qp_uc_attr_t        *uc;
        hermon_hw_addr_path_t   *qpc_path;
        ibt_adds_vect_t         *adds_vect;
        uint_t                  portnum, pkeyindx, sra_max;
        uint32_t                opmask = 0;
        int                     status;

        ASSERT(MUTEX_HELD(&qp->qp_lock));

        /*
         * Grab the temporary QPC entry from QP software state
         */
        qpc = &qp->qpc;

        /*
         * Now fill in the QPC fields which are specific to transport type
         */
        if (qp->qp_type == IBT_UD_RQP) {
                ud = &info_p->qp_transport.ud;

                /* Set the send PSN */
                qpc->next_snd_psn = ud->ud_sq_psn;

                /*
                 * If we are attempting to modify the QKey for this QP, then
                 * fill it in and set the appropriate flag in the "opmask"
                 * parameter.
                 */
                if (flags & IBT_CEP_SET_QKEY) {
                        qpc->qkey = ud->ud_qkey;
                        opmask |= HERMON_CMD_OP_QKEY;
                }

        } else if (qp->qp_serv_type == HERMON_QP_RC) {
                rc = &info_p->qp_transport.rc;
                qpc_path = &qpc->pri_addr_path;

                /*
                 * Setup the send PSN, ACK timeout, and retry counts
                 */
                qpc->next_snd_psn       = rc->rc_sq_psn;
                qpc_path->ack_timeout   = rc->rc_path.cep_timeout;
                qpc->rnr_retry          = rc->rc_rnr_retry_cnt;
                                                /* in qpc now, not path */
                qpc->retry_cnt          = rc->rc_retry_cnt;

                /*
                 * Set "ack_req_freq" based on the configuration variable
                 */
                qpc->ack_req_freq = state->hs_cfg_profile->cp_ackreq_freq;

                /*
                 * Check that the number of specified "outgoing RDMA resources"
                 * is valid.  And if it is, then setup the "sra_max"
                 * appropriately
                 */
                if (hermon_qp_validate_init_depth(state, rc, &sra_max) !=
                    DDI_SUCCESS) {
                        return (IBT_INVALID_PARAM);
                }
                qpc->sra_max = sra_max;


                /*
                 * Check if any of the flags indicate a change in the RDMA
                 * (recv) enable/disable flags and set the appropriate flag in
                 * the "opmask" parameter
                 */
                opmask |= hermon_check_rdma_enable_flags(flags, info_p, qpc);

                /*
                 * If we are attempting to modify the path migration state for
                 * this QP, then check for valid state and fill it in.  Also
                 * set the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_MIG) {
                        if (rc->rc_mig_state == IBT_STATE_MIGRATED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_MIGRATED;
                        } else if (rc->rc_mig_state == IBT_STATE_REARMED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_REARM;
                        } else {
                                return (IBT_QP_APM_STATE_INVALID);
                        }
                        opmask |= HERMON_CMD_OP_PM_STATE;
                }

                /*
                 * If we are attempting to modify the "Minimum RNR NAK" value
                 * for this QP, then fill it in and set the appropriate flag
                 * in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_MIN_RNR_NAK) {
                        qpc->min_rnr_nak = rc->rc_min_rnr_nak;
                        opmask |= HERMON_CMD_OP_MINRNRNAK;
                }

                /*
                 * Check for optional alternate path and fill in the
                 * appropriate QPC fields if one is specified
                 */
                if (flags & IBT_CEP_SET_ALT_PATH) {
                        qpc_path = &qpc->alt_addr_path;
                        adds_vect = &rc->rc_alt_path.cep_adds_vect;

                        /* Set the common alternate address path fields */
                        status = hermon_set_addr_path(state, adds_vect,
                            qpc_path, HERMON_ADDRPATH_QP);
                        if (status != DDI_SUCCESS) {
                                return (status);
                        }

                        qpc_path->ack_timeout = rc->rc_alt_path.cep_timeout;

                        /*
                         * Check for valid alternate path port number and fill
                         * it in
                         */
                        portnum = rc->rc_alt_path.cep_hca_port_num;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum_alt = portnum - 1;
                                qpc->alt_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    adds_vect->av_srvl, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }

                        /*
                         * Check for valid alternate path PKey index and fill
                         * it in
                         */
                        pkeyindx = rc->rc_alt_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->alt_addr_path.pkey_indx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                        opmask |= HERMON_CMD_OP_ALT_PATH;
                }

        } else if (qp->qp_serv_type == HERMON_QP_UC) {
                uc = &info_p->qp_transport.uc;

                /* Set the send PSN */
                qpc->next_snd_psn = uc->uc_sq_psn;

                /*
                 * Configure the QP to allow (sending of) all types of allowable
                 * UC traffic (i.e. RDMA Write).
                 */


                /*
                 * Check if any of the flags indicate a change in the RDMA
                 * Write (recv) enable/disable and set the appropriate flag
                 * in the "opmask" parameter. Note: RDMA Read and Atomic are
                 * not valid for UC transport.
                 */
                if (flags & IBT_CEP_SET_RDMA_W) {
                        qpc->rwe = (info_p->qp_flags & IBT_CEP_RDMA_WR) ? 1 : 0;
                        opmask |= HERMON_CMD_OP_RWE;
                }

                /*
                 * If we are attempting to modify the path migration state for
                 * this QP, then check for valid state and fill it in.  Also
                 * set the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_MIG) {
                        if (uc->uc_mig_state == IBT_STATE_MIGRATED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_MIGRATED;
                        } else if (uc->uc_mig_state == IBT_STATE_REARMED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_REARM;
                        } else {
                                return (IBT_QP_APM_STATE_INVALID);
                        }
                        opmask |= HERMON_CMD_OP_PM_STATE;
                }

                /*
                 * Check for optional alternate path and fill in the
                 * appropriate QPC fields if one is specified
                 */
                if (flags & IBT_CEP_SET_ALT_PATH) {
                        qpc_path = &qpc->alt_addr_path;
                        adds_vect = &uc->uc_alt_path.cep_adds_vect;

                        /* Set the common alternate address path fields */
                        status = hermon_set_addr_path(state, adds_vect,
                            qpc_path, HERMON_ADDRPATH_QP);
                        if (status != DDI_SUCCESS) {
                                return (status);
                        }
                        qpc_path->ack_timeout = rc->rc_alt_path.cep_timeout;

                        /*
                         * Check for valid alternate path port number and fill
                         * it in
                         */
                        portnum = uc->uc_alt_path.cep_hca_port_num;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qpc->alt_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    adds_vect->av_srvl, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }

                        /*
                         * Check for valid alternate path PKey index and fill
                         * it in
                         */
                        pkeyindx = uc->uc_alt_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->alt_addr_path.pkey_indx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                        opmask |= HERMON_CMD_OP_ALT_PATH;
                }
        } else {
                /*
                 * Invalid QP transport type. If we got here then it's a
                 * warning of a probably serious problem.  So print a message
                 * and return failure
                 */
                HERMON_WARNING(state, "unknown QP transport type in rtr2rts");
                return (ibc_get_ci_failure(0));
        }

        /*
         * Post the RTR2RTS_QP command to the Hermon firmware
         *
         * We do a HERMON_NOSLEEP here because we are still holding the
         * "qp_lock".  If we got raised to interrupt level by priority
         * inversion, we do not want to block in this routine waiting for
         * success.
         */
        status = hermon_cmn_qp_cmd_post(state, RTR2RTS_QP, qpc, qp->qp_qpnum,
            opmask, HERMON_CMD_NOSLEEP_SPIN);
        if (status != HERMON_CMD_SUCCESS) {
                if (status != HERMON_CMD_BAD_QP_STATE) {
                        cmn_err(CE_NOTE, "hermon%d: RTR2RTS_QP command failed: "
                            "%08x\n", state->hs_instance, status);
                        if (status == HERMON_CMD_INVALID_STATUS) {
                                hermon_fm_ereport(state, HCA_SYS_ERR,
                                    HCA_ERR_SRV_LOST);
                        }
                        return (ibc_get_ci_failure(0));
                } else {
                        return (IBT_QP_STATE_INVALID);
                }
        }

        return (DDI_SUCCESS);
}


/*
 * hermon_qp_rts2rts()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_rts2rts(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p)
{
        hermon_hw_qpc_t         *qpc;
        ibt_qp_rc_attr_t        *rc;
        ibt_qp_ud_attr_t        *ud;
        ibt_qp_uc_attr_t        *uc;
        hermon_hw_addr_path_t   *qpc_path;
        ibt_adds_vect_t         *adds_vect;
        uint_t                  portnum, pkeyindx;
        uint32_t                opmask = 0;
        int                     status;

        ASSERT(MUTEX_HELD(&qp->qp_lock));

        /*
         * Grab the temporary QPC entry from QP software state
         */

        qpc = &qp->qpc;

        /*
         * Since there are no common fields to be filled in for this command,
         * we begin with the QPC fields which are specific to transport type.
         */
        if (qp->qp_type == IBT_UD_RQP) {
                ud = &info_p->qp_transport.ud;

                /*
                 * If we are attempting to modify the QKey for this QP, then
                 * fill it in and set the appropriate flag in the "opmask"
                 * parameter.
                 */
                if (flags & IBT_CEP_SET_QKEY) {
                        qpc->qkey = ud->ud_qkey;
                        opmask |= HERMON_CMD_OP_QKEY;
                }

        } else if (qp->qp_serv_type == HERMON_QP_RC) {
                rc = &info_p->qp_transport.rc;

                /*
                 * Check if any of the flags indicate a change in the RDMA
                 * (recv) enable/disable flags and set the appropriate flag in
                 * the "opmask" parameter
                 */
                opmask |= hermon_check_rdma_enable_flags(flags, info_p, qpc);

                /*
                 * If we are attempting to modify the path migration state for
                 * this QP, then check for valid state and fill it in.  Also
                 * set the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_MIG) {
                        if (rc->rc_mig_state == IBT_STATE_MIGRATED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_MIGRATED;
                        } else if (rc->rc_mig_state == IBT_STATE_REARMED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_REARM;
                        } else {
                                return (IBT_QP_APM_STATE_INVALID);
                        }
                        opmask |= HERMON_CMD_OP_PM_STATE;
                }

                /*
                 * If we are attempting to modify the "Minimum RNR NAK" value
                 * for this QP, then fill it in and set the appropriate flag
                 * in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_MIN_RNR_NAK) {
                        qpc->min_rnr_nak = rc->rc_min_rnr_nak;
                        opmask |= HERMON_CMD_OP_MINRNRNAK;
                }

                /*
                 * Check for optional alternate path and fill in the
                 * appropriate QPC fields if one is specified
                 */
                if (flags & IBT_CEP_SET_ALT_PATH) {
                        qpc_path = &qpc->alt_addr_path;
                        adds_vect = &rc->rc_alt_path.cep_adds_vect;

                        /* Set the common alternate address path fields */
                        status = hermon_set_addr_path(state, adds_vect,
                            qpc_path, HERMON_ADDRPATH_QP);
                        if (status != DDI_SUCCESS) {
                                return (status);
                        }
                        qpc_path->ack_timeout = rc->rc_alt_path.cep_timeout;

                        /*
                         * Check for valid alternate path port number and fill
                         * it in
                         */
                        portnum = rc->rc_alt_path.cep_hca_port_num;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum_alt = portnum - 1;
                                qpc->alt_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    adds_vect->av_srvl, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }

                        /*
                         * Check for valid alternate path PKey index and fill
                         * it in
                         */
                        pkeyindx = rc->rc_alt_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->alt_addr_path.pkey_indx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                        opmask |= HERMON_CMD_OP_ALT_PATH;
                }

        } else if (qp->qp_serv_type == HERMON_QP_UC) {
                uc = &info_p->qp_transport.uc;

                /*
                 * Check if any of the flags indicate a change in the RDMA
                 * Write (recv) enable/disable and set the appropriate flag
                 * in the "opmask" parameter. Note: RDMA Read and Atomic are
                 * not valid for UC transport.
                 */
                if (flags & IBT_CEP_SET_RDMA_W) {
                        qpc->rwe = (info_p->qp_flags & IBT_CEP_RDMA_WR) ? 1 : 0;
                        opmask |= HERMON_CMD_OP_RWE;
                }

                /*
                 * If we are attempting to modify the path migration state for
                 * this QP, then check for valid state and fill it in.  Also
                 * set the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_MIG) {
                        if (uc->uc_mig_state == IBT_STATE_MIGRATED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_MIGRATED;
                        } else if (uc->uc_mig_state == IBT_STATE_REARMED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_REARM;
                        } else {
                                return (IBT_QP_APM_STATE_INVALID);
                        }
                        opmask |= HERMON_CMD_OP_PM_STATE;
                }

                /*
                 * Check for optional alternate path and fill in the
                 * appropriate QPC fields if one is specified
                 */
                if (flags & IBT_CEP_SET_ALT_PATH) {
                        qpc_path = &qpc->alt_addr_path;
                        adds_vect = &uc->uc_alt_path.cep_adds_vect;

                        /* Set the common alternate address path fields */
                        status = hermon_set_addr_path(state, adds_vect,
                            qpc_path, HERMON_ADDRPATH_QP);
                        if (status != DDI_SUCCESS) {
                                return (status);
                        }

                        /*
                         * Check for valid alternate path port number and fill
                         * it in
                         */
                        portnum = uc->uc_alt_path.cep_hca_port_num;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum_alt = portnum - 1;
                                qpc->alt_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    adds_vect->av_srvl, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }

                        /*
                         * Check for valid alternate path PKey index and fill
                         * it in
                         */
                        pkeyindx = uc->uc_alt_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->alt_addr_path.pkey_indx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                        opmask |= HERMON_CMD_OP_ALT_PATH;
                }
        } else {
                /*
                 * Invalid QP transport type. If we got here then it's a
                 * warning of a probably serious problem.  So print a message
                 * and return failure
                 */
                HERMON_WARNING(state, "unknown QP transport type in rts2rts");
                return (ibc_get_ci_failure(0));
        }

        /*
         * Post the RTS2RTS_QP command to the Hermon firmware
         *
         * We do a HERMON_NOSLEEP here because we are still holding the
         * "qp_lock".  If we got raised to interrupt level by priority
         * inversion, we do not want to block in this routine waiting for
         * success.
         */
        status = hermon_cmn_qp_cmd_post(state, RTS2RTS_QP, qpc, qp->qp_qpnum,
            opmask, HERMON_CMD_NOSLEEP_SPIN);
        if (status != HERMON_CMD_SUCCESS) {
                if (status != HERMON_CMD_BAD_QP_STATE) {
                        cmn_err(CE_NOTE, "hermon%d: RTS2RTS_QP command failed: "
                            "%08x\n", state->hs_instance, status);
                        if (status == HERMON_CMD_INVALID_STATUS) {
                                hermon_fm_ereport(state, HCA_SYS_ERR,
                                    HCA_ERR_SRV_LOST);
                        }
                        return (ibc_get_ci_failure(0));
                } else {
                        return (IBT_QP_STATE_INVALID);
                }
        }

        return (DDI_SUCCESS);
}


#ifdef HERMON_NOTNOW
/*
 * hermon_qp_rts2sqd()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_rts2sqd(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags)
{
        int                     status;

        ASSERT(MUTEX_HELD(&qp->qp_lock));

        /*
         * Set a flag to indicate whether or not the consumer is interested
         * in receiving the SQ drained event.  Since we are going to always
         * request hardware generation of the SQD event, we use the value in
         * "qp_forward_sqd_event" to determine whether or not to pass the event
         * to the IBTF or to silently consume it.
         */
        qp->qp_forward_sqd_event = (flags & IBT_CEP_SET_SQD_EVENT) ? 1 : 0;

        /*
         * Post the RTS2SQD_QP command to the Hermon firmware
         *
         * We do a HERMON_NOSLEEP here because we are still holding the
         * "qp_lock".  If we got raised to interrupt level by priority
         * inversion, we do not want to block in this routine waiting for
         * success.
         */
        status = hermon_cmn_qp_cmd_post(state, RTS2SQD_QP, NULL, qp->qp_qpnum,
            0, HERMON_CMD_NOSLEEP_SPIN);
        if (status != HERMON_CMD_SUCCESS) {
                if (status != HERMON_CMD_BAD_QP_STATE) {
                        cmn_err(CE_NOTE, "hermon%d: RTS2SQD_QP command failed: "
                            "%08x\n", state->hs_instance, status);
                        if (status == HERMON_CMD_INVALID_STATUS) {
                                hermon_fm_ereport(state, HCA_SYS_ERR,
                                    HCA_ERR_SRV_LOST);
                        }
                        return (ibc_get_ci_failure(0));
                } else {
                        return (IBT_QP_STATE_INVALID);
                }
        }

        /*
         * Mark the current QP state as "SQ Draining".  This allows us to
         * distinguish between the two underlying states in SQD. (see QueryQP()
         * code in hermon_qp.c)
         */
        qp->qp_sqd_still_draining = 1;

        return (DDI_SUCCESS);
}
#endif


/*
 * hermon_qp_sqd2rts()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_sqd2rts(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p)
{
        hermon_hw_qpc_t         *qpc;
        ibt_qp_rc_attr_t        *rc;
        ibt_qp_ud_attr_t        *ud;
        ibt_qp_uc_attr_t        *uc;
        hermon_hw_addr_path_t   *qpc_path;
        ibt_adds_vect_t         *adds_vect;
        uint_t                  portnum, pkeyindx;
        uint_t                  rra_max, sra_max;
        uint32_t                opmask = 0;
        int                     status;

        ASSERT(MUTEX_HELD(&qp->qp_lock));

        /*
         * Grab the temporary QPC entry from QP software state
         */
        qpc = &qp->qpc;

        /*
         * Fill in the common fields in the QPC
         */

        /*
         * Now fill in the QPC fields which are specific to transport type
         */
        if (qp->qp_type == IBT_UD_RQP) {
                ud = &info_p->qp_transport.ud;

                /*
                 * If we are attempting to modify the port for this QP, then
                 * check for valid port number and fill it in.  Also set the
                 * appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PORT) {
                        portnum = ud->ud_port;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum = portnum - 1;
                                qpc->pri_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    0, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }
                        opmask |= HERMON_CMD_OP_PRIM_PORT;
                }

                /*
                 * If we are attempting to modify the PKey index for this QP,
                 * then check for valid PKey index and fill it in.  Also set
                 * the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PKEY_IX) {
                        pkeyindx = ud->ud_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->pri_addr_path.pkey_indx = pkeyindx;
                                opmask |= HERMON_CMD_OP_PKEYINDX;
                                qp->qp_pkeyindx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                }

                /*
                 * If we are attempting to modify the QKey for this QP, then
                 * fill it in and set the appropriate flag in the "opmask"
                 * parameter.
                 */
                if (flags & IBT_CEP_SET_QKEY) {
                        qpc->qkey = ud->ud_qkey;
                        opmask |= HERMON_CMD_OP_QKEY;
                }

        } else if (qp->qp_serv_type == HERMON_QP_RC) {
                rc = &info_p->qp_transport.rc;

                /*
                 * Check if any of the flags indicate a change in the RDMA
                 * (recv) enable/disable flags and set the appropriate flag in
                 * the "opmask" parameter
                 */
                opmask |= hermon_check_rdma_enable_flags(flags, info_p, qpc);

                qpc->retry_cnt = rc->rc_retry_cnt;

                /*
                 * If we are attempting to modify the path migration state for
                 * this QP, then check for valid state and fill it in.  Also
                 * set the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_MIG) {
                        if (rc->rc_mig_state == IBT_STATE_MIGRATED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_MIGRATED;
                        } else if (rc->rc_mig_state == IBT_STATE_REARMED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_REARM;
                        } else {
                                return (IBT_QP_APM_STATE_INVALID);
                        }
                        opmask |= HERMON_CMD_OP_PM_STATE;
                }

                /*
                 * Check for optional alternate path and fill in the
                 * appropriate QPC fields if one is specified
                 */
                if (flags & IBT_CEP_SET_ALT_PATH) {
                        qpc_path = &qpc->alt_addr_path;
                        adds_vect = &rc->rc_alt_path.cep_adds_vect;

                        /* Set the common alternate address path fields */
                        status = hermon_set_addr_path(state, adds_vect,
                            qpc_path, HERMON_ADDRPATH_QP);
                        if (status != DDI_SUCCESS) {
                                return (status);
                        }
                        qpc_path->ack_timeout = rc->rc_alt_path.cep_timeout;
                        /*
                         * Check for valid alternate path port number and fill
                         * it in
                         */
                        portnum = rc->rc_alt_path.cep_hca_port_num;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum_alt = portnum - 1;
                                qpc->alt_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    adds_vect->av_srvl, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }

                        /*
                         * Check for valid alternate path PKey index and fill
                         * it in
                         */
                        pkeyindx = rc->rc_alt_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->alt_addr_path.pkey_indx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                        opmask |= HERMON_CMD_OP_ALT_PATH;
                }

                /*
                 * If we are attempting to modify the number of "outgoing
                 * RDMA resources" for this QP, then check for valid value and
                 * fill it in.  Also set the appropriate flag in the "opmask"
                 * parameter.
                 */
                if (flags & IBT_CEP_SET_RDMARA_OUT) {
                        if (hermon_qp_validate_init_depth(state, rc,
                            &sra_max) != DDI_SUCCESS) {
                                return (IBT_INVALID_PARAM);
                        }
                        qpc->sra_max = sra_max;
                        opmask |= HERMON_CMD_OP_SRA_SET;
                }

                /*
                 * If we are attempting to modify the number of "incoming
                 * RDMA resources" for this QP, then check for valid value and
                 * update the "rra_max" and "ra_buf_index" fields in the QPC to
                 * point to the pre-allocated RDB resources (in DDR).  Also set
                 * the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_RDMARA_IN) {
                        if (hermon_qp_validate_resp_rsrc(state, rc,
                            &rra_max) != DDI_SUCCESS) {
                                return (IBT_INVALID_PARAM);
                        }
                        qpc->rra_max = rra_max;
                        opmask |= HERMON_CMD_OP_RRA_SET;
                }


                /*
                 * If we are attempting to modify the "Minimum RNR NAK" value
                 * for this QP, then fill it in and set the appropriate flag
                 * in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_MIN_RNR_NAK) {
                        qpc->min_rnr_nak = rc->rc_min_rnr_nak;
                        opmask |= HERMON_CMD_OP_MINRNRNAK;
                }

        } else if (qp->qp_serv_type == HERMON_QP_UC) {
                uc = &info_p->qp_transport.uc;

                /*
                 * Check if any of the flags indicate a change in the RDMA
                 * Write (recv) enable/disable and set the appropriate flag
                 * in the "opmask" parameter. Note: RDMA Read and Atomic are
                 * not valid for UC transport.
                 */
                if (flags & IBT_CEP_SET_RDMA_W) {
                        qpc->rwe = (info_p->qp_flags & IBT_CEP_RDMA_WR) ? 1 : 0;
                        opmask |= HERMON_CMD_OP_RWE;
                }

                /*
                 * If we are attempting to modify the path migration state for
                 * this QP, then check for valid state and fill it in.  Also
                 * set the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_MIG) {
                        if (uc->uc_mig_state == IBT_STATE_MIGRATED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_MIGRATED;
                        } else if (uc->uc_mig_state == IBT_STATE_REARMED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_REARM;
                        } else {
                                return (IBT_QP_APM_STATE_INVALID);
                        }
                        opmask |= HERMON_CMD_OP_PM_STATE;
                }

                /*
                 * Check for optional alternate path and fill in the
                 * appropriate QPC fields if one is specified
                 */
                if (flags & IBT_CEP_SET_ALT_PATH) {
                        qpc_path = &qpc->alt_addr_path;
                        adds_vect = &uc->uc_alt_path.cep_adds_vect;

                        /* Set the common alternate address path fields */
                        status = hermon_set_addr_path(state, adds_vect,
                            qpc_path, HERMON_ADDRPATH_QP);
                        if (status != DDI_SUCCESS) {
                                return (status);
                        }

                        /*
                         * Check for valid alternate path port number and fill
                         * it in
                         */
                        portnum = uc->uc_alt_path.cep_hca_port_num;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum_alt = portnum - 1;
                                qpc->alt_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    adds_vect->av_srvl, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }

                        /*
                         * Check for valid alternate path PKey index and fill
                         * it in
                         */
                        pkeyindx = uc->uc_alt_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->alt_addr_path.pkey_indx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                        opmask |= HERMON_CMD_OP_ALT_PATH;
                }
        } else {
                /*
                 * Invalid QP transport type. If we got here then it's a
                 * warning of a probably serious problem.  So print a message
                 * and return failure
                 */
                HERMON_WARNING(state, "unknown QP transport type in sqd2rts");
                return (ibc_get_ci_failure(0));
        }

        /*
         * Post the SQD2RTS_QP command to the Hermon firmware
         *
         * We do a HERMON_NOSLEEP here because we are still holding the
         * "qp_lock".  If we got raised to interrupt level by priority
         * inversion, we do not want to block in this routine waiting for
         * success.
         */
        status = hermon_cmn_qp_cmd_post(state, SQD2RTS_QP, qpc, qp->qp_qpnum,
            opmask, HERMON_CMD_NOSLEEP_SPIN);
        if (status != HERMON_CMD_SUCCESS) {
                if (status != HERMON_CMD_BAD_QP_STATE) {
                        cmn_err(CE_NOTE, "hermon%d: SQD2RTS_QP command failed: "
                            "%08x\n", state->hs_instance, status);
                        if (status == HERMON_CMD_INVALID_STATUS) {
                                hermon_fm_ereport(state, HCA_SYS_ERR,
                                    HCA_ERR_SRV_LOST);
                        }
                        return (ibc_get_ci_failure(0));
                } else {
                        return (IBT_QP_STATE_INVALID);
                }
        }

        return (DDI_SUCCESS);
}


/*
 * hermon_qp_sqd2sqd()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_sqd2sqd(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p)
{
        hermon_hw_qpc_t         *qpc;
        ibt_qp_rc_attr_t        *rc;
        ibt_qp_ud_attr_t        *ud;
        ibt_qp_uc_attr_t        *uc;
        hermon_hw_addr_path_t   *qpc_path;
        ibt_adds_vect_t         *adds_vect;
        uint_t                  portnum, pkeyindx;
        uint_t                  rra_max, sra_max;
        uint32_t                opmask = 0;
        int                     status;

        ASSERT(MUTEX_HELD(&qp->qp_lock));

        /*
         * Grab the temporary QPC entry from QP software state
         */
        qpc = &qp->qpc;

        /*
         * Fill in the common fields in the QPC
         */

        /*
         * Now fill in the QPC fields which are specific to transport type
         */
        if (qp->qp_type == IBT_UD_RQP) {
                ud = &info_p->qp_transport.ud;

                /*
                 * If we are attempting to modify the port for this QP, then
                 * check for valid port number and fill it in.  Also set the
                 * appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PORT) {
                        portnum = ud->ud_port;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum = portnum - 1;
                                qpc->pri_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    0, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }
                        opmask |= HERMON_CMD_OP_SCHEDQUEUE;
                }

                /*
                 * If we are attempting to modify the PKey index for this QP,
                 * then check for valid PKey index and fill it in.  Also set
                 * the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PKEY_IX) {
                        pkeyindx = ud->ud_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->pri_addr_path.pkey_indx = pkeyindx;
                                opmask |= HERMON_CMD_OP_PKEYINDX;
                                qp->qp_pkeyindx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                }

                /*
                 * If we are attempting to modify the QKey for this QP, then
                 * fill it in and set the appropriate flag in the "opmask"
                 * parameter.
                 */
                if (flags & IBT_CEP_SET_QKEY) {
                        qpc->qkey = ud->ud_qkey;
                        opmask |= HERMON_CMD_OP_QKEY;
                }

        } else if (qp->qp_serv_type == HERMON_QP_RC) {
                rc = &info_p->qp_transport.rc;

                /*
                 * Check if any of the flags indicate a change in the RDMA
                 * (recv) enable/disable flags and set the appropriate flag in
                 * the "opmask" parameter
                 */
                opmask |= hermon_check_rdma_enable_flags(flags, info_p, qpc);

                /*
                 * Check for optional primary path and fill in the
                 * appropriate QPC fields if one is specified
                 */
                if (flags & IBT_CEP_SET_ADDS_VECT) {
                        qpc_path = &qpc->pri_addr_path;
                        adds_vect = &rc->rc_path.cep_adds_vect;

                        /* Set the common primary address path fields */
                        status = hermon_set_addr_path(state, adds_vect,
                            qpc_path, HERMON_ADDRPATH_QP);
                        if (status != DDI_SUCCESS) {
                                return (status);
                        }
                        qpc->rnr_retry = rc->rc_rnr_retry_cnt;
                        qpc_path->ack_timeout = rc->rc_path.cep_timeout;
                        qpc->retry_cnt = rc->rc_retry_cnt;

                        portnum = qp->qp_portnum + 1;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qpc->pri_addr_path.sched_q  =
                                    HERMON_QP_SCHEDQ_GET(qp->qp_portnum,
                                    adds_vect->av_srvl, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }

                        /*
                         * MTU changes as part of sqd2sqd are not allowed.
                         * Simply keep the same MTU value here, stored in the
                         * qphdl from init2rtr time.
                         */
                        qpc->mtu = qp->qp_save_mtu;

                        opmask |= (HERMON_CMD_OP_PRIM_PATH |
                            HERMON_CMD_OP_RETRYCNT | HERMON_CMD_OP_ACKTIMEOUT |
                            HERMON_CMD_OP_PRIM_RNRRETRY);
                }

                /*
                 * If we are attempting to modify the path migration state for
                 * this QP, then check for valid state and fill it in.  Also
                 * set the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_MIG) {
                        if (rc->rc_mig_state == IBT_STATE_MIGRATED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_MIGRATED;
                        } else if (rc->rc_mig_state == IBT_STATE_REARMED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_REARM;
                        } else {
                                return (IBT_QP_APM_STATE_INVALID);
                        }
                        opmask |= HERMON_CMD_OP_PM_STATE;
                }

                /*
                 * If we are attempting to modify the PKey index for this QP,
                 * then check for valid PKey index and fill it in.  Also set
                 * the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PKEY_IX) {
                        pkeyindx = rc->rc_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->pri_addr_path.pkey_indx = pkeyindx;
                                opmask |= HERMON_CMD_OP_PKEYINDX;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                }

                /*
                 * If we are attempting to modify the port for this QP, then
                 * check for valid port number and fill it in.  Also set the
                 * appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PORT) {
                        portnum = rc->rc_path.cep_hca_port_num;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum = portnum - 1;
                                qpc->pri_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    adds_vect->av_srvl, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }
                        opmask |= HERMON_CMD_OP_SCHEDQUEUE;
                }

                /*
                 * Check for optional alternate path and fill in the
                 * appropriate QPC fields if one is specified
                 */
                if (flags & IBT_CEP_SET_ALT_PATH) {
                        qpc_path = &qpc->alt_addr_path;
                        adds_vect = &rc->rc_alt_path.cep_adds_vect;

                        /* Set the common alternate address path fields */
                        status = hermon_set_addr_path(state, adds_vect,
                            qpc_path, HERMON_ADDRPATH_QP);
                        if (status != DDI_SUCCESS) {
                                return (status);
                        }
                        qpc_path->ack_timeout = rc->rc_alt_path.cep_timeout;

                        /*
                         * Check for valid alternate path port number and fill
                         * it in
                         */
                        portnum = rc->rc_alt_path.cep_hca_port_num;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum_alt = portnum - 1;
                                qpc->alt_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    adds_vect->av_srvl, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }

                        /*
                         * Check for valid alternate path PKey index and fill
                         * it in
                         */
                        pkeyindx = rc->rc_alt_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->alt_addr_path.pkey_indx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                        opmask |= HERMON_CMD_OP_ALT_PATH;
                }

                /*
                 * If we are attempting to modify the number of "outgoing
                 * RDMA resources" for this QP, then check for valid value and
                 * fill it in.  Also set the appropriate flag in the "opmask"
                 * parameter.
                 */
                if (flags & IBT_CEP_SET_RDMARA_OUT) {
                        if (hermon_qp_validate_init_depth(state, rc,
                            &sra_max) != DDI_SUCCESS) {
                                return (IBT_INVALID_PARAM);
                        }
                        qpc->sra_max = sra_max;
                        opmask |= HERMON_CMD_OP_SRA_SET;
                }

                /*
                 * If we are attempting to modify the number of "incoming
                 * RDMA resources" for this QP, then check for valid value and
                 * update the "rra_max" and "ra_buf_index" fields in the QPC to
                 * point to the pre-allocated RDB resources (in DDR).  Also set
                 * the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_RDMARA_IN) {
                        if (hermon_qp_validate_resp_rsrc(state, rc,
                            &rra_max) != DDI_SUCCESS) {
                                return (IBT_INVALID_PARAM);
                        }
                        qpc->rra_max = rra_max;
                        opmask |= HERMON_CMD_OP_RRA_SET;
                }

                /*
                 * If we are attempting to modify the "Local Ack Timeout" value
                 * for this QP, then fill it in and set the appropriate flag in
                 * the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_TIMEOUT) {
                        qpc_path = &qpc->pri_addr_path;
                        qpc_path->ack_timeout = rc->rc_path.cep_timeout;
                        opmask |= HERMON_CMD_OP_ACKTIMEOUT;
                }

                /*
                 * If we are attempting to modify the "Retry Count" for this QP,
                 * then fill it in and set the appropriate flag in the "opmask"
                 * parameter.
                 */
                if (flags & IBT_CEP_SET_RETRY) {
                        qpc->retry_cnt = rc->rc_retry_cnt;
                        opmask |= HERMON_CMD_OP_PRIM_RNRRETRY;
                }

                /*
                 * If we are attempting to modify the "RNR Retry Count" for this
                 * QP, then fill it in and set the appropriate flag in the
                 * "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_RNR_NAK_RETRY) {
                        qpc_path = &qpc->pri_addr_path;
                        qpc->rnr_retry = rc->rc_rnr_retry_cnt;
                        opmask |= HERMON_CMD_OP_RETRYCNT;
                }

                /*
                 * If we are attempting to modify the "Minimum RNR NAK" value
                 * for this QP, then fill it in and set the appropriate flag
                 * in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_MIN_RNR_NAK) {
                        qpc->min_rnr_nak = rc->rc_min_rnr_nak;
                        opmask |= HERMON_CMD_OP_MINRNRNAK;
                }

        } else if (qp->qp_serv_type == HERMON_QP_UC) {
                uc = &info_p->qp_transport.uc;

                /*
                 * Check if any of the flags indicate a change in the RDMA
                 * Write (recv) enable/disable and set the appropriate flag
                 * in the "opmask" parameter. Note: RDMA Read and Atomic are
                 * not valid for UC transport.
                 */
                if (flags & IBT_CEP_SET_RDMA_W) {
                        qpc->rwe = (info_p->qp_flags & IBT_CEP_RDMA_WR) ? 1 : 0;
                        opmask |= HERMON_CMD_OP_RWE;
                }

                /*
                 * Check for optional primary path and fill in the
                 * appropriate QPC fields if one is specified
                 */
                if (flags & IBT_CEP_SET_ADDS_VECT) {
                        qpc_path = &qpc->pri_addr_path;
                        adds_vect = &uc->uc_path.cep_adds_vect;

                        /* Set the common primary address path fields */
                        status = hermon_set_addr_path(state, adds_vect,
                            qpc_path, HERMON_ADDRPATH_QP);
                        if (status != DDI_SUCCESS) {
                                return (status);
                        }
                        portnum = qp->qp_portnum + 1;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qpc->pri_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(qp->qp_portnum,
                                    adds_vect->av_srvl, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }

                        /*
                         * MTU changes as part of sqd2sqd are not allowed.
                         * Simply keep the same MTU value here, stored in the
                         * qphdl from init2rtr time.
                         */
                        qpc->mtu = qp->qp_save_mtu;

                        opmask |= HERMON_CMD_OP_PRIM_PATH;
                }

                /*
                 * If we are attempting to modify the path migration state for
                 * this QP, then check for valid state and fill it in.  Also
                 * set the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_MIG) {
                        if (uc->uc_mig_state == IBT_STATE_MIGRATED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_MIGRATED;
                        } else if (uc->uc_mig_state == IBT_STATE_REARMED) {
                                qpc->pm_state = HERMON_QP_PMSTATE_REARM;
                        } else {
                                return (IBT_QP_APM_STATE_INVALID);
                        }
                        opmask |= HERMON_CMD_OP_PM_STATE;
                }

                /*
                 * If we are attempting to modify the PKey index for this QP,
                 * then check for valid PKey index and fill it in.  Also set
                 * the appropriate flag in the "opmask" parameter.
                 */
                if (flags & IBT_CEP_SET_PKEY_IX) {
                        pkeyindx = uc->uc_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->pri_addr_path.pkey_indx = pkeyindx;
                                opmask |= HERMON_CMD_OP_PKEYINDX;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                }

                /*
                 * Check for optional alternate path and fill in the
                 * appropriate QPC fields if one is specified
                 */
                if (flags & IBT_CEP_SET_ALT_PATH) {
                        qpc_path = &qpc->alt_addr_path;
                        adds_vect = &uc->uc_alt_path.cep_adds_vect;

                        /* Set the common alternate address path fields */
                        status = hermon_set_addr_path(state, adds_vect,
                            qpc_path, HERMON_ADDRPATH_QP);
                        if (status != DDI_SUCCESS) {
                                return (status);
                        }

                        /*
                         * Check for valid alternate path port number and fill
                         * it in
                         */
                        portnum = uc->uc_alt_path.cep_hca_port_num;
                        if (hermon_portnum_is_valid(state, portnum)) {
                                qp->qp_portnum_alt = portnum - 1;
                                qpc->alt_addr_path.sched_q =
                                    HERMON_QP_SCHEDQ_GET(portnum - 1,
                                    adds_vect->av_srvl, qp->qp_is_special);
                        } else {
                                return (IBT_HCA_PORT_INVALID);
                        }

                        /*
                         * Check for valid alternate path PKey index and fill
                         * it in
                         */
                        pkeyindx = uc->uc_alt_path.cep_pkey_ix;
                        if (hermon_pkeyindex_is_valid(state, pkeyindx)) {
                                qpc->alt_addr_path.pkey_indx = pkeyindx;
                        } else {
                                return (IBT_PKEY_IX_ILLEGAL);
                        }
                        opmask |= HERMON_CMD_OP_ALT_PATH;
                }
        } else {
                /*
                 * Invalid QP transport type. If we got here then it's a
                 * warning of a probably serious problem.  So print a message
                 * and return failure
                 */
                HERMON_WARNING(state, "unknown QP transport type in sqd2sqd");
                return (ibc_get_ci_failure(0));
        }

        /*
         * Post the SQD2SQD_QP command to the Hermon firmware
         *
         * We do a HERMON_NOSLEEP here because we are still holding the
         * "qp_lock".  If we got raised to interrupt level by priority
         * inversion, we do not want to block in this routine waiting for
         * success.
         */
        status = hermon_cmn_qp_cmd_post(state, SQD2SQD_QP, qpc, qp->qp_qpnum,
            opmask, HERMON_CMD_NOSLEEP_SPIN);
        if (status != HERMON_CMD_SUCCESS) {
                if (status != HERMON_CMD_BAD_QP_STATE) {
                        cmn_err(CE_NOTE, "hermon%d: SQD2SQD_QP command failed: "
                            "%08x\n", state->hs_instance, status);
                        if (status == HERMON_CMD_INVALID_STATUS) {
                                hermon_fm_ereport(state, HCA_SYS_ERR,
                                    HCA_ERR_SRV_LOST);
                        }
                        return (ibc_get_ci_failure(0));
                } else {
                        return (IBT_QP_STATE_INVALID);
                }
        }

        return (DDI_SUCCESS);
}


/*
 * hermon_qp_sqerr2rts()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_sqerr2rts(hermon_state_t *state, hermon_qphdl_t qp,
    ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p)
{
        hermon_hw_qpc_t         *qpc;
        ibt_qp_ud_attr_t        *ud;
        uint32_t                opmask = 0;
        int                     status;

        ASSERT(MUTEX_HELD(&qp->qp_lock));

        /*
         * Grab the temporary QPC entry from QP software state
         */
        qpc = &qp->qpc;

        /*
         * Since there are no common fields to be filled in for this command,
         * we begin with the QPC fields which are specific to transport type.
         */
        if (qp->qp_type == IBT_UD_RQP) {
                ud = &info_p->qp_transport.ud;

                /*
                 * If we are attempting to modify the QKey for this QP, then
                 * fill it in and set the appropriate flag in the "opmask"
                 * parameter.
                 */
                if (flags & IBT_CEP_SET_QKEY) {
                        qpc->qkey = ud->ud_qkey;
                        opmask |= HERMON_CMD_OP_QKEY;
                }

        } else if (qp->qp_serv_type == HERMON_QP_UC) {

                /*
                 * Check if any of the flags indicate a change in the RDMA
                 * Write (recv) enable/disable and set the appropriate flag
                 * in the "opmask" parameter. Note: RDMA Read and Atomic are
                 * not valid for UC transport.
                 */
                if (flags & IBT_CEP_SET_RDMA_W) {
                        qpc->rwe = (info_p->qp_flags & IBT_CEP_RDMA_WR) ? 1 : 0;
                        opmask |= HERMON_CMD_OP_RWE;
                }
        } else {
                /*
                 * Invalid QP transport type. If we got here then it's a
                 * warning of a probably serious problem.  So print a message
                 * and return failure
                 */
                HERMON_WARNING(state, "unknown QP transport type in sqerr2rts");
                return (ibc_get_ci_failure(0));
        }

        /*
         * Post the SQERR2RTS_QP command to the Hermon firmware
         *
         * We do a HERMON_NOSLEEP here because we are still holding the
         * "qp_lock".  If we got raised to interrupt level by priority
         * inversion, we do not want to block in this routine waiting for
         * success.
         */
        status = hermon_cmn_qp_cmd_post(state, SQERR2RTS_QP, qpc, qp->qp_qpnum,
            opmask, HERMON_CMD_NOSLEEP_SPIN);
        if (status != HERMON_CMD_SUCCESS) {
                if (status != HERMON_CMD_BAD_QP_STATE) {
                        cmn_err(CE_NOTE, "hermon%d: SQERR2RTS_QP command "
                            "failed: %08x\n", state->hs_instance, status);
                        if (status == HERMON_CMD_INVALID_STATUS) {
                                hermon_fm_ereport(state, HCA_SYS_ERR,
                                    HCA_ERR_SRV_LOST);
                        }
                        return (ibc_get_ci_failure(0));
                } else {
                        return (IBT_QP_STATE_INVALID);
                }
        }

        return (DDI_SUCCESS);
}


/*
 * hermon_qp_to_error()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_to_error(hermon_state_t *state, hermon_qphdl_t qp)
{
        int     status;

        ASSERT(MUTEX_HELD(&qp->qp_lock));

        /*
         * Post the TOERR_QP command to the Hermon firmware
         *
         * We do a HERMON_NOSLEEP here because we are still holding the
         * "qp_lock".  If we got raised to interrupt level by priority
         * inversion, we do not want to block in this routine waiting for
         * success.
         */
        status = hermon_cmn_qp_cmd_post(state, TOERR_QP, NULL, qp->qp_qpnum,
            0, HERMON_CMD_NOSLEEP_SPIN);
        if (status != HERMON_CMD_SUCCESS) {
                cmn_err(CE_NOTE, "hermon%d: TOERR_QP command failed: %08x\n",
                    state->hs_instance, status);
                if (status == HERMON_CMD_INVALID_STATUS) {
                        hermon_fm_ereport(state, HCA_SYS_ERR, HCA_ERR_SRV_LOST);
                }
                return (ibc_get_ci_failure(0));
        }

        return (DDI_SUCCESS);
}


/*
 * hermon_qp_to_reset()
 *    Context: Can be called from interrupt or base context.
 */
int
hermon_qp_to_reset(hermon_state_t *state, hermon_qphdl_t qp)
{
        hermon_hw_qpc_t *qpc;
        int             status;

        ASSERT(MUTEX_HELD(&qp->qp_lock));

        /*
         * Grab the temporary QPC entry from QP software state
         */
        qpc = &qp->qpc;

        /*
         * Post the TORST_QP command to the Hermon firmware
         *
         * We do a HERMON_NOSLEEP here because we are still holding the
         * "qp_lock".  If we got raised to interrupt level by priority
         * inversion, we do not want to block in this routine waiting for
         * success.
         */
        status = hermon_cmn_qp_cmd_post(state, TORST_QP, qpc, qp->qp_qpnum,
            0, HERMON_CMD_NOSLEEP_SPIN);
        if (status != HERMON_CMD_SUCCESS) {
                cmn_err(CE_NOTE, "hermon%d: TORST_QP command failed: %08x\n",
                    state->hs_instance, status);
                if (status == HERMON_CMD_INVALID_STATUS) {
                        hermon_fm_ereport(state, HCA_SYS_ERR, HCA_ERR_SRV_LOST);
                }
                return (ibc_get_ci_failure(0));
        }
        if (qp->qp_serv_type == HERMON_QP_FEXCH) {
                status = hermon_fcoib_fexch_mkey_fini(state, qp->qp_pdhdl,
                    qp->qp_qpnum, HERMON_CMD_NOSLEEP_SPIN);
                if (status != DDI_SUCCESS)
                        cmn_err(CE_NOTE, "hermon%d: fexch_mkey_fini failed "
                            "%08x\n", state->hs_instance, status);
        }
        return (DDI_SUCCESS);
}


/*
 * hermon_qp_reset2err()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_reset2err(hermon_state_t *state, hermon_qphdl_t qp)
{
        hermon_hw_qpc_t *qpc;
        int             status;
        uint32_t        cqnmask;

        ASSERT(MUTEX_HELD(&qp->qp_lock));

        /*
         * In order to implement the transition from "Reset" directly to the
         * "Error" state, it is necessary to first give ownership of the QP
         * context to the Hermon hardware.  This is accomplished by
         * transitioning the QP to "Init" as an intermediate step and then,
         * immediately transitioning to "Error".
         *
         * When this function returns success, the QP context will be owned by
         * the Hermon hardware and will be in the "Error" state.
         */

        /*
         * Grab the temporary QPC entry from QP software state
         */
        qpc = &qp->qpc;

        /*
         * Fill in the common fields in the QPC
         */
        if (qp->qp_is_special) {
                qpc->serv_type  = HERMON_QP_MLX;
        } else {
                qpc->serv_type  = qp->qp_serv_type;
        }
        qpc->pm_state           = HERMON_QP_PMSTATE_MIGRATED;
        qpc->usr_page           = qp->qp_uarpg;
        /* dbr is now an address, not an index */
        qpc->dbr_addrh          = ((uint64_t)qp->qp_rq_pdbr >> 32);
        qpc->dbr_addrl          = ((uint64_t)qp->qp_rq_pdbr & 0xFFFFFFFC) >> 2;
        qpc->pd                 = qp->qp_pdhdl->pd_pdnum;
        /*
         * HERMON:
         * qpc->wqe_baseaddr is replaced by LKey from the cMPT, and
         * page_offset, mtt_base_addr_h/l, and log2_page_size will
         * be used to map the WQE buffer
         * NOTE that the cMPT is created implicitly when the QP is
         * transitioned from reset to init
         */
        qpc->log2_pgsz          = qp->qp_mrhdl->mr_log2_pgsz;
        qpc->mtt_base_addrh     = (qp->qp_mrhdl->mr_mttaddr) >> 32 & 0xFF;
        qpc->mtt_base_addrl     = (qp->qp_mrhdl->mr_mttaddr) >> 3 & 0xFFFFFFFF;
        cqnmask = (1 << state->hs_cfg_profile->cp_log_num_cq) - 1;
        qpc->cqn_snd            =
            (qp->qp_sq_cqhdl == NULL) ? 0 : qp->qp_sq_cqhdl->cq_cqnum & cqnmask;
        qpc->page_offs          = qp->qp_wqinfo.qa_pgoffs >> 6;
        qpc->cqn_rcv            =
            (qp->qp_rq_cqhdl == NULL) ? 0 : qp->qp_rq_cqhdl->cq_cqnum & cqnmask;

        qpc->sq_wqe_counter     = 0;
        qpc->rq_wqe_counter     = 0;
        qpc->log_sq_stride      = qp->qp_sq_log_wqesz - 4;
        qpc->log_rq_stride      = qp->qp_rq_log_wqesz - 4;
        qpc->log_sq_size        = highbit(qp->qp_sq_bufsz) - 1;
        qpc->log_rq_size        = highbit(qp->qp_rq_bufsz) - 1;
        qpc->srq_en             = (qp->qp_alloc_flags & IBT_QP_USES_SRQ) != 0;
        qpc->sq_no_prefetch     = qp->qp_no_prefetch;

        if (qp->qp_alloc_flags & IBT_QP_USES_SRQ) {
                qpc->srq_number = qp->qp_srqhdl->srq_srqnum;
        } else {
                qpc->srq_number = 0;
        }

        qpc->fre                = 0; /* default disable fast registration WR */
        qpc->rlky               = 0; /* default disable reserved lkey */

        /*
         * Now fill in the QPC fields which are specific to transport type
         */
        if (qp->qp_type == IBT_UD_RQP) {
                /* Set the UD parameters to an invalid default */
                qpc->qkey = 0;
                qpc->pri_addr_path.sched_q =
                    HERMON_QP_SCHEDQ_GET(0, 0, qp->qp_is_special);
                qpc->pri_addr_path.pkey_indx = 0;

        } else if (qp->qp_serv_type == HERMON_QP_RC) {
                /* Set the RC parameters to invalid default */
                qpc->rre = 0;
                qpc->rwe = 0;
                qpc->rae = 0;
                qpc->alt_addr_path.sched_q =
                    HERMON_QP_SCHEDQ_GET(0, 0, qp->qp_is_special);
                qpc->pri_addr_path.pkey_indx = 0;

        } else if (qp->qp_serv_type == HERMON_QP_UC) {
                /* Set the UC parameters to invalid default */
                qpc->rwe = 0;
                qpc->alt_addr_path.sched_q =
                    HERMON_QP_SCHEDQ_GET(0, 0, qp->qp_is_special);
                qpc->pri_addr_path.pkey_indx = 0;

        } else {
                /*
                 * Invalid QP transport type. If we got here then it's a
                 * warning of a probably serious problem.  So print a message
                 * and return failure
                 */
                HERMON_WARNING(state, "unknown QP transport type in rst2err");
                return (ibc_get_ci_failure(0));
        }

        /*
         * Post the RST2INIT_QP command to the Hermon firmware
         *
         * We do a HERMON_NOSLEEP here because we are still holding the
         * "qp_lock".  If we got raised to interrupt level by priority
         * inversion, we do not want to block in this routine waiting for
         * success.
         */
        status = hermon_cmn_qp_cmd_post(state, RST2INIT_QP, qpc, qp->qp_qpnum,
            0, HERMON_CMD_NOSLEEP_SPIN);
        if (status != HERMON_CMD_SUCCESS) {
                cmn_err(CE_NOTE, "hermon%d: RST2INIT_QP command failed: %08x\n",
                    state->hs_instance, status);
                if (status == HERMON_CMD_INVALID_STATUS) {
                        hermon_fm_ereport(state, HCA_SYS_ERR, HCA_ERR_SRV_LOST);
                }
                return (ibc_get_ci_failure(0));
        }

        /*
         * Now post the TOERR_QP command to the Hermon firmware
         *
         * We still do a HERMON_NOSLEEP here because we are still holding the
         * "qp_lock".  Note:  If this fails (which it really never should),
         * it indicates a serious problem in the HW or SW.  We try to move
         * the QP back to the "Reset" state if possible and print a warning
         * message if not.  In any case, we return an error here.
         */
        status = hermon_cmn_qp_cmd_post(state, TOERR_QP, NULL, qp->qp_qpnum,
            0, HERMON_CMD_NOSLEEP_SPIN);
        if (status != HERMON_CMD_SUCCESS) {
                cmn_err(CE_NOTE, "hermon%d: TOERR_QP command failed: %08x\n",
                    state->hs_instance, status);
                if (status == HERMON_CMD_INVALID_STATUS) {
                        hermon_fm_ereport(state, HCA_SYS_ERR, HCA_ERR_SRV_LOST);
                }
                if (hermon_qp_to_reset(state, qp) != DDI_SUCCESS) {
                        HERMON_WARNING(state, "failed to reset QP context");
                }
                return (ibc_get_ci_failure(0));
        }

        return (DDI_SUCCESS);
}


/*
 * hermon_check_rdma_enable_flags()
 *    Context: Can be called from interrupt or base context.
 */
static uint_t
hermon_check_rdma_enable_flags(ibt_cep_modify_flags_t flags,
    ibt_qp_info_t *info_p, hermon_hw_qpc_t *qpc)
{
        uint_t  opmask = 0;

        if (flags & IBT_CEP_SET_RDMA_R) {
                qpc->rre = (info_p->qp_flags & IBT_CEP_RDMA_RD) ? 1 : 0;
                opmask |= HERMON_CMD_OP_RRE;
        }

        if (flags & IBT_CEP_SET_RDMA_W) {
                qpc->rwe = (info_p->qp_flags & IBT_CEP_RDMA_WR) ? 1 : 0;
                opmask |= HERMON_CMD_OP_RWE;
        }

        if (flags & IBT_CEP_SET_ATOMIC) {
                qpc->rae = (info_p->qp_flags & IBT_CEP_ATOMIC) ? 1 : 0;
                opmask |= HERMON_CMD_OP_RAE;
        }

        return (opmask);
}

/*
 * hermon_qp_validate_resp_rsrc()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_validate_resp_rsrc(hermon_state_t *state, ibt_qp_rc_attr_t *rc,
    uint_t *rra_max)
{
        uint_t  rdma_ra_in;

        rdma_ra_in = rc->rc_rdma_ra_in;

        /*
         * Check if number of responder resources is too large.  Return an
         * error if it is
         */
        if (rdma_ra_in > state->hs_cfg_profile->cp_hca_max_rdma_in_qp) {
                return (IBT_INVALID_PARAM);
        }

        /*
         * If the number of responder resources is too small, round it up.
         * Then find the next highest power-of-2
         */
        if (rdma_ra_in == 0) {
                rdma_ra_in = 1;
        }
        if (ISP2(rdma_ra_in)) {
                *rra_max = highbit(rdma_ra_in) - 1;
        } else {
                *rra_max = highbit(rdma_ra_in);
        }
        return (DDI_SUCCESS);
}


/*
 * hermon_qp_validate_init_depth()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_validate_init_depth(hermon_state_t *state, ibt_qp_rc_attr_t *rc,
    uint_t *sra_max)
{
        uint_t  rdma_ra_out;

        rdma_ra_out = rc->rc_rdma_ra_out;

        /*
         * Check if requested initiator depth is too large.  Return an error
         * if it is
         */
        if (rdma_ra_out > state->hs_cfg_profile->cp_hca_max_rdma_out_qp) {
                return (IBT_INVALID_PARAM);
        }

        /*
         * If the requested initiator depth is too small, round it up.
         * Then find the next highest power-of-2
         */
        if (rdma_ra_out == 0) {
                rdma_ra_out = 1;
        }
        if (ISP2(rdma_ra_out)) {
                *sra_max = highbit(rdma_ra_out) - 1;
        } else {
                *sra_max = highbit(rdma_ra_out);
        }
        return (DDI_SUCCESS);
}


/*
 * hermon_qp_validate_mtu()
 *    Context: Can be called from interrupt or base context.
 */
static int
hermon_qp_validate_mtu(hermon_state_t *state, uint_t mtu)
{
        /*
         * Check for invalid MTU values (i.e. zero or any value larger than
         * the HCA's port maximum).
         */
        if ((mtu == 0) || (mtu > state->hs_cfg_profile->cp_max_mtu)) {
                return (IBT_HCA_PORT_MTU_EXCEEDED);
        }
        return (DDI_SUCCESS);
}