2 * This file is provided under a dual BSD/GPLv2 license. When using or
3 * redistributing this file, you may do so under either license.
7 * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of version 2 of the GNU General Public License as
11 * published by the Free Software Foundation.
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
21 * The full GNU General Public License is included in this distribution
22 * in the file called LICENSE.GPL.
26 * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
27 * All rights reserved.
29 * Redistribution and use in source and binary forms, with or without
30 * modification, are permitted provided that the following conditions
33 * * Redistributions of source code must retain the above copyright
34 * notice, this list of conditions and the following disclaimer.
35 * * Redistributions in binary form must reproduce the above copyright
36 * notice, this list of conditions and the following disclaimer in
37 * the documentation and/or other materials provided with the
39 * * Neither the name of Intel Corporation nor the names of its
40 * contributors may be used to endorse or promote products derived
41 * from this software without specific prior written permission.
43 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
44 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
45 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
46 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
47 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
48 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
49 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
50 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
51 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
52 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
53 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
56 #ifndef _ISCI_REQUEST_H_
57 #define _ISCI_REQUEST_H_
61 #include "scu_task_context.h"
64 * struct isci_request_status - This enum defines the possible states of an I/O
69 enum isci_request_status
{
85 enum sci_request_protocol
{
90 }; /* XXX remove me, use sas_task.{dev|task_proto} instead */;
92 struct scic_sds_stp_request
{
98 struct scic_sds_stp_pio_request
{
100 * Total transfer for the entire PIO request recorded
101 * at request constuction time.
103 * @todo Should we just decrement this value for each
104 * byte of data transitted or received to elemenate
105 * the current_transfer_bytes field?
107 u32 total_transfer_bytes
;
110 * Total number of bytes received/transmitted in data
111 * frames since the start of the IO request. At the
112 * end of the IO request this should equal the
113 * total_transfer_bytes.
115 u32 current_transfer_bytes
;
118 * The number of bytes requested in the in the PIO
121 u32 pio_transfer_bytes
;
124 * PIO Setup ending status value to tell us if we need
125 * to wait for another FIS or if the transfer is
126 * complete. On the receipt of a D2H FIS this will be
127 * the status field of that FIS.
132 * On receipt of a D2H FIS this will be the ending
133 * error field if the ending_status has the
134 * SATA_STATUS_ERR bit set.
138 struct scic_sds_request_pio_sgl
{
139 struct scu_sgl_element_pair
*sgl_pair
;
147 * The number of bytes requested in the PIO setup
148 * before CDB data frame.
150 u32 device_preferred_cdb_length
;
155 struct scic_sds_request
{
157 * This field contains the information for the base request state
160 struct sci_base_state_machine sm
;
163 * This field simply points to the controller to which this IO request
166 struct scic_sds_controller
*owning_controller
;
169 * This field simply points to the remote device to which this IO
170 * request is associated.
172 struct scic_sds_remote_device
*target_device
;
175 * This field is utilized to determine if the SCI user is managing
176 * the IO tag for this request or if the core is managing it.
178 bool was_tag_assigned_by_user
;
181 * This field indicates the IO tag for this request. The IO tag is
182 * comprised of the task_index and a sequence count. The sequence count
183 * is utilized to help identify tasks from one life to another.
188 * This field specifies the protocol being utilized for this
191 enum sci_request_protocol protocol
;
194 * This field indicates the completion status taken from the SCUs
195 * completion code. It indicates the completion result for the SCU
201 * This field indicates the completion status returned to the SCI user.
202 * It indicates the users view of the io request completion.
207 * This field contains the value to be utilized when posting
208 * (e.g. Post_TC, * Post_TC_Abort) this request to the silicon.
212 struct scu_task_context
*task_context_buffer
;
213 struct scu_task_context tc ____cacheline_aligned
;
215 /* could be larger with sg chaining */
216 #define SCU_SGL_SIZE ((SCI_MAX_SCATTER_GATHER_ELEMENTS + 1) / 2)
217 struct scu_sgl_element_pair sg_table
[SCU_SGL_SIZE
] __attribute__ ((aligned(32)));
220 * This field indicates if this request is a task management request or
223 bool is_task_management_request
;
226 * This field is a pointer to the stored rx frame data. It is used in
227 * STP internal requests and SMP response frames. If this field is
228 * non-NULL the saved frame must be released on IO request completion.
230 * @todo In the future do we want to keep a list of RX frame buffers?
232 u32 saved_rx_frame_index
;
235 * This field in the recorded device sequence for the io request.
236 * This is recorded during the build operation and is compared in the
237 * start operation. If the sequence is different then there was a
238 * change of devices from the build to start operations.
245 struct ssp_cmd_iu cmd
;
246 struct ssp_task_iu tmf
;
249 struct ssp_response_iu rsp
;
250 u8 rsp_buf
[SSP_RESP_IU_MAX_SIZE
];
260 struct scic_sds_stp_request req
;
261 struct host_to_dev_fis cmd
;
262 struct dev_to_host_fis rsp
;
268 static inline struct scic_sds_request
*to_sci_req(struct scic_sds_stp_request
*stp_req
)
270 struct scic_sds_request
*sci_req
;
272 sci_req
= container_of(stp_req
, typeof(*sci_req
), stp
.req
);
276 struct isci_request
{
277 enum isci_request_status status
;
278 enum task_type ttype
;
279 unsigned short io_tag
;
280 bool complete_in_target
;
283 union ttype_ptr_union
{
284 struct sas_task
*io_task_ptr
; /* When ttype==io_task */
285 struct isci_tmf
*tmf_task_ptr
; /* When ttype==tmf_task */
287 struct isci_host
*isci_host
;
288 struct isci_remote_device
*isci_device
;
289 /* For use in the requests_to_{complete|abort} lists: */
290 struct list_head completed_node
;
291 /* For use in the reqs_in_process list: */
292 struct list_head dev_node
;
293 spinlock_t state_lock
;
294 dma_addr_t request_daddr
;
295 dma_addr_t zero_scatter_daddr
;
297 unsigned int num_sg_entries
; /* returned by pci_alloc_sg */
299 /** Note: "io_request_completion" is completed in two different ways
300 * depending on whether this is a TMF or regular request.
301 * - TMF requests are completed in the thread that started them;
302 * - regular requests are completed in the request completion callback
304 * This difference in operation allows the aborter of a TMF request
305 * to be sure that once the TMF request completes, the I/O that the
306 * TMF was aborting is guaranteed to have completed.
308 struct completion
*io_request_completion
;
309 struct scic_sds_request sci
;
312 static inline struct isci_request
*sci_req_to_ireq(struct scic_sds_request
*sci_req
)
314 struct isci_request
*ireq
= container_of(sci_req
, typeof(*ireq
), sci
);
320 * enum sci_base_request_states - This enumeration depicts all the states for
321 * the common request state machine.
325 enum sci_base_request_states
{
327 * Simply the initial state for the base request state machine.
332 * This state indicates that the request has been constructed.
333 * This state is entered from the INITIAL state.
338 * This state indicates that the request has been started. This state
339 * is entered from the CONSTRUCTED state.
343 SCI_REQ_STP_UDMA_WAIT_TC_COMP
,
344 SCI_REQ_STP_UDMA_WAIT_D2H
,
346 SCI_REQ_STP_NON_DATA_WAIT_H2D
,
347 SCI_REQ_STP_NON_DATA_WAIT_D2H
,
349 SCI_REQ_STP_SOFT_RESET_WAIT_H2D_ASSERTED
,
350 SCI_REQ_STP_SOFT_RESET_WAIT_H2D_DIAG
,
351 SCI_REQ_STP_SOFT_RESET_WAIT_D2H
,
354 * While in this state the IO request object is waiting for the TC
355 * completion notification for the H2D Register FIS
357 SCI_REQ_STP_PIO_WAIT_H2D
,
360 * While in this state the IO request object is waiting for either a
361 * PIO Setup FIS or a D2H register FIS. The type of frame received is
362 * based on the result of the prior frame and line conditions.
364 SCI_REQ_STP_PIO_WAIT_FRAME
,
367 * While in this state the IO request object is waiting for a DATA
368 * frame from the device.
370 SCI_REQ_STP_PIO_DATA_IN
,
373 * While in this state the IO request object is waiting to transmit
374 * the next data frame to the device.
376 SCI_REQ_STP_PIO_DATA_OUT
,
379 * The AWAIT_TC_COMPLETION sub-state indicates that the started raw
380 * task management request is waiting for the transmission of the
381 * initial frame (i.e. command, task, etc.).
383 SCI_REQ_TASK_WAIT_TC_COMP
,
386 * This sub-state indicates that the started task management request
387 * is waiting for the reception of an unsolicited frame
388 * (i.e. response IU).
390 SCI_REQ_TASK_WAIT_TC_RESP
,
393 * This sub-state indicates that the started task management request
394 * is waiting for the reception of an unsolicited frame
395 * (i.e. response IU).
397 SCI_REQ_SMP_WAIT_RESP
,
400 * The AWAIT_TC_COMPLETION sub-state indicates that the started SMP
401 * request is waiting for the transmission of the initial frame
402 * (i.e. command, task, etc.).
404 SCI_REQ_SMP_WAIT_TC_COMP
,
407 * This state indicates that the request has completed.
408 * This state is entered from the STARTED state. This state is entered
409 * from the ABORTING state.
414 * This state indicates that the request is in the process of being
415 * terminated/aborted.
416 * This state is entered from the CONSTRUCTED state.
417 * This state is entered from the STARTED state.
422 * Simply the final state for the base request state machine.
428 * scic_sds_request_get_controller() -
430 * This macro will return the controller for this io request object
432 #define scic_sds_request_get_controller(sci_req) \
433 ((sci_req)->owning_controller)
436 * scic_sds_request_get_device() -
438 * This macro will return the device for this io request object
440 #define scic_sds_request_get_device(sci_req) \
441 ((sci_req)->target_device)
444 * scic_sds_request_get_port() -
446 * This macro will return the port for this io request object
448 #define scic_sds_request_get_port(sci_req) \
449 scic_sds_remote_device_get_port(scic_sds_request_get_device(sci_req))
452 * scic_sds_request_get_post_context() -
454 * This macro returns the constructed post context result for the io request.
456 #define scic_sds_request_get_post_context(sci_req) \
457 ((sci_req)->post_context)
460 * scic_sds_request_get_task_context() -
462 * This is a helper macro to return the os handle for this request object.
464 #define scic_sds_request_get_task_context(request) \
465 ((request)->task_context_buffer)
468 * scic_sds_request_set_status() -
470 * This macro will set the scu hardware status and sci request completion
471 * status for an io request.
473 #define scic_sds_request_set_status(request, scu_status_code, sci_status_code) \
475 (request)->scu_status = (scu_status_code); \
476 (request)->sci_status = (sci_status_code); \
482 * This macro zeros the hardware SGL element data
484 #define SCU_SGL_ZERO(scu_sge) \
486 (scu_sge).length = 0; \
487 (scu_sge).address_lower = 0; \
488 (scu_sge).address_upper = 0; \
489 (scu_sge).address_modifier = 0; \
495 * This macro copys the SGL Element data from the host os to the hardware SGL
498 #define SCU_SGL_COPY(scu_sge, os_sge) \
500 (scu_sge).length = sg_dma_len(sg); \
501 (scu_sge).address_upper = \
502 upper_32_bits(sg_dma_address(sg)); \
503 (scu_sge).address_lower = \
504 lower_32_bits(sg_dma_address(sg)); \
505 (scu_sge).address_modifier = 0; \
508 enum sci_status
scic_sds_request_start(struct scic_sds_request
*sci_req
);
509 enum sci_status
scic_sds_io_request_terminate(struct scic_sds_request
*sci_req
);
511 scic_sds_io_request_event_handler(struct scic_sds_request
*sci_req
,
514 scic_sds_io_request_frame_handler(struct scic_sds_request
*sci_req
,
517 scic_sds_task_request_terminate(struct scic_sds_request
*sci_req
);
518 extern enum sci_status
519 scic_sds_request_complete(struct scic_sds_request
*sci_req
);
520 extern enum sci_status
521 scic_sds_io_request_tc_completion(struct scic_sds_request
*sci_req
, u32 code
);
523 /* XXX open code in caller */
524 static inline void *scic_request_get_virt_addr(struct scic_sds_request
*sci_req
,
525 dma_addr_t phys_addr
)
527 struct isci_request
*ireq
= sci_req_to_ireq(sci_req
);
530 BUG_ON(phys_addr
< ireq
->request_daddr
);
532 offset
= phys_addr
- ireq
->request_daddr
;
534 BUG_ON(offset
>= sizeof(*ireq
));
536 return (char *)ireq
+ offset
;
539 /* XXX open code in caller */
540 static inline dma_addr_t
541 scic_io_request_get_dma_addr(struct scic_sds_request
*sci_req
, void *virt_addr
)
543 struct isci_request
*ireq
= sci_req_to_ireq(sci_req
);
545 char *requested_addr
= (char *)virt_addr
;
546 char *base_addr
= (char *)ireq
;
548 BUG_ON(requested_addr
< base_addr
);
549 BUG_ON((requested_addr
- base_addr
) >= sizeof(*ireq
));
551 return ireq
->request_daddr
+ (requested_addr
- base_addr
);
555 * This function gets the status of the request object.
556 * @request: This parameter points to the isci_request object
558 * status of the object as a isci_request_status enum.
560 static inline enum isci_request_status
561 isci_request_get_state(struct isci_request
*isci_request
)
563 BUG_ON(isci_request
== NULL
);
565 /*probably a bad sign... */
566 if (isci_request
->status
== unallocated
)
567 dev_warn(&isci_request
->isci_host
->pdev
->dev
,
568 "%s: isci_request->status == unallocated\n",
571 return isci_request
->status
;
576 * isci_request_change_state() - This function sets the status of the request
578 * @request: This parameter points to the isci_request object
579 * @status: This Parameter is the new status of the object
582 static inline enum isci_request_status
583 isci_request_change_state(struct isci_request
*isci_request
,
584 enum isci_request_status status
)
586 enum isci_request_status old_state
;
589 dev_dbg(&isci_request
->isci_host
->pdev
->dev
,
590 "%s: isci_request = %p, state = 0x%x\n",
595 BUG_ON(isci_request
== NULL
);
597 spin_lock_irqsave(&isci_request
->state_lock
, flags
);
598 old_state
= isci_request
->status
;
599 isci_request
->status
= status
;
600 spin_unlock_irqrestore(&isci_request
->state_lock
, flags
);
606 * isci_request_change_started_to_newstate() - This function sets the status of
607 * the request object.
608 * @request: This parameter points to the isci_request object
609 * @status: This Parameter is the new status of the object
611 * state previous to any change.
613 static inline enum isci_request_status
614 isci_request_change_started_to_newstate(struct isci_request
*isci_request
,
615 struct completion
*completion_ptr
,
616 enum isci_request_status newstate
)
618 enum isci_request_status old_state
;
621 spin_lock_irqsave(&isci_request
->state_lock
, flags
);
623 old_state
= isci_request
->status
;
625 if (old_state
== started
|| old_state
== aborting
) {
626 BUG_ON(isci_request
->io_request_completion
!= NULL
);
628 isci_request
->io_request_completion
= completion_ptr
;
629 isci_request
->status
= newstate
;
632 spin_unlock_irqrestore(&isci_request
->state_lock
, flags
);
634 dev_dbg(&isci_request
->isci_host
->pdev
->dev
,
635 "%s: isci_request = %p, old_state = 0x%x\n",
644 * isci_request_change_started_to_aborted() - This function sets the status of
645 * the request object.
646 * @request: This parameter points to the isci_request object
647 * @completion_ptr: This parameter is saved as the kernel completion structure
648 * signalled when the old request completes.
650 * state previous to any change.
652 static inline enum isci_request_status
653 isci_request_change_started_to_aborted(struct isci_request
*isci_request
,
654 struct completion
*completion_ptr
)
656 return isci_request_change_started_to_newstate(isci_request
,
661 * isci_request_free() - This function frees the request object.
662 * @isci_host: This parameter specifies the ISCI host object
663 * @isci_request: This parameter points to the isci_request object
666 static inline void isci_request_free(struct isci_host
*isci_host
,
667 struct isci_request
*isci_request
)
672 /* release the dma memory if we fail. */
673 dma_pool_free(isci_host
->dma_pool
,
675 isci_request
->request_daddr
);
678 #define isci_request_access_task(req) ((req)->ttype_ptr.io_task_ptr)
680 #define isci_request_access_tmf(req) ((req)->ttype_ptr.tmf_task_ptr)
682 int isci_request_alloc_tmf(struct isci_host
*isci_host
,
683 struct isci_tmf
*isci_tmf
,
684 struct isci_request
**isci_request
,
685 struct isci_remote_device
*isci_device
,
689 int isci_request_execute(struct isci_host
*isci_host
,
690 struct sas_task
*task
,
691 struct isci_request
**request
,
695 * isci_request_unmap_sgl() - This function unmaps the DMA address of a given
697 * @request: This parameter points to the isci_request object
698 * @*pdev: This Parameter is the pci_device struct for the controller
702 isci_request_unmap_sgl(struct isci_request
*request
, struct pci_dev
*pdev
)
704 struct sas_task
*task
= isci_request_access_task(request
);
706 dev_dbg(&request
->isci_host
->pdev
->dev
,
707 "%s: request = %p, task = %p,\n"
708 "task->data_dir = %d, is_sata = %d\n ",
713 sas_protocol_ata(task
->task_proto
));
715 if ((task
->data_dir
!= PCI_DMA_NONE
) &&
716 !sas_protocol_ata(task
->task_proto
)) {
717 if (task
->num_scatter
== 0)
718 /* 0 indicates a single dma address */
721 request
->zero_scatter_daddr
,
722 task
->total_xfer_len
,
726 else /* unmap the sgl dma addresses */
730 request
->num_sg_entries
,
737 * isci_request_io_request_get_next_sge() - This function is called by the sci
738 * core to retrieve the next sge for a given request.
739 * @request: This parameter is the isci_request object.
740 * @current_sge_address: This parameter is the last sge retrieved by the sci
741 * core for this request.
743 * pointer to the next sge for specified request.
746 isci_request_io_request_get_next_sge(struct isci_request
*request
,
747 void *current_sge_address
)
749 struct sas_task
*task
= isci_request_access_task(request
);
752 dev_dbg(&request
->isci_host
->pdev
->dev
,
754 "current_sge_address = %p, "
755 "num_scatter = %d\n",
761 if (!current_sge_address
) /* First time through.. */
762 ret
= task
->scatter
; /* always task->scatter */
763 else if (task
->num_scatter
== 0) /* Next element, if num_scatter == 0 */
764 ret
= NULL
; /* there is only one element. */
766 ret
= sg_next(current_sge_address
); /* sg_next returns NULL
767 * for the last element
770 dev_dbg(&request
->isci_host
->pdev
->dev
,
771 "%s: next sge address = %p\n",
779 isci_terminate_pending_requests(struct isci_host
*ihost
,
780 struct isci_remote_device
*idev
);
782 scic_task_request_construct(struct scic_sds_controller
*scic
,
783 struct scic_sds_remote_device
*sci_dev
,
785 struct scic_sds_request
*sci_req
);
787 scic_task_request_construct_ssp(struct scic_sds_request
*sci_req
);
789 scic_task_request_construct_sata(struct scic_sds_request
*sci_req
);
791 scic_stp_io_request_set_ncq_tag(struct scic_sds_request
*sci_req
, u16 ncq_tag
);
792 void scic_sds_smp_request_copy_response(struct scic_sds_request
*sci_req
);
793 #endif /* !defined(_ISCI_REQUEST_H_) */