6 * Copyright (C) 1999 Andreas E. Bombe
8 * This code is licensed under the GPL. See the file COPYING in the root
9 * directory of the kernel sources for details.
12 #include <linux/sched.h>
13 #include <linux/bitops.h>
14 #include <linux/smp_lock.h>
15 #include <linux/interrupt.h>
17 #include <asm/errno.h>
20 #include "ieee1394_types.h"
22 #include "ieee1394_core.h"
23 #include "highlevel.h"
27 #define PREP_ASYNC_HEAD_ADDRESS(tc) \
29 packet->header[0] = (packet->node_id << 16) | (packet->tlabel << 10) \
30 | (1 << 8) | (tc << 4); \
31 packet->header[1] = (packet->host->node_id << 16) | (addr >> 32); \
32 packet->header[2] = addr & 0xffffffff
35 static void fill_async_readquad(struct hpsb_packet
*packet
, u64 addr
)
37 PREP_ASYNC_HEAD_ADDRESS(TCODE_READQ
);
38 packet
->header_size
= 12;
39 packet
->data_size
= 0;
40 packet
->expect_response
= 1;
43 static void fill_async_readblock(struct hpsb_packet
*packet
, u64 addr
, int length
)
45 PREP_ASYNC_HEAD_ADDRESS(TCODE_READB
);
46 packet
->header
[3] = length
<< 16;
47 packet
->header_size
= 16;
48 packet
->data_size
= 0;
49 packet
->expect_response
= 1;
52 static void fill_async_writequad(struct hpsb_packet
*packet
, u64 addr
, quadlet_t data
)
54 PREP_ASYNC_HEAD_ADDRESS(TCODE_WRITEQ
);
55 packet
->header
[3] = data
;
56 packet
->header_size
= 16;
57 packet
->data_size
= 0;
58 packet
->expect_response
= 1;
61 static void fill_async_writeblock(struct hpsb_packet
*packet
, u64 addr
, int length
)
63 PREP_ASYNC_HEAD_ADDRESS(TCODE_WRITEB
);
64 packet
->header
[3] = length
<< 16;
65 packet
->header_size
= 16;
66 packet
->expect_response
= 1;
67 packet
->data_size
= length
+ (length
% 4 ? 4 - (length
% 4) : 0);
70 static void fill_async_lock(struct hpsb_packet
*packet
, u64 addr
, int extcode
,
73 PREP_ASYNC_HEAD_ADDRESS(TCODE_LOCK_REQUEST
);
74 packet
->header
[3] = (length
<< 16) | extcode
;
75 packet
->header_size
= 16;
76 packet
->data_size
= length
;
77 packet
->expect_response
= 1;
80 static void fill_iso_packet(struct hpsb_packet
*packet
, int length
, int channel
,
83 packet
->header
[0] = (length
<< 16) | (tag
<< 14) | (channel
<< 8)
84 | (TCODE_ISO_DATA
<< 4) | sync
;
86 packet
->header_size
= 4;
87 packet
->data_size
= length
;
88 packet
->type
= hpsb_iso
;
89 packet
->tcode
= TCODE_ISO_DATA
;
92 static void fill_phy_packet(struct hpsb_packet
*packet
, quadlet_t data
)
94 packet
->header
[0] = data
;
95 packet
->header
[1] = ~data
;
96 packet
->header_size
= 8;
97 packet
->data_size
= 0;
98 packet
->expect_response
= 0;
99 packet
->type
= hpsb_raw
; /* No CRC added */
100 packet
->speed_code
= IEEE1394_SPEED_100
; /* Force speed to be 100Mbps */
103 static void fill_async_stream_packet(struct hpsb_packet
*packet
, int length
,
104 int channel
, int tag
, int sync
)
106 packet
->header
[0] = (length
<< 16) | (tag
<< 14) | (channel
<< 8)
107 | (TCODE_STREAM_DATA
<< 4) | sync
;
109 packet
->header_size
= 4;
110 packet
->data_size
= length
;
111 packet
->type
= hpsb_async
;
112 packet
->tcode
= TCODE_ISO_DATA
;
116 * hpsb_get_tlabel - allocate a transaction label
117 * @packet: the packet who's tlabel/tpool we set
119 * Every asynchronous transaction on the 1394 bus needs a transaction
120 * label to match the response to the request. This label has to be
121 * different from any other transaction label in an outstanding request to
122 * the same node to make matching possible without ambiguity.
124 * There are 64 different tlabels, so an allocated tlabel has to be freed
125 * with hpsb_free_tlabel() after the transaction is complete (unless it's
126 * reused again for the same target node).
128 * Return value: Zero on success, otherwise non-zero. A non-zero return
129 * generally means there are no available tlabels. If this is called out
130 * of interrupt or atomic context, then it will sleep until can return a
133 int hpsb_get_tlabel(struct hpsb_packet
*packet
)
136 struct hpsb_tlabel_pool
*tp
;
138 tp
= &packet
->host
->tpool
[packet
->node_id
& NODE_MASK
];
140 if (irqs_disabled() || in_atomic()) {
141 if (down_trylock(&tp
->count
))
147 spin_lock_irqsave(&tp
->lock
, flags
);
149 packet
->tlabel
= find_next_zero_bit(tp
->pool
, 64, tp
->next
);
150 if (packet
->tlabel
> 63)
151 packet
->tlabel
= find_first_zero_bit(tp
->pool
, 64);
152 tp
->next
= (packet
->tlabel
+ 1) % 64;
153 /* Should _never_ happen */
154 BUG_ON(test_and_set_bit(packet
->tlabel
, tp
->pool
));
156 spin_unlock_irqrestore(&tp
->lock
, flags
);
162 * hpsb_free_tlabel - free an allocated transaction label
163 * @packet: packet whos tlabel/tpool needs to be cleared
165 * Frees the transaction label allocated with hpsb_get_tlabel(). The
166 * tlabel has to be freed after the transaction is complete (i.e. response
167 * was received for a split transaction or packet was sent for a unified
170 * A tlabel must not be freed twice.
172 void hpsb_free_tlabel(struct hpsb_packet
*packet
)
175 struct hpsb_tlabel_pool
*tp
;
177 tp
= &packet
->host
->tpool
[packet
->node_id
& NODE_MASK
];
179 BUG_ON(packet
->tlabel
> 63 || packet
->tlabel
< 0);
181 spin_lock_irqsave(&tp
->lock
, flags
);
182 BUG_ON(!test_and_clear_bit(packet
->tlabel
, tp
->pool
));
183 spin_unlock_irqrestore(&tp
->lock
, flags
);
190 int hpsb_packet_success(struct hpsb_packet
*packet
)
192 switch (packet
->ack_code
) {
194 switch ((packet
->header
[1] >> 12) & 0xf) {
197 case RCODE_CONFLICT_ERROR
:
199 case RCODE_DATA_ERROR
:
201 case RCODE_TYPE_ERROR
:
203 case RCODE_ADDRESS_ERROR
:
206 HPSB_ERR("received reserved rcode %d from node %d",
207 (packet
->header
[1] >> 12) & 0xf,
211 HPSB_PANIC("reached unreachable code 1 in %s", __FUNCTION__
);
222 if (packet
->tcode
== TCODE_WRITEQ
223 || packet
->tcode
== TCODE_WRITEB
) {
226 HPSB_ERR("impossible ack_complete from node %d "
227 "(tcode %d)", packet
->node_id
, packet
->tcode
);
233 if (packet
->tcode
== TCODE_WRITEB
234 || packet
->tcode
== TCODE_LOCK_REQUEST
) {
237 HPSB_ERR("impossible ack_data_error from node %d "
238 "(tcode %d)", packet
->node_id
, packet
->tcode
);
242 case ACK_ADDRESS_ERROR
:
246 case ACK_CONFLICT_ERROR
:
248 case ACKX_SEND_ERROR
:
251 /* error while sending */
255 HPSB_ERR("got invalid ack %d from node %d (tcode %d)",
256 packet
->ack_code
, packet
->node_id
, packet
->tcode
);
260 HPSB_PANIC("reached unreachable code 2 in %s", __FUNCTION__
);
263 struct hpsb_packet
*hpsb_make_readpacket(struct hpsb_host
*host
, nodeid_t node
,
264 u64 addr
, size_t length
)
266 struct hpsb_packet
*packet
;
271 packet
= hpsb_alloc_packet(length
);
276 packet
->node_id
= node
;
278 if (hpsb_get_tlabel(packet
)) {
279 hpsb_free_packet(packet
);
284 fill_async_readquad(packet
, addr
);
286 fill_async_readblock(packet
, addr
, length
);
291 struct hpsb_packet
*hpsb_make_writepacket (struct hpsb_host
*host
, nodeid_t node
,
292 u64 addr
, quadlet_t
*buffer
, size_t length
)
294 struct hpsb_packet
*packet
;
299 packet
= hpsb_alloc_packet(length
);
303 if (length
% 4) { /* zero padding bytes */
304 packet
->data
[length
>> 2] = 0;
307 packet
->node_id
= node
;
309 if (hpsb_get_tlabel(packet
)) {
310 hpsb_free_packet(packet
);
315 fill_async_writequad(packet
, addr
, buffer
? *buffer
: 0);
317 fill_async_writeblock(packet
, addr
, length
);
319 memcpy(packet
->data
, buffer
, length
);
325 struct hpsb_packet
*hpsb_make_streampacket(struct hpsb_host
*host
, u8
*buffer
, int length
,
326 int channel
, int tag
, int sync
)
328 struct hpsb_packet
*packet
;
333 packet
= hpsb_alloc_packet(length
);
337 if (length
% 4) { /* zero padding bytes */
338 packet
->data
[length
>> 2] = 0;
342 if (hpsb_get_tlabel(packet
)) {
343 hpsb_free_packet(packet
);
347 fill_async_stream_packet(packet
, length
, channel
, tag
, sync
);
349 memcpy(packet
->data
, buffer
, length
);
354 struct hpsb_packet
*hpsb_make_lockpacket(struct hpsb_host
*host
, nodeid_t node
,
355 u64 addr
, int extcode
, quadlet_t
*data
,
358 struct hpsb_packet
*p
;
361 p
= hpsb_alloc_packet(8);
366 if (hpsb_get_tlabel(p
)) {
372 case EXTCODE_FETCH_ADD
:
373 case EXTCODE_LITTLE_ADD
:
386 fill_async_lock(p
, addr
, extcode
, length
);
391 struct hpsb_packet
*hpsb_make_lock64packet(struct hpsb_host
*host
, nodeid_t node
,
392 u64 addr
, int extcode
, octlet_t
*data
,
395 struct hpsb_packet
*p
;
398 p
= hpsb_alloc_packet(16);
403 if (hpsb_get_tlabel(p
)) {
409 case EXTCODE_FETCH_ADD
:
410 case EXTCODE_LITTLE_ADD
:
413 p
->data
[0] = *data
>> 32;
414 p
->data
[1] = *data
& 0xffffffff;
420 p
->data
[0] = arg
>> 32;
421 p
->data
[1] = arg
& 0xffffffff;
422 p
->data
[2] = *data
>> 32;
423 p
->data
[3] = *data
& 0xffffffff;
427 fill_async_lock(p
, addr
, extcode
, length
);
432 struct hpsb_packet
*hpsb_make_phypacket(struct hpsb_host
*host
,
435 struct hpsb_packet
*p
;
437 p
= hpsb_alloc_packet(0);
441 fill_phy_packet(p
, data
);
446 struct hpsb_packet
*hpsb_make_isopacket(struct hpsb_host
*host
,
447 int length
, int channel
,
450 struct hpsb_packet
*p
;
452 p
= hpsb_alloc_packet(length
);
456 fill_iso_packet(p
, length
, channel
, tag
, sync
);
458 p
->generation
= get_hpsb_generation(host
);
464 * FIXME - these functions should probably read from / write to user space to
465 * avoid in kernel buffers for user space callers
468 int hpsb_read(struct hpsb_host
*host
, nodeid_t node
, unsigned int generation
,
469 u64 addr
, quadlet_t
*buffer
, size_t length
)
471 struct hpsb_packet
*packet
;
477 BUG_ON(in_interrupt()); // We can't be called in an interrupt, yet
479 packet
= hpsb_make_readpacket(host
, node
, addr
, length
);
485 packet
->generation
= generation
;
486 retval
= hpsb_send_packet_and_wait(packet
);
490 retval
= hpsb_packet_success(packet
);
494 *buffer
= packet
->header
[3];
496 memcpy(buffer
, packet
->data
, length
);
501 hpsb_free_tlabel(packet
);
502 hpsb_free_packet(packet
);
508 int hpsb_write(struct hpsb_host
*host
, nodeid_t node
, unsigned int generation
,
509 u64 addr
, quadlet_t
*buffer
, size_t length
)
511 struct hpsb_packet
*packet
;
517 BUG_ON(in_interrupt()); // We can't be called in an interrupt, yet
519 packet
= hpsb_make_writepacket (host
, node
, addr
, buffer
, length
);
524 packet
->generation
= generation
;
525 retval
= hpsb_send_packet_and_wait(packet
);
527 goto hpsb_write_fail
;
529 retval
= hpsb_packet_success(packet
);
532 hpsb_free_tlabel(packet
);
533 hpsb_free_packet(packet
);
540 int hpsb_lock(struct hpsb_host
*host
, nodeid_t node
, unsigned int generation
,
541 u64 addr
, int extcode
, quadlet_t
*data
, quadlet_t arg
)
543 struct hpsb_packet
*packet
;
546 BUG_ON(in_interrupt()); // We can't be called in an interrupt, yet
548 packet
= hpsb_make_lockpacket(host
, node
, addr
, extcode
, data
, arg
);
552 packet
->generation
= generation
;
553 retval
= hpsb_send_packet_and_wait(packet
);
557 retval
= hpsb_packet_success(packet
);
560 *data
= packet
->data
[0];
564 hpsb_free_tlabel(packet
);
565 hpsb_free_packet(packet
);
571 int hpsb_send_gasp(struct hpsb_host
*host
, int channel
, unsigned int generation
,
572 quadlet_t
*buffer
, size_t length
, u32 specifier_id
,
573 unsigned int version
)
575 struct hpsb_packet
*packet
;
577 u16 specifier_id_hi
= (specifier_id
& 0x00ffff00) >> 8;
578 u8 specifier_id_lo
= specifier_id
& 0xff;
580 HPSB_VERBOSE("Send GASP: channel = %d, length = %Zd", channel
, length
);
584 packet
= hpsb_make_streampacket(host
, NULL
, length
, channel
, 3, 0);
588 packet
->data
[0] = cpu_to_be32((host
->node_id
<< 16) | specifier_id_hi
);
589 packet
->data
[1] = cpu_to_be32((specifier_id_lo
<< 24) | (version
& 0x00ffffff));
591 memcpy(&(packet
->data
[2]), buffer
, length
- 8);
593 packet
->generation
= generation
;
595 packet
->no_waiter
= 1;
597 retval
= hpsb_send_packet(packet
);
599 hpsb_free_packet(packet
);