1 // Copyright 2012 The Go Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style
3 // license that can be found in the LICENSE file.
10 #if __SIZEOF_POINTER__ == 8
11 // Amd64 uses 48-bit virtual addresses, 47-th bit is used as kernel/user flag.
12 // So we use 17msb of pointers as ABA counter.
17 #define PTR_MASK ((1ull<<PTR_BITS)-1)
18 #define CNT_MASK (0ull-1)
20 #if __SIZEOF_POINTER__ == 8 && (defined(__sparc__) || (defined(__sun__) && defined(__amd64__)))
21 // SPARC64 and Solaris on AMD64 uses all 64 bits of virtual addresses.
22 // Use low-order three bits as ABA counter.
23 // http://docs.oracle.com/cd/E19120-01/open.solaris/816-5138/6mba6ua5p/index.html
29 #define PTR_MASK ((0ull-1)<<3)
33 runtime_lfstackpush(uint64
*head
, LFNode
*node
)
37 if((uintptr
)node
!= ((uintptr
)node
&PTR_MASK
)) {
38 runtime_printf("p=%p\n", node
);
39 runtime_throw("runtime_lfstackpush: invalid pointer");
43 new = (uint64
)(uintptr
)node
|(((uint64
)node
->pushcnt
&CNT_MASK
)<<PTR_BITS
);
44 old
= runtime_atomicload64(head
);
46 node
->next
= (LFNode
*)(uintptr
)(old
&PTR_MASK
);
47 if(runtime_cas64(head
, &old
, new))
53 runtime_lfstackpop(uint64
*head
)
58 old
= runtime_atomicload64(head
);
62 node
= (LFNode
*)(uintptr
)(old
&PTR_MASK
);
63 node2
= runtime_atomicloadp(&node
->next
);
66 new = (uint64
)(uintptr
)node2
|(((uint64
)node2
->pushcnt
&CNT_MASK
)<<PTR_BITS
);
67 if(runtime_cas64(head
, &old
, new))
72 LFNode
* runtime_lfstackpop2(uint64
*)
73 __asm__ (GOSYM_PREFIX
"runtime.lfstackpop2");
76 runtime_lfstackpop2(uint64
*head
)
78 return runtime_lfstackpop(head
);