1 ;;;; the VM definition arithmetic VOPs for the PPC
3 ;;;; This software is part of the SBCL system. See the README file for
6 ;;;; This software is derived from the CMU CL system, which was
7 ;;;; written at Carnegie Mellon University and released into the
8 ;;;; public domain. The software is in the public domain and is
9 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
10 ;;;; files for more information.
14 ;;;; Unary operations.
16 (define-vop (fast-safe-arith-op)
21 (define-vop (fixnum-unop fast-safe-arith-op
)
22 (:args
(x :scs
(any-reg)))
23 (:results
(res :scs
(any-reg)))
24 (:note
"inline fixnum arithmetic")
25 (:arg-types tagged-num
)
26 (:result-types tagged-num
))
28 (define-vop (signed-unop fast-safe-arith-op
)
29 (:args
(x :scs
(signed-reg)))
30 (:results
(res :scs
(signed-reg)))
31 (:note
"inline (signed-byte 32) arithmetic")
32 (:arg-types signed-num
)
33 (:result-types signed-num
))
35 (define-vop (fast-negate/fixnum fixnum-unop
)
40 (define-vop (fast-negate/signed signed-unop
)
45 (define-vop (fast-lognot/fixnum fixnum-unop
)
48 (inst xori res x
(fixnumize -
1))))
50 (define-vop (fast-lognot/signed signed-unop
)
55 ;;;; Binary fixnum operations.
57 ;;; Assume that any constant operand is the second arg...
59 (define-vop (fast-fixnum-binop fast-safe-arith-op
)
60 (:args
(x :target r
:scs
(any-reg zero
))
61 (y :target r
:scs
(any-reg zero
)))
62 (:arg-types tagged-num tagged-num
)
63 (:results
(r :scs
(any-reg)))
64 (:result-types tagged-num
)
65 (:note
"inline fixnum arithmetic"))
67 (define-vop (fast-unsigned-binop fast-safe-arith-op
)
68 (:args
(x :target r
:scs
(unsigned-reg zero
))
69 (y :target r
:scs
(unsigned-reg zero
)))
70 (:arg-types unsigned-num unsigned-num
)
71 (:results
(r :scs
(unsigned-reg)))
72 (:result-types unsigned-num
)
73 (:note
"inline (unsigned-byte 32) arithmetic"))
75 (define-vop (fast-signed-binop fast-safe-arith-op
)
76 (:args
(x :target r
:scs
(signed-reg zero
))
77 (y :target r
:scs
(signed-reg zero
)))
78 (:arg-types signed-num signed-num
)
79 (:results
(r :scs
(signed-reg)))
80 (:result-types signed-num
)
81 (:note
"inline (signed-byte 32) arithmetic"))
83 (define-vop (fast-fixnum-binop-c fast-safe-arith-op
)
84 (:args
(x :target r
:scs
(any-reg zero
)))
86 (:arg-types tagged-num
87 (:constant
(and (signed-byte 14) (not (integer 0 0)))))
88 (:results
(r :scs
(any-reg)))
89 (:result-types tagged-num
)
90 (:note
"inline fixnum arithmetic"))
92 (define-vop (fast-fixnum-binop30-c fast-safe-arith-op
)
93 (:args
(x :target r
:scs
(any-reg zero
)))
95 (:arg-types tagged-num
96 (:constant
(and (signed-byte 30) (not (integer 0 0)))))
97 (:results
(r :scs
(any-reg)))
98 (:result-types tagged-num
)
99 (:note
"inline fixnum arithmetic"))
101 (define-vop (fast-fixnum-logop-c fast-safe-arith-op
)
102 (:args
(x :target r
:scs
(any-reg zero
)))
104 (:arg-types tagged-num
105 (:constant
(and (unsigned-byte 14) (not (integer 0 0)))))
106 (:results
(r :scs
(any-reg)))
107 (:result-types tagged-num
)
108 (:note
"inline fixnum logical op"))
110 (define-vop (fast-fixnum-logop30-c fast-safe-arith-op
)
111 (:args
(x :target r
:scs
(any-reg zero
)))
113 (:arg-types tagged-num
114 (:constant
(and (unsigned-byte 16) (not (integer 0 0)))))
115 (:results
(r :scs
(any-reg)))
116 (:result-types tagged-num
)
117 (:note
"inline fixnum logical op"))
119 (define-vop (fast-unsigned-binop-c fast-safe-arith-op
)
120 (:args
(x :target r
:scs
(unsigned-reg zero
)))
122 (:arg-types unsigned-num
123 (:constant
(and (signed-byte 16) (not (integer 0 0)))))
124 (:results
(r :scs
(unsigned-reg)))
125 (:result-types unsigned-num
)
126 (:note
"inline (unsigned-byte 32) arithmetic"))
128 (define-vop (fast-unsigned-binop32-c fast-safe-arith-op
)
129 (:args
(x :target r
:scs
(unsigned-reg zero
)))
131 (:arg-types unsigned-num
132 (:constant
(and (unsigned-byte 32) (not (integer 0 0)))))
133 (:results
(r :scs
(unsigned-reg)))
134 (:result-types unsigned-num
)
135 (:note
"inline (unsigned-byte 32) arithmetic"))
137 (define-vop (fast-signed-binop32-c fast-safe-arith-op
)
138 (:args
(x :target r
:scs
(signed-reg zero
)))
140 (:arg-types signed-num
141 (:constant
(and (signed-byte 32) (not (integer 0 0)))))
142 (:results
(r :scs
(signed-reg)))
143 (:result-types signed-num
)
144 (:note
"inline (signed-byte 32) arithmetic"))
146 (define-vop (fast-unsigned-logop-c fast-safe-arith-op
)
147 (:args
(x :target r
:scs
(unsigned-reg zero
)))
149 (:arg-types unsigned-num
150 (:constant
(and (unsigned-byte 16) (not (integer 0 0)))))
151 (:results
(r :scs
(unsigned-reg)))
152 (:result-types unsigned-num
)
153 (:note
"inline (unsigned-byte 32) logical op"))
155 (define-vop (fast-unsigned-logop32-c fast-safe-arith-op
)
156 (:args
(x :target r
:scs
(unsigned-reg zero
)))
158 (:arg-types unsigned-num
159 (:constant
(and (unsigned-byte 32) (not (integer 0 0)))))
160 (:results
(r :scs
(unsigned-reg)))
161 (:result-types unsigned-num
)
162 (:note
"inline (unsigned-byte 32) logical op"))
164 (define-vop (fast-signed-logop32-c fast-safe-arith-op
)
165 (:args
(x :target r
:scs
(signed-reg zero
)))
167 (:arg-types signed-num
168 (:constant
(and (unsigned-byte 32) (not (integer 0 0)))))
169 (:results
(r :scs
(signed-reg)))
170 (:result-types signed-num
)
171 (:note
"inline (signed-byte 32) logical op"))
173 (define-vop (fast-signed-binop-c fast-safe-arith-op
)
174 (:args
(x :target r
:scs
(signed-reg zero
)))
176 (:arg-types signed-num
177 (:constant
(and (signed-byte 16) (not (integer 0 0)))))
178 (:results
(r :scs
(signed-reg)))
179 (:result-types signed-num
)
180 (:note
"inline (signed-byte 32) arithmetic"))
182 (define-vop (fast-signed-logop-c fast-safe-arith-op
)
183 (:args
(x :target r
:scs
(signed-reg zero
)))
185 (:arg-types signed-num
186 (:constant
(and (unsigned-byte 16) (not (integer 0 0)))))
187 (:results
(r :scs
(signed-reg)))
188 (:result-types signed-num
)
189 (:note
"inline (signed-byte 32) logical op"))
191 (eval-when (:compile-toplevel
:load-toplevel
:execute
)
193 (defmacro !define-var-binop
(translate untagged-penalty op
194 &optional arg-swap restore-fixnum-mask
)
196 (define-vop (,(symbolicate "FAST-" translate
"/FIXNUM=>FIXNUM")
198 ,@(when restore-fixnum-mask
199 `((:temporary
(:sc non-descriptor-reg
) temp
)))
200 (:translate
,translate
)
203 `(inst ,op
,(if restore-fixnum-mask
'temp
'r
) y x
)
204 `(inst ,op
,(if restore-fixnum-mask
'temp
'r
) x y
))
205 ;; FIXME: remind me what convention we used for 64bitizing
206 ;; stuff? -- CSR, 2003-08-27
207 ,@(when restore-fixnum-mask
208 `((inst clrrwi r temp
(1- n-lowtag-bits
))))))
209 (define-vop (,(symbolicate "FAST-" translate
"/SIGNED=>SIGNED")
211 (:translate
,translate
)
212 (:generator
,(1+ untagged-penalty
)
216 (define-vop (,(symbolicate "FAST-" translate
"/UNSIGNED=>UNSIGNED")
218 (:translate
,translate
)
219 (:generator
,(1+ untagged-penalty
)
222 `(inst ,op r x y
))))))
224 ;;; FIXME: the code has really only been checked for adds; we could do
225 ;;; subtracts, too, but my brain is not up to the task of figuring out
226 ;;; signs and borrows.
227 (defmacro !define-const-binop
(translate untagged-penalty op
&optional
(shifted-op nil
))
229 (define-vop (,(symbolicate 'fast- translate
'-c
/fixnum
=>fixnum
)
231 'fast-fixnum-binop30-c
232 'fast-fixnum-binop-c
))
233 (:translate
,translate
)
235 `((:temporary
(:sc any-reg
:target r
) temp
)))
238 `(let* ((y (fixnumize y
))
239 (high-half (ldb (byte 16 16) y
))
240 (low-half (ldb (byte 16 0) y
)))
241 ;; Compare %LR in insts.lisp.
243 ((and (logbitp 15 low-half
) (= high-half
#xffff
))
244 ;; Let sign-extension do the work for us, but make sure
245 ;; to turn LOW-HALF into a signed integer.
246 (inst ,op r x
(dpb low-half
(byte 16 0) -
1)))
247 ((and (not (logbitp 15 low-half
)) (zerop high-half
))
248 (inst ,op r x low-half
))
250 (inst ,shifted-op r x
(if (logbitp 15 high-half
)
251 (dpb high-half
(byte 16 0) -
1)
254 ;; Check to see whether compensating for the sign bit
255 ;; of LOW-HALF is necessary.
256 (let ((high-half (let ((top (if (logbitp 15 low-half
)
261 (dpb top
(byte 16 0) -
1)
263 (inst ,shifted-op temp x high-half
)
264 (inst ,op r temp low-half
)))))
265 `(inst ,op r x
(fixnumize y
)))))
266 (define-vop (,(symbolicate 'fast- translate
'-c
/signed
=>signed
)
268 'fast-signed-binop32-c
269 'fast-signed-binop-c
))
270 (:translate
,translate
)
272 `((:temporary
(:sc non-descriptor-reg
:target r
) temp
)))
273 (:generator
,untagged-penalty
275 `(let ((high-half (ldb (byte 16 16) y
))
276 (low-half (ldb (byte 16 0) y
)))
277 ;; Compare %LR in insts.lisp.
279 ((and (logbitp 15 low-half
) (= high-half
#xffff
))
280 ;; Let sign-extension do the work for us, but make sure
281 ;; to turn LOW-HALF into a signed integer.
282 (inst ,op r x
(dpb low-half
(byte 16 0) -
1)))
283 ((and (not (logbitp 15 low-half
)) (zerop high-half
))
284 (inst ,op r x low-half
))
286 (inst ,shifted-op r x
(if (logbitp 15 high-half
)
287 (dpb high-half
(byte 16 0) -
1)
290 ;; Check to see whether compensating for the sign bit
291 ;; of LOW-HALF is necessary.
292 (let ((high-half (let ((top (if (logbitp 15 low-half
)
297 (dpb top
(byte 16 0) -
1)
299 (inst ,shifted-op temp x high-half
)
300 (inst ,op r temp low-half
)))))
302 (define-vop (,(symbolicate 'fast- translate
'-c
/unsigned
=>unsigned
)
304 'fast-unsigned-binop32-c
305 'fast-unsigned-binop-c
))
306 (:translate
,translate
)
308 `((:temporary
(:sc non-descriptor-reg
:target r
) temp
)))
309 (:generator
,untagged-penalty
311 `(let ((high-half (ldb (byte 16 16) y
))
312 (low-half (ldb (byte 16 0) y
)))
313 ;; Compare %LR in insts.lisp.
315 ((and (logbitp 15 low-half
) (= high-half
#xffff
))
316 ;; Let sign-extension do the work for us, but make sure
317 ;; to turn LOW-HALF into a signed integer.
318 (inst ,op r x
(dpb low-half
(byte 16 0) -
1)))
319 ((and (not (logbitp 15 low-half
)) (zerop high-half
))
320 (inst ,op r x low-half
))
322 (inst ,shifted-op r x
(if (logbitp 15 high-half
)
323 (dpb high-half
(byte 16 0) -
1)
326 ;; Check to see whether compensating for the sign bit
327 ;; of LOW-HALF is necessary.
328 (let ((high-half (let ((top (if (logbitp 15 low-half
)
333 (dpb top
(byte 16 0) -
1)
335 (inst ,shifted-op temp x high-half
)
336 (inst ,op r temp low-half
)))))
337 `(inst ,op r x y
))))))
339 ;;; For logical operations, we don't have to worry about signed bit
340 ;;; propagation from the lower half of a 32-bit operand.
341 (defmacro !define-const-logop
(translate untagged-penalty op
&optional
(shifted-op nil
))
343 (define-vop (,(symbolicate 'fast- translate
'-c
/fixnum
=>fixnum
)
345 'fast-fixnum-logop30-c
346 'fast-fixnum-logop-c
))
347 (:translate
,translate
)
349 `((:temporary
(:sc any-reg
:target r
) temp
)))
352 `(let* ((y (fixnumize y
))
353 (high-half (ldb (byte 16 16) y
))
354 (low-half (ldb (byte 16 0) y
)))
356 ((zerop high-half
) (inst ,op r x low-half
))
357 ((zerop low-half
) (inst ,shifted-op r x high-half
))
359 (inst ,shifted-op temp x high-half
)
360 (inst ,op r temp low-half
))))
361 `(inst ,op r x
(fixnumize y
)))))
362 (define-vop (,(symbolicate 'fast- translate
'-c
/signed
=>signed
)
364 'fast-signed-logop32-c
365 'fast-signed-logop-c
))
366 (:translate
,translate
)
368 `((:temporary
(:sc non-descriptor-reg
:target r
) temp
)))
369 (:generator
,untagged-penalty
371 `(let ((high-half (ldb (byte 16 16) y
))
372 (low-half (ldb (byte 16 0) y
)))
374 ((zerop high-half
) (inst ,op r x low-half
))
375 ((zerop low-half
) (inst ,shifted-op r x high-half
))
377 (inst ,shifted-op temp x high-half
)
378 (inst ,op r temp low-half
))))
380 (define-vop (,(symbolicate 'fast- translate
'-c
/unsigned
=>unsigned
)
382 'fast-unsigned-logop32-c
383 'fast-unsigned-logop-c
))
384 (:translate
,translate
)
386 `((:temporary
(:sc non-descriptor-reg
:target r
) temp
)))
387 (:generator
,untagged-penalty
389 `(let ((high-half (ldb (byte 16 16) y
))
390 (low-half (ldb (byte 16 0) y
)))
392 ((zerop high-half
) (inst ,op r x low-half
))
393 ((zerop low-half
) (inst ,shifted-op r x high-half
))
395 (inst ,shifted-op temp x high-half
)
396 (inst ,op r temp low-half
))))
397 `(inst ,op r x y
))))))
401 (!define-var-binop
+ 4 add
)
402 (!define-var-binop -
4 sub
)
403 (!define-var-binop logand
2 and
)
404 (!define-var-binop logandc1
2 andc t
)
405 (!define-var-binop logandc2
2 andc
)
406 (!define-var-binop logior
2 or
)
407 (!define-var-binop logorc1
2 orc t t
)
408 (!define-var-binop logorc2
2 orc nil t
)
409 (!define-var-binop logxor
2 xor
)
410 (!define-var-binop logeqv
2 eqv nil t
)
411 (!define-var-binop lognand
2 nand nil t
)
412 (!define-var-binop lognor
2 nor nil t
)
414 (!define-const-binop
+ 4 addi addis
)
415 (!define-const-binop -
4 subi
)
416 ;;; Implementing a 32-bit immediate version of LOGAND wouldn't be any
417 ;;; better than loading the 32-bit constant via LR and then performing
418 ;;; an /AND/. So don't bother. (It would be better in some cases, such
419 ;;; as when one half of the word is zeros--we save a register--but we
420 ;;; would have specified one temporary register in the VOP, so we lose
421 ;;; any possible advantage.)
422 (!define-const-logop logand
2 andi.
)
423 (!define-const-logop logior
2 ori oris
)
424 (!define-const-logop logxor
2 xori xoris
)
427 ;;; Special case fixnum + and - that trap on overflow. Useful when we
428 ;;; don't know that the output type is a fixnum.
430 (define-vop (+/fixnum fast-
+/fixnum
=>fixnum
)
432 (:results
(r :scs
(any-reg descriptor-reg
)))
433 (:result-types tagged-num
)
434 (:note
"safe inline fixnum arithmetic")
436 (let* ((no-overflow (gen-label)))
439 (inst bns no-overflow
)
440 (inst unimp
(logior (ash (reg-tn-encoding r
) 5)
441 fixnum-additive-overflow-trap
))
442 (emit-label no-overflow
))))
444 (define-vop (-/fixnum fast--
/fixnum
=>fixnum
)
446 (:results
(r :scs
(any-reg descriptor-reg
)))
447 (:result-types tagged-num
)
448 (:note
"safe inline fixnum arithmetic")
450 (let* ((no-overflow (gen-label)))
453 (inst bns no-overflow
)
454 (inst unimp
(logior (ash (reg-tn-encoding r
) 5)
455 fixnum-additive-overflow-trap
))
456 (emit-label no-overflow
))))
458 (define-vop (fast-*/fixnum
=>fixnum fast-fixnum-binop
)
459 (:temporary
(:scs
(non-descriptor-reg)) temp
)
462 (inst srawi temp y
2)
463 (inst mullw r x temp
)))
465 (define-vop (fast-*-c
/fixnum
=>fixnum fast-fixnum-binop-c
)
467 (:arg-types tagged-num
468 (:constant
(and (signed-byte 16) (not (integer 0 0)))))
472 (define-vop (fast-*-bigc
/fixnum
=>fixnum fast-fixnum-binop-c
)
474 (:arg-types tagged-num
475 (:constant
(and fixnum
(not (signed-byte 16)))))
476 (:temporary
(:scs
(non-descriptor-reg)) temp
)
479 (inst mullw r x temp
)))
481 (define-vop (fast-*/signed
=>signed fast-signed-binop
)
486 (define-vop (fast-*-c
/signed
=>signed fast-signed-binop-c
)
491 (define-vop (fast-*/unsigned
=>unsigned fast-unsigned-binop
)
496 (define-vop (fast-*-c
/unsigned
=>unsigned fast-unsigned-binop-c
)
503 (macrolet ((def (name sc-type type result-type cost
)
507 (:args
(number :scs
(,sc-type
))
508 (amount :scs
(signed-reg unsigned-reg immediate
)))
509 (:arg-types
,type positive-fixnum
)
510 (:results
(result :scs
(,result-type
)))
511 (:result-types
,type
)
515 ((signed-reg unsigned-reg
)
516 (inst slw result number amount
))
518 (let ((amount (tn-value amount
)))
520 (inst slwi result number amount
))))))))
521 ;; FIXME: There's the opportunity for a sneaky optimization here, I
522 ;; think: a FAST-ASH-LEFT-C/FIXNUM=>SIGNED vop. -- CSR, 2003-09-03
523 (def fast-ash-left
/fixnum
=>fixnum any-reg tagged-num any-reg
2)
524 (def fast-ash-left
/signed
=>signed signed-reg signed-num signed-reg
3)
525 (def fast-ash-left
/unsigned
=>unsigned unsigned-reg unsigned-num unsigned-reg
3))
527 (define-vop (fast-ash/unsigned
=>unsigned
)
529 (:args
(number :scs
(unsigned-reg) :to
:save
)
530 (amount :scs
(signed-reg)))
531 (:arg-types
(:or unsigned-num
) signed-num
)
532 (:results
(result :scs
(unsigned-reg)))
533 (:result-types unsigned-num
)
536 (:temporary
(:sc non-descriptor-reg
) ndesc
)
538 (let ((positive (gen-label))
540 (inst cmpwi amount
0)
541 (inst neg ndesc amount
)
543 (inst cmpwi ndesc
31)
544 (inst srw result number ndesc
)
546 (move result zero-tn
)
549 (emit-label positive
)
550 ;; The result-type assures us that this shift will not overflow.
551 (inst slw result number amount
)
555 (define-vop (fast-ash-c/unsigned
=>unsigned
)
556 (:note
"inline constant ASH")
557 (:args
(number :scs
(unsigned-reg)))
559 (:arg-types unsigned-num
(:constant integer
))
560 (:results
(result :scs
(unsigned-reg)))
561 (:result-types unsigned-num
)
566 ((and (minusp amount
) (< amount -
31)) (move result zero-tn
))
567 ((minusp amount
) (inst srwi result number
(- amount
)))
568 ;; possible because this is used in the modular version too
569 ((> amount
31) (move result zero-tn
))
570 (t (inst slwi result number amount
)))))
572 (define-vop (fast-ash/signed
=>signed
)
574 (:args
(number :scs
(signed-reg) :to
:save
)
575 (amount :scs
(signed-reg immediate
)))
576 (:arg-types
(:or signed-num
) signed-num
)
577 (:results
(result :scs
(signed-reg)))
578 (:result-types
(:or signed-num
))
581 (:temporary
(:sc non-descriptor-reg
) ndesc
)
585 (let ((positive (gen-label))
587 (inst cmpwi amount
0)
588 (inst neg ndesc amount
)
590 (inst cmpwi ndesc
31)
591 (inst sraw result number ndesc
)
593 (inst srawi result number
31)
596 (emit-label positive
)
597 ;; The result-type assures us that this shift will not overflow.
598 (inst slw result number amount
)
603 (let ((amount (tn-value amount
)))
605 (let ((amount (min 31 (- amount
))))
606 (inst srawi result number amount
))
607 (inst slwi result number amount
)))))))
611 (define-vop (signed-byte-32-len)
612 (:translate integer-length
)
613 (:note
"inline (signed-byte 32) integer-length")
615 (:args
(arg :scs
(signed-reg)))
616 (:arg-types signed-num
)
617 (:results
(res :scs
(any-reg)))
618 (:result-types positive-fixnum
)
619 (:temporary
(:scs
(non-descriptor-reg) :to
(:argument
0)) shift
)
621 ; (integer-length arg) = (- 32 (cntlz (if (>= arg 0) arg (lognot arg))))
622 (let ((nonneg (gen-label)))
623 (inst cntlzw. shift arg
)
626 (inst cntlzw shift shift
)
628 (inst slwi shift shift
2)
629 (inst subfic res shift
(fixnumize 32)))))
631 (define-vop (unsigned-byte-32-count)
632 (:translate logcount
)
633 (:note
"inline (unsigned-byte 32) logcount")
635 (:args
(arg :scs
(unsigned-reg) :target shift
))
636 (:arg-types unsigned-num
)
637 (:results
(res :scs
(any-reg)))
638 (:result-types positive-fixnum
)
639 (:temporary
(:scs
(non-descriptor-reg) :from
(:argument
0)) shift temp
)
641 (let ((loop (gen-label))
643 (inst add. shift zero-tn arg
)
648 (inst subi temp shift
1)
649 (inst and. shift shift temp
)
650 (inst addi res res
(fixnumize 1))
656 ;;;; Modular functions:
657 (define-modular-fun lognot-mod32
(x) lognot
:unsigned
32)
658 (define-vop (lognot-mod32/unsigned
=>unsigned
)
659 (:translate lognot-mod32
)
660 (:args
(x :scs
(unsigned-reg)))
661 (:arg-types unsigned-num
)
662 (:results
(res :scs
(unsigned-reg)))
663 (:result-types unsigned-num
)
668 (define-vop (fast-ash-left-mod32-c/unsigned
=>unsigned
669 fast-ash-c
/unsigned
=>unsigned
)
670 (:translate ash-left-mod32
))
672 (define-vop (fast-ash-left-mod32/unsigned
=>unsigned
673 fast-ash-left
/unsigned
=>unsigned
))
674 (deftransform ash-left-mod32
((integer count
)
675 ((unsigned-byte 32) (unsigned-byte 5)))
676 (when (sb!c
::constant-lvar-p count
)
677 (sb!c
::give-up-ir1-transform
))
678 '(%primitive fast-ash-left-mod32
/unsigned
=>unsigned integer count
))
681 ((define-modular-backend (fun &optional constantp
)
682 (let ((mfun-name (symbolicate fun
'-mod32
))
683 (modvop (symbolicate 'fast- fun
'-mod32
/unsigned
=>unsigned
))
684 (modcvop (symbolicate 'fast- fun
'mod32-c
/unsigned
=>unsigned
))
685 (vop (symbolicate 'fast- fun
'/unsigned
=>unsigned
))
686 (cvop (symbolicate 'fast- fun
'-c
/unsigned
=>unsigned
)))
688 (define-modular-fun ,mfun-name
(x y
) ,fun
:unsigned
32)
689 (define-vop (,modvop
,vop
)
690 (:translate
,mfun-name
))
692 `((define-vop (,modcvop
,cvop
)
693 (:translate
,mfun-name
))))))))
694 (define-modular-backend + t
)
695 (define-modular-backend - t
)
696 (define-modular-backend * t
)
697 (define-modular-backend logxor t
)
698 (define-modular-backend logeqv
)
699 (define-modular-backend lognand
)
700 (define-modular-backend lognor
)
701 (define-modular-backend logandc1
)
702 (define-modular-backend logandc2
)
703 (define-modular-backend logorc1
)
704 (define-modular-backend logorc2
))
706 ;;;; Binary conditional VOPs:
708 (define-vop (fast-conditional)
713 (:policy
:fast-safe
))
715 (define-vop (fast-conditional/fixnum fast-conditional
)
716 (:args
(x :scs
(any-reg zero
))
717 (y :scs
(any-reg zero
)))
718 (:arg-types tagged-num tagged-num
)
719 (:note
"inline fixnum comparison"))
721 (define-vop (fast-conditional-c/fixnum fast-conditional
/fixnum
)
722 (:args
(x :scs
(any-reg zero
)))
723 (:arg-types tagged-num
(:constant
(signed-byte 14)))
724 (:info target not-p y
))
726 (define-vop (fast-conditional/signed fast-conditional
)
727 (:args
(x :scs
(signed-reg zero
))
728 (y :scs
(signed-reg zero
)))
729 (:arg-types signed-num signed-num
)
730 (:note
"inline (signed-byte 32) comparison"))
732 (define-vop (fast-conditional-c/signed fast-conditional
/signed
)
733 (:args
(x :scs
(signed-reg zero
)))
734 (:arg-types signed-num
(:constant
(signed-byte 16)))
735 (:info target not-p y
))
737 (define-vop (fast-conditional/unsigned fast-conditional
)
738 (:args
(x :scs
(unsigned-reg zero
))
739 (y :scs
(unsigned-reg zero
)))
740 (:arg-types unsigned-num unsigned-num
)
741 (:note
"inline (unsigned-byte 32) comparison"))
743 (define-vop (fast-conditional-c/unsigned fast-conditional
/unsigned
)
744 (:args
(x :scs
(unsigned-reg zero
)))
745 (:arg-types unsigned-num
(:constant
(unsigned-byte 16)))
746 (:info target not-p y
))
748 (define-vop (fast-if-</fixnum fast-conditional
/fixnum
)
752 (inst b?
(if not-p
:ge
:lt
) target
)))
754 (define-vop (fast-if-<-c
/fixnum fast-conditional-c
/fixnum
)
757 (inst cmpwi x
(fixnumize y
))
758 (inst b?
(if not-p
:ge
:lt
) target
)))
760 (define-vop (fast-if-</signed fast-conditional
/signed
)
764 (inst b?
(if not-p
:ge
:lt
) target
)))
766 (define-vop (fast-if-<-c
/signed fast-conditional-c
/signed
)
770 (inst b?
(if not-p
:ge
:lt
) target
)))
772 (define-vop (fast-if-</unsigned fast-conditional
/unsigned
)
776 (inst b?
(if not-p
:ge
:lt
) target
)))
778 (define-vop (fast-if-<-c
/unsigned fast-conditional-c
/unsigned
)
782 (inst b?
(if not-p
:ge
:lt
) target
)))
784 (define-vop (fast-if->/fixnum fast-conditional
/fixnum
)
788 (inst b?
(if not-p
:le
:gt
) target
)))
790 (define-vop (fast-if->-c
/fixnum fast-conditional-c
/fixnum
)
793 (inst cmpwi x
(fixnumize y
))
794 (inst b?
(if not-p
:le
:gt
) target
)))
796 (define-vop (fast-if->/signed fast-conditional
/signed
)
800 (inst b?
(if not-p
:le
:gt
) target
)))
802 (define-vop (fast-if->-c
/signed fast-conditional-c
/signed
)
806 (inst b?
(if not-p
:le
:gt
) target
)))
808 (define-vop (fast-if->/unsigned fast-conditional
/unsigned
)
812 (inst b?
(if not-p
:le
:gt
) target
)))
814 (define-vop (fast-if->-c
/unsigned fast-conditional-c
/unsigned
)
818 (inst b?
(if not-p
:le
:gt
) target
)))
820 (define-vop (fast-if-eql/signed fast-conditional
/signed
)
824 (inst b?
(if not-p
:ne
:eq
) target
)))
826 (define-vop (fast-if-eql-c/signed fast-conditional-c
/signed
)
830 (inst b?
(if not-p
:ne
:eq
) target
)))
832 (define-vop (fast-if-eql/unsigned fast-conditional
/unsigned
)
836 (inst b?
(if not-p
:ne
:eq
) target
)))
838 (define-vop (fast-if-eql-c/unsigned fast-conditional-c
/unsigned
)
842 (inst b?
(if not-p
:ne
:eq
) target
)))
845 ;;; EQL/FIXNUM is funny because the first arg can be of any type, not just a
848 ;;; These versions specify a fixnum restriction on their first arg. We have
849 ;;; also generic-eql/fixnum VOPs which are the same, but have no restriction on
850 ;;; the first arg and a higher cost. The reason for doing this is to prevent
851 ;;; fixnum specific operations from being used on word integers, spuriously
852 ;;; consing the argument.
855 (define-vop (fast-eql/fixnum fast-conditional
)
856 (:args
(x :scs
(any-reg descriptor-reg zero
))
857 (y :scs
(any-reg zero
)))
858 (:arg-types tagged-num tagged-num
)
859 (:note
"inline fixnum comparison")
863 (inst b?
(if not-p
:ne
:eq
) target
)))
865 (define-vop (generic-eql/fixnum fast-eql
/fixnum
)
866 (:arg-types
* tagged-num
)
869 (define-vop (fast-eql-c/fixnum fast-conditional
/fixnum
)
870 (:args
(x :scs
(any-reg descriptor-reg zero
)))
871 (:arg-types tagged-num
(:constant
(signed-byte 14)))
872 (:info target not-p y
)
875 (inst cmpwi x
(fixnumize y
))
876 (inst b?
(if not-p
:ne
:eq
) target
)))
878 (define-vop (generic-eql-c/fixnum fast-eql-c
/fixnum
)
879 (:arg-types
* (:constant
(signed-byte 11)))
883 ;;;; 32-bit logical operations
885 (define-vop (merge-bits)
886 (:translate merge-bits
)
887 (:args
(shift :scs
(signed-reg unsigned-reg
))
888 (prev :scs
(unsigned-reg))
889 (next :scs
(unsigned-reg)))
890 (:arg-types tagged-num unsigned-num unsigned-num
)
891 (:temporary
(:scs
(unsigned-reg) :to
(:result
0)) temp
)
892 (:temporary
(:scs
(unsigned-reg) :to
(:result
0) :target result
) res
)
893 (:results
(result :scs
(unsigned-reg)))
894 (:result-types unsigned-num
)
897 (let ((done (gen-label)))
900 (inst srw res next shift
)
901 (inst sub temp zero-tn shift
)
902 (inst slw temp prev temp
)
903 (inst or res res temp
)
907 (define-vop (shift-towards-someplace)
909 (:args
(num :scs
(unsigned-reg))
910 (amount :scs
(signed-reg)))
911 (:arg-types unsigned-num tagged-num
)
912 (:results
(r :scs
(unsigned-reg)))
913 (:result-types unsigned-num
))
915 (define-vop (shift-towards-start shift-towards-someplace
)
916 (:translate shift-towards-start
)
917 (:note
"shift-towards-start")
919 (inst rlwinm amount amount
0 27 31)
920 (inst slw r num amount
)))
922 (define-vop (shift-towards-end shift-towards-someplace
)
923 (:translate shift-towards-end
)
924 (:note
"shift-towards-end")
926 (inst rlwinm amount amount
0 27 31)
927 (inst srw r num amount
)))
931 (define-vop (bignum-length get-header-data
)
932 (:translate sb
!bignum
:%bignum-length
)
933 (:policy
:fast-safe
))
935 (define-vop (bignum-set-length set-header-data
)
936 (:translate sb
!bignum
:%bignum-set-length
)
937 (:policy
:fast-safe
))
939 (define-vop (bignum-ref word-index-ref
)
940 (:variant bignum-digits-offset other-pointer-lowtag
)
941 (:translate sb
!bignum
:%bignum-ref
)
942 (:results
(value :scs
(unsigned-reg)))
943 (:result-types unsigned-num
))
945 (define-vop (bignum-set word-index-set
)
946 (:variant bignum-digits-offset other-pointer-lowtag
)
947 (:translate sb
!bignum
:%bignum-set
)
948 (:args
(object :scs
(descriptor-reg))
949 (index :scs
(any-reg immediate zero
))
950 (value :scs
(unsigned-reg)))
951 (:arg-types t positive-fixnum unsigned-num
)
952 (:results
(result :scs
(unsigned-reg)))
953 (:result-types unsigned-num
))
955 (define-vop (digit-0-or-plus)
956 (:translate sb
!bignum
:%digit-0-or-plusp
)
958 (:args
(digit :scs
(unsigned-reg)))
959 (:arg-types unsigned-num
)
960 (:results
(result :scs
(descriptor-reg)))
962 (let ((done (gen-label)))
964 (move result null-tn
)
966 (load-symbol result t
)
969 (define-vop (add-w/carry
)
970 (:translate sb
!bignum
:%add-with-carry
)
972 (:args
(a :scs
(unsigned-reg))
973 (b :scs
(unsigned-reg))
975 (:arg-types unsigned-num unsigned-num positive-fixnum
)
976 (:temporary
(:scs
(unsigned-reg)) temp
)
977 (:results
(result :scs
(unsigned-reg))
978 (carry :scs
(unsigned-reg)))
979 (:result-types unsigned-num positive-fixnum
)
981 (inst addic temp c -
1)
982 (inst adde result a b
)
983 (inst addze carry zero-tn
)))
985 (define-vop (sub-w/borrow
)
986 (:translate sb
!bignum
:%subtract-with-borrow
)
988 (:args
(a :scs
(unsigned-reg))
989 (b :scs
(unsigned-reg))
991 (:arg-types unsigned-num unsigned-num positive-fixnum
)
992 (:temporary
(:scs
(unsigned-reg)) temp
)
993 (:results
(result :scs
(unsigned-reg))
994 (borrow :scs
(unsigned-reg)))
995 (:result-types unsigned-num positive-fixnum
)
997 (inst addic temp c -
1)
998 (inst sube result a b
)
999 (inst addze borrow zero-tn
)))
1001 (define-vop (bignum-mult-and-add-3-arg)
1002 (:translate sb
!bignum
:%multiply-and-add
)
1003 (:policy
:fast-safe
)
1004 (:args
(x :scs
(unsigned-reg))
1005 (y :scs
(unsigned-reg))
1006 (carry-in :scs
(unsigned-reg) :to
(:eval
1)))
1007 (:arg-types unsigned-num unsigned-num unsigned-num
)
1008 (:temporary
(:scs
(unsigned-reg) :to
(:result
0) :target hi
) hi-temp
)
1009 (:temporary
(:scs
(unsigned-reg) :from
(:eval
0) :to
(:result
1)
1010 :target lo
) lo-temp
)
1011 (:results
(hi :scs
(unsigned-reg))
1012 (lo :scs
(unsigned-reg)))
1013 (:result-types unsigned-num unsigned-num
)
1015 (inst mulhwu hi-temp x y
)
1016 (inst mullw lo-temp x y
)
1017 (inst addc lo lo-temp carry-in
)
1018 (inst addze hi hi-temp
)))
1020 (define-vop (bignum-mult-and-add-4-arg)
1021 (:translate sb
!bignum
:%multiply-and-add
)
1022 (:policy
:fast-safe
)
1023 (:args
(x :scs
(unsigned-reg))
1024 (y :scs
(unsigned-reg))
1025 (prev :scs
(unsigned-reg) :to
(:eval
1))
1026 (carry-in :scs
(unsigned-reg) :to
(:eval
1)))
1027 (:arg-types unsigned-num unsigned-num unsigned-num unsigned-num
)
1028 (:temporary
(:scs
(unsigned-reg) :to
(:result
0) :target hi
) hi-temp
)
1029 (:temporary
(:scs
(unsigned-reg) :from
(:eval
0) :to
(:result
1)
1030 :target lo
) lo-temp
)
1031 (:results
(hi :scs
(unsigned-reg))
1032 (lo :scs
(unsigned-reg)))
1033 (:result-types unsigned-num unsigned-num
)
1035 (inst mulhwu hi-temp x y
)
1036 (inst mullw lo-temp x y
)
1037 (inst addc lo-temp lo-temp carry-in
)
1038 (inst addze hi-temp hi-temp
)
1039 (inst addc lo lo-temp prev
)
1040 (inst addze hi hi-temp
)))
1042 (define-vop (bignum-mult)
1043 (:translate sb
!bignum
:%multiply
)
1044 (:policy
:fast-safe
)
1045 (:args
(x :scs
(unsigned-reg) :to
(:eval
1))
1046 (y :scs
(unsigned-reg) :to
(:eval
1)))
1047 (:arg-types unsigned-num unsigned-num
)
1048 (:results
(hi :scs
(unsigned-reg) :from
(:eval
1))
1049 (lo :scs
(unsigned-reg) :from
(:eval
0)))
1050 (:result-types unsigned-num unsigned-num
)
1053 (inst mulhwu hi x y
)))
1055 (define-vop (bignum-lognot lognot-mod32
/unsigned
=>unsigned
)
1056 (:translate sb
!bignum
:%lognot
))
1058 (define-vop (fixnum-to-digit)
1059 (:translate sb
!bignum
:%fixnum-to-digit
)
1060 (:policy
:fast-safe
)
1061 (:args
(fixnum :scs
(any-reg)))
1062 (:arg-types tagged-num
)
1063 (:results
(digit :scs
(unsigned-reg)))
1064 (:result-types unsigned-num
)
1066 (inst srawi digit fixnum
2)))
1069 (define-vop (bignum-floor)
1070 (:translate sb
!bignum
:%floor
)
1071 (:policy
:fast-safe
)
1072 (:args
(num-high :scs
(unsigned-reg) :target rem
)
1073 (num-low :scs
(unsigned-reg) :target rem-low
)
1074 (denom :scs
(unsigned-reg) :to
(:eval
1)))
1075 (:arg-types unsigned-num unsigned-num unsigned-num
)
1076 (:temporary
(:scs
(unsigned-reg) :from
(:argument
1)) rem-low
)
1077 (:temporary
(:scs
(unsigned-reg) :from
(:eval
0)) temp
)
1078 (:results
(quo :scs
(unsigned-reg) :from
(:eval
0))
1079 (rem :scs
(unsigned-reg) :from
(:argument
0)))
1080 (:result-types unsigned-num unsigned-num
)
1081 (:generator
325 ; number of inst assuming targeting works.
1083 (move rem-low num-low
)
1084 (flet ((maybe-subtract (&optional
(guess temp
))
1085 (inst subi temp guess
1)
1086 (inst and temp temp denom
)
1087 (inst sub rem rem temp
))
1089 (inst subfc res y x
)
1090 (inst subfe res res res
)
1091 (inst neg res res
)))
1092 (sltu quo rem denom
)
1093 (maybe-subtract quo
)
1095 (inst slwi rem rem
1)
1096 (inst srwi temp rem-low
31)
1097 (inst or rem rem temp
)
1098 (inst slwi rem-low rem-low
1)
1099 (sltu temp rem denom
)
1100 (inst slwi quo quo
1)
1101 (inst or quo quo temp
)
1103 (inst not quo quo
)))
1107 (define-vop (bignum-floor)
1108 (:translate sb
!bignum
:%floor
)
1109 (:policy
:fast-safe
)
1110 (:args
(div-high :scs
(unsigned-reg) :target rem
)
1111 (div-low :scs
(unsigned-reg) :target quo
)
1112 (divisor :scs
(unsigned-reg)))
1113 (:arg-types unsigned-num unsigned-num unsigned-num
)
1114 (:results
(quo :scs
(unsigned-reg) :from
(:argument
1))
1115 (rem :scs
(unsigned-reg) :from
(:argument
0)))
1116 (:result-types unsigned-num unsigned-num
)
1119 (inst div quo div-high divisor
)
1123 (define-vop (signify-digit)
1124 (:translate sb
!bignum
:%fixnum-digit-with-correct-sign
)
1125 (:policy
:fast-safe
)
1126 (:args
(digit :scs
(unsigned-reg) :target res
))
1127 (:arg-types unsigned-num
)
1128 (:results
(res :scs
(any-reg signed-reg
)))
1129 (:result-types signed-num
)
1133 (inst slwi res digit
2))
1135 (move res digit
)))))
1138 (define-vop (digit-ashr)
1139 (:translate sb
!bignum
:%ashr
)
1140 (:policy
:fast-safe
)
1141 (:args
(digit :scs
(unsigned-reg))
1142 (count :scs
(unsigned-reg)))
1143 (:arg-types unsigned-num positive-fixnum
)
1144 (:results
(result :scs
(unsigned-reg)))
1145 (:result-types unsigned-num
)
1147 (inst sraw result digit count
)))
1149 (define-vop (digit-lshr digit-ashr
)
1150 (:translate sb
!bignum
:%digit-logical-shift-right
)
1152 (inst srw result digit count
)))
1154 (define-vop (digit-ashl digit-ashr
)
1155 (:translate sb
!bignum
:%ashl
)
1157 (inst slw result digit count
)))
1162 (define-static-fun two-arg-gcd
(x y
) :translate gcd
)
1163 (define-static-fun two-arg-lcm
(x y
) :translate lcm
)
1165 (define-static-fun two-arg-
+ (x y
) :translate
+)
1166 (define-static-fun two-arg--
(x y
) :translate -
)
1167 (define-static-fun two-arg-
* (x y
) :translate
*)
1168 (define-static-fun two-arg-
/ (x y
) :translate
/)
1170 (define-static-fun two-arg-
< (x y
) :translate
<)
1171 (define-static-fun two-arg-
<= (x y
) :translate
<=)
1172 (define-static-fun two-arg-
> (x y
) :translate
>)
1173 (define-static-fun two-arg-
>= (x y
) :translate
>=)
1174 (define-static-fun two-arg-
= (x y
) :translate
=)
1175 (define-static-fun two-arg-
/= (x y
) :translate
/=)
1177 (define-static-fun %negate
(x) :translate %negate
)
1179 (define-static-fun two-arg-and
(x y
) :translate logand
)
1180 (define-static-fun two-arg-ior
(x y
) :translate logior
)
1181 (define-static-fun two-arg-xor
(x y
) :translate logxor
)
1182 (define-static-fun two-arg-eqv
(x y
) :translate logeqv
)
1186 (deftransform * ((x y
)
1187 ((unsigned-byte 32) (constant-arg (unsigned-byte 32)))
1189 "recode as shifts and adds"
1190 (let ((y (lvar-value y
)))
1191 (multiple-value-bind (result adds shifts
)
1192 (ub32-strength-reduce-constant-multiply 'x y
)
1194 ((typep y
'(signed-byte 16))
1195 ;; a mulli instruction has a latency of 5.
1196 (when (> (+ adds shifts
) 4)
1197 (give-up-ir1-transform)))
1199 ;; a mullw instruction also has a latency of 5, plus two
1200 ;; instructions (in general) to load the immediate into a
1202 (when (> (+ adds shifts
) 6)
1203 (give-up-ir1-transform))))