sse-moves.lisp

   1 (in-package :sb-vm)
   2
   3 (defun ea-for-xmm-desc (tn)
   4   (make-ea :xmmword :base tn
   5            :disp (- (* xmm-value-slot n-word-bytes) other-pointer-lowtag)))
   6
   7 (defun ea-for-xmm-stack (tn)
   8   (make-ea :xmmword :base ebp-tn
   9            :disp (- (* (+ (tn-offset tn)
  10                           4)
  11                        n-word-bytes))))
  12
  13 (define-move-fun (load-xmm 2) (vop x y)
  14   ((xmm-stack) (xmm-reg))
  15   (inst movdqu y (ea-for-xmm-stack x)))
  16
  17 (define-move-fun (store-xmm 2) (vop x y)
  18   ((xmm-reg) (xmm-stack))
  19   (inst movdqu (ea-for-xmm-stack y) x))
  20
  21 (define-move-fun (load-xmm-single 2) (vop x y)
  22   ((single-stack) (xmm-reg))
  23   (inst movss y (ea-for-sf-stack x)))
  24
  25 (define-move-fun (store-xmm-single 2) (vop x y)
  26   ((xmm-reg) (single-stack))
  27   (inst movss (ea-for-sf-stack y) x))
  28
  29
  30 (define-vop (data-vector-ref/simple-array-single-float/xmm)
  31   (:note "array to xmm access")
  32   (:translate data-vector-ref)
  33   (:policy :fast-safe)
  34   (:args (object :scs (descriptor-reg))
  35          (index :scs (any-reg)))
  36   (:arg-types simple-array-single-float positive-fixnum)
  37   (:results (value :scs (xmm-reg)))
  38   (:result-types xmm)
  39   (:generator 5
  40               (inst movdqu value
  41                     (make-ea :xmmword :base object :index index :scale 1
  42                              :disp (- (* vector-data-offset
  43                                          n-word-bytes)
  44                                       other-pointer-lowtag)))))
  45
  46 (define-vop (data-vector-ref-c/simple-array-single-float/xmm)
  47   (:note "array to xmm access")
  48   (:translate data-vector-ref)
  49   (:policy :fast-safe)
  50   (:args (object :scs (descriptor-reg)))
  51   (:info index)
  52   (:arg-types simple-array-single-float (:constant (signed-byte 30)))
  53   (:results (value :scs (xmm-reg)))
  54   (:result-types xmm)
  55   (:generator 4
  56               (inst movdqu value (make-ea :xmmword :base object
  57                                           :disp (- (+ (* vector-data-offset
  58                                                          n-word-bytes)
  59                                                       (* 16 index))
  60                                                    other-pointer-lowtag)))))
  61
  62
  63
  64 (define-vop (data-vector-set/simple-array-single-float/xmm)
  65   (:note "inline array store")
  66   (:translate data-vector-set)
  67   (:policy :fast-safe)
  68   (:args (object :scs (descriptor-reg))
  69          (index :scs (any-reg))
  70          (value :scs (xmm-reg) :target result))
  71   (:arg-types simple-array-single-float positive-fixnum xmm)
  72   (:results (result :scs (xmm-reg)))
  73   (:result-types xmm)
  74   (:generator 5
  75               (inst movdqu (make-ea :dword :base object :index index :scale 1
  76                                     :disp (- (* vector-data-offset
  77                                                 n-word-bytes)
  78                                              other-pointer-lowtag))
  79                     value)
  80               (unless (location= value result)
  81                 (move result value))))
  82
  83 (define-vop (data-vector-set-c/simple-array-single-float/xmm)
  84   (:note "inline array store")
  85   (:translate data-vector-set)
  86   (:policy :fast-safe)
  87   (:args (object :scs (descriptor-reg))
  88          (value :scs (xmm-reg) :target result))
  89   (:info index)
  90   (:arg-types simple-array-single-float (:constant (signed-byte 30))
  91               xmm)
  92   (:results (result :scs (xmm-reg)))
  93   (:result-types xmm)
  94   (:generator 4
  95               (inst movdqu (make-ea :dword :base object
  96                                     :disp (- (+ (* vector-data-offset
  97                                                    n-word-bytes)
  98                                                 (* 16 index))
  99                                              other-pointer-lowtag))
 100                     value)
 101               (unless (location= value result)
 102                 (move result value))))
 103
 104
 105 (define-vop (myvop1)
 106     (:policy :fast-safe)
 107   (:args (src :scs (descriptor-reg)))
 108   (:arg-types simple-array-single-float)
 109   (:results (dest :scs (descriptor-reg)))
 110   (:result-types fixnum)
 111   (:generator 1
 112               (inst mov dest (fixnumize 100))))
 113
 114 (define-vop (myvop2)
 115     (:policy :fast-safe)
 116   (:args (src :scs (descriptor-reg)))
 117   (:arg-types simple-array-single-float)
 118   (:results (dest :scs (descriptor-reg)))
 119   (:result-types fixnum)
 120   (:temporary (:scs (xmm-reg)) x0)
 121   (:generator 1
 122               (inst movdqu x0 (make-ea :xmmword :base src :disp (- (* vector-data-offset n-word-bytes) other-pointer-lowtag)))
 123               (inst mov dest (fixnumize 100))))
 124
 125 (define-vop (myvop3)
 126     (:policy :fast-safe)
 127   (:args (src :scs (descriptor-reg)))
 128   (:arg-types simple-array-single-float)
 129   (:results (dest :scs (xmm-reg)))
 130   (:result-types xmm)
 131   (:temporary (:scs (xmm-reg) :to :result) x0)
 132   (:generator 1
 133               (inst movdqu x0 (make-ea :xmmword :base src :disp (- (* vector-data-offset n-word-bytes) other-pointer-lowtag)))
 134               (move dest x0)))
 135
 136 (define-vop (myvop4)
 137     (:policy :fast-safe)
 138   (:args (src :scs (descriptor-reg)))
 139   (:arg-types simple-array-single-float)
 140   (:results (dest :scs (single-reg)))
 141   (:result-types single-float)
 142   (:temporary (:scs (single-reg) :to :result) x0)
 143   (:generator 1
 144 ;;            (move x0 (make-ea :dword :base src :disp (- (* vector-data-offset n-word-bytes) other-pointer-lowtag)))
 145 ;;            (move dest x0)))
 146               (inst nop)))
 147
 148
 149 (define-vop (%load-xmm-from-array/single-float)
 150     (:policy :fast-safe)
 151     (:args (src :scs (descriptor-reg))
 152            (index :scs (unsigned-reg)))
 153     (:ARG-TYPES SIMPLE-ARRAY-SINGLE-FLOAT fixnum)
 154     (:results (dest :scs (xmm-reg)))
 155     (:result-types xmm)
 156     (:generator 1
 157                 (inst shl index 2)
 158                 (inst movdqu dest (make-ea :xmmword :base src :index index
 159                                            :disp (- (* VECTOR-DATA-OFFSET N-WORD-BYTES) OTHER-POINTER-LOWTAG)))))
 160
 161
 162 (define-vop (%store-xmm-to-array/single-float)
 163     (:policy :fast-safe)
 164     (:args (dest :scs (descriptor-reg))
 165            (index :scs (unsigned-reg))
 166            (src :scs (xmm-reg)))
 167     (:ARG-TYPES SIMPLE-ARRAY-SINGLE-FLOAT fixnum XMM)
 168     (:generator 1
 169                 (inst shl index 2)
 170                 (inst movdqu (make-ea :xmmword :base dest :index index
 171                                       :disp (- (* VECTOR-DATA-OFFSET N-WORD-BYTES) OTHER-POINTER-LOWTAG))
 172                       src)))
 173
 174
 175 (define-vop (xmm-move)
 176   (:args (x :scs (xmm-reg) :target y :load-if (not (location= x y))))
 177   (:results (y :scs (xmm-reg) :load-if (not (location= x y))))
 178   (:note "xmm move")
 179   (:generator 0
 180               (unless (location= x y)
 181                 (inst movdqa y x))))
 182
 183 (define-move-vop xmm-move :move (xmm-reg) (xmm-reg))
 184
 185 (define-vop (move-from-xmm)
 186   (:args (x :scs (xmm-reg) :to :save))
 187   (:results (y :scs (descriptor-reg)))
 188   (:node-var node)
 189   (:note "xmm to pointer coercion")
 190   (:generator 13
 191      (with-fixed-allocation (y
 192                              xmm-widetag
 193                              xmm-size node)
 194        (inst movdqu (ea-for-xmm-desc y) x))))
 195
 196 (define-move-vop move-from-xmm :move (xmm-reg) (descriptor-reg))
 197
 198 (define-vop (move-to-xmm)
 199   (:args (x :scs (descriptor-reg)))
 200   (:results (y :scs (xmm-reg)))
 201   (:note "pointer to xmm coercion")
 202   (:generator 2
 203               (inst movdqu y (ea-for-xmm-desc x))))
 204
 205 (define-move-vop move-to-xmm :move (descriptor-reg) (xmm-reg))
 206
 207
 208 (define-vop (move-xmm-arg)
 209     (:args (x :scs (xmm-reg) :target y)
 210            (fp :scs (any-reg)
 211                :load-if (not (sc-is y xmm-reg))))
 212   (:results (y))
 213   (:note "xmm argument move")
 214   (:generator 6
 215               (sc-case y
 216                        (xmm-reg
 217                         (unless (location= x y)
 218                           (inst movdqa y x)))
 219
 220                        (xmm-stack
 221                         (if (= (tn-offset fp) esp-offset)
 222                             (let* ((offset (* (tn-offset y) n-word-bytes))
 223                                    (ea (make-ea :xmmword :base fp :disp offset)))
 224                               (inst movdqu ea x))
 225
 226                             (let ((ea (make-ea :xmmword :base fp
 227                                                :disp (- (* (+ (tn-offset y) 4)
 228                                                            n-word-bytes)))))
 229                               (inst movdqu ea x)))))))
 230
 231 (define-move-vop move-xmm-arg :move-arg (xmm-reg descriptor-reg) (xmm-reg))
 232
 233 (define-move-vop move-arg :move-arg (xmm-reg) (descriptor-reg))
 234
 235
 236