sse-vop.lisp

   1 (in-package :sb-vm)
   2
   3 (defmacro vect-ea (vect idx)
   4   `(make-ea :dword :base ,vect :index ,idx
   5     :disp (- (* vector-data-offset n-word-bytes) other-pointer-lowtag)))
   6
   7
   8 (define-vop (%sse-add/simple-array-single-float-1)
   9     (:policy :fast-safe)
  10
  11   (:args (result :scs (descriptor-reg))
  12          (vect1 :scs (descriptor-reg))
  13          (vect2 :scs (descriptor-reg))
  14          (index :scs (unsigned-reg)))
  15
  16   (:arg-types simple-array-single-float simple-array-single-float simple-array-single-float fixnum)
  17
  18   (:temporary (:sc sse-reg) sse-temp1)
  19   (:temporary (:sc sse-reg) sse-temp2)
  20
  21   (:generator 10
  22
  23               ;; scale index by 4 (size-of single-float)
  24               (inst shl index 2)
  25
  26               ;; load
  27               (inst movups sse-temp1 (vect-ea vect1 index))
  28               (inst movups sse-temp2 (vect-ea vect2 index))
  29
  30               ;; operate
  31               (inst addps sse-temp1 sse-temp2)
  32
  33               ;; store
  34               (inst movups (vect-ea result index) sse-temp1)
  35               ))
  36
  37 (define-vop (%sse-sub/simple-array-single-float-1)
  38     (:policy :fast-safe)
  39
  40   (:args (result :scs (descriptor-reg))
  41          (vect1 :scs (descriptor-reg))
  42          (vect2 :scs (descriptor-reg))
  43          (index :scs (unsigned-reg)))
  44
  45   (:arg-types simple-array-single-float simple-array-single-float simple-array-single-float fixnum)
  46
  47   (:temporary (:sc sse-reg) sse-temp1)
  48   (:temporary (:sc sse-reg) sse-temp2)
  49
  50   (:generator 10
  51
  52               ;; scale index by 4 (size-of single-float)
  53               (inst shl index 2)
  54
  55               ;; load
  56               (inst movups sse-temp1 (vect-ea vect1 index))
  57               (inst movups sse-temp2 (vect-ea vect2 index))
  58
  59               ;; operate
  60               (inst subps sse-temp1 sse-temp2)
  61
  62               ;; store
  63               (inst movups (vect-ea result index) sse-temp1)
  64               ))
  65
  66 (define-vop (%sse-mul/simple-array-single-float-1)
  67     (:policy :fast-safe)
  68
  69   (:args (result :scs (descriptor-reg))
  70          (vect1 :scs (descriptor-reg))
  71          (vect2 :scs (descriptor-reg))
  72          (index :scs (unsigned-reg)))
  73
  74   (:arg-types simple-array-single-float simple-array-single-float simple-array-single-float fixnum)
  75
  76   (:temporary (:sc sse-reg) sse-temp1)
  77   (:temporary (:sc sse-reg) sse-temp2)
  78
  79   (:generator 10
  80
  81               ;; scale index by 4 (size-of single-float)
  82               (inst shl index 2)
  83
  84               ;; load
  85               (inst movups sse-temp1 (vect-ea vect1 index))
  86               (inst movups sse-temp2 (vect-ea vect2 index))
  87
  88               ;; operate
  89               (inst mulps sse-temp1 sse-temp2)
  90
  91               ;; store
  92               (inst movups (vect-ea result index) sse-temp1)
  93               ))
  94
  95 (define-vop (%sse-div/simple-array-single-float-1)
  96     (:policy :fast-safe)
  97
  98   (:args (result :scs (descriptor-reg))
  99          (vect1 :scs (descriptor-reg))
 100          (vect2 :scs (descriptor-reg))
 101          (index :scs (unsigned-reg)))
 102
 103   (:arg-types simple-array-single-float simple-array-single-float simple-array-single-float fixnum)
 104
 105   (:temporary (:sc sse-reg) sse-temp1)
 106   (:temporary (:sc sse-reg) sse-temp2)
 107
 108   (:generator 10
 109
 110               ;; scale index by 4 (size-of single-float)
 111               (inst shl index 2)
 112
 113               ;; load
 114               (inst movups sse-temp1 (vect-ea vect1 index))
 115               (inst movups sse-temp2 (vect-ea vect2 index))
 116
 117               ;; operate
 118               (inst divps sse-temp1 sse-temp2)
 119
 120               ;; store
 121               (inst movups (vect-ea result index) sse-temp1)
 122               ))
 123
 124 (define-vop (%sse-sqrt/simple-array-single-float-1)
 125     (:policy :fast-safe)
 126
 127   (:args (result :scs (descriptor-reg))
 128          (vect1 :scs (descriptor-reg))
 129          (index :scs (unsigned-reg)))
 130
 131   (:arg-types simple-array-single-float simple-array-single-float fixnum)
 132
 133   (:temporary (:sc sse-reg) sse-temp1)
 134   (:temporary (:sc sse-reg) sse-temp2)
 135
 136   (:generator 10
 137
 138               ;; scale index by 4 (size-of single-float)
 139               (inst shl index 2)
 140
 141               ;; load
 142               (inst movups sse-temp1 (vect-ea vect1 index))
 143
 144               ;; operate
 145               (inst sqrtps sse-temp2 sse-temp1)
 146
 147               ;; store
 148               (inst movups (vect-ea result index) sse-temp2)
 149               ))
 150
 151
 152 (define-vop (%sse-recip/simple-array-single-float-1)
 153     (:policy :fast-safe)
 154
 155   (:args (result :scs (descriptor-reg))
 156          (vect1 :scs (descriptor-reg))
 157          (index :scs (unsigned-reg)))
 158
 159   (:arg-types simple-array-single-float simple-array-single-float fixnum)
 160
 161   (:temporary (:sc sse-reg) sse-temp1)
 162   (:temporary (:sc sse-reg) sse-temp2)
 163
 164   (:generator 10
 165
 166               ;; scale index by 4 (size-of single-float)
 167               (inst shl index 2)
 168
 169               ;; load
 170               (inst movups sse-temp1 (vect-ea vect1 index))
 171
 172               ;; operate
 173               (inst rcpps sse-temp2 sse-temp1)
 174
 175               ;; store
 176               (inst movups (vect-ea result index) sse-temp2)
 177               ))
 178
 179
 180 (define-vop (%sse-recip-sqrt/simple-array-single-float-1)
 181     (:policy :fast-safe)
 182
 183   (:args (result :scs (descriptor-reg))
 184          (vect1 :scs (descriptor-reg))
 185          (index :scs (unsigned-reg)))
 186
 187   (:arg-types simple-array-single-float simple-array-single-float fixnum)
 188
 189   (:temporary (:sc sse-reg) sse-temp1)
 190   (:temporary (:sc sse-reg) sse-temp2)
 191
 192   (:generator 10
 193
 194               ;; scale index by 4 (size-of single-float)
 195               (inst shl index 2)
 196
 197               ;; load
 198               (inst movups sse-temp1 (vect-ea vect1 index))
 199
 200               ;; operate
 201               (inst rsqrtps sse-temp2 sse-temp1)
 202
 203               ;; store
 204               (inst movups (vect-ea result index) sse-temp2)
 205               ))
 206
 207