drivers/staging/skein/threefish256Block.c

   1 #include <linux/string.h>
   2 #include <threefishApi.h>
   3
   4
   5 void threefishEncrypt256(struct threefish_key *keyCtx, u64 *input, u64 *output)
   6 {
   7         u64 b0 = input[0], b1 = input[1],
   8           b2 = input[2], b3 = input[3];
   9         u64 k0 = keyCtx->key[0], k1 = keyCtx->key[1],
  10           k2 = keyCtx->key[2], k3 = keyCtx->key[3],
  11           k4 = keyCtx->key[4];
  12         u64 t0 = keyCtx->tweak[0], t1 = keyCtx->tweak[1],
  13           t2 = keyCtx->tweak[2];
  14
  15         b1 += k1 + t0;
  16         b0 += b1 + k0;
  17         b1 = ((b1 << 14) | (b1 >> (64 - 14))) ^ b0;
  18
  19         b3 += k3;
  20         b2 += b3 + k2 + t1;
  21         b3 = ((b3 << 16) | (b3 >> (64 - 16))) ^ b2;
  22
  23         b0 += b3;
  24         b3 = ((b3 << 52) | (b3 >> (64 - 52))) ^ b0;
  25
  26         b2 += b1;
  27         b1 = ((b1 << 57) | (b1 >> (64 - 57))) ^ b2;
  28
  29         b0 += b1;
  30         b1 = ((b1 << 23) | (b1 >> (64 - 23))) ^ b0;
  31
  32         b2 += b3;
  33         b3 = ((b3 << 40) | (b3 >> (64 - 40))) ^ b2;
  34
  35         b0 += b3;
  36         b3 = ((b3 << 5) | (b3 >> (64 - 5))) ^ b0;
  37
  38         b2 += b1;
  39         b1 = ((b1 << 37) | (b1 >> (64 - 37))) ^ b2;
  40
  41         b1 += k2 + t1;
  42         b0 += b1 + k1;
  43         b1 = ((b1 << 25) | (b1 >> (64 - 25))) ^ b0;
  44
  45         b3 += k4 + 1;
  46         b2 += b3 + k3 + t2;
  47         b3 = ((b3 << 33) | (b3 >> (64 - 33))) ^ b2;
  48
  49         b0 += b3;
  50         b3 = ((b3 << 46) | (b3 >> (64 - 46))) ^ b0;
  51
  52         b2 += b1;
  53         b1 = ((b1 << 12) | (b1 >> (64 - 12))) ^ b2;
  54
  55         b0 += b1;
  56         b1 = ((b1 << 58) | (b1 >> (64 - 58))) ^ b0;
  57
  58         b2 += b3;
  59         b3 = ((b3 << 22) | (b3 >> (64 - 22))) ^ b2;
  60
  61         b0 += b3;
  62         b3 = ((b3 << 32) | (b3 >> (64 - 32))) ^ b0;
  63
  64         b2 += b1;
  65         b1 = ((b1 << 32) | (b1 >> (64 - 32))) ^ b2;
  66
  67
  68         b1 += k3 + t2;
  69         b0 += b1 + k2;
  70         b1 = ((b1 << 14) | (b1 >> (64 - 14))) ^ b0;
  71
  72         b3 += k0 + 2;
  73         b2 += b3 + k4 + t0;
  74         b3 = ((b3 << 16) | (b3 >> (64 - 16))) ^ b2;
  75
  76         b0 += b3;
  77         b3 = ((b3 << 52) | (b3 >> (64 - 52))) ^ b0;
  78
  79         b2 += b1;
  80         b1 = ((b1 << 57) | (b1 >> (64 - 57))) ^ b2;
  81
  82         b0 += b1;
  83         b1 = ((b1 << 23) | (b1 >> (64 - 23))) ^ b0;
  84
  85         b2 += b3;
  86         b3 = ((b3 << 40) | (b3 >> (64 - 40))) ^ b2;
  87
  88         b0 += b3;
  89         b3 = ((b3 << 5) | (b3 >> (64 - 5))) ^ b0;
  90
  91         b2 += b1;
  92         b1 = ((b1 << 37) | (b1 >> (64 - 37))) ^ b2;
  93
  94         b1 += k4 + t0;
  95         b0 += b1 + k3;
  96         b1 = ((b1 << 25) | (b1 >> (64 - 25))) ^ b0;
  97
  98         b3 += k1 + 3;
  99         b2 += b3 + k0 + t1;
 100         b3 = ((b3 << 33) | (b3 >> (64 - 33))) ^ b2;
 101
 102         b0 += b3;
 103         b3 = ((b3 << 46) | (b3 >> (64 - 46))) ^ b0;
 104
 105         b2 += b1;
 106         b1 = ((b1 << 12) | (b1 >> (64 - 12))) ^ b2;
 107
 108         b0 += b1;
 109         b1 = ((b1 << 58) | (b1 >> (64 - 58))) ^ b0;
 110
 111         b2 += b3;
 112         b3 = ((b3 << 22) | (b3 >> (64 - 22))) ^ b2;
 113
 114         b0 += b3;
 115         b3 = ((b3 << 32) | (b3 >> (64 - 32))) ^ b0;
 116
 117         b2 += b1;
 118         b1 = ((b1 << 32) | (b1 >> (64 - 32))) ^ b2;
 119
 120
 121         b1 += k0 + t1;
 122         b0 += b1 + k4;
 123         b1 = ((b1 << 14) | (b1 >> (64 - 14))) ^ b0;
 124
 125         b3 += k2 + 4;
 126         b2 += b3 + k1 + t2;
 127         b3 = ((b3 << 16) | (b3 >> (64 - 16))) ^ b2;
 128
 129         b0 += b3;
 130         b3 = ((b3 << 52) | (b3 >> (64 - 52))) ^ b0;
 131
 132         b2 += b1;
 133         b1 = ((b1 << 57) | (b1 >> (64 - 57))) ^ b2;
 134
 135         b0 += b1;
 136         b1 = ((b1 << 23) | (b1 >> (64 - 23))) ^ b0;
 137
 138         b2 += b3;
 139         b3 = ((b3 << 40) | (b3 >> (64 - 40))) ^ b2;
 140
 141         b0 += b3;
 142         b3 = ((b3 << 5) | (b3 >> (64 - 5))) ^ b0;
 143
 144         b2 += b1;
 145         b1 = ((b1 << 37) | (b1 >> (64 - 37))) ^ b2;
 146
 147         b1 += k1 + t2;
 148         b0 += b1 + k0;
 149         b1 = ((b1 << 25) | (b1 >> (64 - 25))) ^ b0;
 150
 151         b3 += k3 + 5;
 152         b2 += b3 + k2 + t0;
 153         b3 = ((b3 << 33) | (b3 >> (64 - 33))) ^ b2;
 154
 155         b0 += b3;
 156         b3 = ((b3 << 46) | (b3 >> (64 - 46))) ^ b0;
 157
 158         b2 += b1;
 159         b1 = ((b1 << 12) | (b1 >> (64 - 12))) ^ b2;
 160
 161         b0 += b1;
 162         b1 = ((b1 << 58) | (b1 >> (64 - 58))) ^ b0;
 163
 164         b2 += b3;
 165         b3 = ((b3 << 22) | (b3 >> (64 - 22))) ^ b2;
 166
 167         b0 += b3;
 168         b3 = ((b3 << 32) | (b3 >> (64 - 32))) ^ b0;
 169
 170         b2 += b1;
 171         b1 = ((b1 << 32) | (b1 >> (64 - 32))) ^ b2;
 172
 173
 174         b1 += k2 + t0;
 175         b0 += b1 + k1;
 176         b1 = ((b1 << 14) | (b1 >> (64 - 14))) ^ b0;
 177
 178         b3 += k4 + 6;
 179         b2 += b3 + k3 + t1;
 180         b3 = ((b3 << 16) | (b3 >> (64 - 16))) ^ b2;
 181
 182         b0 += b3;
 183         b3 = ((b3 << 52) | (b3 >> (64 - 52))) ^ b0;
 184
 185         b2 += b1;
 186         b1 = ((b1 << 57) | (b1 >> (64 - 57))) ^ b2;
 187
 188         b0 += b1;
 189         b1 = ((b1 << 23) | (b1 >> (64 - 23))) ^ b0;
 190
 191         b2 += b3;
 192         b3 = ((b3 << 40) | (b3 >> (64 - 40))) ^ b2;
 193
 194         b0 += b3;
 195         b3 = ((b3 << 5) | (b3 >> (64 - 5))) ^ b0;
 196
 197         b2 += b1;
 198         b1 = ((b1 << 37) | (b1 >> (64 - 37))) ^ b2;
 199
 200         b1 += k3 + t1;
 201         b0 += b1 + k2;
 202         b1 = ((b1 << 25) | (b1 >> (64 - 25))) ^ b0;
 203
 204         b3 += k0 + 7;
 205         b2 += b3 + k4 + t2;
 206         b3 = ((b3 << 33) | (b3 >> (64 - 33))) ^ b2;
 207
 208         b0 += b3;
 209         b3 = ((b3 << 46) | (b3 >> (64 - 46))) ^ b0;
 210
 211         b2 += b1;
 212         b1 = ((b1 << 12) | (b1 >> (64 - 12))) ^ b2;
 213
 214         b0 += b1;
 215         b1 = ((b1 << 58) | (b1 >> (64 - 58))) ^ b0;
 216
 217         b2 += b3;
 218         b3 = ((b3 << 22) | (b3 >> (64 - 22))) ^ b2;
 219
 220         b0 += b3;
 221         b3 = ((b3 << 32) | (b3 >> (64 - 32))) ^ b0;
 222
 223         b2 += b1;
 224         b1 = ((b1 << 32) | (b1 >> (64 - 32))) ^ b2;
 225
 226
 227         b1 += k4 + t2;
 228         b0 += b1 + k3;
 229         b1 = ((b1 << 14) | (b1 >> (64 - 14))) ^ b0;
 230
 231         b3 += k1 + 8;
 232         b2 += b3 + k0 + t0;
 233         b3 = ((b3 << 16) | (b3 >> (64 - 16))) ^ b2;
 234
 235         b0 += b3;
 236         b3 = ((b3 << 52) | (b3 >> (64 - 52))) ^ b0;
 237
 238         b2 += b1;
 239         b1 = ((b1 << 57) | (b1 >> (64 - 57))) ^ b2;
 240
 241         b0 += b1;
 242         b1 = ((b1 << 23) | (b1 >> (64 - 23))) ^ b0;
 243
 244         b2 += b3;
 245         b3 = ((b3 << 40) | (b3 >> (64 - 40))) ^ b2;
 246
 247         b0 += b3;
 248         b3 = ((b3 << 5) | (b3 >> (64 - 5))) ^ b0;
 249
 250         b2 += b1;
 251         b1 = ((b1 << 37) | (b1 >> (64 - 37))) ^ b2;
 252
 253         b1 += k0 + t0;
 254         b0 += b1 + k4;
 255         b1 = ((b1 << 25) | (b1 >> (64 - 25))) ^ b0;
 256
 257         b3 += k2 + 9;
 258         b2 += b3 + k1 + t1;
 259         b3 = ((b3 << 33) | (b3 >> (64 - 33))) ^ b2;
 260
 261         b0 += b3;
 262         b3 = ((b3 << 46) | (b3 >> (64 - 46))) ^ b0;
 263
 264         b2 += b1;
 265         b1 = ((b1 << 12) | (b1 >> (64 - 12))) ^ b2;
 266
 267         b0 += b1;
 268         b1 = ((b1 << 58) | (b1 >> (64 - 58))) ^ b0;
 269
 270         b2 += b3;
 271         b3 = ((b3 << 22) | (b3 >> (64 - 22))) ^ b2;
 272
 273         b0 += b3;
 274         b3 = ((b3 << 32) | (b3 >> (64 - 32))) ^ b0;
 275
 276         b2 += b1;
 277         b1 = ((b1 << 32) | (b1 >> (64 - 32))) ^ b2;
 278
 279
 280         b1 += k1 + t1;
 281         b0 += b1 + k0;
 282         b1 = ((b1 << 14) | (b1 >> (64 - 14))) ^ b0;
 283
 284         b3 += k3 + 10;
 285         b2 += b3 + k2 + t2;
 286         b3 = ((b3 << 16) | (b3 >> (64 - 16))) ^ b2;
 287
 288         b0 += b3;
 289         b3 = ((b3 << 52) | (b3 >> (64 - 52))) ^ b0;
 290
 291         b2 += b1;
 292         b1 = ((b1 << 57) | (b1 >> (64 - 57))) ^ b2;
 293
 294         b0 += b1;
 295         b1 = ((b1 << 23) | (b1 >> (64 - 23))) ^ b0;
 296
 297         b2 += b3;
 298         b3 = ((b3 << 40) | (b3 >> (64 - 40))) ^ b2;
 299
 300         b0 += b3;
 301         b3 = ((b3 << 5) | (b3 >> (64 - 5))) ^ b0;
 302
 303         b2 += b1;
 304         b1 = ((b1 << 37) | (b1 >> (64 - 37))) ^ b2;
 305
 306         b1 += k2 + t2;
 307         b0 += b1 + k1;
 308         b1 = ((b1 << 25) | (b1 >> (64 - 25))) ^ b0;
 309
 310         b3 += k4 + 11;
 311         b2 += b3 + k3 + t0;
 312         b3 = ((b3 << 33) | (b3 >> (64 - 33))) ^ b2;
 313
 314         b0 += b3;
 315         b3 = ((b3 << 46) | (b3 >> (64 - 46))) ^ b0;
 316
 317         b2 += b1;
 318         b1 = ((b1 << 12) | (b1 >> (64 - 12))) ^ b2;
 319
 320         b0 += b1;
 321         b1 = ((b1 << 58) | (b1 >> (64 - 58))) ^ b0;
 322
 323         b2 += b3;
 324         b3 = ((b3 << 22) | (b3 >> (64 - 22))) ^ b2;
 325
 326         b0 += b3;
 327         b3 = ((b3 << 32) | (b3 >> (64 - 32))) ^ b0;
 328
 329         b2 += b1;
 330         b1 = ((b1 << 32) | (b1 >> (64 - 32))) ^ b2;
 331
 332
 333         b1 += k3 + t0;
 334         b0 += b1 + k2;
 335         b1 = ((b1 << 14) | (b1 >> (64 - 14))) ^ b0;
 336
 337         b3 += k0 + 12;
 338         b2 += b3 + k4 + t1;
 339         b3 = ((b3 << 16) | (b3 >> (64 - 16))) ^ b2;
 340
 341         b0 += b3;
 342         b3 = ((b3 << 52) | (b3 >> (64 - 52))) ^ b0;
 343
 344         b2 += b1;
 345         b1 = ((b1 << 57) | (b1 >> (64 - 57))) ^ b2;
 346
 347         b0 += b1;
 348         b1 = ((b1 << 23) | (b1 >> (64 - 23))) ^ b0;
 349
 350         b2 += b3;
 351         b3 = ((b3 << 40) | (b3 >> (64 - 40))) ^ b2;
 352
 353         b0 += b3;
 354         b3 = ((b3 << 5) | (b3 >> (64 - 5))) ^ b0;
 355
 356         b2 += b1;
 357         b1 = ((b1 << 37) | (b1 >> (64 - 37))) ^ b2;
 358
 359         b1 += k4 + t1;
 360         b0 += b1 + k3;
 361         b1 = ((b1 << 25) | (b1 >> (64 - 25))) ^ b0;
 362
 363         b3 += k1 + 13;
 364         b2 += b3 + k0 + t2;
 365         b3 = ((b3 << 33) | (b3 >> (64 - 33))) ^ b2;
 366
 367         b0 += b3;
 368         b3 = ((b3 << 46) | (b3 >> (64 - 46))) ^ b0;
 369
 370         b2 += b1;
 371         b1 = ((b1 << 12) | (b1 >> (64 - 12))) ^ b2;
 372
 373         b0 += b1;
 374         b1 = ((b1 << 58) | (b1 >> (64 - 58))) ^ b0;
 375
 376         b2 += b3;
 377         b3 = ((b3 << 22) | (b3 >> (64 - 22))) ^ b2;
 378
 379         b0 += b3;
 380         b3 = ((b3 << 32) | (b3 >> (64 - 32))) ^ b0;
 381
 382         b2 += b1;
 383         b1 = ((b1 << 32) | (b1 >> (64 - 32))) ^ b2;
 384
 385
 386         b1 += k0 + t2;
 387         b0 += b1 + k4;
 388         b1 = ((b1 << 14) | (b1 >> (64 - 14))) ^ b0;
 389
 390         b3 += k2 + 14;
 391         b2 += b3 + k1 + t0;
 392         b3 = ((b3 << 16) | (b3 >> (64 - 16))) ^ b2;
 393
 394         b0 += b3;
 395         b3 = ((b3 << 52) | (b3 >> (64 - 52))) ^ b0;
 396
 397         b2 += b1;
 398         b1 = ((b1 << 57) | (b1 >> (64 - 57))) ^ b2;
 399
 400         b0 += b1;
 401         b1 = ((b1 << 23) | (b1 >> (64 - 23))) ^ b0;
 402
 403         b2 += b3;
 404         b3 = ((b3 << 40) | (b3 >> (64 - 40))) ^ b2;
 405
 406         b0 += b3;
 407         b3 = ((b3 << 5) | (b3 >> (64 - 5))) ^ b0;
 408
 409         b2 += b1;
 410         b1 = ((b1 << 37) | (b1 >> (64 - 37))) ^ b2;
 411
 412         b1 += k1 + t0;
 413         b0 += b1 + k0;
 414         b1 = ((b1 << 25) | (b1 >> (64 - 25))) ^ b0;
 415
 416         b3 += k3 + 15;
 417         b2 += b3 + k2 + t1;
 418         b3 = ((b3 << 33) | (b3 >> (64 - 33))) ^ b2;
 419
 420         b0 += b3;
 421         b3 = ((b3 << 46) | (b3 >> (64 - 46))) ^ b0;
 422
 423         b2 += b1;
 424         b1 = ((b1 << 12) | (b1 >> (64 - 12))) ^ b2;
 425
 426         b0 += b1;
 427         b1 = ((b1 << 58) | (b1 >> (64 - 58))) ^ b0;
 428
 429         b2 += b3;
 430         b3 = ((b3 << 22) | (b3 >> (64 - 22))) ^ b2;
 431
 432         b0 += b3;
 433         b3 = ((b3 << 32) | (b3 >> (64 - 32))) ^ b0;
 434
 435         b2 += b1;
 436         b1 = ((b1 << 32) | (b1 >> (64 - 32))) ^ b2;
 437
 438
 439         b1 += k2 + t1;
 440         b0 += b1 + k1;
 441         b1 = ((b1 << 14) | (b1 >> (64 - 14))) ^ b0;
 442
 443         b3 += k4 + 16;
 444         b2 += b3 + k3 + t2;
 445         b3 = ((b3 << 16) | (b3 >> (64 - 16))) ^ b2;
 446
 447         b0 += b3;
 448         b3 = ((b3 << 52) | (b3 >> (64 - 52))) ^ b0;
 449
 450         b2 += b1;
 451         b1 = ((b1 << 57) | (b1 >> (64 - 57))) ^ b2;
 452
 453         b0 += b1;
 454         b1 = ((b1 << 23) | (b1 >> (64 - 23))) ^ b0;
 455
 456         b2 += b3;
 457         b3 = ((b3 << 40) | (b3 >> (64 - 40))) ^ b2;
 458
 459         b0 += b3;
 460         b3 = ((b3 << 5) | (b3 >> (64 - 5))) ^ b0;
 461
 462         b2 += b1;
 463         b1 = ((b1 << 37) | (b1 >> (64 - 37))) ^ b2;
 464
 465         b1 += k3 + t2;
 466         b0 += b1 + k2;
 467         b1 = ((b1 << 25) | (b1 >> (64 - 25))) ^ b0;
 468
 469         b3 += k0 + 17;
 470         b2 += b3 + k4 + t0;
 471         b3 = ((b3 << 33) | (b3 >> (64 - 33))) ^ b2;
 472
 473         b0 += b3;
 474         b3 = ((b3 << 46) | (b3 >> (64 - 46))) ^ b0;
 475
 476         b2 += b1;
 477         b1 = ((b1 << 12) | (b1 >> (64 - 12))) ^ b2;
 478
 479         b0 += b1;
 480         b1 = ((b1 << 58) | (b1 >> (64 - 58))) ^ b0;
 481
 482         b2 += b3;
 483         b3 = ((b3 << 22) | (b3 >> (64 - 22))) ^ b2;
 484
 485         b0 += b3;
 486         b3 = ((b3 << 32) | (b3 >> (64 - 32))) ^ b0;
 487
 488         b2 += b1;
 489         b1 = ((b1 << 32) | (b1 >> (64 - 32))) ^ b2;
 490
 491         output[0] = b0 + k3;
 492         output[1] = b1 + k4 + t0;
 493         output[2] = b2 + k0 + t1;
 494         output[3] = b3 + k1 + 18;
 495 }
 496
 497 void threefishDecrypt256(struct threefish_key *keyCtx, u64 *input, u64 *output)
 498 {
 499         u64 b0 = input[0], b1 = input[1],
 500           b2 = input[2], b3 = input[3];
 501         u64 k0 = keyCtx->key[0], k1 = keyCtx->key[1],
 502           k2 = keyCtx->key[2], k3 = keyCtx->key[3],
 503           k4 = keyCtx->key[4];
 504         u64 t0 = keyCtx->tweak[0], t1 = keyCtx->tweak[1],
 505           t2 = keyCtx->tweak[2];
 506
 507         u64 tmp;
 508
 509         b0 -= k3;
 510         b1 -= k4 + t0;
 511         b2 -= k0 + t1;
 512         b3 -= k1 + 18;
 513         tmp = b3 ^ b0;
 514         b3 = (tmp >> 32) | (tmp << (64 - 32));
 515         b0 -= b3;
 516
 517         tmp = b1 ^ b2;
 518         b1 = (tmp >> 32) | (tmp << (64 - 32));
 519         b2 -= b1;
 520
 521         tmp = b1 ^ b0;
 522         b1 = (tmp >> 58) | (tmp << (64 - 58));
 523         b0 -= b1;
 524
 525         tmp = b3 ^ b2;
 526         b3 = (tmp >> 22) | (tmp << (64 - 22));
 527         b2 -= b3;
 528
 529         tmp = b3 ^ b0;
 530         b3 = (tmp >> 46) | (tmp << (64 - 46));
 531         b0 -= b3;
 532
 533         tmp = b1 ^ b2;
 534         b1 = (tmp >> 12) | (tmp << (64 - 12));
 535         b2 -= b1;
 536
 537         tmp = b1 ^ b0;
 538         b1 = (tmp >> 25) | (tmp << (64 - 25));
 539         b0 -= b1 + k2;
 540         b1 -= k3 + t2;
 541
 542         tmp = b3 ^ b2;
 543         b3 = (tmp >> 33) | (tmp << (64 - 33));
 544         b2 -= b3 + k4 + t0;
 545         b3 -= k0 + 17;
 546
 547         tmp = b3 ^ b0;
 548         b3 = (tmp >> 5) | (tmp << (64 - 5));
 549         b0 -= b3;
 550
 551         tmp = b1 ^ b2;
 552         b1 = (tmp >> 37) | (tmp << (64 - 37));
 553         b2 -= b1;
 554
 555         tmp = b1 ^ b0;
 556         b1 = (tmp >> 23) | (tmp << (64 - 23));
 557         b0 -= b1;
 558
 559         tmp = b3 ^ b2;
 560         b3 = (tmp >> 40) | (tmp << (64 - 40));
 561         b2 -= b3;
 562
 563         tmp = b3 ^ b0;
 564         b3 = (tmp >> 52) | (tmp << (64 - 52));
 565         b0 -= b3;
 566
 567         tmp = b1 ^ b2;
 568         b1 = (tmp >> 57) | (tmp << (64 - 57));
 569         b2 -= b1;
 570
 571         tmp = b1 ^ b0;
 572         b1 = (tmp >> 14) | (tmp << (64 - 14));
 573         b0 -= b1 + k1;
 574         b1 -= k2 + t1;
 575
 576         tmp = b3 ^ b2;
 577         b3 = (tmp >> 16) | (tmp << (64 - 16));
 578         b2 -= b3 + k3 + t2;
 579         b3 -= k4 + 16;
 580
 581
 582         tmp = b3 ^ b0;
 583         b3 = (tmp >> 32) | (tmp << (64 - 32));
 584         b0 -= b3;
 585
 586         tmp = b1 ^ b2;
 587         b1 = (tmp >> 32) | (tmp << (64 - 32));
 588         b2 -= b1;
 589
 590         tmp = b1 ^ b0;
 591         b1 = (tmp >> 58) | (tmp << (64 - 58));
 592         b0 -= b1;
 593
 594         tmp = b3 ^ b2;
 595         b3 = (tmp >> 22) | (tmp << (64 - 22));
 596         b2 -= b3;
 597
 598         tmp = b3 ^ b0;
 599         b3 = (tmp >> 46) | (tmp << (64 - 46));
 600         b0 -= b3;
 601
 602         tmp = b1 ^ b2;
 603         b1 = (tmp >> 12) | (tmp << (64 - 12));
 604         b2 -= b1;
 605
 606         tmp = b1 ^ b0;
 607         b1 = (tmp >> 25) | (tmp << (64 - 25));
 608         b0 -= b1 + k0;
 609         b1 -= k1 + t0;
 610
 611         tmp = b3 ^ b2;
 612         b3 = (tmp >> 33) | (tmp << (64 - 33));
 613         b2 -= b3 + k2 + t1;
 614         b3 -= k3 + 15;
 615
 616         tmp = b3 ^ b0;
 617         b3 = (tmp >> 5) | (tmp << (64 - 5));
 618         b0 -= b3;
 619
 620         tmp = b1 ^ b2;
 621         b1 = (tmp >> 37) | (tmp << (64 - 37));
 622         b2 -= b1;
 623
 624         tmp = b1 ^ b0;
 625         b1 = (tmp >> 23) | (tmp << (64 - 23));
 626         b0 -= b1;
 627
 628         tmp = b3 ^ b2;
 629         b3 = (tmp >> 40) | (tmp << (64 - 40));
 630         b2 -= b3;
 631
 632         tmp = b3 ^ b0;
 633         b3 = (tmp >> 52) | (tmp << (64 - 52));
 634         b0 -= b3;
 635
 636         tmp = b1 ^ b2;
 637         b1 = (tmp >> 57) | (tmp << (64 - 57));
 638         b2 -= b1;
 639
 640         tmp = b1 ^ b0;
 641         b1 = (tmp >> 14) | (tmp << (64 - 14));
 642         b0 -= b1 + k4;
 643         b1 -= k0 + t2;
 644
 645         tmp = b3 ^ b2;
 646         b3 = (tmp >> 16) | (tmp << (64 - 16));
 647         b2 -= b3 + k1 + t0;
 648         b3 -= k2 + 14;
 649
 650
 651         tmp = b3 ^ b0;
 652         b3 = (tmp >> 32) | (tmp << (64 - 32));
 653         b0 -= b3;
 654
 655         tmp = b1 ^ b2;
 656         b1 = (tmp >> 32) | (tmp << (64 - 32));
 657         b2 -= b1;
 658
 659         tmp = b1 ^ b0;
 660         b1 = (tmp >> 58) | (tmp << (64 - 58));
 661         b0 -= b1;
 662
 663         tmp = b3 ^ b2;
 664         b3 = (tmp >> 22) | (tmp << (64 - 22));
 665         b2 -= b3;
 666
 667         tmp = b3 ^ b0;
 668         b3 = (tmp >> 46) | (tmp << (64 - 46));
 669         b0 -= b3;
 670
 671         tmp = b1 ^ b2;
 672         b1 = (tmp >> 12) | (tmp << (64 - 12));
 673         b2 -= b1;
 674
 675         tmp = b1 ^ b0;
 676         b1 = (tmp >> 25) | (tmp << (64 - 25));
 677         b0 -= b1 + k3;
 678         b1 -= k4 + t1;
 679
 680         tmp = b3 ^ b2;
 681         b3 = (tmp >> 33) | (tmp << (64 - 33));
 682         b2 -= b3 + k0 + t2;
 683         b3 -= k1 + 13;
 684
 685         tmp = b3 ^ b0;
 686         b3 = (tmp >> 5) | (tmp << (64 - 5));
 687         b0 -= b3;
 688
 689         tmp = b1 ^ b2;
 690         b1 = (tmp >> 37) | (tmp << (64 - 37));
 691         b2 -= b1;
 692
 693         tmp = b1 ^ b0;
 694         b1 = (tmp >> 23) | (tmp << (64 - 23));
 695         b0 -= b1;
 696
 697         tmp = b3 ^ b2;
 698         b3 = (tmp >> 40) | (tmp << (64 - 40));
 699         b2 -= b3;
 700
 701         tmp = b3 ^ b0;
 702         b3 = (tmp >> 52) | (tmp << (64 - 52));
 703         b0 -= b3;
 704
 705         tmp = b1 ^ b2;
 706         b1 = (tmp >> 57) | (tmp << (64 - 57));
 707         b2 -= b1;
 708
 709         tmp = b1 ^ b0;
 710         b1 = (tmp >> 14) | (tmp << (64 - 14));
 711         b0 -= b1 + k2;
 712         b1 -= k3 + t0;
 713
 714         tmp = b3 ^ b2;
 715         b3 = (tmp >> 16) | (tmp << (64 - 16));
 716         b2 -= b3 + k4 + t1;
 717         b3 -= k0 + 12;
 718
 719
 720         tmp = b3 ^ b0;
 721         b3 = (tmp >> 32) | (tmp << (64 - 32));
 722         b0 -= b3;
 723
 724         tmp = b1 ^ b2;
 725         b1 = (tmp >> 32) | (tmp << (64 - 32));
 726         b2 -= b1;
 727
 728         tmp = b1 ^ b0;
 729         b1 = (tmp >> 58) | (tmp << (64 - 58));
 730         b0 -= b1;
 731
 732         tmp = b3 ^ b2;
 733         b3 = (tmp >> 22) | (tmp << (64 - 22));
 734         b2 -= b3;
 735
 736         tmp = b3 ^ b0;
 737         b3 = (tmp >> 46) | (tmp << (64 - 46));
 738         b0 -= b3;
 739
 740         tmp = b1 ^ b2;
 741         b1 = (tmp >> 12) | (tmp << (64 - 12));
 742         b2 -= b1;
 743
 744         tmp = b1 ^ b0;
 745         b1 = (tmp >> 25) | (tmp << (64 - 25));
 746         b0 -= b1 + k1;
 747         b1 -= k2 + t2;
 748
 749         tmp = b3 ^ b2;
 750         b3 = (tmp >> 33) | (tmp << (64 - 33));
 751         b2 -= b3 + k3 + t0;
 752         b3 -= k4 + 11;
 753
 754         tmp = b3 ^ b0;
 755         b3 = (tmp >> 5) | (tmp << (64 - 5));
 756         b0 -= b3;
 757
 758         tmp = b1 ^ b2;
 759         b1 = (tmp >> 37) | (tmp << (64 - 37));
 760         b2 -= b1;
 761
 762         tmp = b1 ^ b0;
 763         b1 = (tmp >> 23) | (tmp << (64 - 23));
 764         b0 -= b1;
 765
 766         tmp = b3 ^ b2;
 767         b3 = (tmp >> 40) | (tmp << (64 - 40));
 768         b2 -= b3;
 769
 770         tmp = b3 ^ b0;
 771         b3 = (tmp >> 52) | (tmp << (64 - 52));
 772         b0 -= b3;
 773
 774         tmp = b1 ^ b2;
 775         b1 = (tmp >> 57) | (tmp << (64 - 57));
 776         b2 -= b1;
 777
 778         tmp = b1 ^ b0;
 779         b1 = (tmp >> 14) | (tmp << (64 - 14));
 780         b0 -= b1 + k0;
 781         b1 -= k1 + t1;
 782
 783         tmp = b3 ^ b2;
 784         b3 = (tmp >> 16) | (tmp << (64 - 16));
 785         b2 -= b3 + k2 + t2;
 786         b3 -= k3 + 10;
 787
 788
 789         tmp = b3 ^ b0;
 790         b3 = (tmp >> 32) | (tmp << (64 - 32));
 791         b0 -= b3;
 792
 793         tmp = b1 ^ b2;
 794         b1 = (tmp >> 32) | (tmp << (64 - 32));
 795         b2 -= b1;
 796
 797         tmp = b1 ^ b0;
 798         b1 = (tmp >> 58) | (tmp << (64 - 58));
 799         b0 -= b1;
 800
 801         tmp = b3 ^ b2;
 802         b3 = (tmp >> 22) | (tmp << (64 - 22));
 803         b2 -= b3;
 804
 805         tmp = b3 ^ b0;
 806         b3 = (tmp >> 46) | (tmp << (64 - 46));
 807         b0 -= b3;
 808
 809         tmp = b1 ^ b2;
 810         b1 = (tmp >> 12) | (tmp << (64 - 12));
 811         b2 -= b1;
 812
 813         tmp = b1 ^ b0;
 814         b1 = (tmp >> 25) | (tmp << (64 - 25));
 815         b0 -= b1 + k4;
 816         b1 -= k0 + t0;
 817
 818         tmp = b3 ^ b2;
 819         b3 = (tmp >> 33) | (tmp << (64 - 33));
 820         b2 -= b3 + k1 + t1;
 821         b3 -= k2 + 9;
 822
 823         tmp = b3 ^ b0;
 824         b3 = (tmp >> 5) | (tmp << (64 - 5));
 825         b0 -= b3;
 826
 827         tmp = b1 ^ b2;
 828         b1 = (tmp >> 37) | (tmp << (64 - 37));
 829         b2 -= b1;
 830
 831         tmp = b1 ^ b0;
 832         b1 = (tmp >> 23) | (tmp << (64 - 23));
 833         b0 -= b1;
 834
 835         tmp = b3 ^ b2;
 836         b3 = (tmp >> 40) | (tmp << (64 - 40));
 837         b2 -= b3;
 838
 839         tmp = b3 ^ b0;
 840         b3 = (tmp >> 52) | (tmp << (64 - 52));
 841         b0 -= b3;
 842
 843         tmp = b1 ^ b2;
 844         b1 = (tmp >> 57) | (tmp << (64 - 57));
 845         b2 -= b1;
 846
 847         tmp = b1 ^ b0;
 848         b1 = (tmp >> 14) | (tmp << (64 - 14));
 849         b0 -= b1 + k3;
 850         b1 -= k4 + t2;
 851
 852         tmp = b3 ^ b2;
 853         b3 = (tmp >> 16) | (tmp << (64 - 16));
 854         b2 -= b3 + k0 + t0;
 855         b3 -= k1 + 8;
 856
 857
 858         tmp = b3 ^ b0;
 859         b3 = (tmp >> 32) | (tmp << (64 - 32));
 860         b0 -= b3;
 861
 862         tmp = b1 ^ b2;
 863         b1 = (tmp >> 32) | (tmp << (64 - 32));
 864         b2 -= b1;
 865
 866         tmp = b1 ^ b0;
 867         b1 = (tmp >> 58) | (tmp << (64 - 58));
 868         b0 -= b1;
 869
 870         tmp = b3 ^ b2;
 871         b3 = (tmp >> 22) | (tmp << (64 - 22));
 872         b2 -= b3;
 873
 874         tmp = b3 ^ b0;
 875         b3 = (tmp >> 46) | (tmp << (64 - 46));
 876         b0 -= b3;
 877
 878         tmp = b1 ^ b2;
 879         b1 = (tmp >> 12) | (tmp << (64 - 12));
 880         b2 -= b1;
 881
 882         tmp = b1 ^ b0;
 883         b1 = (tmp >> 25) | (tmp << (64 - 25));
 884         b0 -= b1 + k2;
 885         b1 -= k3 + t1;
 886
 887         tmp = b3 ^ b2;
 888         b3 = (tmp >> 33) | (tmp << (64 - 33));
 889         b2 -= b3 + k4 + t2;
 890         b3 -= k0 + 7;
 891
 892         tmp = b3 ^ b0;
 893         b3 = (tmp >> 5) | (tmp << (64 - 5));
 894         b0 -= b3;
 895
 896         tmp = b1 ^ b2;
 897         b1 = (tmp >> 37) | (tmp << (64 - 37));
 898         b2 -= b1;
 899
 900         tmp = b1 ^ b0;
 901         b1 = (tmp >> 23) | (tmp << (64 - 23));
 902         b0 -= b1;
 903
 904         tmp = b3 ^ b2;
 905         b3 = (tmp >> 40) | (tmp << (64 - 40));
 906         b2 -= b3;
 907
 908         tmp = b3 ^ b0;
 909         b3 = (tmp >> 52) | (tmp << (64 - 52));
 910         b0 -= b3;
 911
 912         tmp = b1 ^ b2;
 913         b1 = (tmp >> 57) | (tmp << (64 - 57));
 914         b2 -= b1;
 915
 916         tmp = b1 ^ b0;
 917         b1 = (tmp >> 14) | (tmp << (64 - 14));
 918         b0 -= b1 + k1;
 919         b1 -= k2 + t0;
 920
 921         tmp = b3 ^ b2;
 922         b3 = (tmp >> 16) | (tmp << (64 - 16));
 923         b2 -= b3 + k3 + t1;
 924         b3 -= k4 + 6;
 925
 926
 927         tmp = b3 ^ b0;
 928         b3 = (tmp >> 32) | (tmp << (64 - 32));
 929         b0 -= b3;
 930
 931         tmp = b1 ^ b2;
 932         b1 = (tmp >> 32) | (tmp << (64 - 32));
 933         b2 -= b1;
 934
 935         tmp = b1 ^ b0;
 936         b1 = (tmp >> 58) | (tmp << (64 - 58));
 937         b0 -= b1;
 938
 939         tmp = b3 ^ b2;
 940         b3 = (tmp >> 22) | (tmp << (64 - 22));
 941         b2 -= b3;
 942
 943         tmp = b3 ^ b0;
 944         b3 = (tmp >> 46) | (tmp << (64 - 46));
 945         b0 -= b3;
 946
 947         tmp = b1 ^ b2;
 948         b1 = (tmp >> 12) | (tmp << (64 - 12));
 949         b2 -= b1;
 950
 951         tmp = b1 ^ b0;
 952         b1 = (tmp >> 25) | (tmp << (64 - 25));
 953         b0 -= b1 + k0;
 954         b1 -= k1 + t2;
 955
 956         tmp = b3 ^ b2;
 957         b3 = (tmp >> 33) | (tmp << (64 - 33));
 958         b2 -= b3 + k2 + t0;
 959         b3 -= k3 + 5;
 960
 961         tmp = b3 ^ b0;
 962         b3 = (tmp >> 5) | (tmp << (64 - 5));
 963         b0 -= b3;
 964
 965         tmp = b1 ^ b2;
 966         b1 = (tmp >> 37) | (tmp << (64 - 37));
 967         b2 -= b1;
 968
 969         tmp = b1 ^ b0;
 970         b1 = (tmp >> 23) | (tmp << (64 - 23));
 971         b0 -= b1;
 972
 973         tmp = b3 ^ b2;
 974         b3 = (tmp >> 40) | (tmp << (64 - 40));
 975         b2 -= b3;
 976
 977         tmp = b3 ^ b0;
 978         b3 = (tmp >> 52) | (tmp << (64 - 52));
 979         b0 -= b3;
 980
 981         tmp = b1 ^ b2;
 982         b1 = (tmp >> 57) | (tmp << (64 - 57));
 983         b2 -= b1;
 984
 985         tmp = b1 ^ b0;
 986         b1 = (tmp >> 14) | (tmp << (64 - 14));
 987         b0 -= b1 + k4;
 988         b1 -= k0 + t1;
 989
 990         tmp = b3 ^ b2;
 991         b3 = (tmp >> 16) | (tmp << (64 - 16));
 992         b2 -= b3 + k1 + t2;
 993         b3 -= k2 + 4;
 994
 995
 996         tmp = b3 ^ b0;
 997         b3 = (tmp >> 32) | (tmp << (64 - 32));
 998         b0 -= b3;
 999
1000         tmp = b1 ^ b2;
1001         b1 = (tmp >> 32) | (tmp << (64 - 32));
1002         b2 -= b1;
1003
1004         tmp = b1 ^ b0;
1005         b1 = (tmp >> 58) | (tmp << (64 - 58));
1006         b0 -= b1;
1007
1008         tmp = b3 ^ b2;
1009         b3 = (tmp >> 22) | (tmp << (64 - 22));
1010         b2 -= b3;
1011
1012         tmp = b3 ^ b0;
1013         b3 = (tmp >> 46) | (tmp << (64 - 46));
1014         b0 -= b3;
1015
1016         tmp = b1 ^ b2;
1017         b1 = (tmp >> 12) | (tmp << (64 - 12));
1018         b2 -= b1;
1019
1020         tmp = b1 ^ b0;
1021         b1 = (tmp >> 25) | (tmp << (64 - 25));
1022         b0 -= b1 + k3;
1023         b1 -= k4 + t0;
1024
1025         tmp = b3 ^ b2;
1026         b3 = (tmp >> 33) | (tmp << (64 - 33));
1027         b2 -= b3 + k0 + t1;
1028         b3 -= k1 + 3;
1029
1030         tmp = b3 ^ b0;
1031         b3 = (tmp >> 5) | (tmp << (64 - 5));
1032         b0 -= b3;
1033
1034         tmp = b1 ^ b2;
1035         b1 = (tmp >> 37) | (tmp << (64 - 37));
1036         b2 -= b1;
1037
1038         tmp = b1 ^ b0;
1039         b1 = (tmp >> 23) | (tmp << (64 - 23));
1040         b0 -= b1;
1041
1042         tmp = b3 ^ b2;
1043         b3 = (tmp >> 40) | (tmp << (64 - 40));
1044         b2 -= b3;
1045
1046         tmp = b3 ^ b0;
1047         b3 = (tmp >> 52) | (tmp << (64 - 52));
1048         b0 -= b3;
1049
1050         tmp = b1 ^ b2;
1051         b1 = (tmp >> 57) | (tmp << (64 - 57));
1052         b2 -= b1;
1053
1054         tmp = b1 ^ b0;
1055         b1 = (tmp >> 14) | (tmp << (64 - 14));
1056         b0 -= b1 + k2;
1057         b1 -= k3 + t2;
1058
1059         tmp = b3 ^ b2;
1060         b3 = (tmp >> 16) | (tmp << (64 - 16));
1061         b2 -= b3 + k4 + t0;
1062         b3 -= k0 + 2;
1063
1064
1065         tmp = b3 ^ b0;
1066         b3 = (tmp >> 32) | (tmp << (64 - 32));
1067         b0 -= b3;
1068
1069         tmp = b1 ^ b2;
1070         b1 = (tmp >> 32) | (tmp << (64 - 32));
1071         b2 -= b1;
1072
1073         tmp = b1 ^ b0;
1074         b1 = (tmp >> 58) | (tmp << (64 - 58));
1075         b0 -= b1;
1076
1077         tmp = b3 ^ b2;
1078         b3 = (tmp >> 22) | (tmp << (64 - 22));
1079         b2 -= b3;
1080
1081         tmp = b3 ^ b0;
1082         b3 = (tmp >> 46) | (tmp << (64 - 46));
1083         b0 -= b3;
1084
1085         tmp = b1 ^ b2;
1086         b1 = (tmp >> 12) | (tmp << (64 - 12));
1087         b2 -= b1;
1088
1089         tmp = b1 ^ b0;
1090         b1 = (tmp >> 25) | (tmp << (64 - 25));
1091         b0 -= b1 + k1;
1092         b1 -= k2 + t1;
1093
1094         tmp = b3 ^ b2;
1095         b3 = (tmp >> 33) | (tmp << (64 - 33));
1096         b2 -= b3 + k3 + t2;
1097         b3 -= k4 + 1;
1098
1099         tmp = b3 ^ b0;
1100         b3 = (tmp >> 5) | (tmp << (64 - 5));
1101         b0 -= b3;
1102
1103         tmp = b1 ^ b2;
1104         b1 = (tmp >> 37) | (tmp << (64 - 37));
1105         b2 -= b1;
1106
1107         tmp = b1 ^ b0;
1108         b1 = (tmp >> 23) | (tmp << (64 - 23));
1109         b0 -= b1;
1110
1111         tmp = b3 ^ b2;
1112         b3 = (tmp >> 40) | (tmp << (64 - 40));
1113         b2 -= b3;
1114
1115         tmp = b3 ^ b0;
1116         b3 = (tmp >> 52) | (tmp << (64 - 52));
1117         b0 -= b3;
1118
1119         tmp = b1 ^ b2;
1120         b1 = (tmp >> 57) | (tmp << (64 - 57));
1121         b2 -= b1;
1122
1123         tmp = b1 ^ b0;
1124         b1 = (tmp >> 14) | (tmp << (64 - 14));
1125         b0 -= b1 + k0;
1126         b1 -= k1 + t0;
1127
1128         tmp = b3 ^ b2;
1129         b3 = (tmp >> 16) | (tmp << (64 - 16));
1130         b2 -= b3 + k2 + t1;
1131         b3 -= k3;
1132
1133         output[0] = b0;
1134         output[1] = b1;
1135         output[2] = b2;
1136         output[3] = b3;
1137 }