lib/libcrypto/asm/vpaes-x86_64.s

   1 .text
   2
   3
   4
   5
   6
   7
   8
   9
  10
  11
  12
  13
  14
  15
  16
  17
  18 .type   _vpaes_encrypt_core,@function
  19 .align  16
  20 _vpaes_encrypt_core:
  21         movq    %rdx,%r9
  22         movq    $16,%r11
  23         movl    240(%rdx),%eax
  24         movdqa  %xmm9,%xmm1
  25         movdqa  .Lk_ipt(%rip),%xmm2
  26         pandn   %xmm0,%xmm1
  27         movdqu  (%r9),%xmm5
  28         psrld   $4,%xmm1
  29         pand    %xmm9,%xmm0
  30 .byte   102,15,56,0,208
  31         movdqa  .Lk_ipt+16(%rip),%xmm0
  32 .byte   102,15,56,0,193
  33         pxor    %xmm5,%xmm2
  34         addq    $16,%r9
  35         pxor    %xmm2,%xmm0
  36         leaq    .Lk_mc_backward(%rip),%r10
  37         jmp     .Lenc_entry
  38
  39 .align  16
  40 .Lenc_loop:
  41
  42         movdqa  %xmm13,%xmm4
  43         movdqa  %xmm12,%xmm0
  44 .byte   102,15,56,0,226
  45 .byte   102,15,56,0,195
  46         pxor    %xmm5,%xmm4
  47         movdqa  %xmm15,%xmm5
  48         pxor    %xmm4,%xmm0
  49         movdqa  -64(%r11,%r10,1),%xmm1
  50 .byte   102,15,56,0,234
  51         movdqa  (%r11,%r10,1),%xmm4
  52         movdqa  %xmm14,%xmm2
  53 .byte   102,15,56,0,211
  54         movdqa  %xmm0,%xmm3
  55         pxor    %xmm5,%xmm2
  56 .byte   102,15,56,0,193
  57         addq    $16,%r9
  58         pxor    %xmm2,%xmm0
  59 .byte   102,15,56,0,220
  60         addq    $16,%r11
  61         pxor    %xmm0,%xmm3
  62 .byte   102,15,56,0,193
  63         andq    $0x30,%r11
  64         subq    $1,%rax
  65         pxor    %xmm3,%xmm0
  66
  67 .Lenc_entry:
  68
  69         movdqa  %xmm9,%xmm1
  70         movdqa  %xmm11,%xmm5
  71         pandn   %xmm0,%xmm1
  72         psrld   $4,%xmm1
  73         pand    %xmm9,%xmm0
  74 .byte   102,15,56,0,232
  75         movdqa  %xmm10,%xmm3
  76         pxor    %xmm1,%xmm0
  77 .byte   102,15,56,0,217
  78         movdqa  %xmm10,%xmm4
  79         pxor    %xmm5,%xmm3
  80 .byte   102,15,56,0,224
  81         movdqa  %xmm10,%xmm2
  82         pxor    %xmm5,%xmm4
  83 .byte   102,15,56,0,211
  84         movdqa  %xmm10,%xmm3
  85         pxor    %xmm0,%xmm2
  86 .byte   102,15,56,0,220
  87         movdqu  (%r9),%xmm5
  88         pxor    %xmm1,%xmm3
  89         jnz     .Lenc_loop
  90
  91
  92         movdqa  -96(%r10),%xmm4
  93         movdqa  -80(%r10),%xmm0
  94 .byte   102,15,56,0,226
  95         pxor    %xmm5,%xmm4
  96 .byte   102,15,56,0,195
  97         movdqa  64(%r11,%r10,1),%xmm1
  98         pxor    %xmm4,%xmm0
  99 .byte   102,15,56,0,193
 100         .byte   0xf3,0xc3
 101 .size   _vpaes_encrypt_core,.-_vpaes_encrypt_core
 102
 103
 104
 105
 106
 107
 108 .type   _vpaes_decrypt_core,@function
 109 .align  16
 110 _vpaes_decrypt_core:
 111         movq    %rdx,%r9
 112         movl    240(%rdx),%eax
 113         movdqa  %xmm9,%xmm1
 114         movdqa  .Lk_dipt(%rip),%xmm2
 115         pandn   %xmm0,%xmm1
 116         movq    %rax,%r11
 117         psrld   $4,%xmm1
 118         movdqu  (%r9),%xmm5
 119         shlq    $4,%r11
 120         pand    %xmm9,%xmm0
 121 .byte   102,15,56,0,208
 122         movdqa  .Lk_dipt+16(%rip),%xmm0
 123         xorq    $0x30,%r11
 124         leaq    .Lk_dsbd(%rip),%r10
 125 .byte   102,15,56,0,193
 126         andq    $0x30,%r11
 127         pxor    %xmm5,%xmm2
 128         movdqa  .Lk_mc_forward+48(%rip),%xmm5
 129         pxor    %xmm2,%xmm0
 130         addq    $16,%r9
 131         addq    %r10,%r11
 132         jmp     .Ldec_entry
 133
 134 .align  16
 135 .Ldec_loop:
 136
 137
 138
 139         movdqa  -32(%r10),%xmm4
 140         movdqa  -16(%r10),%xmm1
 141 .byte   102,15,56,0,226
 142 .byte   102,15,56,0,203
 143         pxor    %xmm4,%xmm0
 144         movdqa  0(%r10),%xmm4
 145         pxor    %xmm1,%xmm0
 146         movdqa  16(%r10),%xmm1
 147
 148 .byte   102,15,56,0,226
 149 .byte   102,15,56,0,197
 150 .byte   102,15,56,0,203
 151         pxor    %xmm4,%xmm0
 152         movdqa  32(%r10),%xmm4
 153         pxor    %xmm1,%xmm0
 154         movdqa  48(%r10),%xmm1
 155
 156 .byte   102,15,56,0,226
 157 .byte   102,15,56,0,197
 158 .byte   102,15,56,0,203
 159         pxor    %xmm4,%xmm0
 160         movdqa  64(%r10),%xmm4
 161         pxor    %xmm1,%xmm0
 162         movdqa  80(%r10),%xmm1
 163
 164 .byte   102,15,56,0,226
 165 .byte   102,15,56,0,197
 166 .byte   102,15,56,0,203
 167         pxor    %xmm4,%xmm0
 168         addq    $16,%r9
 169 .byte   102,15,58,15,237,12
 170         pxor    %xmm1,%xmm0
 171         subq    $1,%rax
 172
 173 .Ldec_entry:
 174
 175         movdqa  %xmm9,%xmm1
 176         pandn   %xmm0,%xmm1
 177         movdqa  %xmm11,%xmm2
 178         psrld   $4,%xmm1
 179         pand    %xmm9,%xmm0
 180 .byte   102,15,56,0,208
 181         movdqa  %xmm10,%xmm3
 182         pxor    %xmm1,%xmm0
 183 .byte   102,15,56,0,217
 184         movdqa  %xmm10,%xmm4
 185         pxor    %xmm2,%xmm3
 186 .byte   102,15,56,0,224
 187         pxor    %xmm2,%xmm4
 188         movdqa  %xmm10,%xmm2
 189 .byte   102,15,56,0,211
 190         movdqa  %xmm10,%xmm3
 191         pxor    %xmm0,%xmm2
 192 .byte   102,15,56,0,220
 193         movdqu  (%r9),%xmm0
 194         pxor    %xmm1,%xmm3
 195         jnz     .Ldec_loop
 196
 197
 198         movdqa  96(%r10),%xmm4
 199 .byte   102,15,56,0,226
 200         pxor    %xmm0,%xmm4
 201         movdqa  112(%r10),%xmm0
 202         movdqa  -352(%r11),%xmm2
 203 .byte   102,15,56,0,195
 204         pxor    %xmm4,%xmm0
 205 .byte   102,15,56,0,194
 206         .byte   0xf3,0xc3
 207 .size   _vpaes_decrypt_core,.-_vpaes_decrypt_core
 208
 209
 210
 211
 212
 213
 214 .type   _vpaes_schedule_core,@function
 215 .align  16
 216 _vpaes_schedule_core:
 217
 218
 219
 220
 221
 222         call    _vpaes_preheat
 223         movdqa  .Lk_rcon(%rip),%xmm8
 224         movdqu  (%rdi),%xmm0
 225
 226
 227         movdqa  %xmm0,%xmm3
 228         leaq    .Lk_ipt(%rip),%r11
 229         call    _vpaes_schedule_transform
 230         movdqa  %xmm0,%xmm7
 231
 232         leaq    .Lk_sr(%rip),%r10
 233         testq   %rcx,%rcx
 234         jnz     .Lschedule_am_decrypting
 235
 236
 237         movdqu  %xmm0,(%rdx)
 238         jmp     .Lschedule_go
 239
 240 .Lschedule_am_decrypting:
 241
 242         movdqa  (%r8,%r10,1),%xmm1
 243 .byte   102,15,56,0,217
 244         movdqu  %xmm3,(%rdx)
 245         xorq    $0x30,%r8
 246
 247 .Lschedule_go:
 248         cmpl    $192,%esi
 249         ja      .Lschedule_256
 250         je      .Lschedule_192
 251
 252
 253
 254
 255
 256
 257
 258
 259
 260
 261 .Lschedule_128:
 262         movl    $10,%esi
 263
 264 .Loop_schedule_128:
 265         call    _vpaes_schedule_round
 266         decq    %rsi
 267         jz      .Lschedule_mangle_last
 268         call    _vpaes_schedule_mangle
 269         jmp     .Loop_schedule_128
 270
 271
 272
 273
 274
 275
 276
 277
 278
 279
 280
 281
 282
 283
 284
 285
 286 .align  16
 287 .Lschedule_192:
 288         movdqu  8(%rdi),%xmm0
 289         call    _vpaes_schedule_transform
 290         movdqa  %xmm0,%xmm6
 291         pxor    %xmm4,%xmm4
 292         movhlps %xmm4,%xmm6
 293         movl    $4,%esi
 294
 295 .Loop_schedule_192:
 296         call    _vpaes_schedule_round
 297 .byte   102,15,58,15,198,8
 298         call    _vpaes_schedule_mangle
 299         call    _vpaes_schedule_192_smear
 300         call    _vpaes_schedule_mangle
 301         call    _vpaes_schedule_round
 302         decq    %rsi
 303         jz      .Lschedule_mangle_last
 304         call    _vpaes_schedule_mangle
 305         call    _vpaes_schedule_192_smear
 306         jmp     .Loop_schedule_192
 307
 308
 309
 310
 311
 312
 313
 314
 315
 316
 317
 318 .align  16
 319 .Lschedule_256:
 320         movdqu  16(%rdi),%xmm0
 321         call    _vpaes_schedule_transform
 322         movl    $7,%esi
 323
 324 .Loop_schedule_256:
 325         call    _vpaes_schedule_mangle
 326         movdqa  %xmm0,%xmm6
 327
 328
 329         call    _vpaes_schedule_round
 330         decq    %rsi
 331         jz      .Lschedule_mangle_last
 332         call    _vpaes_schedule_mangle
 333
 334
 335         pshufd  $0xFF,%xmm0,%xmm0
 336         movdqa  %xmm7,%xmm5
 337         movdqa  %xmm6,%xmm7
 338         call    _vpaes_schedule_low_round
 339         movdqa  %xmm5,%xmm7
 340
 341         jmp     .Loop_schedule_256
 342
 343
 344
 345
 346
 347
 348
 349
 350
 351
 352
 353
 354 .align  16
 355 .Lschedule_mangle_last:
 356
 357         leaq    .Lk_deskew(%rip),%r11
 358         testq   %rcx,%rcx
 359         jnz     .Lschedule_mangle_last_dec
 360
 361
 362         movdqa  (%r8,%r10,1),%xmm1
 363 .byte   102,15,56,0,193
 364         leaq    .Lk_opt(%rip),%r11
 365         addq    $32,%rdx
 366
 367 .Lschedule_mangle_last_dec:
 368         addq    $-16,%rdx
 369         pxor    .Lk_s63(%rip),%xmm0
 370         call    _vpaes_schedule_transform
 371         movdqu  %xmm0,(%rdx)
 372
 373
 374         pxor    %xmm0,%xmm0
 375         pxor    %xmm1,%xmm1
 376         pxor    %xmm2,%xmm2
 377         pxor    %xmm3,%xmm3
 378         pxor    %xmm4,%xmm4
 379         pxor    %xmm5,%xmm5
 380         pxor    %xmm6,%xmm6
 381         pxor    %xmm7,%xmm7
 382         .byte   0xf3,0xc3
 383 .size   _vpaes_schedule_core,.-_vpaes_schedule_core
 384
 385
 386
 387
 388
 389
 390
 391
 392
 393
 394
 395
 396
 397
 398
 399 .type   _vpaes_schedule_192_smear,@function
 400 .align  16
 401 _vpaes_schedule_192_smear:
 402         pshufd  $0x80,%xmm6,%xmm1
 403         pshufd  $0xFE,%xmm7,%xmm0
 404         pxor    %xmm1,%xmm6
 405         pxor    %xmm1,%xmm1
 406         pxor    %xmm0,%xmm6
 407         movdqa  %xmm6,%xmm0
 408         movhlps %xmm1,%xmm6
 409         .byte   0xf3,0xc3
 410 .size   _vpaes_schedule_192_smear,.-_vpaes_schedule_192_smear
 411
 412
 413
 414
 415
 416
 417
 418
 419
 420
 421
 422
 423
 424
 425
 426
 427
 428
 429
 430 .type   _vpaes_schedule_round,@function
 431 .align  16
 432 _vpaes_schedule_round:
 433
 434         pxor    %xmm1,%xmm1
 435 .byte   102,65,15,58,15,200,15
 436 .byte   102,69,15,58,15,192,15
 437         pxor    %xmm1,%xmm7
 438
 439
 440         pshufd  $0xFF,%xmm0,%xmm0
 441 .byte   102,15,58,15,192,1
 442
 443
 444
 445
 446 _vpaes_schedule_low_round:
 447
 448         movdqa  %xmm7,%xmm1
 449         pslldq  $4,%xmm7
 450         pxor    %xmm1,%xmm7
 451         movdqa  %xmm7,%xmm1
 452         pslldq  $8,%xmm7
 453         pxor    %xmm1,%xmm7
 454         pxor    .Lk_s63(%rip),%xmm7
 455
 456
 457         movdqa  %xmm9,%xmm1
 458         pandn   %xmm0,%xmm1
 459         psrld   $4,%xmm1
 460         pand    %xmm9,%xmm0
 461         movdqa  %xmm11,%xmm2
 462 .byte   102,15,56,0,208
 463         pxor    %xmm1,%xmm0
 464         movdqa  %xmm10,%xmm3
 465 .byte   102,15,56,0,217
 466         pxor    %xmm2,%xmm3
 467         movdqa  %xmm10,%xmm4
 468 .byte   102,15,56,0,224
 469         pxor    %xmm2,%xmm4
 470         movdqa  %xmm10,%xmm2
 471 .byte   102,15,56,0,211
 472         pxor    %xmm0,%xmm2
 473         movdqa  %xmm10,%xmm3
 474 .byte   102,15,56,0,220
 475         pxor    %xmm1,%xmm3
 476         movdqa  %xmm13,%xmm4
 477 .byte   102,15,56,0,226
 478         movdqa  %xmm12,%xmm0
 479 .byte   102,15,56,0,195
 480         pxor    %xmm4,%xmm0
 481
 482
 483         pxor    %xmm7,%xmm0
 484         movdqa  %xmm0,%xmm7
 485         .byte   0xf3,0xc3
 486 .size   _vpaes_schedule_round,.-_vpaes_schedule_round
 487
 488
 489
 490
 491
 492
 493
 494
 495
 496
 497 .type   _vpaes_schedule_transform,@function
 498 .align  16
 499 _vpaes_schedule_transform:
 500         movdqa  %xmm9,%xmm1
 501         pandn   %xmm0,%xmm1
 502         psrld   $4,%xmm1
 503         pand    %xmm9,%xmm0
 504         movdqa  (%r11),%xmm2
 505 .byte   102,15,56,0,208
 506         movdqa  16(%r11),%xmm0
 507 .byte   102,15,56,0,193
 508         pxor    %xmm2,%xmm0
 509         .byte   0xf3,0xc3
 510 .size   _vpaes_schedule_transform,.-_vpaes_schedule_transform
 511
 512
 513
 514
 515
 516
 517
 518
 519
 520
 521
 522
 523
 524
 525
 526
 527
 528
 529
 530
 531
 532
 533
 534
 535 .type   _vpaes_schedule_mangle,@function
 536 .align  16
 537 _vpaes_schedule_mangle:
 538         movdqa  %xmm0,%xmm4
 539         movdqa  .Lk_mc_forward(%rip),%xmm5
 540         testq   %rcx,%rcx
 541         jnz     .Lschedule_mangle_dec
 542
 543
 544         addq    $16,%rdx
 545         pxor    .Lk_s63(%rip),%xmm4
 546 .byte   102,15,56,0,229
 547         movdqa  %xmm4,%xmm3
 548 .byte   102,15,56,0,229
 549         pxor    %xmm4,%xmm3
 550 .byte   102,15,56,0,229
 551         pxor    %xmm4,%xmm3
 552
 553         jmp     .Lschedule_mangle_both
 554 .align  16
 555 .Lschedule_mangle_dec:
 556
 557         leaq    .Lk_dksd(%rip),%r11
 558         movdqa  %xmm9,%xmm1
 559         pandn   %xmm4,%xmm1
 560         psrld   $4,%xmm1
 561         pand    %xmm9,%xmm4
 562
 563         movdqa  0(%r11),%xmm2
 564 .byte   102,15,56,0,212
 565         movdqa  16(%r11),%xmm3
 566 .byte   102,15,56,0,217
 567         pxor    %xmm2,%xmm3
 568 .byte   102,15,56,0,221
 569
 570         movdqa  32(%r11),%xmm2
 571 .byte   102,15,56,0,212
 572         pxor    %xmm3,%xmm2
 573         movdqa  48(%r11),%xmm3
 574 .byte   102,15,56,0,217
 575         pxor    %xmm2,%xmm3
 576 .byte   102,15,56,0,221
 577
 578         movdqa  64(%r11),%xmm2
 579 .byte   102,15,56,0,212
 580         pxor    %xmm3,%xmm2
 581         movdqa  80(%r11),%xmm3
 582 .byte   102,15,56,0,217
 583         pxor    %xmm2,%xmm3
 584 .byte   102,15,56,0,221
 585
 586         movdqa  96(%r11),%xmm2
 587 .byte   102,15,56,0,212
 588         pxor    %xmm3,%xmm2
 589         movdqa  112(%r11),%xmm3
 590 .byte   102,15,56,0,217
 591         pxor    %xmm2,%xmm3
 592
 593         addq    $-16,%rdx
 594
 595 .Lschedule_mangle_both:
 596         movdqa  (%r8,%r10,1),%xmm1
 597 .byte   102,15,56,0,217
 598         addq    $-16,%r8
 599         andq    $0x30,%r8
 600         movdqu  %xmm3,(%rdx)
 601         .byte   0xf3,0xc3
 602 .size   _vpaes_schedule_mangle,.-_vpaes_schedule_mangle
 603
 604
 605
 606
 607 .globl  vpaes_set_encrypt_key
 608 .type   vpaes_set_encrypt_key,@function
 609 .align  16
 610 vpaes_set_encrypt_key:
 611         movl    %esi,%eax
 612         shrl    $5,%eax
 613         addl    $5,%eax
 614         movl    %eax,240(%rdx)
 615
 616         movl    $0,%ecx
 617         movl    $0x30,%r8d
 618         call    _vpaes_schedule_core
 619         xorl    %eax,%eax
 620         .byte   0xf3,0xc3
 621 .size   vpaes_set_encrypt_key,.-vpaes_set_encrypt_key
 622
 623 .globl  vpaes_set_decrypt_key
 624 .type   vpaes_set_decrypt_key,@function
 625 .align  16
 626 vpaes_set_decrypt_key:
 627         movl    %esi,%eax
 628         shrl    $5,%eax
 629         addl    $5,%eax
 630         movl    %eax,240(%rdx)
 631         shll    $4,%eax
 632         leaq    16(%rdx,%rax,1),%rdx
 633
 634         movl    $1,%ecx
 635         movl    %esi,%r8d
 636         shrl    $1,%r8d
 637         andl    $32,%r8d
 638         xorl    $32,%r8d
 639         call    _vpaes_schedule_core
 640         xorl    %eax,%eax
 641         .byte   0xf3,0xc3
 642 .size   vpaes_set_decrypt_key,.-vpaes_set_decrypt_key
 643
 644 .globl  vpaes_encrypt
 645 .type   vpaes_encrypt,@function
 646 .align  16
 647 vpaes_encrypt:
 648         movdqu  (%rdi),%xmm0
 649         call    _vpaes_preheat
 650         call    _vpaes_encrypt_core
 651         movdqu  %xmm0,(%rsi)
 652         .byte   0xf3,0xc3
 653 .size   vpaes_encrypt,.-vpaes_encrypt
 654
 655 .globl  vpaes_decrypt
 656 .type   vpaes_decrypt,@function
 657 .align  16
 658 vpaes_decrypt:
 659         movdqu  (%rdi),%xmm0
 660         call    _vpaes_preheat
 661         call    _vpaes_decrypt_core
 662         movdqu  %xmm0,(%rsi)
 663         .byte   0xf3,0xc3
 664 .size   vpaes_decrypt,.-vpaes_decrypt
 665 .globl  vpaes_cbc_encrypt
 666 .type   vpaes_cbc_encrypt,@function
 667 .align  16
 668 vpaes_cbc_encrypt:
 669         xchgq   %rcx,%rdx
 670         subq    $16,%rcx
 671         jc      .Lcbc_abort
 672         movdqu  (%r8),%xmm6
 673         subq    %rdi,%rsi
 674         call    _vpaes_preheat
 675         cmpl    $0,%r9d
 676         je      .Lcbc_dec_loop
 677         jmp     .Lcbc_enc_loop
 678 .align  16
 679 .Lcbc_enc_loop:
 680         movdqu  (%rdi),%xmm0
 681         pxor    %xmm6,%xmm0
 682         call    _vpaes_encrypt_core
 683         movdqa  %xmm0,%xmm6
 684         movdqu  %xmm0,(%rsi,%rdi,1)
 685         leaq    16(%rdi),%rdi
 686         subq    $16,%rcx
 687         jnc     .Lcbc_enc_loop
 688         jmp     .Lcbc_done
 689 .align  16
 690 .Lcbc_dec_loop:
 691         movdqu  (%rdi),%xmm0
 692         movdqa  %xmm0,%xmm7
 693         call    _vpaes_decrypt_core
 694         pxor    %xmm6,%xmm0
 695         movdqa  %xmm7,%xmm6
 696         movdqu  %xmm0,(%rsi,%rdi,1)
 697         leaq    16(%rdi),%rdi
 698         subq    $16,%rcx
 699         jnc     .Lcbc_dec_loop
 700 .Lcbc_done:
 701         movdqu  %xmm6,(%r8)
 702 .Lcbc_abort:
 703         .byte   0xf3,0xc3
 704 .size   vpaes_cbc_encrypt,.-vpaes_cbc_encrypt
 705
 706
 707
 708
 709
 710
 711 .type   _vpaes_preheat,@function
 712 .align  16
 713 _vpaes_preheat:
 714         leaq    .Lk_s0F(%rip),%r10
 715         movdqa  -32(%r10),%xmm10
 716         movdqa  -16(%r10),%xmm11
 717         movdqa  0(%r10),%xmm9
 718         movdqa  48(%r10),%xmm13
 719         movdqa  64(%r10),%xmm12
 720         movdqa  80(%r10),%xmm15
 721         movdqa  96(%r10),%xmm14
 722         .byte   0xf3,0xc3
 723 .size   _vpaes_preheat,.-_vpaes_preheat
 724
 725
 726
 727
 728
 729 .type   _vpaes_consts,@object
 730 .align  64
 731 _vpaes_consts:
 732 .Lk_inv:
 733 .quad   0x0E05060F0D080180, 0x040703090A0B0C02
 734 .quad   0x01040A060F0B0780, 0x030D0E0C02050809
 735
 736 .Lk_s0F:
 737 .quad   0x0F0F0F0F0F0F0F0F, 0x0F0F0F0F0F0F0F0F
 738
 739 .Lk_ipt:
 740 .quad   0xC2B2E8985A2A7000, 0xCABAE09052227808
 741 .quad   0x4C01307D317C4D00, 0xCD80B1FCB0FDCC81
 742
 743 .Lk_sb1:
 744 .quad   0xB19BE18FCB503E00, 0xA5DF7A6E142AF544
 745 .quad   0x3618D415FAE22300, 0x3BF7CCC10D2ED9EF
 746 .Lk_sb2:
 747 .quad   0xE27A93C60B712400, 0x5EB7E955BC982FCD
 748 .quad   0x69EB88400AE12900, 0xC2A163C8AB82234A
 749 .Lk_sbo:
 750 .quad   0xD0D26D176FBDC700, 0x15AABF7AC502A878
 751 .quad   0xCFE474A55FBB6A00, 0x8E1E90D1412B35FA
 752
 753 .Lk_mc_forward:
 754 .quad   0x0407060500030201, 0x0C0F0E0D080B0A09
 755 .quad   0x080B0A0904070605, 0x000302010C0F0E0D
 756 .quad   0x0C0F0E0D080B0A09, 0x0407060500030201
 757 .quad   0x000302010C0F0E0D, 0x080B0A0904070605
 758
 759 .Lk_mc_backward:
 760 .quad   0x0605040702010003, 0x0E0D0C0F0A09080B
 761 .quad   0x020100030E0D0C0F, 0x0A09080B06050407
 762 .quad   0x0E0D0C0F0A09080B, 0x0605040702010003
 763 .quad   0x0A09080B06050407, 0x020100030E0D0C0F
 764
 765 .Lk_sr:
 766 .quad   0x0706050403020100, 0x0F0E0D0C0B0A0908
 767 .quad   0x030E09040F0A0500, 0x0B06010C07020D08
 768 .quad   0x0F060D040B020900, 0x070E050C030A0108
 769 .quad   0x0B0E0104070A0D00, 0x0306090C0F020508
 770
 771 .Lk_rcon:
 772 .quad   0x1F8391B9AF9DEEB6, 0x702A98084D7C7D81
 773
 774 .Lk_s63:
 775 .quad   0x5B5B5B5B5B5B5B5B, 0x5B5B5B5B5B5B5B5B
 776
 777 .Lk_opt:
 778 .quad   0xFF9F4929D6B66000, 0xF7974121DEBE6808
 779 .quad   0x01EDBD5150BCEC00, 0xE10D5DB1B05C0CE0
 780
 781 .Lk_deskew:
 782 .quad   0x07E4A34047A4E300, 0x1DFEB95A5DBEF91A
 783 .quad   0x5F36B5DC83EA6900, 0x2841C2ABF49D1E77
 784
 785
 786
 787
 788
 789 .Lk_dksd:
 790 .quad   0xFEB91A5DA3E44700, 0x0740E3A45A1DBEF9
 791 .quad   0x41C277F4B5368300, 0x5FDC69EAAB289D1E
 792 .Lk_dksb:
 793 .quad   0x9A4FCA1F8550D500, 0x03D653861CC94C99
 794 .quad   0x115BEDA7B6FC4A00, 0xD993256F7E3482C8
 795 .Lk_dkse:
 796 .quad   0xD5031CCA1FC9D600, 0x53859A4C994F5086
 797 .quad   0xA23196054FDC7BE8, 0xCD5EF96A20B31487
 798 .Lk_dks9:
 799 .quad   0xB6116FC87ED9A700, 0x4AED933482255BFC
 800 .quad   0x4576516227143300, 0x8BB89FACE9DAFDCE
 801
 802
 803
 804
 805
 806 .Lk_dipt:
 807 .quad   0x0F505B040B545F00, 0x154A411E114E451A
 808 .quad   0x86E383E660056500, 0x12771772F491F194
 809
 810 .Lk_dsb9:
 811 .quad   0x851C03539A86D600, 0xCAD51F504F994CC9
 812 .quad   0xC03B1789ECD74900, 0x725E2C9EB2FBA565
 813 .Lk_dsbd:
 814 .quad   0x7D57CCDFE6B1A200, 0xF56E9B13882A4439
 815 .quad   0x3CE2FAF724C6CB00, 0x2931180D15DEEFD3
 816 .Lk_dsbb:
 817 .quad   0xD022649296B44200, 0x602646F6B0F2D404
 818 .quad   0xC19498A6CD596700, 0xF3FF0C3E3255AA6B
 819 .Lk_dsbe:
 820 .quad   0x46F2929626D4D000, 0x2242600464B4F6B0
 821 .quad   0x0C55A6CDFFAAC100, 0x9467F36B98593E32
 822 .Lk_dsbo:
 823 .quad   0x1387EA537EF94000, 0xC7AA6DB9D4943E2D
 824 .quad   0x12D7560F93441D00, 0xCA4B8159D8C58E9C
 825 .byte   86,101,99,116,111,114,32,80,101,114,109,117,116,97,116,105,111,110,32,65,69,83,32,102,111,114,32,120,56,54,95,54,52,47,83,83,83,69,51,44,32,77,105,107,101,32,72,97,109,98,117,114,103,32,40,83,116,97,110,102,111,114,100,32,85,110,105,118,101,114,115,105,116,121,41,0
 826 .align  64
 827 .size   _vpaes_consts,.-_vpaes_consts
 828 .section .note.GNU-stack,"",%progbits