Remove support for DREX encoding
[nasm/nasm.git] / disasm.c
blob5c9d6db70a5f0c12cbedb9c1105ac0d26b5ae8a8
1 /* ----------------------------------------------------------------------- *
2 *
3 * Copyright 1996-2010 The NASM Authors - All Rights Reserved
4 * See the file AUTHORS included with the NASM distribution for
5 * the specific copyright holders.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following
9 * conditions are met:
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * * Redistributions in binary form must reproduce the above
14 * copyright notice, this list of conditions and the following
15 * disclaimer in the documentation and/or other materials provided
16 * with the distribution.
18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
19 * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
20 * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
21 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
22 * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
23 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
24 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
25 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
26 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
29 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
30 * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32 * ----------------------------------------------------------------------- */
34 /*
35 * disasm.c where all the _work_ gets done in the Netwide Disassembler
38 #include "compiler.h"
40 #include <stdio.h>
41 #include <string.h>
42 #include <limits.h>
43 #include <inttypes.h>
45 #include "nasm.h"
46 #include "disasm.h"
47 #include "sync.h"
48 #include "insns.h"
49 #include "tables.h"
50 #include "regdis.h"
53 * Flags that go into the `segment' field of `insn' structures
54 * during disassembly.
56 #define SEG_RELATIVE 1
57 #define SEG_32BIT 2
58 #define SEG_RMREG 4
59 #define SEG_DISP8 8
60 #define SEG_DISP16 16
61 #define SEG_DISP32 32
62 #define SEG_NODISP 64
63 #define SEG_SIGNED 128
64 #define SEG_64BIT 256
67 * Prefix information
69 struct prefix_info {
70 uint8_t osize; /* Operand size */
71 uint8_t asize; /* Address size */
72 uint8_t osp; /* Operand size prefix present */
73 uint8_t asp; /* Address size prefix present */
74 uint8_t rep; /* Rep prefix present */
75 uint8_t seg; /* Segment override prefix present */
76 uint8_t wait; /* WAIT "prefix" present */
77 uint8_t lock; /* Lock prefix present */
78 uint8_t vex[3]; /* VEX prefix present */
79 uint8_t vex_c; /* VEX "class" (VEX, XOP, ...) */
80 uint8_t vex_m; /* VEX.M field */
81 uint8_t vex_v;
82 uint8_t vex_lp; /* VEX.LP fields */
83 uint32_t rex; /* REX prefix present */
86 #define getu8(x) (*(uint8_t *)(x))
87 #if X86_MEMORY
88 /* Littleendian CPU which can handle unaligned references */
89 #define getu16(x) (*(uint16_t *)(x))
90 #define getu32(x) (*(uint32_t *)(x))
91 #define getu64(x) (*(uint64_t *)(x))
92 #else
93 static uint16_t getu16(uint8_t *data)
95 return (uint16_t)data[0] + ((uint16_t)data[1] << 8);
97 static uint32_t getu32(uint8_t *data)
99 return (uint32_t)getu16(data) + ((uint32_t)getu16(data+2) << 16);
101 static uint64_t getu64(uint8_t *data)
103 return (uint64_t)getu32(data) + ((uint64_t)getu32(data+4) << 32);
105 #endif
107 #define gets8(x) ((int8_t)getu8(x))
108 #define gets16(x) ((int16_t)getu16(x))
109 #define gets32(x) ((int32_t)getu32(x))
110 #define gets64(x) ((int64_t)getu64(x))
112 /* Important: regval must already have been adjusted for rex extensions */
113 static enum reg_enum whichreg(opflags_t regflags, int regval, int rex)
115 if (!(regflags & (REGISTER|REGMEM)))
116 return 0; /* Registers not permissible?! */
118 regflags |= REGISTER;
120 if (!(REG_AL & ~regflags))
121 return R_AL;
122 if (!(REG_AX & ~regflags))
123 return R_AX;
124 if (!(REG_EAX & ~regflags))
125 return R_EAX;
126 if (!(REG_RAX & ~regflags))
127 return R_RAX;
128 if (!(REG_DL & ~regflags))
129 return R_DL;
130 if (!(REG_DX & ~regflags))
131 return R_DX;
132 if (!(REG_EDX & ~regflags))
133 return R_EDX;
134 if (!(REG_RDX & ~regflags))
135 return R_RDX;
136 if (!(REG_CL & ~regflags))
137 return R_CL;
138 if (!(REG_CX & ~regflags))
139 return R_CX;
140 if (!(REG_ECX & ~regflags))
141 return R_ECX;
142 if (!(REG_RCX & ~regflags))
143 return R_RCX;
144 if (!(FPU0 & ~regflags))
145 return R_ST0;
146 if (!(XMM0 & ~regflags))
147 return R_XMM0;
148 if (!(YMM0 & ~regflags))
149 return R_YMM0;
150 if (!(REG_CS & ~regflags))
151 return (regval == 1) ? R_CS : 0;
152 if (!(REG_DESS & ~regflags))
153 return (regval == 0 || regval == 2
154 || regval == 3 ? nasm_rd_sreg[regval] : 0);
155 if (!(REG_FSGS & ~regflags))
156 return (regval == 4 || regval == 5 ? nasm_rd_sreg[regval] : 0);
157 if (!(REG_SEG67 & ~regflags))
158 return (regval == 6 || regval == 7 ? nasm_rd_sreg[regval] : 0);
160 /* All the entries below look up regval in an 16-entry array */
161 if (regval < 0 || regval > 15)
162 return 0;
164 if (!(REG8 & ~regflags)) {
165 if (rex & (REX_P|REX_NH))
166 return nasm_rd_reg8_rex[regval];
167 else
168 return nasm_rd_reg8[regval];
170 if (!(REG16 & ~regflags))
171 return nasm_rd_reg16[regval];
172 if (!(REG32 & ~regflags))
173 return nasm_rd_reg32[regval];
174 if (!(REG64 & ~regflags))
175 return nasm_rd_reg64[regval];
176 if (!(REG_SREG & ~regflags))
177 return nasm_rd_sreg[regval & 7]; /* Ignore REX */
178 if (!(REG_CREG & ~regflags))
179 return nasm_rd_creg[regval];
180 if (!(REG_DREG & ~regflags))
181 return nasm_rd_dreg[regval];
182 if (!(REG_TREG & ~regflags)) {
183 if (regval > 7)
184 return 0; /* TR registers are ill-defined with rex */
185 return nasm_rd_treg[regval];
187 if (!(FPUREG & ~regflags))
188 return nasm_rd_fpureg[regval & 7]; /* Ignore REX */
189 if (!(MMXREG & ~regflags))
190 return nasm_rd_mmxreg[regval & 7]; /* Ignore REX */
191 if (!(XMMREG & ~regflags))
192 return nasm_rd_xmmreg[regval];
193 if (!(YMMREG & ~regflags))
194 return nasm_rd_ymmreg[regval];
196 return 0;
200 * Process an effective address (ModRM) specification.
202 static uint8_t *do_ea(uint8_t *data, int modrm, int asize,
203 int segsize, enum ea_type type,
204 operand *op, insn *ins)
206 int mod, rm, scale, index, base;
207 int rex;
208 uint8_t sib = 0;
210 mod = (modrm >> 6) & 03;
211 rm = modrm & 07;
213 if (mod != 3 && asize != 16 && rm == 4)
214 sib = *data++;
216 rex = ins->rex;
218 if (mod == 3) { /* pure register version */
219 op->basereg = rm+(rex & REX_B ? 8 : 0);
220 op->segment |= SEG_RMREG;
221 return data;
224 op->disp_size = 0;
225 op->eaflags = 0;
227 if (asize == 16) {
229 * <mod> specifies the displacement size (none, byte or
230 * word), and <rm> specifies the register combination.
231 * Exception: mod=0,rm=6 does not specify [BP] as one might
232 * expect, but instead specifies [disp16].
235 if (type != EA_SCALAR)
236 return NULL;
238 op->indexreg = op->basereg = -1;
239 op->scale = 1; /* always, in 16 bits */
240 switch (rm) {
241 case 0:
242 op->basereg = R_BX;
243 op->indexreg = R_SI;
244 break;
245 case 1:
246 op->basereg = R_BX;
247 op->indexreg = R_DI;
248 break;
249 case 2:
250 op->basereg = R_BP;
251 op->indexreg = R_SI;
252 break;
253 case 3:
254 op->basereg = R_BP;
255 op->indexreg = R_DI;
256 break;
257 case 4:
258 op->basereg = R_SI;
259 break;
260 case 5:
261 op->basereg = R_DI;
262 break;
263 case 6:
264 op->basereg = R_BP;
265 break;
266 case 7:
267 op->basereg = R_BX;
268 break;
270 if (rm == 6 && mod == 0) { /* special case */
271 op->basereg = -1;
272 if (segsize != 16)
273 op->disp_size = 16;
274 mod = 2; /* fake disp16 */
276 switch (mod) {
277 case 0:
278 op->segment |= SEG_NODISP;
279 break;
280 case 1:
281 op->segment |= SEG_DISP8;
282 op->offset = (int8_t)*data++;
283 break;
284 case 2:
285 op->segment |= SEG_DISP16;
286 op->offset = *data++;
287 op->offset |= ((unsigned)*data++) << 8;
288 break;
290 return data;
291 } else {
293 * Once again, <mod> specifies displacement size (this time
294 * none, byte or *dword*), while <rm> specifies the base
295 * register. Again, [EBP] is missing, replaced by a pure
296 * disp32 (this time that's mod=0,rm=*5*) in 32-bit mode,
297 * and RIP-relative addressing in 64-bit mode.
299 * However, rm=4
300 * indicates not a single base register, but instead the
301 * presence of a SIB byte...
303 int a64 = asize == 64;
305 op->indexreg = -1;
307 if (a64)
308 op->basereg = nasm_rd_reg64[rm | ((rex & REX_B) ? 8 : 0)];
309 else
310 op->basereg = nasm_rd_reg32[rm | ((rex & REX_B) ? 8 : 0)];
312 if (rm == 5 && mod == 0) {
313 if (segsize == 64) {
314 op->eaflags |= EAF_REL;
315 op->segment |= SEG_RELATIVE;
316 mod = 2; /* fake disp32 */
319 if (asize != 64)
320 op->disp_size = asize;
322 op->basereg = -1;
323 mod = 2; /* fake disp32 */
327 if (rm == 4) { /* process SIB */
328 scale = (sib >> 6) & 03;
329 index = (sib >> 3) & 07;
330 base = sib & 07;
332 op->scale = 1 << scale;
334 if (index == 4 && !(rex & REX_X))
335 op->indexreg = -1; /* ESP/RSP cannot be an index */
336 else if (type == EA_XMMVSIB)
337 op->indexreg = nasm_rd_xmmreg[index | ((rex & REX_X) ? 8 : 0)];
338 else if (type == EA_YMMVSIB)
339 op->indexreg = nasm_rd_ymmreg[index | ((rex & REX_X) ? 8 : 0)];
340 else if (a64)
341 op->indexreg = nasm_rd_reg64[index | ((rex & REX_X) ? 8 : 0)];
342 else
343 op->indexreg = nasm_rd_reg32[index | ((rex & REX_X) ? 8 : 0)];
345 if (base == 5 && mod == 0) {
346 op->basereg = -1;
347 mod = 2; /* Fake disp32 */
348 } else if (a64)
349 op->basereg = nasm_rd_reg64[base | ((rex & REX_B) ? 8 : 0)];
350 else
351 op->basereg = nasm_rd_reg32[base | ((rex & REX_B) ? 8 : 0)];
353 if (segsize == 16)
354 op->disp_size = 32;
355 } else if (type != EA_SCALAR) {
356 /* Can't have VSIB without SIB */
357 return NULL;
360 switch (mod) {
361 case 0:
362 op->segment |= SEG_NODISP;
363 break;
364 case 1:
365 op->segment |= SEG_DISP8;
366 op->offset = gets8(data);
367 data++;
368 break;
369 case 2:
370 op->segment |= SEG_DISP32;
371 op->offset = gets32(data);
372 data += 4;
373 break;
375 return data;
380 * Determine whether the instruction template in t corresponds to the data
381 * stream in data. Return the number of bytes matched if so.
383 #define case4(x) case (x): case (x)+1: case (x)+2: case (x)+3
385 static int matches(const struct itemplate *t, uint8_t *data,
386 const struct prefix_info *prefix, int segsize, insn *ins)
388 uint8_t *r = (uint8_t *)(t->code);
389 uint8_t *origdata = data;
390 bool a_used = false, o_used = false;
391 enum prefixes drep = 0;
392 enum prefixes dwait = 0;
393 uint8_t lock = prefix->lock;
394 int osize = prefix->osize;
395 int asize = prefix->asize;
396 int i, c;
397 int op1, op2;
398 struct operand *opx, *opy;
399 uint8_t opex = 0;
400 int s_field_for = -1; /* No 144/154 series code encountered */
401 bool vex_ok = false;
402 int regmask = (segsize == 64) ? 15 : 7;
403 enum ea_type eat = EA_SCALAR;
405 for (i = 0; i < MAX_OPERANDS; i++) {
406 ins->oprs[i].segment = ins->oprs[i].disp_size =
407 (segsize == 64 ? SEG_64BIT : segsize == 32 ? SEG_32BIT : 0);
409 ins->condition = -1;
410 ins->rex = prefix->rex;
411 memset(ins->prefixes, 0, sizeof ins->prefixes);
413 if (t->flags & (segsize == 64 ? IF_NOLONG : IF_LONG))
414 return false;
416 if (prefix->rep == 0xF2)
417 drep = P_REPNE;
418 else if (prefix->rep == 0xF3)
419 drep = P_REP;
421 dwait = prefix->wait ? P_WAIT : 0;
423 while ((c = *r++) != 0) {
424 op1 = (c & 3) + ((opex & 1) << 2);
425 op2 = ((c >> 3) & 3) + ((opex & 2) << 1);
426 opx = &ins->oprs[op1];
427 opy = &ins->oprs[op2];
428 opex = 0;
430 switch (c) {
431 case 01:
432 case 02:
433 case 03:
434 case 04:
435 while (c--)
436 if (*r++ != *data++)
437 return false;
438 break;
440 case 05:
441 case 06:
442 case 07:
443 opex = c;
444 break;
446 case4(010):
448 int t = *r++, d = *data++;
449 if (d < t || d > t + 7)
450 return false;
451 else {
452 opx->basereg = (d-t)+
453 (ins->rex & REX_B ? 8 : 0);
454 opx->segment |= SEG_RMREG;
456 break;
459 case4(014):
460 case4(0274):
461 opx->offset = (int8_t)*data++;
462 opx->segment |= SEG_SIGNED;
463 break;
465 case4(020):
466 opx->offset = *data++;
467 break;
469 case4(024):
470 opx->offset = *data++;
471 break;
473 case4(030):
474 opx->offset = getu16(data);
475 data += 2;
476 break;
478 case4(034):
479 if (osize == 32) {
480 opx->offset = getu32(data);
481 data += 4;
482 } else {
483 opx->offset = getu16(data);
484 data += 2;
486 if (segsize != asize)
487 opx->disp_size = asize;
488 break;
490 case4(040):
491 case4(0254):
492 opx->offset = getu32(data);
493 data += 4;
494 break;
496 case4(044):
497 switch (asize) {
498 case 16:
499 opx->offset = getu16(data);
500 data += 2;
501 if (segsize != 16)
502 opx->disp_size = 16;
503 break;
504 case 32:
505 opx->offset = getu32(data);
506 data += 4;
507 if (segsize == 16)
508 opx->disp_size = 32;
509 break;
510 case 64:
511 opx->offset = getu64(data);
512 opx->disp_size = 64;
513 data += 8;
514 break;
516 break;
518 case4(050):
519 opx->offset = gets8(data++);
520 opx->segment |= SEG_RELATIVE;
521 break;
523 case4(054):
524 opx->offset = getu64(data);
525 data += 8;
526 break;
528 case4(060):
529 opx->offset = gets16(data);
530 data += 2;
531 opx->segment |= SEG_RELATIVE;
532 opx->segment &= ~SEG_32BIT;
533 break;
535 case4(064):
536 opx->segment |= SEG_RELATIVE;
537 if (osize == 16) {
538 opx->offset = gets16(data);
539 data += 2;
540 opx->segment &= ~(SEG_32BIT|SEG_64BIT);
541 } else if (osize == 32) {
542 opx->offset = gets32(data);
543 data += 4;
544 opx->segment &= ~SEG_64BIT;
545 opx->segment |= SEG_32BIT;
547 if (segsize != osize) {
548 opx->type =
549 (opx->type & ~SIZE_MASK)
550 | ((osize == 16) ? BITS16 : BITS32);
552 break;
554 case4(070):
555 opx->offset = gets32(data);
556 data += 4;
557 opx->segment |= SEG_32BIT | SEG_RELATIVE;
558 break;
560 case4(0100):
561 case4(0110):
562 case4(0120):
563 case4(0130):
565 int modrm = *data++;
566 opx->segment |= SEG_RMREG;
567 data = do_ea(data, modrm, asize, segsize, eat, opy, ins);
568 if (!data)
569 return false;
570 opx->basereg = ((modrm >> 3) & 7) + (ins->rex & REX_R ? 8 : 0);
571 break;
574 case4(0140):
575 if (s_field_for == op1) {
576 opx->offset = gets8(data);
577 data++;
578 } else {
579 opx->offset = getu16(data);
580 data += 2;
582 break;
584 case4(0144):
585 case4(0154):
586 s_field_for = (*data & 0x02) ? op1 : -1;
587 if ((*data++ & ~0x02) != *r++)
588 return false;
589 break;
591 case4(0150):
592 if (s_field_for == op1) {
593 opx->offset = gets8(data);
594 data++;
595 } else {
596 opx->offset = getu32(data);
597 data += 4;
599 break;
601 case 0172:
603 uint8_t ximm = *data++;
604 c = *r++;
605 ins->oprs[c >> 3].basereg = (ximm >> 4) & regmask;
606 ins->oprs[c >> 3].segment |= SEG_RMREG;
607 ins->oprs[c & 7].offset = ximm & 15;
609 break;
611 case 0173:
613 uint8_t ximm = *data++;
614 c = *r++;
616 if ((c ^ ximm) & 15)
617 return false;
619 ins->oprs[c >> 4].basereg = (ximm >> 4) & regmask;
620 ins->oprs[c >> 4].segment |= SEG_RMREG;
622 break;
624 case 0174:
626 uint8_t ximm = *data++;
627 c = *r++;
629 ins->oprs[c].basereg = (ximm >> 4) & regmask;
630 ins->oprs[c].segment |= SEG_RMREG;
632 break;
634 case4(0200):
635 case4(0204):
636 case4(0210):
637 case4(0214):
638 case4(0220):
639 case4(0224):
640 case4(0230):
641 case4(0234):
643 int modrm = *data++;
644 if (((modrm >> 3) & 07) != (c & 07))
645 return false; /* spare field doesn't match up */
646 data = do_ea(data, modrm, asize, segsize, eat, opy, ins);
647 if (!data)
648 return false;
649 break;
652 case4(0250):
653 if (s_field_for == op1) {
654 opx->offset = gets8(data);
655 data++;
656 } else {
657 opx->offset = gets32(data);
658 data += 4;
660 break;
662 case4(0260):
663 case 0270:
665 int vexm = *r++;
666 int vexwlp = *r++;
668 ins->rex |= REX_V;
669 if ((prefix->rex & (REX_V|REX_P)) != REX_V)
670 return false;
672 if ((vexm & 0x1f) != prefix->vex_m)
673 return false;
675 switch (vexwlp & 060) {
676 case 000:
677 if (prefix->rex & REX_W)
678 return false;
679 break;
680 case 020:
681 if (!(prefix->rex & REX_W))
682 return false;
683 ins->rex &= ~REX_W;
684 break;
685 case 040: /* VEX.W is a don't care */
686 ins->rex &= ~REX_W;
687 break;
688 case 060:
689 break;
692 /* The 010 bit of vexwlp is set if VEX.L is ignored */
693 if ((vexwlp ^ prefix->vex_lp) & ((vexwlp & 010) ? 03 : 07))
694 return false;
696 if (c == 0270) {
697 if (prefix->vex_v != 0)
698 return false;
699 } else {
700 opx->segment |= SEG_RMREG;
701 opx->basereg = prefix->vex_v;
703 vex_ok = true;
704 break;
707 case 0310:
708 if (asize != 16)
709 return false;
710 else
711 a_used = true;
712 break;
714 case 0311:
715 if (asize != 32)
716 return false;
717 else
718 a_used = true;
719 break;
721 case 0312:
722 if (asize != segsize)
723 return false;
724 else
725 a_used = true;
726 break;
728 case 0313:
729 if (asize != 64)
730 return false;
731 else
732 a_used = true;
733 break;
735 case 0314:
736 if (prefix->rex & REX_B)
737 return false;
738 break;
740 case 0315:
741 if (prefix->rex & REX_X)
742 return false;
743 break;
745 case 0316:
746 if (prefix->rex & REX_R)
747 return false;
748 break;
750 case 0317:
751 if (prefix->rex & REX_W)
752 return false;
753 break;
755 case 0320:
756 if (osize != 16)
757 return false;
758 else
759 o_used = true;
760 break;
762 case 0321:
763 if (osize != 32)
764 return false;
765 else
766 o_used = true;
767 break;
769 case 0322:
770 if (osize != (segsize == 16) ? 16 : 32)
771 return false;
772 else
773 o_used = true;
774 break;
776 case 0323:
777 ins->rex |= REX_W; /* 64-bit only instruction */
778 osize = 64;
779 o_used = true;
780 break;
782 case 0324:
783 if (osize != 64)
784 return false;
785 o_used = true;
786 break;
788 case 0325:
789 ins->rex |= REX_NH;
790 break;
792 case 0330:
794 int t = *r++, d = *data++;
795 if (d < t || d > t + 15)
796 return false;
797 else
798 ins->condition = d - t;
799 break;
802 case 0331:
803 if (prefix->rep)
804 return false;
805 break;
807 case 0332:
808 if (prefix->rep != 0xF2)
809 return false;
810 drep = 0;
811 break;
813 case 0333:
814 if (prefix->rep != 0xF3)
815 return false;
816 drep = 0;
817 break;
819 case 0334:
820 if (lock) {
821 ins->rex |= REX_R;
822 lock = 0;
824 break;
826 case 0335:
827 if (drep == P_REP)
828 drep = P_REPE;
829 break;
831 case 0336:
832 case 0337:
833 break;
835 case 0340:
836 return false;
838 case 0341:
839 if (prefix->wait != 0x9B)
840 return false;
841 dwait = 0;
842 break;
844 case4(0344):
845 ins->oprs[0].basereg = (*data++ >> 3) & 7;
846 break;
848 case 0360:
849 if (prefix->osp || prefix->rep)
850 return false;
851 break;
853 case 0361:
854 if (!prefix->osp || prefix->rep)
855 return false;
856 o_used = true;
857 break;
859 case 0362:
860 if (prefix->osp || prefix->rep != 0xf2)
861 return false;
862 drep = 0;
863 break;
865 case 0363:
866 if (prefix->osp || prefix->rep != 0xf3)
867 return false;
868 drep = 0;
869 break;
871 case 0364:
872 if (prefix->osp)
873 return false;
874 break;
876 case 0365:
877 if (prefix->asp)
878 return false;
879 break;
881 case 0366:
882 if (!prefix->osp)
883 return false;
884 o_used = true;
885 break;
887 case 0367:
888 if (!prefix->asp)
889 return false;
890 a_used = true;
891 break;
893 case 0374:
894 eat = EA_XMMVSIB;
895 break;
897 case 0375:
898 eat = EA_YMMVSIB;
899 break;
901 default:
902 return false; /* Unknown code */
906 if (!vex_ok && (ins->rex & REX_V))
907 return false;
909 /* REX cannot be combined with VEX */
910 if ((ins->rex & REX_V) && (prefix->rex & REX_P))
911 return false;
914 * Check for unused rep or a/o prefixes.
916 for (i = 0; i < t->operands; i++) {
917 if (ins->oprs[i].segment != SEG_RMREG)
918 a_used = true;
921 if (lock) {
922 if (ins->prefixes[PPS_LREP])
923 return false;
924 ins->prefixes[PPS_LREP] = P_LOCK;
926 if (drep) {
927 if (ins->prefixes[PPS_LREP])
928 return false;
929 ins->prefixes[PPS_LREP] = drep;
931 ins->prefixes[PPS_WAIT] = dwait;
932 if (!o_used) {
933 if (osize != ((segsize == 16) ? 16 : 32)) {
934 enum prefixes pfx = 0;
936 switch (osize) {
937 case 16:
938 pfx = P_O16;
939 break;
940 case 32:
941 pfx = P_O32;
942 break;
943 case 64:
944 pfx = P_O64;
945 break;
948 if (ins->prefixes[PPS_OSIZE])
949 return false;
950 ins->prefixes[PPS_OSIZE] = pfx;
953 if (!a_used && asize != segsize) {
954 if (ins->prefixes[PPS_ASIZE])
955 return false;
956 ins->prefixes[PPS_ASIZE] = asize == 16 ? P_A16 : P_A32;
959 /* Fix: check for redundant REX prefixes */
961 return data - origdata;
964 /* Condition names for disassembly, sorted by x86 code */
965 static const char * const condition_name[16] = {
966 "o", "no", "c", "nc", "z", "nz", "na", "a",
967 "s", "ns", "pe", "po", "l", "nl", "ng", "g"
970 int32_t disasm(uint8_t *data, char *output, int outbufsize, int segsize,
971 int32_t offset, int autosync, uint32_t prefer)
973 const struct itemplate * const *p, * const *best_p;
974 const struct disasm_index *ix;
975 uint8_t *dp;
976 int length, best_length = 0;
977 char *segover;
978 int i, slen, colon, n;
979 uint8_t *origdata;
980 int works;
981 insn tmp_ins, ins;
982 uint32_t goodness, best;
983 int best_pref;
984 struct prefix_info prefix;
985 bool end_prefix;
987 memset(&ins, 0, sizeof ins);
990 * Scan for prefixes.
992 memset(&prefix, 0, sizeof prefix);
993 prefix.asize = segsize;
994 prefix.osize = (segsize == 64) ? 32 : segsize;
995 segover = NULL;
996 origdata = data;
998 ix = itable;
1000 end_prefix = false;
1001 while (!end_prefix) {
1002 switch (*data) {
1003 case 0xF2:
1004 case 0xF3:
1005 prefix.rep = *data++;
1006 break;
1008 case 0x9B:
1009 prefix.wait = *data++;
1010 break;
1012 case 0xF0:
1013 prefix.lock = *data++;
1014 break;
1016 case 0x2E:
1017 segover = "cs", prefix.seg = *data++;
1018 break;
1019 case 0x36:
1020 segover = "ss", prefix.seg = *data++;
1021 break;
1022 case 0x3E:
1023 segover = "ds", prefix.seg = *data++;
1024 break;
1025 case 0x26:
1026 segover = "es", prefix.seg = *data++;
1027 break;
1028 case 0x64:
1029 segover = "fs", prefix.seg = *data++;
1030 break;
1031 case 0x65:
1032 segover = "gs", prefix.seg = *data++;
1033 break;
1035 case 0x66:
1036 prefix.osize = (segsize == 16) ? 32 : 16;
1037 prefix.osp = *data++;
1038 break;
1039 case 0x67:
1040 prefix.asize = (segsize == 32) ? 16 : 32;
1041 prefix.asp = *data++;
1042 break;
1044 case 0xC4:
1045 case 0xC5:
1046 if (segsize == 64 || (data[1] & 0xc0) == 0xc0) {
1047 prefix.vex[0] = *data++;
1048 prefix.vex[1] = *data++;
1050 prefix.rex = REX_V;
1051 prefix.vex_c = RV_VEX;
1053 if (prefix.vex[0] == 0xc4) {
1054 prefix.vex[2] = *data++;
1055 prefix.rex |= (~prefix.vex[1] >> 5) & 7; /* REX_RXB */
1056 prefix.rex |= (prefix.vex[2] >> (7-3)) & REX_W;
1057 prefix.vex_m = prefix.vex[1] & 0x1f;
1058 prefix.vex_v = (~prefix.vex[2] >> 3) & 15;
1059 prefix.vex_lp = prefix.vex[2] & 7;
1060 } else {
1061 prefix.rex |= (~prefix.vex[1] >> (7-2)) & REX_R;
1062 prefix.vex_m = 1;
1063 prefix.vex_v = (~prefix.vex[1] >> 3) & 15;
1064 prefix.vex_lp = prefix.vex[1] & 7;
1067 ix = itable_vex[RV_VEX][prefix.vex_m][prefix.vex_lp & 3];
1069 end_prefix = true;
1070 break;
1072 case 0x8F:
1073 if ((data[1] & 030) != 0 &&
1074 (segsize == 64 || (data[1] & 0xc0) == 0xc0)) {
1075 prefix.vex[0] = *data++;
1076 prefix.vex[1] = *data++;
1077 prefix.vex[2] = *data++;
1079 prefix.rex = REX_V;
1080 prefix.vex_c = RV_XOP;
1082 prefix.rex |= (~prefix.vex[1] >> 5) & 7; /* REX_RXB */
1083 prefix.rex |= (prefix.vex[2] >> (7-3)) & REX_W;
1084 prefix.vex_m = prefix.vex[1] & 0x1f;
1085 prefix.vex_v = (~prefix.vex[2] >> 3) & 15;
1086 prefix.vex_lp = prefix.vex[2] & 7;
1088 ix = itable_vex[RV_XOP][prefix.vex_m][prefix.vex_lp & 3];
1090 end_prefix = true;
1091 break;
1093 case REX_P + 0x0:
1094 case REX_P + 0x1:
1095 case REX_P + 0x2:
1096 case REX_P + 0x3:
1097 case REX_P + 0x4:
1098 case REX_P + 0x5:
1099 case REX_P + 0x6:
1100 case REX_P + 0x7:
1101 case REX_P + 0x8:
1102 case REX_P + 0x9:
1103 case REX_P + 0xA:
1104 case REX_P + 0xB:
1105 case REX_P + 0xC:
1106 case REX_P + 0xD:
1107 case REX_P + 0xE:
1108 case REX_P + 0xF:
1109 if (segsize == 64) {
1110 prefix.rex = *data++;
1111 if (prefix.rex & REX_W)
1112 prefix.osize = 64;
1114 end_prefix = true;
1115 break;
1117 default:
1118 end_prefix = true;
1119 break;
1123 best = -1; /* Worst possible */
1124 best_p = NULL;
1125 best_pref = INT_MAX;
1127 if (!ix)
1128 return 0; /* No instruction table at all... */
1130 dp = data;
1131 ix += *dp++;
1132 while (ix->n == -1) {
1133 ix = (const struct disasm_index *)ix->p + *dp++;
1136 p = (const struct itemplate * const *)ix->p;
1137 for (n = ix->n; n; n--, p++) {
1138 if ((length = matches(*p, data, &prefix, segsize, &tmp_ins))) {
1139 works = true;
1141 * Final check to make sure the types of r/m match up.
1142 * XXX: Need to make sure this is actually correct.
1144 for (i = 0; i < (*p)->operands; i++) {
1145 if (!((*p)->opd[i] & SAME_AS) &&
1147 /* If it's a mem-only EA but we have a
1148 register, die. */
1149 ((tmp_ins.oprs[i].segment & SEG_RMREG) &&
1150 is_class(MEMORY, (*p)->opd[i])) ||
1151 /* If it's a reg-only EA but we have a memory
1152 ref, die. */
1153 (!(tmp_ins.oprs[i].segment & SEG_RMREG) &&
1154 !(REG_EA & ~(*p)->opd[i]) &&
1155 !((*p)->opd[i] & REG_SMASK)) ||
1156 /* Register type mismatch (eg FS vs REG_DESS):
1157 die. */
1158 ((((*p)->opd[i] & (REGISTER | FPUREG)) ||
1159 (tmp_ins.oprs[i].segment & SEG_RMREG)) &&
1160 !whichreg((*p)->opd[i],
1161 tmp_ins.oprs[i].basereg, tmp_ins.rex))
1162 )) {
1163 works = false;
1164 break;
1169 * Note: we always prefer instructions which incorporate
1170 * prefixes in the instructions themselves. This is to allow
1171 * e.g. PAUSE to be preferred to REP NOP, and deal with
1172 * MMX/SSE instructions where prefixes are used to select
1173 * between MMX and SSE register sets or outright opcode
1174 * selection.
1176 if (works) {
1177 int i, nprefix;
1178 goodness = ((*p)->flags & IF_PFMASK) ^ prefer;
1179 nprefix = 0;
1180 for (i = 0; i < MAXPREFIX; i++)
1181 if (tmp_ins.prefixes[i])
1182 nprefix++;
1183 if (nprefix < best_pref ||
1184 (nprefix == best_pref && goodness < best)) {
1185 /* This is the best one found so far */
1186 best = goodness;
1187 best_p = p;
1188 best_pref = nprefix;
1189 best_length = length;
1190 ins = tmp_ins;
1196 if (!best_p)
1197 return 0; /* no instruction was matched */
1199 /* Pick the best match */
1200 p = best_p;
1201 length = best_length;
1203 slen = 0;
1205 /* TODO: snprintf returns the value that the string would have if
1206 * the buffer were long enough, and not the actual length of
1207 * the returned string, so each instance of using the return
1208 * value of snprintf should actually be checked to assure that
1209 * the return value is "sane." Maybe a macro wrapper could
1210 * be used for that purpose.
1212 for (i = 0; i < MAXPREFIX; i++) {
1213 const char *prefix = prefix_name(ins.prefixes[i]);
1214 if (prefix)
1215 slen += snprintf(output+slen, outbufsize-slen, "%s ", prefix);
1218 i = (*p)->opcode;
1219 if (i >= FIRST_COND_OPCODE)
1220 slen += snprintf(output + slen, outbufsize - slen, "%s%s",
1221 nasm_insn_names[i], condition_name[ins.condition]);
1222 else
1223 slen += snprintf(output + slen, outbufsize - slen, "%s",
1224 nasm_insn_names[i]);
1226 colon = false;
1227 length += data - origdata; /* fix up for prefixes */
1228 for (i = 0; i < (*p)->operands; i++) {
1229 opflags_t t = (*p)->opd[i];
1230 const operand *o = &ins.oprs[i];
1231 int64_t offs;
1233 if (t & SAME_AS) {
1234 o = &ins.oprs[t & ~SAME_AS];
1235 t = (*p)->opd[t & ~SAME_AS];
1238 output[slen++] = (colon ? ':' : i == 0 ? ' ' : ',');
1240 offs = o->offset;
1241 if (o->segment & SEG_RELATIVE) {
1242 offs += offset + length;
1244 * sort out wraparound
1246 if (!(o->segment & (SEG_32BIT|SEG_64BIT)))
1247 offs &= 0xffff;
1248 else if (segsize != 64)
1249 offs &= 0xffffffff;
1252 * add sync marker, if autosync is on
1254 if (autosync)
1255 add_sync(offs, 0L);
1258 if (t & COLON)
1259 colon = true;
1260 else
1261 colon = false;
1263 if ((t & (REGISTER | FPUREG)) ||
1264 (o->segment & SEG_RMREG)) {
1265 enum reg_enum reg;
1266 reg = whichreg(t, o->basereg, ins.rex);
1267 if (t & TO)
1268 slen += snprintf(output + slen, outbufsize - slen, "to ");
1269 slen += snprintf(output + slen, outbufsize - slen, "%s",
1270 nasm_reg_names[reg-EXPR_REG_START]);
1271 } else if (!(UNITY & ~t)) {
1272 output[slen++] = '1';
1273 } else if (t & IMMEDIATE) {
1274 if (t & BITS8) {
1275 slen +=
1276 snprintf(output + slen, outbufsize - slen, "byte ");
1277 if (o->segment & SEG_SIGNED) {
1278 if (offs < 0) {
1279 offs *= -1;
1280 output[slen++] = '-';
1281 } else
1282 output[slen++] = '+';
1284 } else if (t & BITS16) {
1285 slen +=
1286 snprintf(output + slen, outbufsize - slen, "word ");
1287 } else if (t & BITS32) {
1288 slen +=
1289 snprintf(output + slen, outbufsize - slen, "dword ");
1290 } else if (t & BITS64) {
1291 slen +=
1292 snprintf(output + slen, outbufsize - slen, "qword ");
1293 } else if (t & NEAR) {
1294 slen +=
1295 snprintf(output + slen, outbufsize - slen, "near ");
1296 } else if (t & SHORT) {
1297 slen +=
1298 snprintf(output + slen, outbufsize - slen, "short ");
1300 slen +=
1301 snprintf(output + slen, outbufsize - slen, "0x%"PRIx64"",
1302 offs);
1303 } else if (!(MEM_OFFS & ~t)) {
1304 slen +=
1305 snprintf(output + slen, outbufsize - slen,
1306 "[%s%s%s0x%"PRIx64"]",
1307 (segover ? segover : ""),
1308 (segover ? ":" : ""),
1309 (o->disp_size == 64 ? "qword " :
1310 o->disp_size == 32 ? "dword " :
1311 o->disp_size == 16 ? "word " : ""), offs);
1312 segover = NULL;
1313 } else if (is_class(REGMEM, t)) {
1314 int started = false;
1315 if (t & BITS8)
1316 slen +=
1317 snprintf(output + slen, outbufsize - slen, "byte ");
1318 if (t & BITS16)
1319 slen +=
1320 snprintf(output + slen, outbufsize - slen, "word ");
1321 if (t & BITS32)
1322 slen +=
1323 snprintf(output + slen, outbufsize - slen, "dword ");
1324 if (t & BITS64)
1325 slen +=
1326 snprintf(output + slen, outbufsize - slen, "qword ");
1327 if (t & BITS80)
1328 slen +=
1329 snprintf(output + slen, outbufsize - slen, "tword ");
1330 if (t & BITS128)
1331 slen +=
1332 snprintf(output + slen, outbufsize - slen, "oword ");
1333 if (t & BITS256)
1334 slen +=
1335 snprintf(output + slen, outbufsize - slen, "yword ");
1336 if (t & FAR)
1337 slen += snprintf(output + slen, outbufsize - slen, "far ");
1338 if (t & NEAR)
1339 slen +=
1340 snprintf(output + slen, outbufsize - slen, "near ");
1341 output[slen++] = '[';
1342 if (o->disp_size)
1343 slen += snprintf(output + slen, outbufsize - slen, "%s",
1344 (o->disp_size == 64 ? "qword " :
1345 o->disp_size == 32 ? "dword " :
1346 o->disp_size == 16 ? "word " :
1347 ""));
1348 if (o->eaflags & EAF_REL)
1349 slen += snprintf(output + slen, outbufsize - slen, "rel ");
1350 if (segover) {
1351 slen +=
1352 snprintf(output + slen, outbufsize - slen, "%s:",
1353 segover);
1354 segover = NULL;
1356 if (o->basereg != -1) {
1357 slen += snprintf(output + slen, outbufsize - slen, "%s",
1358 nasm_reg_names[(o->basereg-EXPR_REG_START)]);
1359 started = true;
1361 if (o->indexreg != -1) {
1362 if (started)
1363 output[slen++] = '+';
1364 slen += snprintf(output + slen, outbufsize - slen, "%s",
1365 nasm_reg_names[(o->indexreg-EXPR_REG_START)]);
1366 if (o->scale > 1)
1367 slen +=
1368 snprintf(output + slen, outbufsize - slen, "*%d",
1369 o->scale);
1370 started = true;
1374 if (o->segment & SEG_DISP8) {
1375 const char *prefix;
1376 uint8_t offset = offs;
1377 if ((int8_t)offset < 0) {
1378 prefix = "-";
1379 offset = -offset;
1380 } else {
1381 prefix = "+";
1383 slen +=
1384 snprintf(output + slen, outbufsize - slen, "%s0x%"PRIx8"",
1385 prefix, offset);
1386 } else if (o->segment & SEG_DISP16) {
1387 const char *prefix;
1388 uint16_t offset = offs;
1389 if ((int16_t)offset < 0 && started) {
1390 offset = -offset;
1391 prefix = "-";
1392 } else {
1393 prefix = started ? "+" : "";
1395 slen +=
1396 snprintf(output + slen, outbufsize - slen,
1397 "%s0x%"PRIx16"", prefix, offset);
1398 } else if (o->segment & SEG_DISP32) {
1399 if (prefix.asize == 64) {
1400 const char *prefix;
1401 uint64_t offset = (int64_t)(int32_t)offs;
1402 if ((int32_t)offs < 0 && started) {
1403 offset = -offset;
1404 prefix = "-";
1405 } else {
1406 prefix = started ? "+" : "";
1408 slen +=
1409 snprintf(output + slen, outbufsize - slen,
1410 "%s0x%"PRIx64"", prefix, offset);
1411 } else {
1412 const char *prefix;
1413 uint32_t offset = offs;
1414 if ((int32_t) offset < 0 && started) {
1415 offset = -offset;
1416 prefix = "-";
1417 } else {
1418 prefix = started ? "+" : "";
1420 slen +=
1421 snprintf(output + slen, outbufsize - slen,
1422 "%s0x%"PRIx32"", prefix, offset);
1425 output[slen++] = ']';
1426 } else {
1427 slen +=
1428 snprintf(output + slen, outbufsize - slen, "<operand%d>",
1432 output[slen] = '\0';
1433 if (segover) { /* unused segment override */
1434 char *p = output;
1435 int count = slen + 1;
1436 while (count--)
1437 p[count + 3] = p[count];
1438 strncpy(output, segover, 2);
1439 output[2] = ' ';
1441 return length;
1445 * This is called when we don't have a complete instruction. If it
1446 * is a standalone *single-byte* prefix show it as such, otherwise
1447 * print it as a literal.
1449 int32_t eatbyte(uint8_t *data, char *output, int outbufsize, int segsize)
1451 uint8_t byte = *data;
1452 const char *str = NULL;
1454 switch (byte) {
1455 case 0xF2:
1456 str = "repne";
1457 break;
1458 case 0xF3:
1459 str = "rep";
1460 break;
1461 case 0x9B:
1462 str = "wait";
1463 break;
1464 case 0xF0:
1465 str = "lock";
1466 break;
1467 case 0x2E:
1468 str = "cs";
1469 break;
1470 case 0x36:
1471 str = "ss";
1472 break;
1473 case 0x3E:
1474 str = "ss";
1475 break;
1476 case 0x26:
1477 str = "es";
1478 break;
1479 case 0x64:
1480 str = "fs";
1481 break;
1482 case 0x65:
1483 str = "gs";
1484 break;
1485 case 0x66:
1486 str = (segsize == 16) ? "o32" : "o16";
1487 break;
1488 case 0x67:
1489 str = (segsize == 32) ? "a16" : "a32";
1490 break;
1491 case REX_P + 0x0:
1492 case REX_P + 0x1:
1493 case REX_P + 0x2:
1494 case REX_P + 0x3:
1495 case REX_P + 0x4:
1496 case REX_P + 0x5:
1497 case REX_P + 0x6:
1498 case REX_P + 0x7:
1499 case REX_P + 0x8:
1500 case REX_P + 0x9:
1501 case REX_P + 0xA:
1502 case REX_P + 0xB:
1503 case REX_P + 0xC:
1504 case REX_P + 0xD:
1505 case REX_P + 0xE:
1506 case REX_P + 0xF:
1507 if (segsize == 64) {
1508 snprintf(output, outbufsize, "rex%s%s%s%s%s",
1509 (byte == REX_P) ? "" : ".",
1510 (byte & REX_W) ? "w" : "",
1511 (byte & REX_R) ? "r" : "",
1512 (byte & REX_X) ? "x" : "",
1513 (byte & REX_B) ? "b" : "");
1514 break;
1516 /* else fall through */
1517 default:
1518 snprintf(output, outbufsize, "db 0x%02x", byte);
1519 break;
1522 if (str)
1523 snprintf(output, outbufsize, "%s", str);
1525 return 1;