2 * Simplify - do instruction simplification before CSE
4 * Copyright (C) 2004 Linus Torvalds
10 #include "expression.h"
11 #include "linearize.h"
15 /* Find the trivial parent for a phi-source */
16 static struct basic_block
*phi_parent(struct basic_block
*source
, pseudo_t pseudo
)
18 /* Can't go upwards if the pseudo is defined in the bb it came from.. */
19 if (pseudo
->type
== PSEUDO_REG
) {
20 struct instruction
*def
= pseudo
->def
;
21 if (def
->bb
== source
)
24 if (bb_list_size(source
->children
) != 1 || bb_list_size(source
->parents
) != 1)
26 return first_basic_block(source
->parents
);
29 static void clear_phi(struct instruction
*insn
)
34 FOR_EACH_PTR(insn
->phi_list
, phi
) {
35 *THIS_ADDRESS(phi
) = VOID
;
36 } END_FOR_EACH_PTR(phi
);
39 static int if_convert_phi(struct instruction
*insn
)
42 struct basic_block
*parents
[3];
43 struct basic_block
*bb
, *bb1
, *bb2
, *source
;
44 struct instruction
*br
;
48 if (linearize_ptr_list((struct ptr_list
*)insn
->phi_list
, (void **)array
, 3) != 2)
50 if (linearize_ptr_list((struct ptr_list
*)bb
->parents
, (void **)parents
, 3) != 2)
52 p1
= array
[0]->def
->src1
;
53 bb1
= array
[0]->def
->bb
;
54 p2
= array
[1]->def
->src1
;
55 bb2
= array
[1]->def
->bb
;
57 /* Only try the simple "direct parents" case */
58 if ((bb1
!= parents
[0] || bb2
!= parents
[1]) &&
59 (bb1
!= parents
[1] || bb2
!= parents
[0]))
63 * See if we can find a common source for this..
65 source
= phi_parent(bb1
, p1
);
66 if (source
!= phi_parent(bb2
, p2
))
70 * Cool. We now know that 'source' is the exclusive
71 * parent of both phi-nodes, so the exit at the
72 * end of it fully determines which one it is, and
73 * we can turn it into a select.
75 * HOWEVER, right now we only handle regular
76 * conditional branches. No multijumps or computed
77 * stuff. Verify that here.
79 br
= last_instruction(source
->insns
);
80 if (!br
|| br
->opcode
!= OP_BR
)
87 * We're in business. Match up true/false with p1/p2.
89 if (br
->bb_true
== bb2
|| br
->bb_false
== bb1
) {
96 * OK, we can now replace that last
103 * select pseudo, p1, p2
106 * and remove the phi-node. If it then
107 * turns out that 'a' or 'b' is entirely
108 * empty (common case), and now no longer
109 * a phi-source, we'll be able to simplify
110 * the conditional branch too.
112 insert_select(source
, br
, insn
, p1
, p2
);
117 static int clean_up_phi(struct instruction
*insn
)
120 struct instruction
*last
;
125 FOR_EACH_PTR(insn
->phi_list
, phi
) {
126 struct instruction
*def
;
130 if (def
->src1
== VOID
|| !def
->bb
)
133 if (last
->src1
!= def
->src1
)
138 } END_FOR_EACH_PTR(phi
);
141 pseudo_t pseudo
= last
? last
->src1
: VOID
;
142 convert_instruction_target(insn
, pseudo
);
147 return if_convert_phi(insn
);
150 static int delete_pseudo_user_list_entry(struct pseudo_user_list
**list
, pseudo_t
*entry
, int count
)
152 struct pseudo_user
*pu
;
154 FOR_EACH_PTR(*list
, pu
) {
155 if (pu
->userp
== entry
) {
156 DELETE_CURRENT_PTR(pu
);
160 } END_FOR_EACH_PTR(pu
);
163 pack_ptr_list((struct ptr_list
**)list
);
167 static inline void remove_usage(pseudo_t p
, pseudo_t
*usep
)
169 if (has_use_list(p
)) {
170 delete_pseudo_user_list_entry(&p
->users
, usep
, 1);
172 kill_instruction(p
->def
);
176 void kill_use(pseudo_t
*usep
)
181 remove_usage(p
, usep
);
185 void kill_instruction(struct instruction
*insn
)
187 if (!insn
|| !insn
->bb
)
190 switch (insn
->opcode
) {
193 kill_use(&insn
->src3
);
196 case OP_BINARY
... OP_BINCMP_END
:
197 kill_use(&insn
->src2
);
205 case OP_NOT
: case OP_NEG
:
206 kill_use(&insn
->src1
);
214 repeat_phase
|= REPEAT_SYMBOL_CLEANUP
;
218 if (!insn
->bb_true
|| !insn
->bb_false
)
222 case OP_COMPUTEDGOTO
:
223 kill_use(&insn
->cond
);
233 repeat_phase
|= REPEAT_CSE
;
238 * Kill trivially dead instructions
240 static int dead_insn(struct instruction
*insn
, pseudo_t
*src1
, pseudo_t
*src2
, pseudo_t
*src3
)
242 struct pseudo_user
*pu
;
243 FOR_EACH_PTR(insn
->target
->users
, pu
) {
244 if (*pu
->userp
!= VOID
)
246 } END_FOR_EACH_PTR(pu
);
255 static inline int constant(pseudo_t pseudo
)
257 return pseudo
->type
== PSEUDO_VAL
;
260 static int replace_with_pseudo(struct instruction
*insn
, pseudo_t pseudo
)
262 convert_instruction_target(insn
, pseudo
);
264 switch (insn
->opcode
) {
267 kill_use(&insn
->src3
);
268 case OP_BINARY
... OP_BINCMP_END
:
269 kill_use(&insn
->src2
);
277 kill_use(&insn
->src1
);
287 static unsigned int value_size(long long value
)
302 * Try to determine the maximum size of bits in a pseudo.
304 * Right now this only follow casts and constant values, but we
305 * could look at things like logical 'and' instructions etc.
307 static unsigned int operand_size(struct instruction
*insn
, pseudo_t pseudo
)
309 unsigned int size
= insn
->size
;
311 if (pseudo
->type
== PSEUDO_REG
) {
312 struct instruction
*src
= pseudo
->def
;
313 if (src
&& src
->opcode
== OP_CAST
&& src
->orig_type
) {
314 unsigned int orig_size
= src
->orig_type
->bit_size
;
315 if (orig_size
< size
)
319 if (pseudo
->type
== PSEUDO_VAL
) {
320 unsigned int orig_size
= value_size(pseudo
->value
);
321 if (orig_size
< size
)
327 static int simplify_asr(struct instruction
*insn
, pseudo_t pseudo
, long long value
)
329 unsigned int size
= operand_size(insn
, pseudo
);
332 warning(insn
->pos
, "right shift by bigger than source value");
333 return replace_with_pseudo(insn
, value_pseudo(0));
336 return replace_with_pseudo(insn
, pseudo
);
340 static int simplify_mul_div(struct instruction
*insn
, long long value
)
342 unsigned long long sbit
= 1ULL << (insn
->size
- 1);
343 unsigned long long bits
= sbit
| (sbit
- 1);
346 return replace_with_pseudo(insn
, insn
->src1
);
348 switch (insn
->opcode
) {
352 return replace_with_pseudo(insn
, insn
->src2
);
355 if (!(value
& sbit
)) // positive
360 insn
->opcode
= OP_NEG
;
368 static int simplify_constant_rightside(struct instruction
*insn
)
370 long long value
= insn
->src2
->value
;
372 switch (insn
->opcode
) {
375 insn
->opcode
= OP_ADD
;
376 insn
->src2
= value_pseudo(-value
);
381 case OP_OR
: case OP_XOR
:
386 return replace_with_pseudo(insn
, insn
->src1
);
389 return simplify_asr(insn
, insn
->src1
, value
);
391 case OP_DIVU
: case OP_DIVS
:
392 case OP_MULU
: case OP_MULS
:
393 return simplify_mul_div(insn
, value
);
397 return replace_with_pseudo(insn
, insn
->src1
);
401 return replace_with_pseudo(insn
, insn
->src2
);
407 static int simplify_constant_leftside(struct instruction
*insn
)
409 long long value
= insn
->src1
->value
;
411 switch (insn
->opcode
) {
412 case OP_ADD
: case OP_OR
: case OP_XOR
:
414 return replace_with_pseudo(insn
, insn
->src2
);
418 case OP_LSR
: case OP_ASR
:
420 case OP_MULU
: case OP_MULS
:
422 return replace_with_pseudo(insn
, insn
->src1
);
428 static int simplify_constant_binop(struct instruction
*insn
)
430 /* FIXME! Verify signs and sizes!! */
431 long long left
= insn
->src1
->value
;
432 long long right
= insn
->src2
->value
;
433 unsigned long long ul
, ur
;
434 long long res
, mask
, bits
;
436 mask
= 1ULL << (insn
->size
-1);
437 bits
= mask
| (mask
-1);
446 switch (insn
->opcode
) {
467 if (left
== mask
&& right
== -1)
479 if (left
== mask
&& right
== -1)
509 /* Binary comparison */
545 replace_with_pseudo(insn
, value_pseudo(res
));
549 static int simplify_binop(struct instruction
*insn
)
551 if (dead_insn(insn
, &insn
->src1
, &insn
->src2
, NULL
))
553 if (constant(insn
->src1
)) {
554 if (constant(insn
->src2
))
555 return simplify_constant_binop(insn
);
556 return simplify_constant_leftside(insn
);
558 if (constant(insn
->src2
))
559 return simplify_constant_rightside(insn
);
563 static void switch_pseudo(struct instruction
*insn1
, pseudo_t
*pp1
, struct instruction
*insn2
, pseudo_t
*pp2
)
565 pseudo_t p1
= *pp1
, p2
= *pp2
;
567 use_pseudo(insn1
, p2
, pp1
);
568 use_pseudo(insn2
, p1
, pp2
);
569 remove_usage(p1
, pp1
);
570 remove_usage(p2
, pp2
);
573 static int canonical_order(pseudo_t p1
, pseudo_t p2
)
575 /* symbol/constants on the right */
576 if (p1
->type
== PSEUDO_VAL
)
577 return p2
->type
== PSEUDO_VAL
;
579 if (p1
->type
== PSEUDO_SYM
)
580 return p2
->type
== PSEUDO_SYM
|| p2
->type
== PSEUDO_VAL
;
585 static int simplify_commutative_binop(struct instruction
*insn
)
587 if (!canonical_order(insn
->src1
, insn
->src2
)) {
588 switch_pseudo(insn
, &insn
->src1
, insn
, &insn
->src2
);
594 static inline int simple_pseudo(pseudo_t pseudo
)
596 return pseudo
->type
== PSEUDO_VAL
|| pseudo
->type
== PSEUDO_SYM
;
599 static int simplify_associative_binop(struct instruction
*insn
)
601 struct instruction
*def
;
602 pseudo_t pseudo
= insn
->src1
;
604 if (!simple_pseudo(insn
->src2
))
606 if (pseudo
->type
!= PSEUDO_REG
)
611 if (def
->opcode
!= insn
->opcode
)
613 if (!simple_pseudo(def
->src2
))
615 if (ptr_list_size((struct ptr_list
*)def
->target
->users
) != 1)
617 switch_pseudo(def
, &def
->src1
, insn
, &insn
->src2
);
621 static int simplify_constant_unop(struct instruction
*insn
)
623 long long val
= insn
->src1
->value
;
626 switch (insn
->opcode
) {
636 mask
= 1ULL << (insn
->size
-1);
637 res
&= mask
| (mask
-1);
639 replace_with_pseudo(insn
, value_pseudo(res
));
643 static int simplify_unop(struct instruction
*insn
)
645 if (dead_insn(insn
, &insn
->src1
, NULL
, NULL
))
647 if (constant(insn
->src1
))
648 return simplify_constant_unop(insn
);
652 static int simplify_one_memop(struct instruction
*insn
, pseudo_t orig
)
654 pseudo_t addr
= insn
->src
;
657 if (addr
->type
== PSEUDO_REG
) {
658 struct instruction
*def
= addr
->def
;
659 if (def
->opcode
== OP_SYMADDR
&& def
->src
) {
660 kill_use(&insn
->src
);
661 use_pseudo(insn
, def
->src
, &insn
->src
);
662 return REPEAT_CSE
| REPEAT_SYMBOL_CLEANUP
;
664 if (def
->opcode
== OP_ADD
) {
684 warning(insn
->pos
, "crazy programmer");
686 insn
->offset
+= off
->value
;
687 use_pseudo(insn
, new, &insn
->src
);
688 remove_usage(addr
, &insn
->src
);
689 return REPEAT_CSE
| REPEAT_SYMBOL_CLEANUP
;
693 * We walk the whole chain of adds/subs backwards. That's not
694 * only more efficient, but it allows us to find loops.
696 static int simplify_memop(struct instruction
*insn
)
699 pseudo_t orig
= insn
->src
;
702 one
= simplify_one_memop(insn
, orig
);
708 static long long get_cast_value(long long val
, int old_size
, int new_size
, int sign
)
712 if (sign
&& new_size
> old_size
) {
713 mask
= 1 << (old_size
-1);
715 val
|= ~(mask
| (mask
-1));
717 mask
= 1 << (new_size
-1);
718 return val
& (mask
| (mask
-1));
721 static int simplify_cast(struct instruction
*insn
)
723 struct symbol
*orig_type
;
727 if (dead_insn(insn
, &insn
->src
, NULL
, NULL
))
730 orig_type
= insn
->orig_type
;
734 /* Keep casts with pointer on either side (not only case of OP_PTRCAST) */
735 if (is_ptr_type(orig_type
) || is_ptr_type(insn
->type
))
738 orig_size
= orig_type
->bit_size
;
742 /* A cast of a constant? */
744 int sign
= orig_type
->ctype
.modifiers
& MOD_SIGNED
;
745 long long val
= get_cast_value(src
->value
, orig_size
, size
, sign
);
746 src
= value_pseudo(val
);
750 /* A cast of a "and" might be a no-op.. */
751 if (src
->type
== PSEUDO_REG
) {
752 struct instruction
*def
= src
->def
;
753 if (def
->opcode
== OP_AND
&& def
->size
>= size
) {
754 pseudo_t val
= def
->src2
;
755 if (val
->type
== PSEUDO_VAL
) {
756 unsigned long long value
= val
->value
;
757 if (!(value
>> (size
-1)))
763 if (size
== orig_size
) {
764 int op
= (orig_type
->ctype
.modifiers
& MOD_SIGNED
) ? OP_SCAST
: OP_CAST
;
765 if (insn
->opcode
== op
)
772 return replace_with_pseudo(insn
, src
);
775 static int simplify_select(struct instruction
*insn
)
777 pseudo_t cond
, src1
, src2
;
779 if (dead_insn(insn
, &insn
->src1
, &insn
->src2
, &insn
->src3
))
785 if (constant(cond
) || src1
== src2
) {
786 pseudo_t
*kill
, take
;
787 kill_use(&insn
->src1
);
788 take
= cond
->value
? src1
: src2
;
789 kill
= cond
->value
? &insn
->src3
: &insn
->src2
;
791 replace_with_pseudo(insn
, take
);
794 if (constant(src1
) && constant(src2
)) {
795 long long val1
= src1
->value
;
796 long long val2
= src2
->value
;
798 /* The pair 0/1 is special - replace with SETNE/SETEQ */
799 if ((val1
| val2
) == 1) {
800 int opcode
= OP_SET_EQ
;
805 insn
->opcode
= opcode
;
806 /* insn->src1 is already cond */
807 insn
->src2
= src1
; /* Zero */
814 static int is_in_range(pseudo_t src
, long long low
, long long high
)
821 return value
>= low
&& value
<= high
;
827 static int simplify_range(struct instruction
*insn
)
829 pseudo_t src1
, src2
, src3
;
834 if (src2
->type
!= PSEUDO_VAL
|| src3
->type
!= PSEUDO_VAL
)
836 if (is_in_range(src1
, src2
->value
, src3
->value
)) {
837 kill_instruction(insn
);
844 * Simplify "set_ne/eq $0 + br"
846 static int simplify_cond_branch(struct instruction
*br
, pseudo_t cond
, struct instruction
*def
, pseudo_t
*pp
)
848 use_pseudo(br
, *pp
, &br
->cond
);
849 remove_usage(cond
, &br
->cond
);
850 if (def
->opcode
== OP_SET_EQ
) {
851 struct basic_block
*true = br
->bb_true
;
852 struct basic_block
*false = br
->bb_false
;
859 static int simplify_branch(struct instruction
*insn
)
861 pseudo_t cond
= insn
->cond
;
866 /* Constant conditional */
867 if (constant(cond
)) {
868 insert_branch(insn
->bb
, insn
, cond
->value
? insn
->bb_true
: insn
->bb_false
);
873 if (insn
->bb_true
== insn
->bb_false
) {
874 struct basic_block
*bb
= insn
->bb
;
875 struct basic_block
*target
= insn
->bb_false
;
876 remove_bb_from_list(&target
->parents
, bb
, 1);
877 remove_bb_from_list(&bb
->children
, target
, 1);
878 insn
->bb_false
= NULL
;
879 kill_use(&insn
->cond
);
884 /* Conditional on a SETNE $0 or SETEQ $0 */
885 if (cond
->type
== PSEUDO_REG
) {
886 struct instruction
*def
= cond
->def
;
888 if (def
->opcode
== OP_SET_NE
|| def
->opcode
== OP_SET_EQ
) {
889 if (constant(def
->src1
) && !def
->src1
->value
)
890 return simplify_cond_branch(insn
, cond
, def
, &def
->src2
);
891 if (constant(def
->src2
) && !def
->src2
->value
)
892 return simplify_cond_branch(insn
, cond
, def
, &def
->src1
);
894 if (def
->opcode
== OP_SEL
) {
895 if (constant(def
->src2
) && constant(def
->src3
)) {
896 long long val1
= def
->src2
->value
;
897 long long val2
= def
->src3
->value
;
898 if (!val1
&& !val2
) {
899 insert_branch(insn
->bb
, insn
, insn
->bb_false
);
903 insert_branch(insn
->bb
, insn
, insn
->bb_true
);
907 struct basic_block
*true = insn
->bb_true
;
908 struct basic_block
*false = insn
->bb_false
;
909 insn
->bb_false
= true;
910 insn
->bb_true
= false;
912 use_pseudo(insn
, def
->src1
, &insn
->cond
);
913 remove_usage(cond
, &insn
->cond
);
917 if (def
->opcode
== OP_CAST
|| def
->opcode
== OP_SCAST
) {
918 int orig_size
= def
->orig_type
? def
->orig_type
->bit_size
: 0;
919 if (def
->size
> orig_size
) {
920 use_pseudo(insn
, def
->src
, &insn
->cond
);
921 remove_usage(cond
, &insn
->cond
);
929 static int simplify_switch(struct instruction
*insn
)
931 pseudo_t cond
= insn
->cond
;
933 struct multijmp
*jmp
;
937 val
= insn
->cond
->value
;
939 FOR_EACH_PTR(insn
->multijmp_list
, jmp
) {
941 if (jmp
->begin
> jmp
->end
)
943 if (val
>= jmp
->begin
&& val
<= jmp
->end
)
945 } END_FOR_EACH_PTR(jmp
);
946 warning(insn
->pos
, "Impossible case statement");
950 insert_branch(insn
->bb
, insn
, jmp
->target
);
954 int simplify_instruction(struct instruction
*insn
)
958 switch (insn
->opcode
) {
959 case OP_ADD
: case OP_MULS
:
960 case OP_AND
: case OP_OR
: case OP_XOR
:
961 case OP_AND_BOOL
: case OP_OR_BOOL
:
962 if (simplify_binop(insn
))
964 if (simplify_commutative_binop(insn
))
966 return simplify_associative_binop(insn
);
969 case OP_SET_EQ
: case OP_SET_NE
:
970 if (simplify_binop(insn
))
972 return simplify_commutative_binop(insn
);
975 case OP_DIVU
: case OP_DIVS
:
976 case OP_MODU
: case OP_MODS
:
978 case OP_LSR
: case OP_ASR
:
979 case OP_SET_LE
: case OP_SET_GE
:
980 case OP_SET_LT
: case OP_SET_GT
:
981 case OP_SET_B
: case OP_SET_A
:
982 case OP_SET_BE
: case OP_SET_AE
:
983 return simplify_binop(insn
);
985 case OP_NOT
: case OP_NEG
:
986 return simplify_unop(insn
);
987 case OP_LOAD
: case OP_STORE
:
988 return simplify_memop(insn
);
990 if (dead_insn(insn
, NULL
, NULL
, NULL
))
991 return REPEAT_CSE
| REPEAT_SYMBOL_CLEANUP
;
992 return replace_with_pseudo(insn
, insn
->symbol
);
997 return simplify_cast(insn
);
999 if (dead_insn(insn
, NULL
, NULL
, NULL
)) {
1003 return clean_up_phi(insn
);
1005 if (dead_insn(insn
, &insn
->phi_src
, NULL
, NULL
))
1009 return simplify_select(insn
);
1011 return simplify_branch(insn
);
1013 return simplify_switch(insn
);
1015 return simplify_range(insn
);