1 /* Tree lowering pass. This pass converts the GENERIC functions-as-trees
2 tree representation into the GIMPLE form.
3 Copyright (C) 2002, 2003, 2004, 2005, 2006, 2007
4 Free Software Foundation, Inc.
5 Major work done by Sebastian Pop <s.pop@laposte.net>,
6 Diego Novillo <dnovillo@redhat.com> and Jason Merrill <jason@redhat.com>.
8 This file is part of GCC.
10 GCC is free software; you can redistribute it and/or modify it under
11 the terms of the GNU General Public License as published by the Free
12 Software Foundation; either version 3, or (at your option) any later
15 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
16 WARRANTY; without even the implied warranty of MERCHANTABILITY or
17 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
20 You should have received a copy of the GNU General Public License
21 along with GCC; see the file COPYING3. If not see
22 <http://www.gnu.org/licenses/>. */
26 #include "coretypes.h"
31 #include "tree-gimple.h"
32 #include "tree-inline.h"
33 #include "diagnostic.h"
34 #include "langhooks.h"
35 #include "langhooks-def.h"
36 #include "tree-flow.h"
50 #include "pointer-set.h"
51 #include "splay-tree.h"
54 enum gimplify_omp_var_data
60 GOVD_FIRSTPRIVATE = 16,
61 GOVD_LASTPRIVATE = 32,
64 GOVD_DEBUG_PRIVATE = 256,
65 GOVD_DATA_SHARE_CLASS = (GOVD_SHARED | GOVD_PRIVATE | GOVD_FIRSTPRIVATE
66 | GOVD_LASTPRIVATE | GOVD_REDUCTION | GOVD_LOCAL)
69 struct gimplify_omp_ctx
71 struct gimplify_omp_ctx *outer_context;
73 struct pointer_set_t *privatized_types;
75 enum omp_clause_default_kind default_kind;
77 bool is_combined_parallel;
82 struct gimplify_ctx *prev_context;
84 tree current_bind_expr;
86 tree conditional_cleanups;
90 VEC(tree,heap) *case_labels;
91 /* The formal temporary table. Should this be persistent? */
99 static struct gimplify_ctx *gimplify_ctxp;
100 static struct gimplify_omp_ctx *gimplify_omp_ctxp;
104 /* Formal (expression) temporary table handling: Multiple occurrences of
105 the same scalar expression are evaluated into the same temporary. */
107 typedef struct gimple_temp_hash_elt
110 tree temp; /* Value */
113 /* Forward declarations. */
114 static enum gimplify_status gimplify_compound_expr (tree *, tree *, bool);
116 /* Mark X addressable. Unlike the langhook we expect X to be in gimple
117 form and we don't do any syntax checking. */
119 mark_addressable (tree x)
121 while (handled_component_p (x))
122 x = TREE_OPERAND (x, 0);
123 if (TREE_CODE (x) != VAR_DECL && TREE_CODE (x) != PARM_DECL)
125 TREE_ADDRESSABLE (x) = 1;
128 /* Return a hash value for a formal temporary table entry. */
131 gimple_tree_hash (const void *p)
133 tree t = ((const elt_t *) p)->val;
134 return iterative_hash_expr (t, 0);
137 /* Compare two formal temporary table entries. */
140 gimple_tree_eq (const void *p1, const void *p2)
142 tree t1 = ((const elt_t *) p1)->val;
143 tree t2 = ((const elt_t *) p2)->val;
144 enum tree_code code = TREE_CODE (t1);
146 if (TREE_CODE (t2) != code
147 || TREE_TYPE (t1) != TREE_TYPE (t2))
150 if (!operand_equal_p (t1, t2, 0))
153 /* Only allow them to compare equal if they also hash equal; otherwise
154 results are nondeterminate, and we fail bootstrap comparison. */
155 gcc_assert (gimple_tree_hash (p1) == gimple_tree_hash (p2));
160 /* Set up a context for the gimplifier. */
163 push_gimplify_context (void)
165 struct gimplify_ctx *c;
167 c = (struct gimplify_ctx *) xcalloc (1, sizeof (struct gimplify_ctx));
168 c->prev_context = gimplify_ctxp;
170 c->temp_htab = htab_create (1000, gimple_tree_hash, gimple_tree_eq, free);
175 /* Tear down a context for the gimplifier. If BODY is non-null, then
176 put the temporaries into the outer BIND_EXPR. Otherwise, put them
177 in the unexpanded_var_list. */
180 pop_gimplify_context (tree body)
182 struct gimplify_ctx *c = gimplify_ctxp;
185 gcc_assert (c && !c->current_bind_expr);
186 gimplify_ctxp = c->prev_context;
188 for (t = c->temps; t ; t = TREE_CHAIN (t))
189 DECL_GIMPLE_FORMAL_TEMP_P (t) = 0;
192 declare_vars (c->temps, body, false);
194 record_vars (c->temps);
197 htab_delete (c->temp_htab);
202 gimple_push_bind_expr (tree bind)
204 TREE_CHAIN (bind) = gimplify_ctxp->current_bind_expr;
205 gimplify_ctxp->current_bind_expr = bind;
209 gimple_pop_bind_expr (void)
211 gimplify_ctxp->current_bind_expr
212 = TREE_CHAIN (gimplify_ctxp->current_bind_expr);
216 gimple_current_bind_expr (void)
218 return gimplify_ctxp->current_bind_expr;
221 /* Returns true iff there is a COND_EXPR between us and the innermost
222 CLEANUP_POINT_EXPR. This info is used by gimple_push_cleanup. */
225 gimple_conditional_context (void)
227 return gimplify_ctxp->conditions > 0;
230 /* Note that we've entered a COND_EXPR. */
233 gimple_push_condition (void)
235 #ifdef ENABLE_CHECKING
236 if (gimplify_ctxp->conditions == 0)
237 gcc_assert (!gimplify_ctxp->conditional_cleanups);
239 ++(gimplify_ctxp->conditions);
242 /* Note that we've left a COND_EXPR. If we're back at unconditional scope
243 now, add any conditional cleanups we've seen to the prequeue. */
246 gimple_pop_condition (tree *pre_p)
248 int conds = --(gimplify_ctxp->conditions);
250 gcc_assert (conds >= 0);
253 append_to_statement_list (gimplify_ctxp->conditional_cleanups, pre_p);
254 gimplify_ctxp->conditional_cleanups = NULL_TREE;
258 /* A stable comparison routine for use with splay trees and DECLs. */
261 splay_tree_compare_decl_uid (splay_tree_key xa, splay_tree_key xb)
266 return DECL_UID (a) - DECL_UID (b);
269 /* Create a new omp construct that deals with variable remapping. */
271 static struct gimplify_omp_ctx *
272 new_omp_context (bool is_parallel, bool is_combined_parallel)
274 struct gimplify_omp_ctx *c;
276 c = XCNEW (struct gimplify_omp_ctx);
277 c->outer_context = gimplify_omp_ctxp;
278 c->variables = splay_tree_new (splay_tree_compare_decl_uid, 0, 0);
279 c->privatized_types = pointer_set_create ();
280 c->location = input_location;
281 c->is_parallel = is_parallel;
282 c->is_combined_parallel = is_combined_parallel;
283 c->default_kind = OMP_CLAUSE_DEFAULT_SHARED;
288 /* Destroy an omp construct that deals with variable remapping. */
291 delete_omp_context (struct gimplify_omp_ctx *c)
293 splay_tree_delete (c->variables);
294 pointer_set_destroy (c->privatized_types);
298 static void omp_add_variable (struct gimplify_omp_ctx *, tree, unsigned int);
299 static bool omp_notice_variable (struct gimplify_omp_ctx *, tree, bool);
301 /* A subroutine of append_to_statement_list{,_force}. T is not NULL. */
304 append_to_statement_list_1 (tree t, tree *list_p)
307 tree_stmt_iterator i;
311 if (t && TREE_CODE (t) == STATEMENT_LIST)
316 *list_p = list = alloc_stmt_list ();
320 tsi_link_after (&i, t, TSI_CONTINUE_LINKING);
323 /* Add T to the end of the list container pointed to by LIST_P.
324 If T is an expression with no effects, it is ignored. */
327 append_to_statement_list (tree t, tree *list_p)
329 if (t && TREE_SIDE_EFFECTS (t))
330 append_to_statement_list_1 (t, list_p);
333 /* Similar, but the statement is always added, regardless of side effects. */
336 append_to_statement_list_force (tree t, tree *list_p)
339 append_to_statement_list_1 (t, list_p);
342 /* Both gimplify the statement T and append it to LIST_P. */
345 gimplify_and_add (tree t, tree *list_p)
348 append_to_statement_list (t, list_p);
351 /* Strip off a legitimate source ending from the input string NAME of
352 length LEN. Rather than having to know the names used by all of
353 our front ends, we strip off an ending of a period followed by
354 up to five characters. (Java uses ".class".) */
357 remove_suffix (char *name, int len)
361 for (i = 2; i < 8 && len > i; i++)
363 if (name[len - i] == '.')
365 name[len - i] = '\0';
371 /* Create a nameless artificial label and put it in the current function
372 context. Returns the newly created label. */
375 create_artificial_label (void)
377 tree lab = build_decl (LABEL_DECL, NULL_TREE, void_type_node);
379 DECL_ARTIFICIAL (lab) = 1;
380 DECL_IGNORED_P (lab) = 1;
381 DECL_CONTEXT (lab) = current_function_decl;
385 /* Subroutine for find_single_pointer_decl. */
388 find_single_pointer_decl_1 (tree *tp, int *walk_subtrees ATTRIBUTE_UNUSED,
391 tree *pdecl = (tree *) data;
393 if (DECL_P (*tp) && POINTER_TYPE_P (TREE_TYPE (*tp)))
397 /* We already found a pointer decl; return anything other
398 than NULL_TREE to unwind from walk_tree signalling that
399 we have a duplicate. */
408 /* Find the single DECL of pointer type in the tree T and return it.
409 If there are zero or more than one such DECLs, return NULL. */
412 find_single_pointer_decl (tree t)
414 tree decl = NULL_TREE;
416 if (walk_tree (&t, find_single_pointer_decl_1, &decl, NULL))
418 /* find_single_pointer_decl_1 returns a nonzero value, causing
419 walk_tree to return a nonzero value, to indicate that it
420 found more than one pointer DECL. */
427 /* Create a new temporary name with PREFIX. Returns an identifier. */
429 static GTY(()) unsigned int tmp_var_id_num;
432 create_tmp_var_name (const char *prefix)
438 char *preftmp = ASTRDUP (prefix);
440 remove_suffix (preftmp, strlen (preftmp));
444 ASM_FORMAT_PRIVATE_NAME (tmp_name, prefix ? prefix : "T", tmp_var_id_num++);
445 return get_identifier (tmp_name);
449 /* Create a new temporary variable declaration of type TYPE.
450 Does NOT push it into the current binding. */
453 create_tmp_var_raw (tree type, const char *prefix)
458 /* Make the type of the variable writable. */
459 new_type = build_type_variant (type, 0, 0);
460 TYPE_ATTRIBUTES (new_type) = TYPE_ATTRIBUTES (type);
462 tmp_var = build_decl (VAR_DECL, prefix ? create_tmp_var_name (prefix) : NULL,
465 /* The variable was declared by the compiler. */
466 DECL_ARTIFICIAL (tmp_var) = 1;
467 /* And we don't want debug info for it. */
468 DECL_IGNORED_P (tmp_var) = 1;
470 /* Make the variable writable. */
471 TREE_READONLY (tmp_var) = 0;
473 DECL_EXTERNAL (tmp_var) = 0;
474 TREE_STATIC (tmp_var) = 0;
475 TREE_USED (tmp_var) = 1;
480 /* Create a new temporary variable declaration of type TYPE. DOES push the
481 variable into the current binding. Further, assume that this is called
482 only from gimplification or optimization, at which point the creation of
483 certain types are bugs. */
486 create_tmp_var (tree type, const char *prefix)
490 /* We don't allow types that are addressable (meaning we can't make copies),
491 or incomplete. We also used to reject every variable size objects here,
492 but now support those for which a constant upper bound can be obtained.
493 The processing for variable sizes is performed in gimple_add_tmp_var,
494 point at which it really matters and possibly reached via paths not going
495 through this function, e.g. after direct calls to create_tmp_var_raw. */
496 gcc_assert (!TREE_ADDRESSABLE (type) && COMPLETE_TYPE_P (type));
498 tmp_var = create_tmp_var_raw (type, prefix);
499 gimple_add_tmp_var (tmp_var);
503 /* Given a tree, try to return a useful variable name that we can use
504 to prefix a temporary that is being assigned the value of the tree.
505 I.E. given <temp> = &A, return A. */
508 get_name (const_tree t)
510 const_tree stripped_decl;
513 STRIP_NOPS (stripped_decl);
514 if (DECL_P (stripped_decl) && DECL_NAME (stripped_decl))
515 return IDENTIFIER_POINTER (DECL_NAME (stripped_decl));
518 switch (TREE_CODE (stripped_decl))
521 return get_name (TREE_OPERAND (stripped_decl, 0));
528 /* Create a temporary with a name derived from VAL. Subroutine of
529 lookup_tmp_var; nobody else should call this function. */
532 create_tmp_from_val (tree val)
534 return create_tmp_var (TYPE_MAIN_VARIANT (TREE_TYPE (val)), get_name (val));
537 /* Create a temporary to hold the value of VAL. If IS_FORMAL, try to reuse
538 an existing expression temporary. */
541 lookup_tmp_var (tree val, bool is_formal)
545 /* If not optimizing, never really reuse a temporary. local-alloc
546 won't allocate any variable that is used in more than one basic
547 block, which means it will go into memory, causing much extra
548 work in reload and final and poorer code generation, outweighing
549 the extra memory allocation here. */
550 if (!optimize || !is_formal || TREE_SIDE_EFFECTS (val))
551 ret = create_tmp_from_val (val);
558 slot = htab_find_slot (gimplify_ctxp->temp_htab, (void *)&elt, INSERT);
561 elt_p = XNEW (elt_t);
563 elt_p->temp = ret = create_tmp_from_val (val);
564 *slot = (void *) elt_p;
568 elt_p = (elt_t *) *slot;
574 DECL_GIMPLE_FORMAL_TEMP_P (ret) = 1;
579 /* Returns a formal temporary variable initialized with VAL. PRE_P is as
580 in gimplify_expr. Only use this function if:
582 1) The value of the unfactored expression represented by VAL will not
583 change between the initialization and use of the temporary, and
584 2) The temporary will not be otherwise modified.
586 For instance, #1 means that this is inappropriate for SAVE_EXPR temps,
587 and #2 means it is inappropriate for && temps.
589 For other cases, use get_initialized_tmp_var instead. */
592 internal_get_tmp_var (tree val, tree *pre_p, tree *post_p, bool is_formal)
596 gimplify_expr (&val, pre_p, post_p, is_gimple_formal_tmp_rhs, fb_rvalue);
598 t = lookup_tmp_var (val, is_formal);
602 tree u = find_single_pointer_decl (val);
604 if (u && TREE_CODE (u) == VAR_DECL && DECL_BASED_ON_RESTRICT_P (u))
605 u = DECL_GET_RESTRICT_BASE (u);
606 if (u && TYPE_RESTRICT (TREE_TYPE (u)))
608 if (DECL_BASED_ON_RESTRICT_P (t))
609 gcc_assert (u == DECL_GET_RESTRICT_BASE (t));
612 DECL_BASED_ON_RESTRICT_P (t) = 1;
613 SET_DECL_RESTRICT_BASE (t, u);
618 if (TREE_CODE (TREE_TYPE (t)) == COMPLEX_TYPE
619 || TREE_CODE (TREE_TYPE (t)) == VECTOR_TYPE)
620 DECL_GIMPLE_REG_P (t) = 1;
622 mod = build2 (INIT_EXPR, TREE_TYPE (t), t, unshare_expr (val));
624 if (EXPR_HAS_LOCATION (val))
625 SET_EXPR_LOCUS (mod, EXPR_LOCUS (val));
627 SET_EXPR_LOCATION (mod, input_location);
629 /* gimplify_modify_expr might want to reduce this further. */
630 gimplify_and_add (mod, pre_p);
632 /* If we're gimplifying into ssa, gimplify_modify_expr will have
633 given our temporary an ssa name. Find and return it. */
634 if (gimplify_ctxp->into_ssa)
635 t = TREE_OPERAND (mod, 0);
640 /* Returns a formal temporary variable initialized with VAL. PRE_P
641 points to a statement list where side-effects needed to compute VAL
645 get_formal_tmp_var (tree val, tree *pre_p)
647 return internal_get_tmp_var (val, pre_p, NULL, true);
650 /* Returns a temporary variable initialized with VAL. PRE_P and POST_P
651 are as in gimplify_expr. */
654 get_initialized_tmp_var (tree val, tree *pre_p, tree *post_p)
656 return internal_get_tmp_var (val, pre_p, post_p, false);
659 /* Declares all the variables in VARS in SCOPE. If DEBUG_INFO is
660 true, generate debug info for them; otherwise don't. */
663 declare_vars (tree vars, tree scope, bool debug_info)
670 /* C99 mode puts the default 'return 0;' for main outside the outer
671 braces. So drill down until we find an actual scope. */
672 while (TREE_CODE (scope) == COMPOUND_EXPR)
673 scope = TREE_OPERAND (scope, 0);
675 gcc_assert (TREE_CODE (scope) == BIND_EXPR);
677 temps = nreverse (last);
679 block = BIND_EXPR_BLOCK (scope);
680 if (!block || !debug_info)
682 TREE_CHAIN (last) = BIND_EXPR_VARS (scope);
683 BIND_EXPR_VARS (scope) = temps;
687 /* We need to attach the nodes both to the BIND_EXPR and to its
688 associated BLOCK for debugging purposes. The key point here
689 is that the BLOCK_VARS of the BIND_EXPR_BLOCK of a BIND_EXPR
690 is a subchain of the BIND_EXPR_VARS of the BIND_EXPR. */
691 if (BLOCK_VARS (block))
692 BLOCK_VARS (block) = chainon (BLOCK_VARS (block), temps);
695 BIND_EXPR_VARS (scope) = chainon (BIND_EXPR_VARS (scope), temps);
696 BLOCK_VARS (block) = temps;
702 /* For VAR a VAR_DECL of variable size, try to find a constant upper bound
703 for the size and adjust DECL_SIZE/DECL_SIZE_UNIT accordingly. Abort if
704 no such upper bound can be obtained. */
707 force_constant_size (tree var)
709 /* The only attempt we make is by querying the maximum size of objects
710 of the variable's type. */
712 HOST_WIDE_INT max_size;
714 gcc_assert (TREE_CODE (var) == VAR_DECL);
716 max_size = max_int_size_in_bytes (TREE_TYPE (var));
718 gcc_assert (max_size >= 0);
721 = build_int_cst (TREE_TYPE (DECL_SIZE_UNIT (var)), max_size);
723 = build_int_cst (TREE_TYPE (DECL_SIZE (var)), max_size * BITS_PER_UNIT);
727 gimple_add_tmp_var (tree tmp)
729 gcc_assert (!TREE_CHAIN (tmp) && !DECL_SEEN_IN_BIND_EXPR_P (tmp));
731 /* Later processing assumes that the object size is constant, which might
732 not be true at this point. Force the use of a constant upper bound in
734 if (!host_integerp (DECL_SIZE_UNIT (tmp), 1))
735 force_constant_size (tmp);
737 DECL_CONTEXT (tmp) = current_function_decl;
738 DECL_SEEN_IN_BIND_EXPR_P (tmp) = 1;
742 TREE_CHAIN (tmp) = gimplify_ctxp->temps;
743 gimplify_ctxp->temps = tmp;
745 /* Mark temporaries local within the nearest enclosing parallel. */
746 if (gimplify_omp_ctxp)
748 struct gimplify_omp_ctx *ctx = gimplify_omp_ctxp;
749 while (ctx && !ctx->is_parallel)
750 ctx = ctx->outer_context;
752 omp_add_variable (ctx, tmp, GOVD_LOCAL | GOVD_SEEN);
758 declare_vars (tmp, DECL_SAVED_TREE (current_function_decl), false);
761 /* Determines whether to assign a locus to the statement STMT. */
764 should_carry_locus_p (const_tree stmt)
766 /* Don't emit a line note for a label. We particularly don't want to
767 emit one for the break label, since it doesn't actually correspond
768 to the beginning of the loop/switch. */
769 if (TREE_CODE (stmt) == LABEL_EXPR)
772 /* Do not annotate empty statements, since it confuses gcov. */
773 if (!TREE_SIDE_EFFECTS (stmt))
780 annotate_one_with_locus (tree t, location_t locus)
782 if (CAN_HAVE_LOCATION_P (t)
783 && ! EXPR_HAS_LOCATION (t) && should_carry_locus_p (t))
784 SET_EXPR_LOCATION (t, locus);
788 annotate_all_with_locus (tree *stmt_p, location_t locus)
790 tree_stmt_iterator i;
795 for (i = tsi_start (*stmt_p); !tsi_end_p (i); tsi_next (&i))
797 tree t = tsi_stmt (i);
799 /* Assuming we've already been gimplified, we shouldn't
800 see nested chaining constructs anymore. */
801 gcc_assert (TREE_CODE (t) != STATEMENT_LIST
802 && TREE_CODE (t) != COMPOUND_EXPR);
804 annotate_one_with_locus (t, locus);
808 /* Similar to copy_tree_r() but do not copy SAVE_EXPR or TARGET_EXPR nodes.
809 These nodes model computations that should only be done once. If we
810 were to unshare something like SAVE_EXPR(i++), the gimplification
811 process would create wrong code. */
814 mostly_copy_tree_r (tree *tp, int *walk_subtrees, void *data)
816 enum tree_code code = TREE_CODE (*tp);
817 /* Don't unshare types, decls, constants and SAVE_EXPR nodes. */
818 if (TREE_CODE_CLASS (code) == tcc_type
819 || TREE_CODE_CLASS (code) == tcc_declaration
820 || TREE_CODE_CLASS (code) == tcc_constant
821 || code == SAVE_EXPR || code == TARGET_EXPR
822 /* We can't do anything sensible with a BLOCK used as an expression,
823 but we also can't just die when we see it because of non-expression
824 uses. So just avert our eyes and cross our fingers. Silly Java. */
829 gcc_assert (code != BIND_EXPR);
830 copy_tree_r (tp, walk_subtrees, data);
836 /* Callback for walk_tree to unshare most of the shared trees rooted at
837 *TP. If *TP has been visited already (i.e., TREE_VISITED (*TP) == 1),
838 then *TP is deep copied by calling copy_tree_r.
840 This unshares the same trees as copy_tree_r with the exception of
841 SAVE_EXPR nodes. These nodes model computations that should only be
842 done once. If we were to unshare something like SAVE_EXPR(i++), the
843 gimplification process would create wrong code. */
846 copy_if_shared_r (tree *tp, int *walk_subtrees ATTRIBUTE_UNUSED,
847 void *data ATTRIBUTE_UNUSED)
850 enum tree_code code = TREE_CODE (t);
852 /* Skip types, decls, and constants. But we do want to look at their
853 types and the bounds of types. Mark them as visited so we properly
854 unmark their subtrees on the unmark pass. If we've already seen them,
855 don't look down further. */
856 if (TREE_CODE_CLASS (code) == tcc_type
857 || TREE_CODE_CLASS (code) == tcc_declaration
858 || TREE_CODE_CLASS (code) == tcc_constant)
860 if (TREE_VISITED (t))
863 TREE_VISITED (t) = 1;
866 /* If this node has been visited already, unshare it and don't look
868 else if (TREE_VISITED (t))
870 walk_tree (tp, mostly_copy_tree_r, NULL, NULL);
874 /* Otherwise, mark the tree as visited and keep looking. */
876 TREE_VISITED (t) = 1;
882 unmark_visited_r (tree *tp, int *walk_subtrees ATTRIBUTE_UNUSED,
883 void *data ATTRIBUTE_UNUSED)
885 if (TREE_VISITED (*tp))
886 TREE_VISITED (*tp) = 0;
893 /* Unshare all the trees in BODY_P, a pointer into the body of FNDECL, and the
894 bodies of any nested functions if we are unsharing the entire body of
898 unshare_body (tree *body_p, tree fndecl)
900 struct cgraph_node *cgn = cgraph_node (fndecl);
902 walk_tree (body_p, copy_if_shared_r, NULL, NULL);
903 if (body_p == &DECL_SAVED_TREE (fndecl))
904 for (cgn = cgn->nested; cgn; cgn = cgn->next_nested)
905 unshare_body (&DECL_SAVED_TREE (cgn->decl), cgn->decl);
908 /* Likewise, but mark all trees as not visited. */
911 unvisit_body (tree *body_p, tree fndecl)
913 struct cgraph_node *cgn = cgraph_node (fndecl);
915 walk_tree (body_p, unmark_visited_r, NULL, NULL);
916 if (body_p == &DECL_SAVED_TREE (fndecl))
917 for (cgn = cgn->nested; cgn; cgn = cgn->next_nested)
918 unvisit_body (&DECL_SAVED_TREE (cgn->decl), cgn->decl);
921 /* Unshare T and all the trees reached from T via TREE_CHAIN. */
924 unshare_all_trees (tree t)
926 walk_tree (&t, copy_if_shared_r, NULL, NULL);
927 walk_tree (&t, unmark_visited_r, NULL, NULL);
930 /* Unconditionally make an unshared copy of EXPR. This is used when using
931 stored expressions which span multiple functions, such as BINFO_VTABLE,
932 as the normal unsharing process can't tell that they're shared. */
935 unshare_expr (tree expr)
937 walk_tree (&expr, mostly_copy_tree_r, NULL, NULL);
941 /* A terser interface for building a representation of an exception
945 gimple_build_eh_filter (tree body, tree allowed, tree failure)
949 /* FIXME should the allowed types go in TREE_TYPE? */
950 t = build2 (EH_FILTER_EXPR, void_type_node, allowed, NULL_TREE);
951 append_to_statement_list (failure, &EH_FILTER_FAILURE (t));
953 t = build2 (TRY_CATCH_EXPR, void_type_node, NULL_TREE, t);
954 append_to_statement_list (body, &TREE_OPERAND (t, 0));
960 /* WRAPPER is a code such as BIND_EXPR or CLEANUP_POINT_EXPR which can both
961 contain statements and have a value. Assign its value to a temporary
962 and give it void_type_node. Returns the temporary, or NULL_TREE if
963 WRAPPER was already void. */
966 voidify_wrapper_expr (tree wrapper, tree temp)
968 tree type = TREE_TYPE (wrapper);
969 if (type && !VOID_TYPE_P (type))
973 /* Set p to point to the body of the wrapper. Loop until we find
974 something that isn't a wrapper. */
975 for (p = &wrapper; p && *p; )
977 switch (TREE_CODE (*p))
980 TREE_SIDE_EFFECTS (*p) = 1;
981 TREE_TYPE (*p) = void_type_node;
982 /* For a BIND_EXPR, the body is operand 1. */
983 p = &BIND_EXPR_BODY (*p);
986 case CLEANUP_POINT_EXPR:
987 case TRY_FINALLY_EXPR:
989 TREE_SIDE_EFFECTS (*p) = 1;
990 TREE_TYPE (*p) = void_type_node;
991 p = &TREE_OPERAND (*p, 0);
996 tree_stmt_iterator i = tsi_last (*p);
997 TREE_SIDE_EFFECTS (*p) = 1;
998 TREE_TYPE (*p) = void_type_node;
999 p = tsi_end_p (i) ? NULL : tsi_stmt_ptr (i);
1004 /* Advance to the last statement. Set all container types to void. */
1005 for (; TREE_CODE (*p) == COMPOUND_EXPR; p = &TREE_OPERAND (*p, 1))
1007 TREE_SIDE_EFFECTS (*p) = 1;
1008 TREE_TYPE (*p) = void_type_node;
1018 if (p == NULL || IS_EMPTY_STMT (*p))
1022 /* The wrapper is on the RHS of an assignment that we're pushing
1024 gcc_assert (TREE_CODE (temp) == INIT_EXPR
1025 || TREE_CODE (temp) == GIMPLE_MODIFY_STMT
1026 || TREE_CODE (temp) == MODIFY_EXPR);
1027 GENERIC_TREE_OPERAND (temp, 1) = *p;
1032 temp = create_tmp_var (type, "retval");
1033 *p = build2 (INIT_EXPR, type, temp, *p);
1042 /* Prepare calls to builtins to SAVE and RESTORE the stack as well as
1043 a temporary through which they communicate. */
1046 build_stack_save_restore (tree *save, tree *restore)
1048 tree save_call, tmp_var;
1051 build_call_expr (implicit_built_in_decls[BUILT_IN_STACK_SAVE], 0);
1052 tmp_var = create_tmp_var (ptr_type_node, "saved_stack");
1054 *save = build_gimple_modify_stmt (tmp_var, save_call);
1056 build_call_expr (implicit_built_in_decls[BUILT_IN_STACK_RESTORE],
1060 /* Gimplify a BIND_EXPR. Just voidify and recurse. */
1062 static enum gimplify_status
1063 gimplify_bind_expr (tree *expr_p, tree *pre_p)
1065 tree bind_expr = *expr_p;
1066 bool old_save_stack = gimplify_ctxp->save_stack;
1069 tree temp = voidify_wrapper_expr (bind_expr, NULL);
1071 /* Mark variables seen in this bind expr. */
1072 for (t = BIND_EXPR_VARS (bind_expr); t ; t = TREE_CHAIN (t))
1074 if (TREE_CODE (t) == VAR_DECL)
1076 struct gimplify_omp_ctx *ctx = gimplify_omp_ctxp;
1078 /* Mark variable as local. */
1079 if (ctx && !is_global_var (t)
1080 && (! DECL_SEEN_IN_BIND_EXPR_P (t)
1081 || splay_tree_lookup (ctx->variables,
1082 (splay_tree_key) t) == NULL))
1083 omp_add_variable (gimplify_omp_ctxp, t, GOVD_LOCAL | GOVD_SEEN);
1085 DECL_SEEN_IN_BIND_EXPR_P (t) = 1;
1088 /* Preliminarily mark non-addressed complex variables as eligible
1089 for promotion to gimple registers. We'll transform their uses
1091 if ((TREE_CODE (TREE_TYPE (t)) == COMPLEX_TYPE
1092 || TREE_CODE (TREE_TYPE (t)) == VECTOR_TYPE)
1093 && !TREE_THIS_VOLATILE (t)
1094 && (TREE_CODE (t) == VAR_DECL && !DECL_HARD_REGISTER (t))
1095 && !needs_to_live_in_memory (t))
1096 DECL_GIMPLE_REG_P (t) = 1;
1099 gimple_push_bind_expr (bind_expr);
1100 gimplify_ctxp->save_stack = false;
1102 gimplify_to_stmt_list (&BIND_EXPR_BODY (bind_expr));
1104 if (gimplify_ctxp->save_stack)
1106 tree stack_save, stack_restore;
1108 /* Save stack on entry and restore it on exit. Add a try_finally
1109 block to achieve this. Note that mudflap depends on the
1110 format of the emitted code: see mx_register_decls(). */
1111 build_stack_save_restore (&stack_save, &stack_restore);
1113 t = build2 (TRY_FINALLY_EXPR, void_type_node,
1114 BIND_EXPR_BODY (bind_expr), NULL_TREE);
1115 append_to_statement_list (stack_restore, &TREE_OPERAND (t, 1));
1117 BIND_EXPR_BODY (bind_expr) = NULL_TREE;
1118 append_to_statement_list (stack_save, &BIND_EXPR_BODY (bind_expr));
1119 append_to_statement_list (t, &BIND_EXPR_BODY (bind_expr));
1122 gimplify_ctxp->save_stack = old_save_stack;
1123 gimple_pop_bind_expr ();
1128 append_to_statement_list (bind_expr, pre_p);
1135 /* Gimplify a RETURN_EXPR. If the expression to be returned is not a
1136 GIMPLE value, it is assigned to a new temporary and the statement is
1137 re-written to return the temporary.
1139 PRE_P points to the list where side effects that must happen before
1140 STMT should be stored. */
1142 static enum gimplify_status
1143 gimplify_return_expr (tree stmt, tree *pre_p)
1145 tree ret_expr = TREE_OPERAND (stmt, 0);
1146 tree result_decl, result;
1148 if (!ret_expr || TREE_CODE (ret_expr) == RESULT_DECL
1149 || ret_expr == error_mark_node)
1152 if (VOID_TYPE_P (TREE_TYPE (TREE_TYPE (current_function_decl))))
1153 result_decl = NULL_TREE;
1156 result_decl = GENERIC_TREE_OPERAND (ret_expr, 0);
1157 if (TREE_CODE (result_decl) == INDIRECT_REF)
1158 /* See through a return by reference. */
1159 result_decl = TREE_OPERAND (result_decl, 0);
1161 gcc_assert ((TREE_CODE (ret_expr) == MODIFY_EXPR
1162 || TREE_CODE (ret_expr) == GIMPLE_MODIFY_STMT
1163 || TREE_CODE (ret_expr) == INIT_EXPR)
1164 && TREE_CODE (result_decl) == RESULT_DECL);
1167 /* If aggregate_value_p is true, then we can return the bare RESULT_DECL.
1168 Recall that aggregate_value_p is FALSE for any aggregate type that is
1169 returned in registers. If we're returning values in registers, then
1170 we don't want to extend the lifetime of the RESULT_DECL, particularly
1171 across another call. In addition, for those aggregates for which
1172 hard_function_value generates a PARALLEL, we'll die during normal
1173 expansion of structure assignments; there's special code in expand_return
1174 to handle this case that does not exist in expand_expr. */
1176 || aggregate_value_p (result_decl, TREE_TYPE (current_function_decl)))
1177 result = result_decl;
1178 else if (gimplify_ctxp->return_temp)
1179 result = gimplify_ctxp->return_temp;
1182 result = create_tmp_var (TREE_TYPE (result_decl), NULL);
1183 if (TREE_CODE (TREE_TYPE (result)) == COMPLEX_TYPE
1184 || TREE_CODE (TREE_TYPE (result)) == VECTOR_TYPE)
1185 DECL_GIMPLE_REG_P (result) = 1;
1187 /* ??? With complex control flow (usually involving abnormal edges),
1188 we can wind up warning about an uninitialized value for this. Due
1189 to how this variable is constructed and initialized, this is never
1190 true. Give up and never warn. */
1191 TREE_NO_WARNING (result) = 1;
1193 gimplify_ctxp->return_temp = result;
1196 /* Smash the lhs of the GIMPLE_MODIFY_STMT to the temporary we plan to use.
1197 Then gimplify the whole thing. */
1198 if (result != result_decl)
1199 GENERIC_TREE_OPERAND (ret_expr, 0) = result;
1201 gimplify_and_add (TREE_OPERAND (stmt, 0), pre_p);
1203 /* If we didn't use a temporary, then the result is just the result_decl.
1204 Otherwise we need a simple copy. This should already be gimple. */
1205 if (result == result_decl)
1208 ret_expr = build_gimple_modify_stmt (result_decl, result);
1209 TREE_OPERAND (stmt, 0) = ret_expr;
1214 /* Gimplifies a DECL_EXPR node *STMT_P by making any necessary allocation
1215 and initialization explicit. */
1217 static enum gimplify_status
1218 gimplify_decl_expr (tree *stmt_p)
1220 tree stmt = *stmt_p;
1221 tree decl = DECL_EXPR_DECL (stmt);
1223 *stmt_p = NULL_TREE;
1225 if (TREE_TYPE (decl) == error_mark_node)
1228 if ((TREE_CODE (decl) == TYPE_DECL
1229 || TREE_CODE (decl) == VAR_DECL)
1230 && !TYPE_SIZES_GIMPLIFIED (TREE_TYPE (decl)))
1231 gimplify_type_sizes (TREE_TYPE (decl), stmt_p);
1233 if (TREE_CODE (decl) == VAR_DECL && !DECL_EXTERNAL (decl))
1235 tree init = DECL_INITIAL (decl);
1237 if (TREE_CODE (DECL_SIZE (decl)) != INTEGER_CST)
1239 /* This is a variable-sized decl. Simplify its size and mark it
1240 for deferred expansion. Note that mudflap depends on the format
1241 of the emitted code: see mx_register_decls(). */
1242 tree t, addr, ptr_type;
1244 gimplify_one_sizepos (&DECL_SIZE (decl), stmt_p);
1245 gimplify_one_sizepos (&DECL_SIZE_UNIT (decl), stmt_p);
1247 /* All occurrences of this decl in final gimplified code will be
1248 replaced by indirection. Setting DECL_VALUE_EXPR does two
1249 things: First, it lets the rest of the gimplifier know what
1250 replacement to use. Second, it lets the debug info know
1251 where to find the value. */
1252 ptr_type = build_pointer_type (TREE_TYPE (decl));
1253 addr = create_tmp_var (ptr_type, get_name (decl));
1254 DECL_IGNORED_P (addr) = 0;
1255 t = build_fold_indirect_ref (addr);
1256 SET_DECL_VALUE_EXPR (decl, t);
1257 DECL_HAS_VALUE_EXPR_P (decl) = 1;
1259 t = built_in_decls[BUILT_IN_ALLOCA];
1260 t = build_call_expr (t, 1, DECL_SIZE_UNIT (decl));
1261 t = fold_convert (ptr_type, t);
1262 t = build_gimple_modify_stmt (addr, t);
1264 gimplify_and_add (t, stmt_p);
1266 /* Indicate that we need to restore the stack level when the
1267 enclosing BIND_EXPR is exited. */
1268 gimplify_ctxp->save_stack = true;
1271 if (init && init != error_mark_node)
1273 if (!TREE_STATIC (decl))
1275 DECL_INITIAL (decl) = NULL_TREE;
1276 init = build2 (INIT_EXPR, void_type_node, decl, init);
1277 gimplify_and_add (init, stmt_p);
1280 /* We must still examine initializers for static variables
1281 as they may contain a label address. */
1282 walk_tree (&init, force_labels_r, NULL, NULL);
1285 /* Some front ends do not explicitly declare all anonymous
1286 artificial variables. We compensate here by declaring the
1287 variables, though it would be better if the front ends would
1288 explicitly declare them. */
1289 if (!DECL_SEEN_IN_BIND_EXPR_P (decl)
1290 && DECL_ARTIFICIAL (decl) && DECL_NAME (decl) == NULL_TREE)
1291 gimple_add_tmp_var (decl);
1297 /* Gimplify a LOOP_EXPR. Normally this just involves gimplifying the body
1298 and replacing the LOOP_EXPR with goto, but if the loop contains an
1299 EXIT_EXPR, we need to append a label for it to jump to. */
1301 static enum gimplify_status
1302 gimplify_loop_expr (tree *expr_p, tree *pre_p)
1304 tree saved_label = gimplify_ctxp->exit_label;
1305 tree start_label = build1 (LABEL_EXPR, void_type_node, NULL_TREE);
1306 tree jump_stmt = build_and_jump (&LABEL_EXPR_LABEL (start_label));
1308 append_to_statement_list (start_label, pre_p);
1310 gimplify_ctxp->exit_label = NULL_TREE;
1312 gimplify_and_add (LOOP_EXPR_BODY (*expr_p), pre_p);
1314 if (gimplify_ctxp->exit_label)
1316 append_to_statement_list (jump_stmt, pre_p);
1317 *expr_p = build1 (LABEL_EXPR, void_type_node, gimplify_ctxp->exit_label);
1320 *expr_p = jump_stmt;
1322 gimplify_ctxp->exit_label = saved_label;
1327 /* Compare two case labels. Because the front end should already have
1328 made sure that case ranges do not overlap, it is enough to only compare
1329 the CASE_LOW values of each case label. */
1332 compare_case_labels (const void *p1, const void *p2)
1334 const_tree const case1 = *(const_tree const*)p1;
1335 const_tree const case2 = *(const_tree const*)p2;
1337 return tree_int_cst_compare (CASE_LOW (case1), CASE_LOW (case2));
1340 /* Sort the case labels in LABEL_VEC in place in ascending order. */
1343 sort_case_labels (tree label_vec)
1345 size_t len = TREE_VEC_LENGTH (label_vec);
1346 tree default_case = TREE_VEC_ELT (label_vec, len - 1);
1348 if (CASE_LOW (default_case))
1352 /* The last label in the vector should be the default case
1354 for (i = 0; i < len; ++i)
1356 tree t = TREE_VEC_ELT (label_vec, i);
1360 TREE_VEC_ELT (label_vec, i) = TREE_VEC_ELT (label_vec, len - 1);
1361 TREE_VEC_ELT (label_vec, len - 1) = default_case;
1367 qsort (&TREE_VEC_ELT (label_vec, 0), len - 1, sizeof (tree),
1368 compare_case_labels);
1371 /* Gimplify a SWITCH_EXPR, and collect a TREE_VEC of the labels it can
1374 static enum gimplify_status
1375 gimplify_switch_expr (tree *expr_p, tree *pre_p)
1377 tree switch_expr = *expr_p;
1378 enum gimplify_status ret;
1380 ret = gimplify_expr (&SWITCH_COND (switch_expr), pre_p, NULL,
1381 is_gimple_val, fb_rvalue);
1383 if (SWITCH_BODY (switch_expr))
1385 VEC(tree,heap) *labels, *saved_labels;
1386 tree label_vec, default_case = NULL_TREE;
1389 /* If someone can be bothered to fill in the labels, they can
1390 be bothered to null out the body too. */
1391 gcc_assert (!SWITCH_LABELS (switch_expr));
1393 saved_labels = gimplify_ctxp->case_labels;
1394 gimplify_ctxp->case_labels = VEC_alloc (tree, heap, 8);
1396 gimplify_to_stmt_list (&SWITCH_BODY (switch_expr));
1398 labels = gimplify_ctxp->case_labels;
1399 gimplify_ctxp->case_labels = saved_labels;
1402 while (i < VEC_length (tree, labels))
1404 tree elt = VEC_index (tree, labels, i);
1405 tree low = CASE_LOW (elt);
1406 bool remove_element = FALSE;
1410 /* Discard empty ranges. */
1411 tree high = CASE_HIGH (elt);
1412 if (high && INT_CST_LT (high, low))
1413 remove_element = TRUE;
1417 /* The default case must be the last label in the list. */
1418 gcc_assert (!default_case);
1420 remove_element = TRUE;
1424 VEC_ordered_remove (tree, labels, i);
1430 label_vec = make_tree_vec (len + 1);
1431 SWITCH_LABELS (*expr_p) = label_vec;
1432 append_to_statement_list (switch_expr, pre_p);
1436 /* If the switch has no default label, add one, so that we jump
1437 around the switch body. */
1438 default_case = build3 (CASE_LABEL_EXPR, void_type_node, NULL_TREE,
1439 NULL_TREE, create_artificial_label ());
1440 append_to_statement_list (SWITCH_BODY (switch_expr), pre_p);
1441 *expr_p = build1 (LABEL_EXPR, void_type_node,
1442 CASE_LABEL (default_case));
1445 *expr_p = SWITCH_BODY (switch_expr);
1447 for (i = 0; i < len; ++i)
1448 TREE_VEC_ELT (label_vec, i) = VEC_index (tree, labels, i);
1449 TREE_VEC_ELT (label_vec, len) = default_case;
1451 VEC_free (tree, heap, labels);
1453 sort_case_labels (label_vec);
1455 SWITCH_BODY (switch_expr) = NULL;
1458 gcc_assert (SWITCH_LABELS (switch_expr));
1463 static enum gimplify_status
1464 gimplify_case_label_expr (tree *expr_p)
1466 tree expr = *expr_p;
1467 struct gimplify_ctx *ctxp;
1469 /* Invalid OpenMP programs can play Duff's Device type games with
1470 #pragma omp parallel. At least in the C front end, we don't
1471 detect such invalid branches until after gimplification. */
1472 for (ctxp = gimplify_ctxp; ; ctxp = ctxp->prev_context)
1473 if (ctxp->case_labels)
1476 VEC_safe_push (tree, heap, ctxp->case_labels, expr);
1477 *expr_p = build1 (LABEL_EXPR, void_type_node, CASE_LABEL (expr));
1481 /* Build a GOTO to the LABEL_DECL pointed to by LABEL_P, building it first
1485 build_and_jump (tree *label_p)
1487 if (label_p == NULL)
1488 /* If there's nowhere to jump, just fall through. */
1491 if (*label_p == NULL_TREE)
1493 tree label = create_artificial_label ();
1497 return build1 (GOTO_EXPR, void_type_node, *label_p);
1500 /* Gimplify an EXIT_EXPR by converting to a GOTO_EXPR inside a COND_EXPR.
1501 This also involves building a label to jump to and communicating it to
1502 gimplify_loop_expr through gimplify_ctxp->exit_label. */
1504 static enum gimplify_status
1505 gimplify_exit_expr (tree *expr_p)
1507 tree cond = TREE_OPERAND (*expr_p, 0);
1510 expr = build_and_jump (&gimplify_ctxp->exit_label);
1511 expr = build3 (COND_EXPR, void_type_node, cond, expr, NULL_TREE);
1517 /* A helper function to be called via walk_tree. Mark all labels under *TP
1518 as being forced. To be called for DECL_INITIAL of static variables. */
1521 force_labels_r (tree *tp, int *walk_subtrees, void *data ATTRIBUTE_UNUSED)
1525 if (TREE_CODE (*tp) == LABEL_DECL)
1526 FORCED_LABEL (*tp) = 1;
1531 /* *EXPR_P is a COMPONENT_REF being used as an rvalue. If its type is
1532 different from its canonical type, wrap the whole thing inside a
1533 NOP_EXPR and force the type of the COMPONENT_REF to be the canonical
1536 The canonical type of a COMPONENT_REF is the type of the field being
1537 referenced--unless the field is a bit-field which can be read directly
1538 in a smaller mode, in which case the canonical type is the
1539 sign-appropriate type corresponding to that mode. */
1542 canonicalize_component_ref (tree *expr_p)
1544 tree expr = *expr_p;
1547 gcc_assert (TREE_CODE (expr) == COMPONENT_REF);
1549 if (INTEGRAL_TYPE_P (TREE_TYPE (expr)))
1550 type = TREE_TYPE (get_unwidened (expr, NULL_TREE));
1552 type = TREE_TYPE (TREE_OPERAND (expr, 1));
1554 if (TREE_TYPE (expr) != type)
1556 tree old_type = TREE_TYPE (expr);
1558 /* Set the type of the COMPONENT_REF to the underlying type. */
1559 TREE_TYPE (expr) = type;
1561 /* And wrap the whole thing inside a NOP_EXPR. */
1562 expr = build1 (NOP_EXPR, old_type, expr);
1568 /* If a NOP conversion is changing a pointer to array of foo to a pointer
1569 to foo, embed that change in the ADDR_EXPR by converting
1574 where L is the lower bound. For simplicity, only do this for constant
1578 canonicalize_addr_expr (tree *expr_p)
1580 tree expr = *expr_p;
1581 tree ctype = TREE_TYPE (expr);
1582 tree addr_expr = TREE_OPERAND (expr, 0);
1583 tree atype = TREE_TYPE (addr_expr);
1584 tree dctype, datype, ddatype, otype, obj_expr;
1586 /* Both cast and addr_expr types should be pointers. */
1587 if (!POINTER_TYPE_P (ctype) || !POINTER_TYPE_P (atype))
1590 /* The addr_expr type should be a pointer to an array. */
1591 datype = TREE_TYPE (atype);
1592 if (TREE_CODE (datype) != ARRAY_TYPE)
1595 /* Both cast and addr_expr types should address the same object type. */
1596 dctype = TREE_TYPE (ctype);
1597 ddatype = TREE_TYPE (datype);
1598 if (!useless_type_conversion_p (dctype, ddatype))
1601 /* The addr_expr and the object type should match. */
1602 obj_expr = TREE_OPERAND (addr_expr, 0);
1603 otype = TREE_TYPE (obj_expr);
1604 if (!useless_type_conversion_p (datype, otype))
1607 /* The lower bound and element sizes must be constant. */
1608 if (!TYPE_SIZE_UNIT (dctype)
1609 || TREE_CODE (TYPE_SIZE_UNIT (dctype)) != INTEGER_CST
1610 || !TYPE_DOMAIN (datype) || !TYPE_MIN_VALUE (TYPE_DOMAIN (datype))
1611 || TREE_CODE (TYPE_MIN_VALUE (TYPE_DOMAIN (datype))) != INTEGER_CST)
1614 /* All checks succeeded. Build a new node to merge the cast. */
1615 *expr_p = build4 (ARRAY_REF, dctype, obj_expr,
1616 TYPE_MIN_VALUE (TYPE_DOMAIN (datype)),
1617 NULL_TREE, NULL_TREE);
1618 *expr_p = build1 (ADDR_EXPR, ctype, *expr_p);
1621 /* *EXPR_P is a NOP_EXPR or CONVERT_EXPR. Remove it and/or other conversions
1622 underneath as appropriate. */
1624 static enum gimplify_status
1625 gimplify_conversion (tree *expr_p)
1628 gcc_assert (TREE_CODE (*expr_p) == NOP_EXPR
1629 || TREE_CODE (*expr_p) == CONVERT_EXPR);
1631 /* Then strip away all but the outermost conversion. */
1632 STRIP_SIGN_NOPS (TREE_OPERAND (*expr_p, 0));
1634 /* And remove the outermost conversion if it's useless. */
1635 if (tree_ssa_useless_type_conversion (*expr_p))
1636 *expr_p = TREE_OPERAND (*expr_p, 0);
1638 /* Attempt to avoid NOP_EXPR by producing reference to a subtype.
1639 For example this fold (subclass *)&A into &A->subclass avoiding
1640 a need for statement. */
1641 if (TREE_CODE (*expr_p) == NOP_EXPR
1642 && POINTER_TYPE_P (TREE_TYPE (*expr_p))
1643 && POINTER_TYPE_P (TREE_TYPE (TREE_OPERAND (*expr_p, 0)))
1644 && (tem = maybe_fold_offset_to_reference
1645 (TREE_OPERAND (*expr_p, 0),
1646 integer_zero_node, TREE_TYPE (TREE_TYPE (*expr_p)))))
1648 tree ptr_type = build_pointer_type (TREE_TYPE (tem));
1649 if (useless_type_conversion_p (TREE_TYPE (*expr_p), ptr_type))
1650 *expr_p = build_fold_addr_expr_with_type (tem, ptr_type);
1653 /* If we still have a conversion at the toplevel,
1654 then canonicalize some constructs. */
1655 if (TREE_CODE (*expr_p) == NOP_EXPR || TREE_CODE (*expr_p) == CONVERT_EXPR)
1657 tree sub = TREE_OPERAND (*expr_p, 0);
1659 /* If a NOP conversion is changing the type of a COMPONENT_REF
1660 expression, then canonicalize its type now in order to expose more
1661 redundant conversions. */
1662 if (TREE_CODE (sub) == COMPONENT_REF)
1663 canonicalize_component_ref (&TREE_OPERAND (*expr_p, 0));
1665 /* If a NOP conversion is changing a pointer to array of foo
1666 to a pointer to foo, embed that change in the ADDR_EXPR. */
1667 else if (TREE_CODE (sub) == ADDR_EXPR)
1668 canonicalize_addr_expr (expr_p);
1674 /* Gimplify a VAR_DECL or PARM_DECL. Returns GS_OK if we expanded a
1675 DECL_VALUE_EXPR, and it's worth re-examining things. */
1677 static enum gimplify_status
1678 gimplify_var_or_parm_decl (tree *expr_p)
1680 tree decl = *expr_p;
1682 /* ??? If this is a local variable, and it has not been seen in any
1683 outer BIND_EXPR, then it's probably the result of a duplicate
1684 declaration, for which we've already issued an error. It would
1685 be really nice if the front end wouldn't leak these at all.
1686 Currently the only known culprit is C++ destructors, as seen
1687 in g++.old-deja/g++.jason/binding.C. */
1688 if (TREE_CODE (decl) == VAR_DECL
1689 && !DECL_SEEN_IN_BIND_EXPR_P (decl)
1690 && !TREE_STATIC (decl) && !DECL_EXTERNAL (decl)
1691 && decl_function_context (decl) == current_function_decl)
1693 gcc_assert (errorcount || sorrycount);
1697 /* When within an OpenMP context, notice uses of variables. */
1698 if (gimplify_omp_ctxp && omp_notice_variable (gimplify_omp_ctxp, decl, true))
1701 /* If the decl is an alias for another expression, substitute it now. */
1702 if (DECL_HAS_VALUE_EXPR_P (decl))
1704 *expr_p = unshare_expr (DECL_VALUE_EXPR (decl));
1712 /* Gimplify the COMPONENT_REF, ARRAY_REF, REALPART_EXPR or IMAGPART_EXPR
1713 node pointed to by EXPR_P.
1716 : min_lval '[' val ']'
1718 | compound_lval '[' val ']'
1719 | compound_lval '.' ID
1721 This is not part of the original SIMPLE definition, which separates
1722 array and member references, but it seems reasonable to handle them
1723 together. Also, this way we don't run into problems with union
1724 aliasing; gcc requires that for accesses through a union to alias, the
1725 union reference must be explicit, which was not always the case when we
1726 were splitting up array and member refs.
1728 PRE_P points to the list where side effects that must happen before
1729 *EXPR_P should be stored.
1731 POST_P points to the list where side effects that must happen after
1732 *EXPR_P should be stored. */
1734 static enum gimplify_status
1735 gimplify_compound_lval (tree *expr_p, tree *pre_p,
1736 tree *post_p, fallback_t fallback)
1739 VEC(tree,heap) *stack;
1740 enum gimplify_status ret = GS_OK, tret;
1743 /* Create a stack of the subexpressions so later we can walk them in
1744 order from inner to outer. */
1745 stack = VEC_alloc (tree, heap, 10);
1747 /* We can handle anything that get_inner_reference can deal with. */
1748 for (p = expr_p; ; p = &TREE_OPERAND (*p, 0))
1751 /* Fold INDIRECT_REFs now to turn them into ARRAY_REFs. */
1752 if (TREE_CODE (*p) == INDIRECT_REF)
1753 *p = fold_indirect_ref (*p);
1755 if (handled_component_p (*p))
1757 /* Expand DECL_VALUE_EXPR now. In some cases that may expose
1758 additional COMPONENT_REFs. */
1759 else if ((TREE_CODE (*p) == VAR_DECL || TREE_CODE (*p) == PARM_DECL)
1760 && gimplify_var_or_parm_decl (p) == GS_OK)
1765 VEC_safe_push (tree, heap, stack, *p);
1768 gcc_assert (VEC_length (tree, stack));
1770 /* Now STACK is a stack of pointers to all the refs we've walked through
1771 and P points to the innermost expression.
1773 Java requires that we elaborated nodes in source order. That
1774 means we must gimplify the inner expression followed by each of
1775 the indices, in order. But we can't gimplify the inner
1776 expression until we deal with any variable bounds, sizes, or
1777 positions in order to deal with PLACEHOLDER_EXPRs.
1779 So we do this in three steps. First we deal with the annotations
1780 for any variables in the components, then we gimplify the base,
1781 then we gimplify any indices, from left to right. */
1782 for (i = VEC_length (tree, stack) - 1; i >= 0; i--)
1784 tree t = VEC_index (tree, stack, i);
1786 if (TREE_CODE (t) == ARRAY_REF || TREE_CODE (t) == ARRAY_RANGE_REF)
1788 /* Gimplify the low bound and element type size and put them into
1789 the ARRAY_REF. If these values are set, they have already been
1791 if (!TREE_OPERAND (t, 2))
1793 tree low = unshare_expr (array_ref_low_bound (t));
1794 if (!is_gimple_min_invariant (low))
1796 TREE_OPERAND (t, 2) = low;
1797 tret = gimplify_expr (&TREE_OPERAND (t, 2), pre_p, post_p,
1798 is_gimple_formal_tmp_reg, fb_rvalue);
1799 ret = MIN (ret, tret);
1803 if (!TREE_OPERAND (t, 3))
1805 tree elmt_type = TREE_TYPE (TREE_TYPE (TREE_OPERAND (t, 0)));
1806 tree elmt_size = unshare_expr (array_ref_element_size (t));
1807 tree factor = size_int (TYPE_ALIGN_UNIT (elmt_type));
1809 /* Divide the element size by the alignment of the element
1811 elmt_size = size_binop (EXACT_DIV_EXPR, elmt_size, factor);
1813 if (!is_gimple_min_invariant (elmt_size))
1815 TREE_OPERAND (t, 3) = elmt_size;
1816 tret = gimplify_expr (&TREE_OPERAND (t, 3), pre_p, post_p,
1817 is_gimple_formal_tmp_reg, fb_rvalue);
1818 ret = MIN (ret, tret);
1822 else if (TREE_CODE (t) == COMPONENT_REF)
1824 /* Set the field offset into T and gimplify it. */
1825 if (!TREE_OPERAND (t, 2))
1827 tree offset = unshare_expr (component_ref_field_offset (t));
1828 tree field = TREE_OPERAND (t, 1);
1830 = size_int (DECL_OFFSET_ALIGN (field) / BITS_PER_UNIT);
1832 /* Divide the offset by its alignment. */
1833 offset = size_binop (EXACT_DIV_EXPR, offset, factor);
1835 if (!is_gimple_min_invariant (offset))
1837 TREE_OPERAND (t, 2) = offset;
1838 tret = gimplify_expr (&TREE_OPERAND (t, 2), pre_p, post_p,
1839 is_gimple_formal_tmp_reg, fb_rvalue);
1840 ret = MIN (ret, tret);
1846 /* Step 2 is to gimplify the base expression. Make sure lvalue is set
1847 so as to match the min_lval predicate. Failure to do so may result
1848 in the creation of large aggregate temporaries. */
1849 tret = gimplify_expr (p, pre_p, post_p, is_gimple_min_lval,
1850 fallback | fb_lvalue);
1851 ret = MIN (ret, tret);
1853 /* And finally, the indices and operands to BIT_FIELD_REF. During this
1854 loop we also remove any useless conversions. */
1855 for (; VEC_length (tree, stack) > 0; )
1857 tree t = VEC_pop (tree, stack);
1859 if (TREE_CODE (t) == ARRAY_REF || TREE_CODE (t) == ARRAY_RANGE_REF)
1861 /* Gimplify the dimension.
1862 Temporary fix for gcc.c-torture/execute/20040313-1.c.
1863 Gimplify non-constant array indices into a temporary
1865 FIXME - The real fix is to gimplify post-modify
1866 expressions into a minimal gimple lvalue. However, that
1867 exposes bugs in alias analysis. The alias analyzer does
1868 not handle &PTR->FIELD very well. Will fix after the
1869 branch is merged into mainline (dnovillo 2004-05-03). */
1870 if (!is_gimple_min_invariant (TREE_OPERAND (t, 1)))
1872 tret = gimplify_expr (&TREE_OPERAND (t, 1), pre_p, post_p,
1873 is_gimple_formal_tmp_reg, fb_rvalue);
1874 ret = MIN (ret, tret);
1877 else if (TREE_CODE (t) == BIT_FIELD_REF)
1879 tret = gimplify_expr (&TREE_OPERAND (t, 1), pre_p, post_p,
1880 is_gimple_val, fb_rvalue);
1881 ret = MIN (ret, tret);
1882 tret = gimplify_expr (&TREE_OPERAND (t, 2), pre_p, post_p,
1883 is_gimple_val, fb_rvalue);
1884 ret = MIN (ret, tret);
1887 STRIP_USELESS_TYPE_CONVERSION (TREE_OPERAND (t, 0));
1889 /* The innermost expression P may have originally had TREE_SIDE_EFFECTS
1890 set which would have caused all the outer expressions in EXPR_P
1891 leading to P to also have had TREE_SIDE_EFFECTS set. */
1892 recalculate_side_effects (t);
1895 tret = gimplify_expr (p, pre_p, post_p, is_gimple_min_lval, fallback);
1896 ret = MIN (ret, tret);
1898 /* If the outermost expression is a COMPONENT_REF, canonicalize its type. */
1899 if ((fallback & fb_rvalue) && TREE_CODE (*expr_p) == COMPONENT_REF)
1901 canonicalize_component_ref (expr_p);
1902 ret = MIN (ret, GS_OK);
1905 VEC_free (tree, heap, stack);
1910 /* Gimplify the self modifying expression pointed to by EXPR_P
1913 PRE_P points to the list where side effects that must happen before
1914 *EXPR_P should be stored.
1916 POST_P points to the list where side effects that must happen after
1917 *EXPR_P should be stored.
1919 WANT_VALUE is nonzero iff we want to use the value of this expression
1920 in another expression. */
1922 static enum gimplify_status
1923 gimplify_self_mod_expr (tree *expr_p, tree *pre_p, tree *post_p,
1926 enum tree_code code;
1927 tree lhs, lvalue, rhs, t1, post = NULL, *orig_post_p = post_p;
1929 enum tree_code arith_code;
1930 enum gimplify_status ret;
1932 code = TREE_CODE (*expr_p);
1934 gcc_assert (code == POSTINCREMENT_EXPR || code == POSTDECREMENT_EXPR
1935 || code == PREINCREMENT_EXPR || code == PREDECREMENT_EXPR);
1937 /* Prefix or postfix? */
1938 if (code == POSTINCREMENT_EXPR || code == POSTDECREMENT_EXPR)
1939 /* Faster to treat as prefix if result is not used. */
1940 postfix = want_value;
1944 /* For postfix, make sure the inner expression's post side effects
1945 are executed after side effects from this expression. */
1949 /* Add or subtract? */
1950 if (code == PREINCREMENT_EXPR || code == POSTINCREMENT_EXPR)
1951 arith_code = PLUS_EXPR;
1953 arith_code = MINUS_EXPR;
1955 /* Gimplify the LHS into a GIMPLE lvalue. */
1956 lvalue = TREE_OPERAND (*expr_p, 0);
1957 ret = gimplify_expr (&lvalue, pre_p, post_p, is_gimple_lvalue, fb_lvalue);
1958 if (ret == GS_ERROR)
1961 /* Extract the operands to the arithmetic operation. */
1963 rhs = TREE_OPERAND (*expr_p, 1);
1965 /* For postfix operator, we evaluate the LHS to an rvalue and then use
1966 that as the result value and in the postqueue operation. */
1969 ret = gimplify_expr (&lhs, pre_p, post_p, is_gimple_val, fb_rvalue);
1970 if (ret == GS_ERROR)
1974 /* For POINTERs increment, use POINTER_PLUS_EXPR. */
1975 if (POINTER_TYPE_P (TREE_TYPE (lhs)))
1977 rhs = fold_convert (sizetype, rhs);
1978 if (arith_code == MINUS_EXPR)
1979 rhs = fold_build1 (NEGATE_EXPR, TREE_TYPE (rhs), rhs);
1980 arith_code = POINTER_PLUS_EXPR;
1983 t1 = build2 (arith_code, TREE_TYPE (*expr_p), lhs, rhs);
1984 t1 = build_gimple_modify_stmt (lvalue, t1);
1988 gimplify_and_add (t1, orig_post_p);
1989 append_to_statement_list (post, orig_post_p);
2000 /* If *EXPR_P has a variable sized type, wrap it in a WITH_SIZE_EXPR. */
2003 maybe_with_size_expr (tree *expr_p)
2005 tree expr = *expr_p;
2006 tree type = TREE_TYPE (expr);
2009 /* If we've already wrapped this or the type is error_mark_node, we can't do
2011 if (TREE_CODE (expr) == WITH_SIZE_EXPR
2012 || type == error_mark_node)
2015 /* If the size isn't known or is a constant, we have nothing to do. */
2016 size = TYPE_SIZE_UNIT (type);
2017 if (!size || TREE_CODE (size) == INTEGER_CST)
2020 /* Otherwise, make a WITH_SIZE_EXPR. */
2021 size = unshare_expr (size);
2022 size = SUBSTITUTE_PLACEHOLDER_IN_EXPR (size, expr);
2023 *expr_p = build2 (WITH_SIZE_EXPR, type, expr, size);
2026 /* Subroutine of gimplify_call_expr: Gimplify a single argument. */
2028 static enum gimplify_status
2029 gimplify_arg (tree *expr_p, tree *pre_p)
2031 bool (*test) (tree);
2034 /* In general, we allow lvalues for function arguments to avoid
2035 extra overhead of copying large aggregates out of even larger
2036 aggregates into temporaries only to copy the temporaries to
2037 the argument list. Make optimizers happy by pulling out to
2038 temporaries those types that fit in registers. */
2039 if (is_gimple_reg_type (TREE_TYPE (*expr_p)))
2040 test = is_gimple_val, fb = fb_rvalue;
2042 test = is_gimple_lvalue, fb = fb_either;
2044 /* If this is a variable sized type, we must remember the size. */
2045 maybe_with_size_expr (expr_p);
2047 /* There is a sequence point before a function call. Side effects in
2048 the argument list must occur before the actual call. So, when
2049 gimplifying arguments, force gimplify_expr to use an internal
2050 post queue which is then appended to the end of PRE_P. */
2051 return gimplify_expr (expr_p, pre_p, NULL, test, fb);
2054 /* Gimplify the CALL_EXPR node pointed to by EXPR_P. PRE_P points to the
2055 list where side effects that must happen before *EXPR_P should be stored.
2056 WANT_VALUE is true if the result of the call is desired. */
2058 static enum gimplify_status
2059 gimplify_call_expr (tree *expr_p, tree *pre_p, bool want_value)
2061 tree decl, parms, p;
2062 enum gimplify_status ret;
2065 gcc_assert (TREE_CODE (*expr_p) == CALL_EXPR);
2067 /* For reliable diagnostics during inlining, it is necessary that
2068 every call_expr be annotated with file and line. */
2069 if (! EXPR_HAS_LOCATION (*expr_p))
2070 SET_EXPR_LOCATION (*expr_p, input_location);
2072 /* This may be a call to a builtin function.
2074 Builtin function calls may be transformed into different
2075 (and more efficient) builtin function calls under certain
2076 circumstances. Unfortunately, gimplification can muck things
2077 up enough that the builtin expanders are not aware that certain
2078 transformations are still valid.
2080 So we attempt transformation/gimplification of the call before
2081 we gimplify the CALL_EXPR. At this time we do not manage to
2082 transform all calls in the same manner as the expanders do, but
2083 we do transform most of them. */
2084 decl = get_callee_fndecl (*expr_p);
2085 if (decl && DECL_BUILT_IN (decl))
2087 tree new = fold_call_expr (*expr_p, !want_value);
2089 if (new && new != *expr_p)
2091 /* There was a transformation of this call which computes the
2092 same value, but in a more efficient way. Return and try
2098 if (DECL_BUILT_IN_CLASS (decl) == BUILT_IN_NORMAL
2099 && DECL_FUNCTION_CODE (decl) == BUILT_IN_VA_START)
2101 if (call_expr_nargs (*expr_p) < 2)
2103 error ("too few arguments to function %<va_start%>");
2104 *expr_p = build_empty_stmt ();
2108 if (fold_builtin_next_arg (*expr_p, true))
2110 *expr_p = build_empty_stmt ();
2113 /* Avoid gimplifying the second argument to va_start, which needs
2114 to be the plain PARM_DECL. */
2115 return gimplify_arg (&CALL_EXPR_ARG (*expr_p, 0), pre_p);
2119 /* There is a sequence point before the call, so any side effects in
2120 the calling expression must occur before the actual call. Force
2121 gimplify_expr to use an internal post queue. */
2122 ret = gimplify_expr (&CALL_EXPR_FN (*expr_p), pre_p, NULL,
2123 is_gimple_call_addr, fb_rvalue);
2125 nargs = call_expr_nargs (*expr_p);
2127 /* Get argument types for verification. */
2128 decl = get_callee_fndecl (*expr_p);
2131 parms = TYPE_ARG_TYPES (TREE_TYPE (decl));
2132 else if (POINTER_TYPE_P (TREE_TYPE (CALL_EXPR_FN (*expr_p))))
2133 parms = TYPE_ARG_TYPES (TREE_TYPE (TREE_TYPE (CALL_EXPR_FN (*expr_p))));
2135 /* Verify if the type of the argument matches that of the function
2136 declaration. If we cannot verify this or there is a mismatch,
2137 mark the call expression so it doesn't get inlined later. */
2138 if (decl && DECL_ARGUMENTS (decl))
2140 for (i = 0, p = DECL_ARGUMENTS (decl); i < nargs;
2141 i++, p = TREE_CHAIN (p))
2143 /* We cannot distinguish a varargs function from the case
2144 of excess parameters, still deferring the inlining decision
2145 to the callee is possible. */
2148 if (p == error_mark_node
2149 || CALL_EXPR_ARG (*expr_p, i) == error_mark_node
2150 || !fold_convertible_p (DECL_ARG_TYPE (p),
2151 CALL_EXPR_ARG (*expr_p, i)))
2153 CALL_CANNOT_INLINE_P (*expr_p) = 1;
2160 for (i = 0, p = parms; i < nargs; i++, p = TREE_CHAIN (p))
2162 /* If this is a varargs function defer inlining decision
2166 if (TREE_VALUE (p) == error_mark_node
2167 || CALL_EXPR_ARG (*expr_p, i) == error_mark_node
2168 || TREE_CODE (TREE_VALUE (p)) == VOID_TYPE
2169 || !fold_convertible_p (TREE_VALUE (p),
2170 CALL_EXPR_ARG (*expr_p, i)))
2172 CALL_CANNOT_INLINE_P (*expr_p) = 1;
2177 else if (nargs != 0)
2178 CALL_CANNOT_INLINE_P (*expr_p) = 1;
2180 /* Finally, gimplify the function arguments. */
2181 for (i = (PUSH_ARGS_REVERSED ? nargs - 1 : 0);
2182 PUSH_ARGS_REVERSED ? i >= 0 : i < nargs;
2183 PUSH_ARGS_REVERSED ? i-- : i++)
2185 enum gimplify_status t;
2187 t = gimplify_arg (&CALL_EXPR_ARG (*expr_p, i), pre_p);
2193 /* Try this again in case gimplification exposed something. */
2194 if (ret != GS_ERROR)
2196 tree new = fold_call_expr (*expr_p, !want_value);
2198 if (new && new != *expr_p)
2200 /* There was a transformation of this call which computes the
2201 same value, but in a more efficient way. Return and try
2208 /* If the function is "const" or "pure", then clear TREE_SIDE_EFFECTS on its
2209 decl. This allows us to eliminate redundant or useless
2210 calls to "const" functions. */
2211 if (TREE_CODE (*expr_p) == CALL_EXPR
2212 && (call_expr_flags (*expr_p) & (ECF_CONST | ECF_PURE)))
2213 TREE_SIDE_EFFECTS (*expr_p) = 0;
2218 /* Handle shortcut semantics in the predicate operand of a COND_EXPR by
2219 rewriting it into multiple COND_EXPRs, and possibly GOTO_EXPRs.
2221 TRUE_LABEL_P and FALSE_LABEL_P point to the labels to jump to if the
2222 condition is true or false, respectively. If null, we should generate
2223 our own to skip over the evaluation of this specific expression.
2225 This function is the tree equivalent of do_jump.
2227 shortcut_cond_r should only be called by shortcut_cond_expr. */
2230 shortcut_cond_r (tree pred, tree *true_label_p, tree *false_label_p)
2232 tree local_label = NULL_TREE;
2233 tree t, expr = NULL;
2235 /* OK, it's not a simple case; we need to pull apart the COND_EXPR to
2236 retain the shortcut semantics. Just insert the gotos here;
2237 shortcut_cond_expr will append the real blocks later. */
2238 if (TREE_CODE (pred) == TRUTH_ANDIF_EXPR)
2240 /* Turn if (a && b) into
2242 if (a); else goto no;
2243 if (b) goto yes; else goto no;
2246 if (false_label_p == NULL)
2247 false_label_p = &local_label;
2249 t = shortcut_cond_r (TREE_OPERAND (pred, 0), NULL, false_label_p);
2250 append_to_statement_list (t, &expr);
2252 t = shortcut_cond_r (TREE_OPERAND (pred, 1), true_label_p,
2254 append_to_statement_list (t, &expr);
2256 else if (TREE_CODE (pred) == TRUTH_ORIF_EXPR)
2258 /* Turn if (a || b) into
2261 if (b) goto yes; else goto no;
2264 if (true_label_p == NULL)
2265 true_label_p = &local_label;
2267 t = shortcut_cond_r (TREE_OPERAND (pred, 0), true_label_p, NULL);
2268 append_to_statement_list (t, &expr);
2270 t = shortcut_cond_r (TREE_OPERAND (pred, 1), true_label_p,
2272 append_to_statement_list (t, &expr);
2274 else if (TREE_CODE (pred) == COND_EXPR)
2276 /* As long as we're messing with gotos, turn if (a ? b : c) into
2278 if (b) goto yes; else goto no;
2280 if (c) goto yes; else goto no; */
2281 expr = build3 (COND_EXPR, void_type_node, TREE_OPERAND (pred, 0),
2282 shortcut_cond_r (TREE_OPERAND (pred, 1), true_label_p,
2284 shortcut_cond_r (TREE_OPERAND (pred, 2), true_label_p,
2289 expr = build3 (COND_EXPR, void_type_node, pred,
2290 build_and_jump (true_label_p),
2291 build_and_jump (false_label_p));
2296 t = build1 (LABEL_EXPR, void_type_node, local_label);
2297 append_to_statement_list (t, &expr);
2304 shortcut_cond_expr (tree expr)
2306 tree pred = TREE_OPERAND (expr, 0);
2307 tree then_ = TREE_OPERAND (expr, 1);
2308 tree else_ = TREE_OPERAND (expr, 2);
2309 tree true_label, false_label, end_label, t;
2311 tree *false_label_p;
2312 bool emit_end, emit_false, jump_over_else;
2313 bool then_se = then_ && TREE_SIDE_EFFECTS (then_);
2314 bool else_se = else_ && TREE_SIDE_EFFECTS (else_);
2316 /* First do simple transformations. */
2319 /* If there is no 'else', turn (a && b) into if (a) if (b). */
2320 while (TREE_CODE (pred) == TRUTH_ANDIF_EXPR)
2322 TREE_OPERAND (expr, 0) = TREE_OPERAND (pred, 1);
2323 then_ = shortcut_cond_expr (expr);
2324 then_se = then_ && TREE_SIDE_EFFECTS (then_);
2325 pred = TREE_OPERAND (pred, 0);
2326 expr = build3 (COND_EXPR, void_type_node, pred, then_, NULL_TREE);
2331 /* If there is no 'then', turn
2334 if (a); else if (b); else d. */
2335 while (TREE_CODE (pred) == TRUTH_ORIF_EXPR)
2337 TREE_OPERAND (expr, 0) = TREE_OPERAND (pred, 1);
2338 else_ = shortcut_cond_expr (expr);
2339 else_se = else_ && TREE_SIDE_EFFECTS (else_);
2340 pred = TREE_OPERAND (pred, 0);
2341 expr = build3 (COND_EXPR, void_type_node, pred, NULL_TREE, else_);
2345 /* If we're done, great. */
2346 if (TREE_CODE (pred) != TRUTH_ANDIF_EXPR
2347 && TREE_CODE (pred) != TRUTH_ORIF_EXPR)
2350 /* Otherwise we need to mess with gotos. Change
2353 if (a); else goto no;
2356 and recursively gimplify the condition. */
2358 true_label = false_label = end_label = NULL_TREE;
2360 /* If our arms just jump somewhere, hijack those labels so we don't
2361 generate jumps to jumps. */
2364 && TREE_CODE (then_) == GOTO_EXPR
2365 && TREE_CODE (GOTO_DESTINATION (then_)) == LABEL_DECL)
2367 true_label = GOTO_DESTINATION (then_);
2373 && TREE_CODE (else_) == GOTO_EXPR
2374 && TREE_CODE (GOTO_DESTINATION (else_)) == LABEL_DECL)
2376 false_label = GOTO_DESTINATION (else_);
2381 /* If we aren't hijacking a label for the 'then' branch, it falls through. */
2383 true_label_p = &true_label;
2385 true_label_p = NULL;
2387 /* The 'else' branch also needs a label if it contains interesting code. */
2388 if (false_label || else_se)
2389 false_label_p = &false_label;
2391 false_label_p = NULL;
2393 /* If there was nothing else in our arms, just forward the label(s). */
2394 if (!then_se && !else_se)
2395 return shortcut_cond_r (pred, true_label_p, false_label_p);
2397 /* If our last subexpression already has a terminal label, reuse it. */
2399 expr = expr_last (else_);
2401 expr = expr_last (then_);
2404 if (expr && TREE_CODE (expr) == LABEL_EXPR)
2405 end_label = LABEL_EXPR_LABEL (expr);
2407 /* If we don't care about jumping to the 'else' branch, jump to the end
2408 if the condition is false. */
2410 false_label_p = &end_label;
2412 /* We only want to emit these labels if we aren't hijacking them. */
2413 emit_end = (end_label == NULL_TREE);
2414 emit_false = (false_label == NULL_TREE);
2416 /* We only emit the jump over the else clause if we have to--if the
2417 then clause may fall through. Otherwise we can wind up with a
2418 useless jump and a useless label at the end of gimplified code,
2419 which will cause us to think that this conditional as a whole
2420 falls through even if it doesn't. If we then inline a function
2421 which ends with such a condition, that can cause us to issue an
2422 inappropriate warning about control reaching the end of a
2423 non-void function. */
2424 jump_over_else = block_may_fallthru (then_);
2426 pred = shortcut_cond_r (pred, true_label_p, false_label_p);
2429 append_to_statement_list (pred, &expr);
2431 append_to_statement_list (then_, &expr);
2436 t = build_and_jump (&end_label);
2437 append_to_statement_list (t, &expr);
2441 t = build1 (LABEL_EXPR, void_type_node, false_label);
2442 append_to_statement_list (t, &expr);
2444 append_to_statement_list (else_, &expr);
2446 if (emit_end && end_label)
2448 t = build1 (LABEL_EXPR, void_type_node, end_label);
2449 append_to_statement_list (t, &expr);
2455 /* EXPR is used in a boolean context; make sure it has BOOLEAN_TYPE. */
2458 gimple_boolify (tree expr)
2460 tree type = TREE_TYPE (expr);
2462 if (TREE_CODE (type) == BOOLEAN_TYPE)
2465 switch (TREE_CODE (expr))
2467 case TRUTH_AND_EXPR:
2469 case TRUTH_XOR_EXPR:
2470 case TRUTH_ANDIF_EXPR:
2471 case TRUTH_ORIF_EXPR:
2472 /* Also boolify the arguments of truth exprs. */
2473 TREE_OPERAND (expr, 1) = gimple_boolify (TREE_OPERAND (expr, 1));
2476 case TRUTH_NOT_EXPR:
2477 TREE_OPERAND (expr, 0) = gimple_boolify (TREE_OPERAND (expr, 0));
2480 case EQ_EXPR: case NE_EXPR:
2481 case LE_EXPR: case GE_EXPR: case LT_EXPR: case GT_EXPR:
2482 /* These expressions always produce boolean results. */
2483 TREE_TYPE (expr) = boolean_type_node;
2487 /* Other expressions that get here must have boolean values, but
2488 might need to be converted to the appropriate mode. */
2489 return fold_convert (boolean_type_node, expr);
2493 /* Convert the conditional expression pointed to by EXPR_P '(p) ? a : b;'
2502 The second form is used when *EXPR_P is of type void.
2504 TARGET is the tree for T1 above.
2506 PRE_P points to the list where side effects that must happen before
2507 *EXPR_P should be stored. */
2509 static enum gimplify_status
2510 gimplify_cond_expr (tree *expr_p, tree *pre_p, fallback_t fallback)
2512 tree expr = *expr_p;
2513 tree tmp, tmp2, type;
2514 enum gimplify_status ret;
2516 type = TREE_TYPE (expr);
2518 /* If this COND_EXPR has a value, copy the values into a temporary within
2520 if (! VOID_TYPE_P (type))
2524 if ((fallback & fb_lvalue) == 0)
2526 result = tmp2 = tmp = create_tmp_var (TREE_TYPE (expr), "iftmp");
2531 tree type = build_pointer_type (TREE_TYPE (expr));
2533 if (TREE_TYPE (TREE_OPERAND (expr, 1)) != void_type_node)
2534 TREE_OPERAND (expr, 1) =
2535 build_fold_addr_expr (TREE_OPERAND (expr, 1));
2537 if (TREE_TYPE (TREE_OPERAND (expr, 2)) != void_type_node)
2538 TREE_OPERAND (expr, 2) =
2539 build_fold_addr_expr (TREE_OPERAND (expr, 2));
2541 tmp2 = tmp = create_tmp_var (type, "iftmp");
2543 expr = build3 (COND_EXPR, void_type_node, TREE_OPERAND (expr, 0),
2544 TREE_OPERAND (expr, 1), TREE_OPERAND (expr, 2));
2546 result = build_fold_indirect_ref (tmp);
2550 /* Build the then clause, 't1 = a;'. But don't build an assignment
2551 if this branch is void; in C++ it can be, if it's a throw. */
2552 if (TREE_TYPE (TREE_OPERAND (expr, 1)) != void_type_node)
2553 TREE_OPERAND (expr, 1)
2554 = build_gimple_modify_stmt (tmp, TREE_OPERAND (expr, 1));
2556 /* Build the else clause, 't1 = b;'. */
2557 if (TREE_TYPE (TREE_OPERAND (expr, 2)) != void_type_node)
2558 TREE_OPERAND (expr, 2)
2559 = build_gimple_modify_stmt (tmp2, TREE_OPERAND (expr, 2));
2561 TREE_TYPE (expr) = void_type_node;
2562 recalculate_side_effects (expr);
2564 /* Move the COND_EXPR to the prequeue. */
2565 gimplify_and_add (expr, pre_p);
2571 /* Make sure the condition has BOOLEAN_TYPE. */
2572 TREE_OPERAND (expr, 0) = gimple_boolify (TREE_OPERAND (expr, 0));
2574 /* Break apart && and || conditions. */
2575 if (TREE_CODE (TREE_OPERAND (expr, 0)) == TRUTH_ANDIF_EXPR
2576 || TREE_CODE (TREE_OPERAND (expr, 0)) == TRUTH_ORIF_EXPR)
2578 expr = shortcut_cond_expr (expr);
2580 if (expr != *expr_p)
2584 /* We can't rely on gimplify_expr to re-gimplify the expanded
2585 form properly, as cleanups might cause the target labels to be
2586 wrapped in a TRY_FINALLY_EXPR. To prevent that, we need to
2587 set up a conditional context. */
2588 gimple_push_condition ();
2589 gimplify_stmt (expr_p);
2590 gimple_pop_condition (pre_p);
2596 /* Now do the normal gimplification. */
2597 ret = gimplify_expr (&TREE_OPERAND (expr, 0), pre_p, NULL,
2598 is_gimple_condexpr, fb_rvalue);
2600 gimple_push_condition ();
2602 gimplify_to_stmt_list (&TREE_OPERAND (expr, 1));
2603 gimplify_to_stmt_list (&TREE_OPERAND (expr, 2));
2604 recalculate_side_effects (expr);
2606 gimple_pop_condition (pre_p);
2608 if (ret == GS_ERROR)
2610 else if (TREE_SIDE_EFFECTS (TREE_OPERAND (expr, 1)))
2612 else if (TREE_SIDE_EFFECTS (TREE_OPERAND (expr, 2)))
2613 /* Rewrite "if (a); else b" to "if (!a) b" */
2615 TREE_OPERAND (expr, 0) = invert_truthvalue (TREE_OPERAND (expr, 0));
2616 ret = gimplify_expr (&TREE_OPERAND (expr, 0), pre_p, NULL,
2617 is_gimple_condexpr, fb_rvalue);
2619 tmp = TREE_OPERAND (expr, 1);
2620 TREE_OPERAND (expr, 1) = TREE_OPERAND (expr, 2);
2621 TREE_OPERAND (expr, 2) = tmp;
2624 /* Both arms are empty; replace the COND_EXPR with its predicate. */
2625 expr = TREE_OPERAND (expr, 0);
2631 /* A subroutine of gimplify_modify_expr. Replace a MODIFY_EXPR with
2632 a call to __builtin_memcpy. */
2634 static enum gimplify_status
2635 gimplify_modify_expr_to_memcpy (tree *expr_p, tree size, bool want_value)
2637 tree t, to, to_ptr, from, from_ptr;
2639 to = GENERIC_TREE_OPERAND (*expr_p, 0);
2640 from = GENERIC_TREE_OPERAND (*expr_p, 1);
2642 from_ptr = build_fold_addr_expr (from);
2644 to_ptr = build_fold_addr_expr (to);
2645 t = implicit_built_in_decls[BUILT_IN_MEMCPY];
2646 t = build_call_expr (t, 3, to_ptr, from_ptr, size);
2650 t = build1 (NOP_EXPR, TREE_TYPE (to_ptr), t);
2651 t = build1 (INDIRECT_REF, TREE_TYPE (to), t);
2658 /* A subroutine of gimplify_modify_expr. Replace a MODIFY_EXPR with
2659 a call to __builtin_memset. In this case we know that the RHS is
2660 a CONSTRUCTOR with an empty element list. */
2662 static enum gimplify_status
2663 gimplify_modify_expr_to_memset (tree *expr_p, tree size, bool want_value)
2667 to = GENERIC_TREE_OPERAND (*expr_p, 0);
2669 to_ptr = build_fold_addr_expr (to);
2670 t = implicit_built_in_decls[BUILT_IN_MEMSET];
2671 t = build_call_expr (t, 3, to_ptr, integer_zero_node, size);
2675 t = build1 (NOP_EXPR, TREE_TYPE (to_ptr), t);
2676 t = build1 (INDIRECT_REF, TREE_TYPE (to), t);
2683 /* A subroutine of gimplify_init_ctor_preeval. Called via walk_tree,
2684 determine, cautiously, if a CONSTRUCTOR overlaps the lhs of an
2685 assignment. Returns non-null if we detect a potential overlap. */
2687 struct gimplify_init_ctor_preeval_data
2689 /* The base decl of the lhs object. May be NULL, in which case we
2690 have to assume the lhs is indirect. */
2693 /* The alias set of the lhs object. */
2694 alias_set_type lhs_alias_set;
2698 gimplify_init_ctor_preeval_1 (tree *tp, int *walk_subtrees, void *xdata)
2700 struct gimplify_init_ctor_preeval_data *data
2701 = (struct gimplify_init_ctor_preeval_data *) xdata;
2704 /* If we find the base object, obviously we have overlap. */
2705 if (data->lhs_base_decl == t)
2708 /* If the constructor component is indirect, determine if we have a
2709 potential overlap with the lhs. The only bits of information we
2710 have to go on at this point are addressability and alias sets. */
2711 if (TREE_CODE (t) == INDIRECT_REF
2712 && (!data->lhs_base_decl || TREE_ADDRESSABLE (data->lhs_base_decl))
2713 && alias_sets_conflict_p (data->lhs_alias_set, get_alias_set (t)))
2716 /* If the constructor component is a call, determine if it can hide a
2717 potential overlap with the lhs through an INDIRECT_REF like above. */
2718 if (TREE_CODE (t) == CALL_EXPR)
2720 tree type, fntype = TREE_TYPE (TREE_TYPE (CALL_EXPR_FN (t)));
2722 for (type = TYPE_ARG_TYPES (fntype); type; type = TREE_CHAIN (type))
2723 if (POINTER_TYPE_P (TREE_VALUE (type))
2724 && (!data->lhs_base_decl || TREE_ADDRESSABLE (data->lhs_base_decl))
2725 && alias_sets_conflict_p (data->lhs_alias_set,
2727 (TREE_TYPE (TREE_VALUE (type)))))
2731 if (IS_TYPE_OR_DECL_P (t))
2736 /* A subroutine of gimplify_init_constructor. Pre-evaluate *EXPR_P,
2737 force values that overlap with the lhs (as described by *DATA)
2738 into temporaries. */
2741 gimplify_init_ctor_preeval (tree *expr_p, tree *pre_p, tree *post_p,
2742 struct gimplify_init_ctor_preeval_data *data)
2744 enum gimplify_status one;
2746 /* If the value is invariant, then there's nothing to pre-evaluate.
2747 But ensure it doesn't have any side-effects since a SAVE_EXPR is
2748 invariant but has side effects and might contain a reference to
2749 the object we're initializing. */
2750 if (TREE_INVARIANT (*expr_p) && !TREE_SIDE_EFFECTS (*expr_p))
2753 /* If the type has non-trivial constructors, we can't pre-evaluate. */
2754 if (TREE_ADDRESSABLE (TREE_TYPE (*expr_p)))
2757 /* Recurse for nested constructors. */
2758 if (TREE_CODE (*expr_p) == CONSTRUCTOR)
2760 unsigned HOST_WIDE_INT ix;
2761 constructor_elt *ce;
2762 VEC(constructor_elt,gc) *v = CONSTRUCTOR_ELTS (*expr_p);
2764 for (ix = 0; VEC_iterate (constructor_elt, v, ix, ce); ix++)
2765 gimplify_init_ctor_preeval (&ce->value, pre_p, post_p, data);
2769 /* If this is a variable sized type, we must remember the size. */
2770 maybe_with_size_expr (expr_p);
2772 /* Gimplify the constructor element to something appropriate for the rhs
2773 of a MODIFY_EXPR. Given that we know the lhs is an aggregate, we know
2774 the gimplifier will consider this a store to memory. Doing this
2775 gimplification now means that we won't have to deal with complicated
2776 language-specific trees, nor trees like SAVE_EXPR that can induce
2777 exponential search behavior. */
2778 one = gimplify_expr (expr_p, pre_p, post_p, is_gimple_mem_rhs, fb_rvalue);
2779 if (one == GS_ERROR)
2785 /* If we gimplified to a bare decl, we can be sure that it doesn't overlap
2786 with the lhs, since "a = { .x=a }" doesn't make sense. This will
2787 always be true for all scalars, since is_gimple_mem_rhs insists on a
2788 temporary variable for them. */
2789 if (DECL_P (*expr_p))
2792 /* If this is of variable size, we have no choice but to assume it doesn't
2793 overlap since we can't make a temporary for it. */
2794 if (TREE_CODE (TYPE_SIZE (TREE_TYPE (*expr_p))) != INTEGER_CST)
2797 /* Otherwise, we must search for overlap ... */
2798 if (!walk_tree (expr_p, gimplify_init_ctor_preeval_1, data, NULL))
2801 /* ... and if found, force the value into a temporary. */
2802 *expr_p = get_formal_tmp_var (*expr_p, pre_p);
2805 /* A subroutine of gimplify_init_ctor_eval. Create a loop for
2806 a RANGE_EXPR in a CONSTRUCTOR for an array.
2810 object[var] = value;
2817 We increment var _after_ the loop exit check because we might otherwise
2818 fail if upper == TYPE_MAX_VALUE (type for upper).
2820 Note that we never have to deal with SAVE_EXPRs here, because this has
2821 already been taken care of for us, in gimplify_init_ctor_preeval(). */
2823 static void gimplify_init_ctor_eval (tree, VEC(constructor_elt,gc) *,
2827 gimplify_init_ctor_eval_range (tree object, tree lower, tree upper,
2828 tree value, tree array_elt_type,
2829 tree *pre_p, bool cleared)
2831 tree loop_entry_label, loop_exit_label;
2832 tree var, var_type, cref, tmp;
2834 loop_entry_label = create_artificial_label ();
2835 loop_exit_label = create_artificial_label ();
2837 /* Create and initialize the index variable. */
2838 var_type = TREE_TYPE (upper);
2839 var = create_tmp_var (var_type, NULL);
2840 append_to_statement_list (build_gimple_modify_stmt (var, lower), pre_p);
2842 /* Add the loop entry label. */
2843 append_to_statement_list (build1 (LABEL_EXPR,
2848 /* Build the reference. */
2849 cref = build4 (ARRAY_REF, array_elt_type, unshare_expr (object),
2850 var, NULL_TREE, NULL_TREE);
2852 /* If we are a constructor, just call gimplify_init_ctor_eval to do
2853 the store. Otherwise just assign value to the reference. */
2855 if (TREE_CODE (value) == CONSTRUCTOR)
2856 /* NB we might have to call ourself recursively through
2857 gimplify_init_ctor_eval if the value is a constructor. */
2858 gimplify_init_ctor_eval (cref, CONSTRUCTOR_ELTS (value),
2861 append_to_statement_list (build_gimple_modify_stmt (cref, value), pre_p);
2863 /* We exit the loop when the index var is equal to the upper bound. */
2864 gimplify_and_add (build3 (COND_EXPR, void_type_node,
2865 build2 (EQ_EXPR, boolean_type_node,
2873 /* Otherwise, increment the index var... */
2874 tmp = build2 (PLUS_EXPR, var_type, var,
2875 fold_convert (var_type, integer_one_node));
2876 append_to_statement_list (build_gimple_modify_stmt (var, tmp), pre_p);
2878 /* ...and jump back to the loop entry. */
2879 append_to_statement_list (build1 (GOTO_EXPR,
2884 /* Add the loop exit label. */
2885 append_to_statement_list (build1 (LABEL_EXPR,
2891 /* Return true if FDECL is accessing a field that is zero sized. */
2894 zero_sized_field_decl (const_tree fdecl)
2896 if (TREE_CODE (fdecl) == FIELD_DECL && DECL_SIZE (fdecl)
2897 && integer_zerop (DECL_SIZE (fdecl)))
2902 /* Return true if TYPE is zero sized. */
2905 zero_sized_type (const_tree type)
2907 if (AGGREGATE_TYPE_P (type) && TYPE_SIZE (type)
2908 && integer_zerop (TYPE_SIZE (type)))
2913 /* A subroutine of gimplify_init_constructor. Generate individual
2914 MODIFY_EXPRs for a CONSTRUCTOR. OBJECT is the LHS against which the
2915 assignments should happen. ELTS is the CONSTRUCTOR_ELTS of the
2916 CONSTRUCTOR. CLEARED is true if the entire LHS object has been
2920 gimplify_init_ctor_eval (tree object, VEC(constructor_elt,gc) *elts,
2921 tree *pre_p, bool cleared)
2923 tree array_elt_type = NULL;
2924 unsigned HOST_WIDE_INT ix;
2925 tree purpose, value;
2927 if (TREE_CODE (TREE_TYPE (object)) == ARRAY_TYPE)
2928 array_elt_type = TYPE_MAIN_VARIANT (TREE_TYPE (TREE_TYPE (object)));
2930 FOR_EACH_CONSTRUCTOR_ELT (elts, ix, purpose, value)
2934 /* NULL values are created above for gimplification errors. */
2938 if (cleared && initializer_zerop (value))
2941 /* ??? Here's to hoping the front end fills in all of the indices,
2942 so we don't have to figure out what's missing ourselves. */
2943 gcc_assert (purpose);
2945 /* Skip zero-sized fields, unless value has side-effects. This can
2946 happen with calls to functions returning a zero-sized type, which
2947 we shouldn't discard. As a number of downstream passes don't
2948 expect sets of zero-sized fields, we rely on the gimplification of
2949 the MODIFY_EXPR we make below to drop the assignment statement. */
2950 if (! TREE_SIDE_EFFECTS (value) && zero_sized_field_decl (purpose))
2953 /* If we have a RANGE_EXPR, we have to build a loop to assign the
2955 if (TREE_CODE (purpose) == RANGE_EXPR)
2957 tree lower = TREE_OPERAND (purpose, 0);
2958 tree upper = TREE_OPERAND (purpose, 1);
2960 /* If the lower bound is equal to upper, just treat it as if
2961 upper was the index. */
2962 if (simple_cst_equal (lower, upper))
2966 gimplify_init_ctor_eval_range (object, lower, upper, value,
2967 array_elt_type, pre_p, cleared);
2974 cref = build4 (ARRAY_REF, array_elt_type, unshare_expr (object),
2975 purpose, NULL_TREE, NULL_TREE);
2979 gcc_assert (TREE_CODE (purpose) == FIELD_DECL);
2980 cref = build3 (COMPONENT_REF, TREE_TYPE (purpose),
2981 unshare_expr (object), purpose, NULL_TREE);
2984 if (TREE_CODE (value) == CONSTRUCTOR
2985 && TREE_CODE (TREE_TYPE (value)) != VECTOR_TYPE)
2986 gimplify_init_ctor_eval (cref, CONSTRUCTOR_ELTS (value),
2990 init = build2 (INIT_EXPR, TREE_TYPE (cref), cref, value);
2991 gimplify_and_add (init, pre_p);
2996 /* A subroutine of gimplify_modify_expr. Break out elements of a
2997 CONSTRUCTOR used as an initializer into separate MODIFY_EXPRs.
2999 Note that we still need to clear any elements that don't have explicit
3000 initializers, so if not all elements are initialized we keep the
3001 original MODIFY_EXPR, we just remove all of the constructor elements. */
3003 static enum gimplify_status
3004 gimplify_init_constructor (tree *expr_p, tree *pre_p,
3005 tree *post_p, bool want_value)
3008 tree ctor = GENERIC_TREE_OPERAND (*expr_p, 1);
3009 tree type = TREE_TYPE (ctor);
3010 enum gimplify_status ret;
3011 VEC(constructor_elt,gc) *elts;
3013 if (TREE_CODE (ctor) != CONSTRUCTOR)
3014 return GS_UNHANDLED;
3016 ret = gimplify_expr (&GENERIC_TREE_OPERAND (*expr_p, 0), pre_p, post_p,
3017 is_gimple_lvalue, fb_lvalue);
3018 if (ret == GS_ERROR)
3020 object = GENERIC_TREE_OPERAND (*expr_p, 0);
3022 elts = CONSTRUCTOR_ELTS (ctor);
3025 switch (TREE_CODE (type))
3029 case QUAL_UNION_TYPE:
3032 struct gimplify_init_ctor_preeval_data preeval_data;
3033 HOST_WIDE_INT num_type_elements, num_ctor_elements;
3034 HOST_WIDE_INT num_nonzero_elements;
3035 bool cleared, valid_const_initializer;
3037 /* Aggregate types must lower constructors to initialization of
3038 individual elements. The exception is that a CONSTRUCTOR node
3039 with no elements indicates zero-initialization of the whole. */
3040 if (VEC_empty (constructor_elt, elts))
3043 /* Fetch information about the constructor to direct later processing.
3044 We might want to make static versions of it in various cases, and
3045 can only do so if it known to be a valid constant initializer. */
3046 valid_const_initializer
3047 = categorize_ctor_elements (ctor, &num_nonzero_elements,
3048 &num_ctor_elements, &cleared);
3050 /* If a const aggregate variable is being initialized, then it
3051 should never be a lose to promote the variable to be static. */
3052 if (valid_const_initializer
3053 && num_nonzero_elements > 1
3054 && TREE_READONLY (object)
3055 && TREE_CODE (object) == VAR_DECL)
3057 DECL_INITIAL (object) = ctor;
3058 TREE_STATIC (object) = 1;
3059 if (!DECL_NAME (object))
3060 DECL_NAME (object) = create_tmp_var_name ("C");
3061 walk_tree (&DECL_INITIAL (object), force_labels_r, NULL, NULL);
3063 /* ??? C++ doesn't automatically append a .<number> to the
3064 assembler name, and even when it does, it looks a FE private
3065 data structures to figure out what that number should be,
3066 which are not set for this variable. I suppose this is
3067 important for local statics for inline functions, which aren't
3068 "local" in the object file sense. So in order to get a unique
3069 TU-local symbol, we must invoke the lhd version now. */
3070 lhd_set_decl_assembler_name (object);
3072 *expr_p = NULL_TREE;
3076 /* If there are "lots" of initialized elements, even discounting
3077 those that are not address constants (and thus *must* be
3078 computed at runtime), then partition the constructor into
3079 constant and non-constant parts. Block copy the constant
3080 parts in, then generate code for the non-constant parts. */
3081 /* TODO. There's code in cp/typeck.c to do this. */
3083 num_type_elements = count_type_elements (type, true);
3085 /* If count_type_elements could not determine number of type elements
3086 for a constant-sized object, assume clearing is needed.
3087 Don't do this for variable-sized objects, as store_constructor
3088 will ignore the clearing of variable-sized objects. */
3089 if (num_type_elements < 0 && int_size_in_bytes (type) >= 0)
3091 /* If there are "lots" of zeros, then block clear the object first. */
3092 else if (num_type_elements - num_nonzero_elements > CLEAR_RATIO
3093 && num_nonzero_elements < num_type_elements/4)
3095 /* ??? This bit ought not be needed. For any element not present
3096 in the initializer, we should simply set them to zero. Except
3097 we'd need to *find* the elements that are not present, and that
3098 requires trickery to avoid quadratic compile-time behavior in
3099 large cases or excessive memory use in small cases. */
3100 else if (num_ctor_elements < num_type_elements)
3103 /* If there are "lots" of initialized elements, and all of them
3104 are valid address constants, then the entire initializer can
3105 be dropped to memory, and then memcpy'd out. Don't do this
3106 for sparse arrays, though, as it's more efficient to follow
3107 the standard CONSTRUCTOR behavior of memset followed by
3108 individual element initialization. */
3109 if (valid_const_initializer && !cleared)
3111 HOST_WIDE_INT size = int_size_in_bytes (type);
3114 /* ??? We can still get unbounded array types, at least
3115 from the C++ front end. This seems wrong, but attempt
3116 to work around it for now. */
3119 size = int_size_in_bytes (TREE_TYPE (object));
3121 TREE_TYPE (ctor) = type = TREE_TYPE (object);
3124 /* Find the maximum alignment we can assume for the object. */
3125 /* ??? Make use of DECL_OFFSET_ALIGN. */
3126 if (DECL_P (object))
3127 align = DECL_ALIGN (object);
3129 align = TYPE_ALIGN (type);
3131 if (size > 0 && !can_move_by_pieces (size, align))
3133 tree new = create_tmp_var_raw (type, "C");
3135 gimple_add_tmp_var (new);
3136 TREE_STATIC (new) = 1;
3137 TREE_READONLY (new) = 1;
3138 DECL_INITIAL (new) = ctor;
3139 if (align > DECL_ALIGN (new))
3141 DECL_ALIGN (new) = align;
3142 DECL_USER_ALIGN (new) = 1;
3144 walk_tree (&DECL_INITIAL (new), force_labels_r, NULL, NULL);
3146 GENERIC_TREE_OPERAND (*expr_p, 1) = new;
3148 /* This is no longer an assignment of a CONSTRUCTOR, but
3149 we still may have processing to do on the LHS. So
3150 pretend we didn't do anything here to let that happen. */
3151 return GS_UNHANDLED;
3155 /* If there are nonzero elements, pre-evaluate to capture elements
3156 overlapping with the lhs into temporaries. We must do this before
3157 clearing to fetch the values before they are zeroed-out. */
3158 if (num_nonzero_elements > 0)
3160 preeval_data.lhs_base_decl = get_base_address (object);
3161 if (!DECL_P (preeval_data.lhs_base_decl))
3162 preeval_data.lhs_base_decl = NULL;
3163 preeval_data.lhs_alias_set = get_alias_set (object);
3165 gimplify_init_ctor_preeval (&GENERIC_TREE_OPERAND (*expr_p, 1),
3166 pre_p, post_p, &preeval_data);
3171 /* Zap the CONSTRUCTOR element list, which simplifies this case.
3172 Note that we still have to gimplify, in order to handle the
3173 case of variable sized types. Avoid shared tree structures. */
3174 CONSTRUCTOR_ELTS (ctor) = NULL;
3175 object = unshare_expr (object);
3176 gimplify_stmt (expr_p);
3177 append_to_statement_list (*expr_p, pre_p);
3180 /* If we have not block cleared the object, or if there are nonzero
3181 elements in the constructor, add assignments to the individual
3182 scalar fields of the object. */
3183 if (!cleared || num_nonzero_elements > 0)
3184 gimplify_init_ctor_eval (object, elts, pre_p, cleared);
3186 *expr_p = NULL_TREE;
3194 /* Extract the real and imaginary parts out of the ctor. */
3195 gcc_assert (VEC_length (constructor_elt, elts) == 2);
3196 r = VEC_index (constructor_elt, elts, 0)->value;
3197 i = VEC_index (constructor_elt, elts, 1)->value;
3198 if (r == NULL || i == NULL)
3200 tree zero = fold_convert (TREE_TYPE (type), integer_zero_node);
3207 /* Complex types have either COMPLEX_CST or COMPLEX_EXPR to
3208 represent creation of a complex value. */
3209 if (TREE_CONSTANT (r) && TREE_CONSTANT (i))
3211 ctor = build_complex (type, r, i);
3212 TREE_OPERAND (*expr_p, 1) = ctor;
3216 ctor = build2 (COMPLEX_EXPR, type, r, i);
3217 TREE_OPERAND (*expr_p, 1) = ctor;
3218 ret = gimplify_expr (&TREE_OPERAND (*expr_p, 1), pre_p, post_p,
3219 rhs_predicate_for (TREE_OPERAND (*expr_p, 0)),
3227 unsigned HOST_WIDE_INT ix;
3228 constructor_elt *ce;
3230 /* Go ahead and simplify constant constructors to VECTOR_CST. */
3231 if (TREE_CONSTANT (ctor))
3233 bool constant_p = true;
3236 /* Even when ctor is constant, it might contain non-*_CST
3237 elements (e.g. { 1.0/0.0 - 1.0/0.0, 0.0 }) and those don't
3238 belong into VECTOR_CST nodes. */
3239 FOR_EACH_CONSTRUCTOR_VALUE (elts, ix, value)
3240 if (!CONSTANT_CLASS_P (value))
3248 TREE_OPERAND (*expr_p, 1) = build_vector_from_ctor (type, elts);
3252 /* Don't reduce a TREE_CONSTANT vector ctor even if we can't
3253 make a VECTOR_CST. It won't do anything for us, and it'll
3254 prevent us from representing it as a single constant. */
3258 /* Vector types use CONSTRUCTOR all the way through gimple
3259 compilation as a general initializer. */
3260 for (ix = 0; VEC_iterate (constructor_elt, elts, ix, ce); ix++)
3262 enum gimplify_status tret;
3263 tret = gimplify_expr (&ce->value, pre_p, post_p,
3264 is_gimple_val, fb_rvalue);
3265 if (tret == GS_ERROR)
3268 if (!is_gimple_reg (GENERIC_TREE_OPERAND (*expr_p, 0)))
3269 GENERIC_TREE_OPERAND (*expr_p, 1) = get_formal_tmp_var (ctor, pre_p);
3274 /* So how did we get a CONSTRUCTOR for a scalar type? */
3278 if (ret == GS_ERROR)
3280 else if (want_value)
3282 append_to_statement_list (*expr_p, pre_p);
3290 /* Given a pointer value OP0, return a simplified version of an
3291 indirection through OP0, or NULL_TREE if no simplification is
3292 possible. This may only be applied to a rhs of an expression.
3293 Note that the resulting type may be different from the type pointed
3294 to in the sense that it is still compatible from the langhooks
3298 fold_indirect_ref_rhs (tree t)
3300 tree type = TREE_TYPE (TREE_TYPE (t));
3304 STRIP_USELESS_TYPE_CONVERSION (sub);
3305 subtype = TREE_TYPE (sub);
3306 if (!POINTER_TYPE_P (subtype))
3309 if (TREE_CODE (sub) == ADDR_EXPR)
3311 tree op = TREE_OPERAND (sub, 0);
3312 tree optype = TREE_TYPE (op);
3314 if (useless_type_conversion_p (type, optype))
3316 /* *(foo *)&fooarray => fooarray[0] */
3317 else if (TREE_CODE (optype) == ARRAY_TYPE
3318 && useless_type_conversion_p (type, TREE_TYPE (optype)))
3320 tree type_domain = TYPE_DOMAIN (optype);
3321 tree min_val = size_zero_node;
3322 if (type_domain && TYPE_MIN_VALUE (type_domain))
3323 min_val = TYPE_MIN_VALUE (type_domain);
3324 return build4 (ARRAY_REF, type, op, min_val, NULL_TREE, NULL_TREE);
3328 /* *(foo *)fooarrptr => (*fooarrptr)[0] */
3329 if (TREE_CODE (TREE_TYPE (subtype)) == ARRAY_TYPE
3330 && useless_type_conversion_p (type, TREE_TYPE (TREE_TYPE (subtype))))
3333 tree min_val = size_zero_node;
3335 sub = fold_indirect_ref_rhs (sub);
3337 sub = build1 (INDIRECT_REF, TREE_TYPE (subtype), osub);
3338 type_domain = TYPE_DOMAIN (TREE_TYPE (sub));
3339 if (type_domain && TYPE_MIN_VALUE (type_domain))
3340 min_val = TYPE_MIN_VALUE (type_domain);
3341 return build4 (ARRAY_REF, type, sub, min_val, NULL_TREE, NULL_TREE);
3347 /* Subroutine of gimplify_modify_expr to do simplifications of MODIFY_EXPRs
3348 based on the code of the RHS. We loop for as long as something changes. */
3350 static enum gimplify_status
3351 gimplify_modify_expr_rhs (tree *expr_p, tree *from_p, tree *to_p, tree *pre_p,
3352 tree *post_p, bool want_value)
3354 enum gimplify_status ret = GS_OK;
3356 while (ret != GS_UNHANDLED)
3357 switch (TREE_CODE (*from_p))
3361 /* If we have code like
3365 where the type of "x" is a (possibly cv-qualified variant
3366 of "A"), treat the entire expression as identical to "x".
3367 This kind of code arises in C++ when an object is bound
3368 to a const reference, and if "x" is a TARGET_EXPR we want
3369 to take advantage of the optimization below. */
3370 tree t = fold_indirect_ref_rhs (TREE_OPERAND (*from_p, 0));
3383 /* If we are initializing something from a TARGET_EXPR, strip the
3384 TARGET_EXPR and initialize it directly, if possible. This can't
3385 be done if the initializer is void, since that implies that the
3386 temporary is set in some non-trivial way.
3388 ??? What about code that pulls out the temp and uses it
3389 elsewhere? I think that such code never uses the TARGET_EXPR as
3390 an initializer. If I'm wrong, we'll die because the temp won't
3391 have any RTL. In that case, I guess we'll need to replace
3392 references somehow. */
3393 tree init = TARGET_EXPR_INITIAL (*from_p);
3395 if (!VOID_TYPE_P (TREE_TYPE (init)))
3406 /* Remove any COMPOUND_EXPR in the RHS so the following cases will be
3408 gimplify_compound_expr (from_p, pre_p, true);
3413 /* If we're initializing from a CONSTRUCTOR, break this into
3414 individual MODIFY_EXPRs. */
3415 return gimplify_init_constructor (expr_p, pre_p, post_p, want_value);
3418 /* If we're assigning to a non-register type, push the assignment
3419 down into the branches. This is mandatory for ADDRESSABLE types,
3420 since we cannot generate temporaries for such, but it saves a
3421 copy in other cases as well. */
3422 if (!is_gimple_reg_type (TREE_TYPE (*from_p)))
3424 /* This code should mirror the code in gimplify_cond_expr. */
3425 enum tree_code code = TREE_CODE (*expr_p);
3426 tree cond = *from_p;
3427 tree result = *to_p;
3429 ret = gimplify_expr (&result, pre_p, post_p,
3430 is_gimple_min_lval, fb_lvalue);
3431 if (ret != GS_ERROR)
3434 if (TREE_TYPE (TREE_OPERAND (cond, 1)) != void_type_node)
3435 TREE_OPERAND (cond, 1)
3436 = build2 (code, void_type_node, result,
3437 TREE_OPERAND (cond, 1));
3438 if (TREE_TYPE (TREE_OPERAND (cond, 2)) != void_type_node)
3439 TREE_OPERAND (cond, 2)
3440 = build2 (code, void_type_node, unshare_expr (result),
3441 TREE_OPERAND (cond, 2));
3443 TREE_TYPE (cond) = void_type_node;
3444 recalculate_side_effects (cond);
3448 gimplify_and_add (cond, pre_p);
3449 *expr_p = unshare_expr (result);
3460 /* For calls that return in memory, give *to_p as the CALL_EXPR's
3461 return slot so that we don't generate a temporary. */
3462 if (!CALL_EXPR_RETURN_SLOT_OPT (*from_p)
3463 && aggregate_value_p (*from_p, *from_p))
3467 if (!(rhs_predicate_for (*to_p))(*from_p))
3468 /* If we need a temporary, *to_p isn't accurate. */
3470 else if (TREE_CODE (*to_p) == RESULT_DECL
3471 && DECL_NAME (*to_p) == NULL_TREE
3472 && needs_to_live_in_memory (*to_p))
3473 /* It's OK to use the return slot directly unless it's an NRV. */
3475 else if (is_gimple_reg_type (TREE_TYPE (*to_p))
3476 || (DECL_P (*to_p) && DECL_REGISTER (*to_p)))
3477 /* Don't force regs into memory. */
3479 else if (TREE_CODE (*to_p) == VAR_DECL
3480 && DECL_GIMPLE_FORMAL_TEMP_P (*to_p))
3481 /* Don't use the original target if it's a formal temp; we
3482 don't want to take their addresses. */
3484 else if (TREE_CODE (*expr_p) == INIT_EXPR)
3485 /* It's OK to use the target directly if it's being
3488 else if (!is_gimple_non_addressable (*to_p))
3489 /* Don't use the original target if it's already addressable;
3490 if its address escapes, and the called function uses the
3491 NRV optimization, a conforming program could see *to_p
3492 change before the called function returns; see c++/19317.
3493 When optimizing, the return_slot pass marks more functions
3494 as safe after we have escape info. */
3501 CALL_EXPR_RETURN_SLOT_OPT (*from_p) = 1;
3502 mark_addressable (*to_p);
3509 /* If we're initializing from a container, push the initialization
3511 case CLEANUP_POINT_EXPR:
3513 case STATEMENT_LIST:
3515 tree wrap = *from_p;
3518 ret = gimplify_expr (to_p, pre_p, post_p,
3519 is_gimple_min_lval, fb_lvalue);
3520 if (ret != GS_ERROR)
3523 t = voidify_wrapper_expr (wrap, *expr_p);
3524 gcc_assert (t == *expr_p);
3528 gimplify_and_add (wrap, pre_p);
3529 *expr_p = unshare_expr (*to_p);
3544 /* Destructively convert the TREE pointer in TP into a gimple tuple if
3548 tree_to_gimple_tuple (tree *tp)
3551 switch (TREE_CODE (*tp))
3553 case GIMPLE_MODIFY_STMT:
3557 struct gimple_stmt *gs;
3558 tree lhs = TREE_OPERAND (*tp, 0);
3559 bool def_stmt_self_p = false;
3561 if (TREE_CODE (lhs) == SSA_NAME)
3563 if (SSA_NAME_DEF_STMT (lhs) == *tp)
3564 def_stmt_self_p = true;
3567 gs = &make_node (GIMPLE_MODIFY_STMT)->gstmt;
3568 gs->base = (*tp)->base;
3569 /* The set to base above overwrites the CODE. */
3570 TREE_SET_CODE ((tree) gs, GIMPLE_MODIFY_STMT);
3572 gs->locus = EXPR_LOCUS (*tp);
3573 gs->operands[0] = TREE_OPERAND (*tp, 0);
3574 gs->operands[1] = TREE_OPERAND (*tp, 1);
3575 gs->block = TREE_BLOCK (*tp);
3578 /* If we re-gimplify a set to an SSA_NAME, we must change the
3579 SSA name's DEF_STMT link. */
3580 if (def_stmt_self_p)
3581 SSA_NAME_DEF_STMT (GIMPLE_STMT_OPERAND (*tp, 0)) = *tp;
3590 /* Promote partial stores to COMPLEX variables to total stores. *EXPR_P is
3591 a MODIFY_EXPR with a lhs of a REAL/IMAGPART_EXPR of a variable with
3592 DECL_GIMPLE_REG_P set. */
3594 static enum gimplify_status
3595 gimplify_modify_expr_complex_part (tree *expr_p, tree *pre_p, bool want_value)
3597 enum tree_code code, ocode;
3598 tree lhs, rhs, new_rhs, other, realpart, imagpart;
3600 lhs = GENERIC_TREE_OPERAND (*expr_p, 0);
3601 rhs = GENERIC_TREE_OPERAND (*expr_p, 1);
3602 code = TREE_CODE (lhs);
3603 lhs = TREE_OPERAND (lhs, 0);
3605 ocode = code == REALPART_EXPR ? IMAGPART_EXPR : REALPART_EXPR;
3606 other = build1 (ocode, TREE_TYPE (rhs), lhs);
3607 other = get_formal_tmp_var (other, pre_p);
3609 realpart = code == REALPART_EXPR ? rhs : other;
3610 imagpart = code == REALPART_EXPR ? other : rhs;
3612 if (TREE_CONSTANT (realpart) && TREE_CONSTANT (imagpart))
3613 new_rhs = build_complex (TREE_TYPE (lhs), realpart, imagpart);
3615 new_rhs = build2 (COMPLEX_EXPR, TREE_TYPE (lhs), realpart, imagpart);
3617 GENERIC_TREE_OPERAND (*expr_p, 0) = lhs;
3618 GENERIC_TREE_OPERAND (*expr_p, 1) = new_rhs;
3622 tree_to_gimple_tuple (expr_p);
3624 append_to_statement_list (*expr_p, pre_p);
3631 /* Gimplify the MODIFY_EXPR node pointed to by EXPR_P.
3637 PRE_P points to the list where side effects that must happen before
3638 *EXPR_P should be stored.
3640 POST_P points to the list where side effects that must happen after
3641 *EXPR_P should be stored.
3643 WANT_VALUE is nonzero iff we want to use the value of this expression
3644 in another expression. */
3646 static enum gimplify_status
3647 gimplify_modify_expr (tree *expr_p, tree *pre_p, tree *post_p, bool want_value)
3649 tree *from_p = &GENERIC_TREE_OPERAND (*expr_p, 1);
3650 tree *to_p = &GENERIC_TREE_OPERAND (*expr_p, 0);
3651 enum gimplify_status ret = GS_UNHANDLED;
3653 gcc_assert (TREE_CODE (*expr_p) == MODIFY_EXPR
3654 || TREE_CODE (*expr_p) == GIMPLE_MODIFY_STMT
3655 || TREE_CODE (*expr_p) == INIT_EXPR);
3657 /* See if any simplifications can be done based on what the RHS is. */
3658 ret = gimplify_modify_expr_rhs (expr_p, from_p, to_p, pre_p, post_p,
3660 if (ret != GS_UNHANDLED)
3663 /* For zero sized types only gimplify the left hand side and right hand
3664 side as statements and throw away the assignment. Do this after
3665 gimplify_modify_expr_rhs so we handle TARGET_EXPRs of addressable
3667 if (zero_sized_type (TREE_TYPE (*from_p)))
3669 gimplify_stmt (from_p);
3670 gimplify_stmt (to_p);
3671 append_to_statement_list (*from_p, pre_p);
3672 append_to_statement_list (*to_p, pre_p);
3673 *expr_p = NULL_TREE;
3677 /* If the value being copied is of variable width, compute the length
3678 of the copy into a WITH_SIZE_EXPR. Note that we need to do this
3679 before gimplifying any of the operands so that we can resolve any
3680 PLACEHOLDER_EXPRs in the size. Also note that the RTL expander uses
3681 the size of the expression to be copied, not of the destination, so
3682 that is what we must here. */
3683 maybe_with_size_expr (from_p);
3685 ret = gimplify_expr (to_p, pre_p, post_p, is_gimple_lvalue, fb_lvalue);
3686 if (ret == GS_ERROR)
3689 ret = gimplify_expr (from_p, pre_p, post_p,
3690 rhs_predicate_for (*to_p), fb_rvalue);
3691 if (ret == GS_ERROR)
3694 /* Now see if the above changed *from_p to something we handle specially. */
3695 ret = gimplify_modify_expr_rhs (expr_p, from_p, to_p, pre_p, post_p,
3697 if (ret != GS_UNHANDLED)
3700 /* If we've got a variable sized assignment between two lvalues (i.e. does
3701 not involve a call), then we can make things a bit more straightforward
3702 by converting the assignment to memcpy or memset. */
3703 if (TREE_CODE (*from_p) == WITH_SIZE_EXPR)
3705 tree from = TREE_OPERAND (*from_p, 0);
3706 tree size = TREE_OPERAND (*from_p, 1);
3708 if (TREE_CODE (from) == CONSTRUCTOR)
3709 return gimplify_modify_expr_to_memset (expr_p, size, want_value);
3710 if (is_gimple_addressable (from))
3713 return gimplify_modify_expr_to_memcpy (expr_p, size, want_value);
3717 /* Transform partial stores to non-addressable complex variables into
3718 total stores. This allows us to use real instead of virtual operands
3719 for these variables, which improves optimization. */
3720 if ((TREE_CODE (*to_p) == REALPART_EXPR
3721 || TREE_CODE (*to_p) == IMAGPART_EXPR)
3722 && is_gimple_reg (TREE_OPERAND (*to_p, 0)))
3723 return gimplify_modify_expr_complex_part (expr_p, pre_p, want_value);
3725 if (gimplify_ctxp->into_ssa && is_gimple_reg (*to_p))
3727 /* If we've somehow already got an SSA_NAME on the LHS, then
3728 we're probably modified it twice. Not good. */
3729 gcc_assert (TREE_CODE (*to_p) != SSA_NAME);
3730 *to_p = make_ssa_name (*to_p, *expr_p);
3733 /* Try to alleviate the effects of the gimplification creating artificial
3734 temporaries (see for example is_gimple_reg_rhs) on the debug info. */
3735 if (!gimplify_ctxp->into_ssa
3736 && DECL_P (*from_p) && DECL_IGNORED_P (*from_p)
3737 && DECL_P (*to_p) && !DECL_IGNORED_P (*to_p))
3739 if (!DECL_NAME (*from_p) && DECL_NAME (*to_p))
3741 = create_tmp_var_name (IDENTIFIER_POINTER (DECL_NAME (*to_p)));
3742 DECL_DEBUG_EXPR_IS_FROM (*from_p) = 1;
3743 SET_DECL_DEBUG_EXPR (*from_p, *to_p);
3748 tree_to_gimple_tuple (expr_p);
3750 append_to_statement_list (*expr_p, pre_p);
3758 /* Gimplify a comparison between two variable-sized objects. Do this
3759 with a call to BUILT_IN_MEMCMP. */
3761 static enum gimplify_status
3762 gimplify_variable_sized_compare (tree *expr_p)
3764 tree op0 = TREE_OPERAND (*expr_p, 0);
3765 tree op1 = TREE_OPERAND (*expr_p, 1);
3766 tree t, arg, dest, src;
3768 arg = TYPE_SIZE_UNIT (TREE_TYPE (op0));
3769 arg = unshare_expr (arg);
3770 arg = SUBSTITUTE_PLACEHOLDER_IN_EXPR (arg, op0);
3771 src = build_fold_addr_expr (op1);
3772 dest = build_fold_addr_expr (op0);
3773 t = implicit_built_in_decls[BUILT_IN_MEMCMP];
3774 t = build_call_expr (t, 3, dest, src, arg);
3776 = build2 (TREE_CODE (*expr_p), TREE_TYPE (*expr_p), t, integer_zero_node);
3781 /* Gimplify a comparison between two aggregate objects of integral scalar
3782 mode as a comparison between the bitwise equivalent scalar values. */
3784 static enum gimplify_status
3785 gimplify_scalar_mode_aggregate_compare (tree *expr_p)
3787 tree op0 = TREE_OPERAND (*expr_p, 0);
3788 tree op1 = TREE_OPERAND (*expr_p, 1);
3790 tree type = TREE_TYPE (op0);
3791 tree scalar_type = lang_hooks.types.type_for_mode (TYPE_MODE (type), 1);
3793 op0 = fold_build1 (VIEW_CONVERT_EXPR, scalar_type, op0);
3794 op1 = fold_build1 (VIEW_CONVERT_EXPR, scalar_type, op1);
3797 = fold_build2 (TREE_CODE (*expr_p), TREE_TYPE (*expr_p), op0, op1);
3802 /* Gimplify TRUTH_ANDIF_EXPR and TRUTH_ORIF_EXPR expressions. EXPR_P
3803 points to the expression to gimplify.
3805 Expressions of the form 'a && b' are gimplified to:
3807 a && b ? true : false
3809 gimplify_cond_expr will do the rest.
3811 PRE_P points to the list where side effects that must happen before
3812 *EXPR_P should be stored. */
3814 static enum gimplify_status
3815 gimplify_boolean_expr (tree *expr_p)
3817 /* Preserve the original type of the expression. */
3818 tree type = TREE_TYPE (*expr_p);
3820 *expr_p = build3 (COND_EXPR, type, *expr_p,
3821 fold_convert (type, boolean_true_node),
3822 fold_convert (type, boolean_false_node));
3827 /* Gimplifies an expression sequence. This function gimplifies each
3828 expression and re-writes the original expression with the last
3829 expression of the sequence in GIMPLE form.
3831 PRE_P points to the list where the side effects for all the
3832 expressions in the sequence will be emitted.
3834 WANT_VALUE is true when the result of the last COMPOUND_EXPR is used. */
3835 /* ??? Should rearrange to share the pre-queue with all the indirect
3836 invocations of gimplify_expr. Would probably save on creations
3837 of statement_list nodes. */
3839 static enum gimplify_status
3840 gimplify_compound_expr (tree *expr_p, tree *pre_p, bool want_value)
3846 tree *sub_p = &TREE_OPERAND (t, 0);
3848 if (TREE_CODE (*sub_p) == COMPOUND_EXPR)
3849 gimplify_compound_expr (sub_p, pre_p, false);
3851 gimplify_stmt (sub_p);
3852 append_to_statement_list (*sub_p, pre_p);
3854 t = TREE_OPERAND (t, 1);
3856 while (TREE_CODE (t) == COMPOUND_EXPR);
3863 gimplify_stmt (expr_p);
3868 /* Gimplifies a statement list. These may be created either by an
3869 enlightened front-end, or by shortcut_cond_expr. */
3871 static enum gimplify_status
3872 gimplify_statement_list (tree *expr_p, tree *pre_p)
3874 tree temp = voidify_wrapper_expr (*expr_p, NULL);
3876 tree_stmt_iterator i = tsi_start (*expr_p);
3878 while (!tsi_end_p (i))
3882 gimplify_stmt (tsi_stmt_ptr (i));
3887 else if (TREE_CODE (t) == STATEMENT_LIST)
3889 tsi_link_before (&i, t, TSI_SAME_STMT);
3898 append_to_statement_list (*expr_p, pre_p);
3906 /* Gimplify a SAVE_EXPR node. EXPR_P points to the expression to
3907 gimplify. After gimplification, EXPR_P will point to a new temporary
3908 that holds the original value of the SAVE_EXPR node.
3910 PRE_P points to the list where side effects that must happen before
3911 *EXPR_P should be stored. */
3913 static enum gimplify_status
3914 gimplify_save_expr (tree *expr_p, tree *pre_p, tree *post_p)
3916 enum gimplify_status ret = GS_ALL_DONE;
3919 gcc_assert (TREE_CODE (*expr_p) == SAVE_EXPR);
3920 val = TREE_OPERAND (*expr_p, 0);
3922 /* If the SAVE_EXPR has not been resolved, then evaluate it once. */
3923 if (!SAVE_EXPR_RESOLVED_P (*expr_p))
3925 /* The operand may be a void-valued expression such as SAVE_EXPRs
3926 generated by the Java frontend for class initialization. It is
3927 being executed only for its side-effects. */
3928 if (TREE_TYPE (val) == void_type_node)
3930 ret = gimplify_expr (&TREE_OPERAND (*expr_p, 0), pre_p, post_p,
3931 is_gimple_stmt, fb_none);
3932 append_to_statement_list (TREE_OPERAND (*expr_p, 0), pre_p);
3936 val = get_initialized_tmp_var (val, pre_p, post_p);
3938 TREE_OPERAND (*expr_p, 0) = val;
3939 SAVE_EXPR_RESOLVED_P (*expr_p) = 1;
3947 /* Re-write the ADDR_EXPR node pointed to by EXPR_P
3954 PRE_P points to the list where side effects that must happen before
3955 *EXPR_P should be stored.
3957 POST_P points to the list where side effects that must happen after
3958 *EXPR_P should be stored. */
3960 static enum gimplify_status
3961 gimplify_addr_expr (tree *expr_p, tree *pre_p, tree *post_p)
3963 tree expr = *expr_p;
3964 tree op0 = TREE_OPERAND (expr, 0);
3965 enum gimplify_status ret;
3967 switch (TREE_CODE (op0))
3970 case MISALIGNED_INDIRECT_REF:
3972 /* Check if we are dealing with an expression of the form '&*ptr'.
3973 While the front end folds away '&*ptr' into 'ptr', these
3974 expressions may be generated internally by the compiler (e.g.,
3975 builtins like __builtin_va_end). */
3976 /* Caution: the silent array decomposition semantics we allow for
3977 ADDR_EXPR means we can't always discard the pair. */
3978 /* Gimplification of the ADDR_EXPR operand may drop
3979 cv-qualification conversions, so make sure we add them if
3982 tree op00 = TREE_OPERAND (op0, 0);
3983 tree t_expr = TREE_TYPE (expr);
3984 tree t_op00 = TREE_TYPE (op00);
3986 if (!useless_type_conversion_p (t_expr, t_op00))
3987 op00 = fold_convert (TREE_TYPE (expr), op00);
3993 case VIEW_CONVERT_EXPR:
3994 /* Take the address of our operand and then convert it to the type of
3997 ??? The interactions of VIEW_CONVERT_EXPR and aliasing is not at
3998 all clear. The impact of this transformation is even less clear. */
4000 /* If the operand is a useless conversion, look through it. Doing so
4001 guarantees that the ADDR_EXPR and its operand will remain of the
4003 if (tree_ssa_useless_type_conversion (TREE_OPERAND (op0, 0)))
4004 op0 = TREE_OPERAND (op0, 0);
4006 *expr_p = fold_convert (TREE_TYPE (expr),
4007 build_fold_addr_expr (TREE_OPERAND (op0, 0)));
4012 /* We use fb_either here because the C frontend sometimes takes
4013 the address of a call that returns a struct; see
4014 gcc.dg/c99-array-lval-1.c. The gimplifier will correctly make
4015 the implied temporary explicit. */
4017 /* Mark the RHS addressable. */
4018 ret = gimplify_expr (&TREE_OPERAND (expr, 0), pre_p, post_p,
4019 is_gimple_addressable, fb_either);
4020 if (ret != GS_ERROR)
4022 op0 = TREE_OPERAND (expr, 0);
4024 /* For various reasons, the gimplification of the expression
4025 may have made a new INDIRECT_REF. */
4026 if (TREE_CODE (op0) == INDIRECT_REF)
4027 goto do_indirect_ref;
4029 /* Make sure TREE_INVARIANT, TREE_CONSTANT, and TREE_SIDE_EFFECTS
4031 recompute_tree_invariant_for_addr_expr (expr);
4033 mark_addressable (TREE_OPERAND (expr, 0));
4041 /* Gimplify the operands of an ASM_EXPR. Input operands should be a gimple
4042 value; output operands should be a gimple lvalue. */
4044 static enum gimplify_status
4045 gimplify_asm_expr (tree *expr_p, tree *pre_p, tree *post_p)
4047 tree expr = *expr_p;
4048 int noutputs = list_length (ASM_OUTPUTS (expr));
4049 const char **oconstraints
4050 = (const char **) alloca ((noutputs) * sizeof (const char *));
4053 const char *constraint;
4054 bool allows_mem, allows_reg, is_inout;
4055 enum gimplify_status ret, tret;
4058 for (i = 0, link = ASM_OUTPUTS (expr); link; ++i, link = TREE_CHAIN (link))
4060 size_t constraint_len;
4061 oconstraints[i] = constraint
4062 = TREE_STRING_POINTER (TREE_VALUE (TREE_PURPOSE (link)));
4063 constraint_len = strlen (constraint);
4064 if (constraint_len == 0)
4067 parse_output_constraint (&constraint, i, 0, 0,
4068 &allows_mem, &allows_reg, &is_inout);
4070 if (!allows_reg && allows_mem)
4071 mark_addressable (TREE_VALUE (link));
4073 tret = gimplify_expr (&TREE_VALUE (link), pre_p, post_p,
4074 is_inout ? is_gimple_min_lval : is_gimple_lvalue,
4075 fb_lvalue | fb_mayfail);
4076 if (tret == GS_ERROR)
4078 error ("invalid lvalue in asm output %d", i);
4084 /* An input/output operand. To give the optimizers more
4085 flexibility, split it into separate input and output
4090 /* Turn the in/out constraint into an output constraint. */
4091 char *p = xstrdup (constraint);
4093 TREE_VALUE (TREE_PURPOSE (link)) = build_string (constraint_len, p);
4095 /* And add a matching input constraint. */
4098 sprintf (buf, "%d", i);
4100 /* If there are multiple alternatives in the constraint,
4101 handle each of them individually. Those that allow register
4102 will be replaced with operand number, the others will stay
4104 if (strchr (p, ',') != NULL)
4106 size_t len = 0, buflen = strlen (buf);
4107 char *beg, *end, *str, *dst;
4111 end = strchr (beg, ',');
4113 end = strchr (beg, '\0');
4114 if ((size_t) (end - beg) < buflen)
4117 len += end - beg + 1;
4124 str = (char *) alloca (len);
4125 for (beg = p + 1, dst = str;;)
4128 bool mem_p, reg_p, inout_p;
4130 end = strchr (beg, ',');
4135 parse_output_constraint (&tem, i, 0, 0,
4136 &mem_p, ®_p, &inout_p);
4141 memcpy (dst, buf, buflen);
4150 memcpy (dst, beg, len);
4159 input = build_string (dst - str, str);
4162 input = build_string (strlen (buf), buf);
4165 input = build_string (constraint_len - 1, constraint + 1);
4169 input = build_tree_list (build_tree_list (NULL_TREE, input),
4170 unshare_expr (TREE_VALUE (link)));
4171 ASM_INPUTS (expr) = chainon (ASM_INPUTS (expr), input);
4175 for (link = ASM_INPUTS (expr); link; ++i, link = TREE_CHAIN (link))
4178 = TREE_STRING_POINTER (TREE_VALUE (TREE_PURPOSE (link)));
4179 parse_input_constraint (&constraint, 0, 0, noutputs, 0,
4180 oconstraints, &allows_mem, &allows_reg);
4182 /* If we can't make copies, we can only accept memory. */
4183 if (TREE_ADDRESSABLE (TREE_TYPE (TREE_VALUE (link))))
4189 error ("impossible constraint in %<asm%>");
4190 error ("non-memory input %d must stay in memory", i);
4195 /* If the operand is a memory input, it should be an lvalue. */
4196 if (!allows_reg && allows_mem)
4198 tret = gimplify_expr (&TREE_VALUE (link), pre_p, post_p,
4199 is_gimple_lvalue, fb_lvalue | fb_mayfail);
4200 mark_addressable (TREE_VALUE (link));
4201 if (tret == GS_ERROR)
4203 error ("memory input %d is not directly addressable", i);
4209 tret = gimplify_expr (&TREE_VALUE (link), pre_p, post_p,
4210 is_gimple_asm_val, fb_rvalue);
4211 if (tret == GS_ERROR)
4219 /* Gimplify a CLEANUP_POINT_EXPR. Currently this works by adding
4220 WITH_CLEANUP_EXPRs to the prequeue as we encounter cleanups while
4221 gimplifying the body, and converting them to TRY_FINALLY_EXPRs when we
4222 return to this function.
4224 FIXME should we complexify the prequeue handling instead? Or use flags
4225 for all the cleanups and let the optimizer tighten them up? The current
4226 code seems pretty fragile; it will break on a cleanup within any
4227 non-conditional nesting. But any such nesting would be broken, anyway;
4228 we can't write a TRY_FINALLY_EXPR that starts inside a nesting construct
4229 and continues out of it. We can do that at the RTL level, though, so
4230 having an optimizer to tighten up try/finally regions would be a Good
4233 static enum gimplify_status
4234 gimplify_cleanup_point_expr (tree *expr_p, tree *pre_p)
4236 tree_stmt_iterator iter;
4239 tree temp = voidify_wrapper_expr (*expr_p, NULL);
4241 /* We only care about the number of conditions between the innermost
4242 CLEANUP_POINT_EXPR and the cleanup. So save and reset the count and
4243 any cleanups collected outside the CLEANUP_POINT_EXPR. */
4244 int old_conds = gimplify_ctxp->conditions;
4245 tree old_cleanups = gimplify_ctxp->conditional_cleanups;
4246 gimplify_ctxp->conditions = 0;
4247 gimplify_ctxp->conditional_cleanups = NULL_TREE;
4249 body = TREE_OPERAND (*expr_p, 0);
4250 gimplify_to_stmt_list (&body);
4252 gimplify_ctxp->conditions = old_conds;
4253 gimplify_ctxp->conditional_cleanups = old_cleanups;
4255 for (iter = tsi_start (body); !tsi_end_p (iter); )
4257 tree *wce_p = tsi_stmt_ptr (iter);
4260 if (TREE_CODE (wce) == WITH_CLEANUP_EXPR)
4262 if (tsi_one_before_end_p (iter))
4264 tsi_link_before (&iter, TREE_OPERAND (wce, 0), TSI_SAME_STMT);
4271 enum tree_code code;
4273 if (CLEANUP_EH_ONLY (wce))
4274 code = TRY_CATCH_EXPR;
4276 code = TRY_FINALLY_EXPR;
4278 sl = tsi_split_statement_list_after (&iter);
4279 tfe = build2 (code, void_type_node, sl, NULL_TREE);
4280 append_to_statement_list (TREE_OPERAND (wce, 0),
4281 &TREE_OPERAND (tfe, 1));
4283 iter = tsi_start (sl);
4293 append_to_statement_list (body, pre_p);
4303 /* Insert a cleanup marker for gimplify_cleanup_point_expr. CLEANUP
4304 is the cleanup action required. */
4307 gimple_push_cleanup (tree var, tree cleanup, bool eh_only, tree *pre_p)
4311 /* Errors can result in improperly nested cleanups. Which results in
4312 confusion when trying to resolve the WITH_CLEANUP_EXPR. */
4313 if (errorcount || sorrycount)
4316 if (gimple_conditional_context ())
4318 /* If we're in a conditional context, this is more complex. We only
4319 want to run the cleanup if we actually ran the initialization that
4320 necessitates it, but we want to run it after the end of the
4321 conditional context. So we wrap the try/finally around the
4322 condition and use a flag to determine whether or not to actually
4323 run the destructor. Thus
4327 becomes (approximately)
4331 if (test) { A::A(temp); flag = 1; val = f(temp); }
4334 if (flag) A::~A(temp);
4339 tree flag = create_tmp_var (boolean_type_node, "cleanup");
4340 tree ffalse = build_gimple_modify_stmt (flag, boolean_false_node);
4341 tree ftrue = build_gimple_modify_stmt (flag, boolean_true_node);
4342 cleanup = build3 (COND_EXPR, void_type_node, flag, cleanup, NULL);
4343 wce = build1 (WITH_CLEANUP_EXPR, void_type_node, cleanup);
4344 append_to_statement_list (ffalse, &gimplify_ctxp->conditional_cleanups);
4345 append_to_statement_list (wce, &gimplify_ctxp->conditional_cleanups);
4346 append_to_statement_list (ftrue, pre_p);
4348 /* Because of this manipulation, and the EH edges that jump
4349 threading cannot redirect, the temporary (VAR) will appear
4350 to be used uninitialized. Don't warn. */
4351 TREE_NO_WARNING (var) = 1;
4355 wce = build1 (WITH_CLEANUP_EXPR, void_type_node, cleanup);
4356 CLEANUP_EH_ONLY (wce) = eh_only;
4357 append_to_statement_list (wce, pre_p);
4360 gimplify_stmt (&TREE_OPERAND (wce, 0));
4363 /* Gimplify a TARGET_EXPR which doesn't appear on the rhs of an INIT_EXPR. */
4365 static enum gimplify_status
4366 gimplify_target_expr (tree *expr_p, tree *pre_p, tree *post_p)
4368 tree targ = *expr_p;
4369 tree temp = TARGET_EXPR_SLOT (targ);
4370 tree init = TARGET_EXPR_INITIAL (targ);
4371 enum gimplify_status ret;
4375 /* TARGET_EXPR temps aren't part of the enclosing block, so add it
4376 to the temps list. */
4377 gimple_add_tmp_var (temp);
4379 /* If TARGET_EXPR_INITIAL is void, then the mere evaluation of the
4380 expression is supposed to initialize the slot. */
4381 if (VOID_TYPE_P (TREE_TYPE (init)))
4382 ret = gimplify_expr (&init, pre_p, post_p, is_gimple_stmt, fb_none);
4385 init = build2 (INIT_EXPR, void_type_node, temp, init);
4386 ret = gimplify_expr (&init, pre_p, post_p, is_gimple_stmt,
4389 if (ret == GS_ERROR)
4391 /* PR c++/28266 Make sure this is expanded only once. */
4392 TARGET_EXPR_INITIAL (targ) = NULL_TREE;
4395 append_to_statement_list (init, pre_p);
4397 /* If needed, push the cleanup for the temp. */
4398 if (TARGET_EXPR_CLEANUP (targ))
4400 gimplify_stmt (&TARGET_EXPR_CLEANUP (targ));
4401 gimple_push_cleanup (temp, TARGET_EXPR_CLEANUP (targ),
4402 CLEANUP_EH_ONLY (targ), pre_p);
4405 /* Only expand this once. */
4406 TREE_OPERAND (targ, 3) = init;
4407 TARGET_EXPR_INITIAL (targ) = NULL_TREE;
4410 /* We should have expanded this before. */
4411 gcc_assert (DECL_SEEN_IN_BIND_EXPR_P (temp));
4417 /* Gimplification of expression trees. */
4419 /* Gimplify an expression which appears at statement context; usually, this
4420 means replacing it with a suitably gimple STATEMENT_LIST. */
4423 gimplify_stmt (tree *stmt_p)
4425 gimplify_expr (stmt_p, NULL, NULL, is_gimple_stmt, fb_none);
4428 /* Similarly, but force the result to be a STATEMENT_LIST. */
4431 gimplify_to_stmt_list (tree *stmt_p)
4433 gimplify_stmt (stmt_p);
4435 *stmt_p = alloc_stmt_list ();
4436 else if (TREE_CODE (*stmt_p) != STATEMENT_LIST)
4439 *stmt_p = alloc_stmt_list ();
4440 append_to_statement_list (t, stmt_p);
4445 /* Add FIRSTPRIVATE entries for DECL in the OpenMP the surrounding parallels
4446 to CTX. If entries already exist, force them to be some flavor of private.
4447 If there is no enclosing parallel, do nothing. */
4450 omp_firstprivatize_variable (struct gimplify_omp_ctx *ctx, tree decl)
4454 if (decl == NULL || !DECL_P (decl))
4459 n = splay_tree_lookup (ctx->variables, (splay_tree_key)decl);
4462 if (n->value & GOVD_SHARED)
4463 n->value = GOVD_FIRSTPRIVATE | (n->value & GOVD_SEEN);
4467 else if (ctx->is_parallel)
4468 omp_add_variable (ctx, decl, GOVD_FIRSTPRIVATE);
4470 ctx = ctx->outer_context;
4475 /* Similarly for each of the type sizes of TYPE. */
4478 omp_firstprivatize_type_sizes (struct gimplify_omp_ctx *ctx, tree type)
4480 if (type == NULL || type == error_mark_node)
4482 type = TYPE_MAIN_VARIANT (type);
4484 if (pointer_set_insert (ctx->privatized_types, type))
4487 switch (TREE_CODE (type))
4493 case FIXED_POINT_TYPE:
4494 omp_firstprivatize_variable (ctx, TYPE_MIN_VALUE (type));
4495 omp_firstprivatize_variable (ctx, TYPE_MAX_VALUE (type));
4499 omp_firstprivatize_type_sizes (ctx, TREE_TYPE (type));
4500 omp_firstprivatize_type_sizes (ctx, TYPE_DOMAIN (type));
4505 case QUAL_UNION_TYPE:
4508 for (field = TYPE_FIELDS (type); field; field = TREE_CHAIN (field))
4509 if (TREE_CODE (field) == FIELD_DECL)
4511 omp_firstprivatize_variable (ctx, DECL_FIELD_OFFSET (field));
4512 omp_firstprivatize_type_sizes (ctx, TREE_TYPE (field));
4518 case REFERENCE_TYPE:
4519 omp_firstprivatize_type_sizes (ctx, TREE_TYPE (type));
4526 omp_firstprivatize_variable (ctx, TYPE_SIZE (type));
4527 omp_firstprivatize_variable (ctx, TYPE_SIZE_UNIT (type));
4528 lang_hooks.types.omp_firstprivatize_type_sizes (ctx, type);
4531 /* Add an entry for DECL in the OpenMP context CTX with FLAGS. */
4534 omp_add_variable (struct gimplify_omp_ctx *ctx, tree decl, unsigned int flags)
4537 unsigned int nflags;
4540 if (decl == error_mark_node || TREE_TYPE (decl) == error_mark_node)
4543 /* Never elide decls whose type has TREE_ADDRESSABLE set. This means
4544 there are constructors involved somewhere. */
4545 if (TREE_ADDRESSABLE (TREE_TYPE (decl))
4546 || TYPE_NEEDS_CONSTRUCTING (TREE_TYPE (decl)))
4549 n = splay_tree_lookup (ctx->variables, (splay_tree_key)decl);
4552 /* We shouldn't be re-adding the decl with the same data
4554 gcc_assert ((n->value & GOVD_DATA_SHARE_CLASS & flags) == 0);
4555 /* The only combination of data sharing classes we should see is
4556 FIRSTPRIVATE and LASTPRIVATE. */
4557 nflags = n->value | flags;
4558 gcc_assert ((nflags & GOVD_DATA_SHARE_CLASS)
4559 == (GOVD_FIRSTPRIVATE | GOVD_LASTPRIVATE));
4564 /* When adding a variable-sized variable, we have to handle all sorts
4565 of additional bits of data: the pointer replacement variable, and
4566 the parameters of the type. */
4567 if (DECL_SIZE (decl) && TREE_CODE (DECL_SIZE (decl)) != INTEGER_CST)
4569 /* Add the pointer replacement variable as PRIVATE if the variable
4570 replacement is private, else FIRSTPRIVATE since we'll need the
4571 address of the original variable either for SHARED, or for the
4572 copy into or out of the context. */
4573 if (!(flags & GOVD_LOCAL))
4575 nflags = flags & GOVD_PRIVATE ? GOVD_PRIVATE : GOVD_FIRSTPRIVATE;
4576 nflags |= flags & GOVD_SEEN;
4577 t = DECL_VALUE_EXPR (decl);
4578 gcc_assert (TREE_CODE (t) == INDIRECT_REF);
4579 t = TREE_OPERAND (t, 0);
4580 gcc_assert (DECL_P (t));
4581 omp_add_variable (ctx, t, nflags);
4584 /* Add all of the variable and type parameters (which should have
4585 been gimplified to a formal temporary) as FIRSTPRIVATE. */
4586 omp_firstprivatize_variable (ctx, DECL_SIZE_UNIT (decl));
4587 omp_firstprivatize_variable (ctx, DECL_SIZE (decl));
4588 omp_firstprivatize_type_sizes (ctx, TREE_TYPE (decl));
4590 /* The variable-sized variable itself is never SHARED, only some form
4591 of PRIVATE. The sharing would take place via the pointer variable
4592 which we remapped above. */
4593 if (flags & GOVD_SHARED)
4594 flags = GOVD_PRIVATE | GOVD_DEBUG_PRIVATE
4595 | (flags & (GOVD_SEEN | GOVD_EXPLICIT));
4597 /* We're going to make use of the TYPE_SIZE_UNIT at least in the
4598 alloca statement we generate for the variable, so make sure it
4599 is available. This isn't automatically needed for the SHARED
4600 case, since we won't be allocating local storage then.
4601 For local variables TYPE_SIZE_UNIT might not be gimplified yet,
4602 in this case omp_notice_variable will be called later
4603 on when it is gimplified. */
4604 else if (! (flags & GOVD_LOCAL))
4605 omp_notice_variable (ctx, TYPE_SIZE_UNIT (TREE_TYPE (decl)), true);
4607 else if (lang_hooks.decls.omp_privatize_by_reference (decl))
4609 gcc_assert ((flags & GOVD_LOCAL) == 0);
4610 omp_firstprivatize_type_sizes (ctx, TREE_TYPE (decl));
4612 /* Similar to the direct variable sized case above, we'll need the
4613 size of references being privatized. */
4614 if ((flags & GOVD_SHARED) == 0)
4616 t = TYPE_SIZE_UNIT (TREE_TYPE (TREE_TYPE (decl)));
4617 if (TREE_CODE (t) != INTEGER_CST)
4618 omp_notice_variable (ctx, t, true);
4622 splay_tree_insert (ctx->variables, (splay_tree_key)decl, flags);
4625 /* Record the fact that DECL was used within the OpenMP context CTX.
4626 IN_CODE is true when real code uses DECL, and false when we should
4627 merely emit default(none) errors. Return true if DECL is going to
4628 be remapped and thus DECL shouldn't be gimplified into its
4629 DECL_VALUE_EXPR (if any). */
4632 omp_notice_variable (struct gimplify_omp_ctx *ctx, tree decl, bool in_code)
4635 unsigned flags = in_code ? GOVD_SEEN : 0;
4636 bool ret = false, shared;
4638 if (decl == error_mark_node || TREE_TYPE (decl) == error_mark_node)
4641 /* Threadprivate variables are predetermined. */
4642 if (is_global_var (decl))
4644 if (DECL_THREAD_LOCAL_P (decl))
4647 if (DECL_HAS_VALUE_EXPR_P (decl))
4649 tree value = get_base_address (DECL_VALUE_EXPR (decl));
4651 if (value && DECL_P (value) && DECL_THREAD_LOCAL_P (value))
4656 n = splay_tree_lookup (ctx->variables, (splay_tree_key)decl);
4659 enum omp_clause_default_kind default_kind, kind;
4661 if (!ctx->is_parallel)
4664 /* ??? Some compiler-generated variables (like SAVE_EXPRs) could be
4665 remapped firstprivate instead of shared. To some extent this is
4666 addressed in omp_firstprivatize_type_sizes, but not effectively. */
4667 default_kind = ctx->default_kind;
4668 kind = lang_hooks.decls.omp_predetermined_sharing (decl);
4669 if (kind != OMP_CLAUSE_DEFAULT_UNSPECIFIED)
4670 default_kind = kind;
4672 switch (default_kind)
4674 case OMP_CLAUSE_DEFAULT_NONE:
4675 error ("%qs not specified in enclosing parallel",
4676 IDENTIFIER_POINTER (DECL_NAME (decl)));
4677 error ("%Henclosing parallel", &ctx->location);
4679 case OMP_CLAUSE_DEFAULT_SHARED:
4680 flags |= GOVD_SHARED;
4682 case OMP_CLAUSE_DEFAULT_PRIVATE:
4683 flags |= GOVD_PRIVATE;
4689 omp_add_variable (ctx, decl, flags);
4691 shared = (flags & GOVD_SHARED) != 0;
4692 ret = lang_hooks.decls.omp_disregard_value_expr (decl, shared);
4696 shared = ((flags | n->value) & GOVD_SHARED) != 0;
4697 ret = lang_hooks.decls.omp_disregard_value_expr (decl, shared);
4699 /* If nothing changed, there's nothing left to do. */
4700 if ((n->value & flags) == flags)
4706 /* If the variable is private in the current context, then we don't
4707 need to propagate anything to an outer context. */
4708 if (flags & GOVD_PRIVATE)
4710 if (ctx->outer_context
4711 && omp_notice_variable (ctx->outer_context, decl, in_code))
4716 /* Verify that DECL is private within CTX. If there's specific information
4717 to the contrary in the innermost scope, generate an error. */
4720 omp_is_private (struct gimplify_omp_ctx *ctx, tree decl)
4724 n = splay_tree_lookup (ctx->variables, (splay_tree_key)decl);
4727 if (n->value & GOVD_SHARED)
4729 if (ctx == gimplify_omp_ctxp)
4731 error ("iteration variable %qs should be private",
4732 IDENTIFIER_POINTER (DECL_NAME (decl)));
4733 n->value = GOVD_PRIVATE;
4739 else if ((n->value & GOVD_EXPLICIT) != 0
4740 && (ctx == gimplify_omp_ctxp
4741 || (ctx->is_combined_parallel
4742 && gimplify_omp_ctxp->outer_context == ctx)))
4744 if ((n->value & GOVD_FIRSTPRIVATE) != 0)
4745 error ("iteration variable %qs should not be firstprivate",
4746 IDENTIFIER_POINTER (DECL_NAME (decl)));
4747 else if ((n->value & GOVD_REDUCTION) != 0)
4748 error ("iteration variable %qs should not be reduction",
4749 IDENTIFIER_POINTER (DECL_NAME (decl)));
4754 if (ctx->is_parallel)
4756 else if (ctx->outer_context)
4757 return omp_is_private (ctx->outer_context, decl);
4759 return !is_global_var (decl);
4762 /* Return true if DECL is private within a parallel region
4763 that binds to the current construct's context or in parallel
4764 region's REDUCTION clause. */
4767 omp_check_private (struct gimplify_omp_ctx *ctx, tree decl)
4773 ctx = ctx->outer_context;
4775 return !(is_global_var (decl)
4776 /* References might be private, but might be shared too. */
4777 || lang_hooks.decls.omp_privatize_by_reference (decl));
4779 n = splay_tree_lookup (ctx->variables, (splay_tree_key) decl);
4781 return (n->value & GOVD_SHARED) == 0;
4783 while (!ctx->is_parallel);
4787 /* Scan the OpenMP clauses in *LIST_P, installing mappings into a new
4788 and previous omp contexts. */
4791 gimplify_scan_omp_clauses (tree *list_p, tree *pre_p, bool in_parallel,
4792 bool in_combined_parallel)
4794 struct gimplify_omp_ctx *ctx, *outer_ctx;
4797 ctx = new_omp_context (in_parallel, in_combined_parallel);
4798 outer_ctx = ctx->outer_context;
4800 while ((c = *list_p) != NULL)
4802 enum gimplify_status gs;
4803 bool remove = false;
4804 bool notice_outer = true;
4805 const char *check_non_private = NULL;
4809 switch (OMP_CLAUSE_CODE (c))
4811 case OMP_CLAUSE_PRIVATE:
4812 flags = GOVD_PRIVATE | GOVD_EXPLICIT;
4813 notice_outer = false;
4815 case OMP_CLAUSE_SHARED:
4816 flags = GOVD_SHARED | GOVD_EXPLICIT;
4818 case OMP_CLAUSE_FIRSTPRIVATE:
4819 flags = GOVD_FIRSTPRIVATE | GOVD_EXPLICIT;
4820 check_non_private = "firstprivate";
4822 case OMP_CLAUSE_LASTPRIVATE:
4823 flags = GOVD_LASTPRIVATE | GOVD_SEEN | GOVD_EXPLICIT;
4824 check_non_private = "lastprivate";
4826 case OMP_CLAUSE_REDUCTION:
4827 flags = GOVD_REDUCTION | GOVD_SEEN | GOVD_EXPLICIT;
4828 check_non_private = "reduction";
4832 decl = OMP_CLAUSE_DECL (c);
4833 if (decl == error_mark_node || TREE_TYPE (decl) == error_mark_node)
4838 omp_add_variable (ctx, decl, flags);
4839 if (OMP_CLAUSE_CODE (c) == OMP_CLAUSE_REDUCTION
4840 && OMP_CLAUSE_REDUCTION_PLACEHOLDER (c))
4842 omp_add_variable (ctx, OMP_CLAUSE_REDUCTION_PLACEHOLDER (c),
4843 GOVD_LOCAL | GOVD_SEEN);
4844 gimplify_omp_ctxp = ctx;
4845 push_gimplify_context ();
4846 gimplify_stmt (&OMP_CLAUSE_REDUCTION_INIT (c));
4847 pop_gimplify_context (OMP_CLAUSE_REDUCTION_INIT (c));
4848 push_gimplify_context ();
4849 gimplify_stmt (&OMP_CLAUSE_REDUCTION_MERGE (c));
4850 pop_gimplify_context (OMP_CLAUSE_REDUCTION_MERGE (c));
4851 gimplify_omp_ctxp = outer_ctx;
4857 case OMP_CLAUSE_COPYIN:
4858 case OMP_CLAUSE_COPYPRIVATE:
4859 decl = OMP_CLAUSE_DECL (c);
4860 if (decl == error_mark_node || TREE_TYPE (decl) == error_mark_node)
4867 omp_notice_variable (outer_ctx, decl, true);
4868 if (check_non_private
4870 && omp_check_private (ctx, decl))
4872 error ("%s variable %qs is private in outer context",
4873 check_non_private, IDENTIFIER_POINTER (DECL_NAME (decl)));
4879 OMP_CLAUSE_OPERAND (c, 0)
4880 = gimple_boolify (OMP_CLAUSE_OPERAND (c, 0));
4883 case OMP_CLAUSE_SCHEDULE:
4884 case OMP_CLAUSE_NUM_THREADS:
4885 gs = gimplify_expr (&OMP_CLAUSE_OPERAND (c, 0), pre_p, NULL,
4886 is_gimple_val, fb_rvalue);
4891 case OMP_CLAUSE_NOWAIT:
4892 case OMP_CLAUSE_ORDERED:
4895 case OMP_CLAUSE_DEFAULT:
4896 ctx->default_kind = OMP_CLAUSE_DEFAULT_KIND (c);
4904 *list_p = OMP_CLAUSE_CHAIN (c);
4906 list_p = &OMP_CLAUSE_CHAIN (c);
4909 gimplify_omp_ctxp = ctx;
4912 /* For all variables that were not actually used within the context,
4913 remove PRIVATE, SHARED, and FIRSTPRIVATE clauses. */
4916 gimplify_adjust_omp_clauses_1 (splay_tree_node n, void *data)
4918 tree *list_p = (tree *) data;
4919 tree decl = (tree) n->key;
4920 unsigned flags = n->value;
4921 enum omp_clause_code code;
4925 if (flags & (GOVD_EXPLICIT | GOVD_LOCAL))
4927 if ((flags & GOVD_SEEN) == 0)
4929 if (flags & GOVD_DEBUG_PRIVATE)
4931 gcc_assert ((flags & GOVD_DATA_SHARE_CLASS) == GOVD_PRIVATE);
4932 private_debug = true;
4936 = lang_hooks.decls.omp_private_debug_clause (decl,
4937 !!(flags & GOVD_SHARED));
4939 code = OMP_CLAUSE_PRIVATE;
4940 else if (flags & GOVD_SHARED)
4942 if (is_global_var (decl))
4944 struct gimplify_omp_ctx *ctx = gimplify_omp_ctxp->outer_context;
4948 = splay_tree_lookup (ctx->variables, (splay_tree_key) decl);
4949 if (on && (on->value & (GOVD_FIRSTPRIVATE | GOVD_LASTPRIVATE
4950 | GOVD_PRIVATE | GOVD_REDUCTION)) != 0)
4952 ctx = ctx->outer_context;
4957 code = OMP_CLAUSE_SHARED;
4959 else if (flags & GOVD_PRIVATE)
4960 code = OMP_CLAUSE_PRIVATE;
4961 else if (flags & GOVD_FIRSTPRIVATE)
4962 code = OMP_CLAUSE_FIRSTPRIVATE;
4966 clause = build_omp_clause (code);
4967 OMP_CLAUSE_DECL (clause) = decl;
4968 OMP_CLAUSE_CHAIN (clause) = *list_p;
4970 OMP_CLAUSE_PRIVATE_DEBUG (clause) = 1;
4977 gimplify_adjust_omp_clauses (tree *list_p)
4979 struct gimplify_omp_ctx *ctx = gimplify_omp_ctxp;
4982 while ((c = *list_p) != NULL)
4985 bool remove = false;
4987 switch (OMP_CLAUSE_CODE (c))
4989 case OMP_CLAUSE_PRIVATE:
4990 case OMP_CLAUSE_SHARED:
4991 case OMP_CLAUSE_FIRSTPRIVATE:
4992 decl = OMP_CLAUSE_DECL (c);
4993 n = splay_tree_lookup (ctx->variables, (splay_tree_key) decl);
4994 remove = !(n->value & GOVD_SEEN);
4997 bool shared = OMP_CLAUSE_CODE (c) == OMP_CLAUSE_SHARED;
4998 if ((n->value & GOVD_DEBUG_PRIVATE)
4999 || lang_hooks.decls.omp_private_debug_clause (decl, shared))
5001 gcc_assert ((n->value & GOVD_DEBUG_PRIVATE) == 0
5002 || ((n->value & GOVD_DATA_SHARE_CLASS)
5004 OMP_CLAUSE_SET_CODE (c, OMP_CLAUSE_PRIVATE);
5005 OMP_CLAUSE_PRIVATE_DEBUG (c) = 1;
5010 case OMP_CLAUSE_LASTPRIVATE:
5011 /* Make sure OMP_CLAUSE_LASTPRIVATE_FIRSTPRIVATE is set to
5012 accurately reflect the presence of a FIRSTPRIVATE clause. */
5013 decl = OMP_CLAUSE_DECL (c);
5014 n = splay_tree_lookup (ctx->variables, (splay_tree_key) decl);
5015 OMP_CLAUSE_LASTPRIVATE_FIRSTPRIVATE (c)
5016 = (n->value & GOVD_FIRSTPRIVATE) != 0;
5019 case OMP_CLAUSE_REDUCTION:
5020 case OMP_CLAUSE_COPYIN:
5021 case OMP_CLAUSE_COPYPRIVATE:
5023 case OMP_CLAUSE_NUM_THREADS:
5024 case OMP_CLAUSE_SCHEDULE:
5025 case OMP_CLAUSE_NOWAIT:
5026 case OMP_CLAUSE_ORDERED:
5027 case OMP_CLAUSE_DEFAULT:
5035 *list_p = OMP_CLAUSE_CHAIN (c);
5037 list_p = &OMP_CLAUSE_CHAIN (c);
5040 /* Add in any implicit data sharing. */
5041 splay_tree_foreach (ctx->variables, gimplify_adjust_omp_clauses_1, list_p);
5043 gimplify_omp_ctxp = ctx->outer_context;
5044 delete_omp_context (ctx);
5047 /* Gimplify the contents of an OMP_PARALLEL statement. This involves
5048 gimplification of the body, as well as scanning the body for used
5049 variables. We need to do this scan now, because variable-sized
5050 decls will be decomposed during gimplification. */
5052 static enum gimplify_status
5053 gimplify_omp_parallel (tree *expr_p, tree *pre_p)
5055 tree expr = *expr_p;
5057 gimplify_scan_omp_clauses (&OMP_PARALLEL_CLAUSES (expr), pre_p, true,
5058 OMP_PARALLEL_COMBINED (expr));
5060 push_gimplify_context ();
5062 gimplify_stmt (&OMP_PARALLEL_BODY (expr));
5064 if (TREE_CODE (OMP_PARALLEL_BODY (expr)) == BIND_EXPR)
5065 pop_gimplify_context (OMP_PARALLEL_BODY (expr));
5067 pop_gimplify_context (NULL_TREE);
5069 gimplify_adjust_omp_clauses (&OMP_PARALLEL_CLAUSES (expr));
5074 /* Gimplify the gross structure of an OMP_FOR statement. */
5076 static enum gimplify_status
5077 gimplify_omp_for (tree *expr_p, tree *pre_p)
5079 tree for_stmt, decl, t;
5080 enum gimplify_status ret = GS_OK;
5084 gimplify_scan_omp_clauses (&OMP_FOR_CLAUSES (for_stmt), pre_p, false, false);
5086 t = OMP_FOR_INIT (for_stmt);
5087 gcc_assert (TREE_CODE (t) == MODIFY_EXPR
5088 || TREE_CODE (t) == GIMPLE_MODIFY_STMT);
5089 decl = GENERIC_TREE_OPERAND (t, 0);
5090 gcc_assert (DECL_P (decl));
5091 gcc_assert (INTEGRAL_TYPE_P (TREE_TYPE (decl)));
5093 /* Make sure the iteration variable is private. */
5094 if (omp_is_private (gimplify_omp_ctxp, decl))
5095 omp_notice_variable (gimplify_omp_ctxp, decl, true);
5097 omp_add_variable (gimplify_omp_ctxp, decl, GOVD_PRIVATE | GOVD_SEEN);
5099 ret |= gimplify_expr (&GENERIC_TREE_OPERAND (t, 1),
5100 &OMP_FOR_PRE_BODY (for_stmt),
5101 NULL, is_gimple_val, fb_rvalue);
5103 tree_to_gimple_tuple (&OMP_FOR_INIT (for_stmt));
5105 t = OMP_FOR_COND (for_stmt);
5106 gcc_assert (COMPARISON_CLASS_P (t));
5107 gcc_assert (GENERIC_TREE_OPERAND (t, 0) == decl);
5109 ret |= gimplify_expr (&GENERIC_TREE_OPERAND (t, 1),
5110 &OMP_FOR_PRE_BODY (for_stmt),
5111 NULL, is_gimple_val, fb_rvalue);
5113 tree_to_gimple_tuple (&OMP_FOR_INCR (for_stmt));
5114 t = OMP_FOR_INCR (for_stmt);
5115 switch (TREE_CODE (t))
5117 case PREINCREMENT_EXPR:
5118 case POSTINCREMENT_EXPR:
5119 t = build_int_cst (TREE_TYPE (decl), 1);
5120 t = build2 (PLUS_EXPR, TREE_TYPE (decl), decl, t);
5121 t = build_gimple_modify_stmt (decl, t);
5122 OMP_FOR_INCR (for_stmt) = t;
5125 case PREDECREMENT_EXPR:
5126 case POSTDECREMENT_EXPR:
5127 t = build_int_cst (TREE_TYPE (decl), -1);
5128 t = build2 (PLUS_EXPR, TREE_TYPE (decl), decl, t);
5129 t = build_gimple_modify_stmt (decl, t);
5130 OMP_FOR_INCR (for_stmt) = t;
5133 case GIMPLE_MODIFY_STMT:
5134 gcc_assert (GIMPLE_STMT_OPERAND (t, 0) == decl);
5135 t = GIMPLE_STMT_OPERAND (t, 1);
5136 switch (TREE_CODE (t))
5139 if (TREE_OPERAND (t, 1) == decl)
5141 TREE_OPERAND (t, 1) = TREE_OPERAND (t, 0);
5142 TREE_OPERAND (t, 0) = decl;
5146 gcc_assert (TREE_OPERAND (t, 0) == decl);
5152 ret |= gimplify_expr (&TREE_OPERAND (t, 1), &OMP_FOR_PRE_BODY (for_stmt),
5153 NULL, is_gimple_val, fb_rvalue);
5160 gimplify_to_stmt_list (&OMP_FOR_BODY (for_stmt));
5161 gimplify_adjust_omp_clauses (&OMP_FOR_CLAUSES (for_stmt));
5163 return ret == GS_ALL_DONE ? GS_ALL_DONE : GS_ERROR;
5166 /* Gimplify the gross structure of other OpenMP worksharing constructs.
5167 In particular, OMP_SECTIONS and OMP_SINGLE. */
5169 static enum gimplify_status
5170 gimplify_omp_workshare (tree *expr_p, tree *pre_p)
5172 tree stmt = *expr_p;
5174 gimplify_scan_omp_clauses (&OMP_CLAUSES (stmt), pre_p, false, false);
5175 gimplify_to_stmt_list (&OMP_BODY (stmt));
5176 gimplify_adjust_omp_clauses (&OMP_CLAUSES (stmt));
5181 /* A subroutine of gimplify_omp_atomic. The front end is supposed to have
5182 stabilized the lhs of the atomic operation as *ADDR. Return true if
5183 EXPR is this stabilized form. */
5186 goa_lhs_expr_p (const_tree expr, const_tree addr)
5188 /* Also include casts to other type variants. The C front end is fond
5189 of adding these for e.g. volatile variables. This is like
5190 STRIP_TYPE_NOPS but includes the main variant lookup. */
5191 while ((TREE_CODE (expr) == NOP_EXPR
5192 || TREE_CODE (expr) == CONVERT_EXPR
5193 || TREE_CODE (expr) == NON_LVALUE_EXPR)
5194 && TREE_OPERAND (expr, 0) != error_mark_node
5195 && (TYPE_MAIN_VARIANT (TREE_TYPE (expr))
5196 == TYPE_MAIN_VARIANT (TREE_TYPE (TREE_OPERAND (expr, 0)))))
5197 expr = TREE_OPERAND (expr, 0);
5199 if (TREE_CODE (expr) == INDIRECT_REF && TREE_OPERAND (expr, 0) == addr)
5201 if (TREE_CODE (addr) == ADDR_EXPR && expr == TREE_OPERAND (addr, 0))
5206 /* A subroutine of gimplify_omp_atomic. Attempt to implement the atomic
5207 operation as a __sync_fetch_and_op builtin. INDEX is log2 of the
5208 size of the data type, and thus usable to find the index of the builtin
5209 decl. Returns GS_UNHANDLED if the expression is not of the proper form. */
5211 static enum gimplify_status
5212 gimplify_omp_atomic_fetch_op (tree *expr_p, tree addr, tree rhs, int index)
5214 enum built_in_function base;
5216 enum insn_code *optab;
5218 /* Check for one of the supported fetch-op operations. */
5219 switch (TREE_CODE (rhs))
5221 case POINTER_PLUS_EXPR:
5223 base = BUILT_IN_FETCH_AND_ADD_N;
5224 optab = sync_add_optab;
5227 base = BUILT_IN_FETCH_AND_SUB_N;
5228 optab = sync_add_optab;
5231 base = BUILT_IN_FETCH_AND_AND_N;
5232 optab = sync_and_optab;
5235 base = BUILT_IN_FETCH_AND_OR_N;
5236 optab = sync_ior_optab;
5239 base = BUILT_IN_FETCH_AND_XOR_N;
5240 optab = sync_xor_optab;
5243 return GS_UNHANDLED;
5246 /* Make sure the expression is of the proper form. */
5247 if (goa_lhs_expr_p (TREE_OPERAND (rhs, 0), addr))
5248 rhs = TREE_OPERAND (rhs, 1);
5249 else if (commutative_tree_code (TREE_CODE (rhs))
5250 && goa_lhs_expr_p (TREE_OPERAND (rhs, 1), addr))
5251 rhs = TREE_OPERAND (rhs, 0);
5253 return GS_UNHANDLED;
5255 decl = built_in_decls[base + index + 1];
5256 itype = TREE_TYPE (TREE_TYPE (decl));
5258 if (optab[TYPE_MODE (itype)] == CODE_FOR_nothing)
5259 return GS_UNHANDLED;
5261 *expr_p = build_call_expr (decl, 2, addr, fold_convert (itype, rhs));
5265 /* A subroutine of gimplify_omp_atomic_pipeline. Walk *EXPR_P and replace
5266 appearances of *LHS_ADDR with LHS_VAR. If an expression does not involve
5267 the lhs, evaluate it into a temporary. Return 1 if the lhs appeared as
5268 a subexpression, 0 if it did not, or -1 if an error was encountered. */
5271 goa_stabilize_expr (tree *expr_p, tree *pre_p, tree lhs_addr, tree lhs_var)
5273 tree expr = *expr_p;
5276 if (goa_lhs_expr_p (expr, lhs_addr))
5281 if (is_gimple_val (expr))
5285 switch (TREE_CODE_CLASS (TREE_CODE (expr)))
5288 saw_lhs |= goa_stabilize_expr (&TREE_OPERAND (expr, 1), pre_p,
5291 saw_lhs |= goa_stabilize_expr (&TREE_OPERAND (expr, 0), pre_p,
5300 enum gimplify_status gs;
5301 gs = gimplify_expr (expr_p, pre_p, NULL, is_gimple_val, fb_rvalue);
5302 if (gs != GS_ALL_DONE)
5309 /* A subroutine of gimplify_omp_atomic. Implement the atomic operation as:
5313 newval = rhs; // with oldval replacing *addr in rhs
5314 oldval = __sync_val_compare_and_swap (addr, oldval, newval);
5315 if (oldval != newval)
5318 INDEX is log2 of the size of the data type, and thus usable to find the
5319 index of the builtin decl. */
5321 static enum gimplify_status
5322 gimplify_omp_atomic_pipeline (tree *expr_p, tree *pre_p, tree addr,
5323 tree rhs, int index)
5325 tree oldval, oldival, oldival2, newval, newival, label;
5326 tree type, itype, cmpxchg, x, iaddr;
5328 cmpxchg = built_in_decls[BUILT_IN_VAL_COMPARE_AND_SWAP_N + index + 1];
5329 type = TYPE_MAIN_VARIANT (TREE_TYPE (TREE_TYPE (addr)));
5330 itype = TREE_TYPE (TREE_TYPE (cmpxchg));
5332 if (sync_compare_and_swap[TYPE_MODE (itype)] == CODE_FOR_nothing)
5333 return GS_UNHANDLED;
5335 oldval = create_tmp_var (type, NULL);
5336 newval = create_tmp_var (type, NULL);
5338 /* Precompute as much of RHS as possible. In the same walk, replace
5339 occurrences of the lhs value with our temporary. */
5340 if (goa_stabilize_expr (&rhs, pre_p, addr, oldval) < 0)
5343 x = build_fold_indirect_ref (addr);
5344 x = build_gimple_modify_stmt (oldval, x);
5345 gimplify_and_add (x, pre_p);
5347 /* For floating-point values, we'll need to view-convert them to integers
5348 so that we can perform the atomic compare and swap. Simplify the
5349 following code by always setting up the "i"ntegral variables. */
5350 if (INTEGRAL_TYPE_P (type) || POINTER_TYPE_P (type))
5358 oldival = create_tmp_var (itype, NULL);
5359 newival = create_tmp_var (itype, NULL);
5361 x = build1 (VIEW_CONVERT_EXPR, itype, oldval);
5362 x = build_gimple_modify_stmt (oldival, x);
5363 gimplify_and_add (x, pre_p);
5364 iaddr = fold_convert (build_pointer_type (itype), addr);
5367 oldival2 = create_tmp_var (itype, NULL);
5369 label = create_artificial_label ();
5370 x = build1 (LABEL_EXPR, void_type_node, label);
5371 gimplify_and_add (x, pre_p);
5373 x = build_gimple_modify_stmt (newval, rhs);
5374 gimplify_and_add (x, pre_p);
5376 if (newval != newival)
5378 x = build1 (VIEW_CONVERT_EXPR, itype, newval);
5379 x = build_gimple_modify_stmt (newival, x);
5380 gimplify_and_add (x, pre_p);
5383 x = build_gimple_modify_stmt (oldival2, fold_convert (itype, oldival));
5384 gimplify_and_add (x, pre_p);
5386 x = build_call_expr (cmpxchg, 3, iaddr, fold_convert (itype, oldival),
5387 fold_convert (itype, newival));
5388 if (oldval == oldival)
5389 x = fold_convert (type, x);
5390 x = build_gimple_modify_stmt (oldival, x);
5391 gimplify_and_add (x, pre_p);
5393 /* For floating point, be prepared for the loop backedge. */
5394 if (oldval != oldival)
5396 x = build1 (VIEW_CONVERT_EXPR, type, oldival);
5397 x = build_gimple_modify_stmt (oldval, x);
5398 gimplify_and_add (x, pre_p);
5401 /* Note that we always perform the comparison as an integer, even for
5402 floating point. This allows the atomic operation to properly
5403 succeed even with NaNs and -0.0. */
5404 x = build3 (COND_EXPR, void_type_node,
5405 build2 (NE_EXPR, boolean_type_node,
5406 fold_convert (itype, oldival), oldival2),
5407 build1 (GOTO_EXPR, void_type_node, label), NULL);
5408 gimplify_and_add (x, pre_p);
5414 /* A subroutine of gimplify_omp_atomic. Implement the atomic operation as:
5416 GOMP_atomic_start ();
5420 The result is not globally atomic, but works so long as all parallel
5421 references are within #pragma omp atomic directives. According to
5422 responses received from omp@openmp.org, appears to be within spec.
5423 Which makes sense, since that's how several other compilers handle
5424 this situation as well. */
5426 static enum gimplify_status
5427 gimplify_omp_atomic_mutex (tree *expr_p, tree *pre_p, tree addr, tree rhs)
5431 t = built_in_decls[BUILT_IN_GOMP_ATOMIC_START];
5432 t = build_call_expr (t, 0);
5433 gimplify_and_add (t, pre_p);
5435 t = build_fold_indirect_ref (addr);
5436 t = build_gimple_modify_stmt (t, rhs);
5437 gimplify_and_add (t, pre_p);
5439 t = built_in_decls[BUILT_IN_GOMP_ATOMIC_END];
5440 t = build_call_expr (t, 0);
5441 gimplify_and_add (t, pre_p);
5447 /* Gimplify an OMP_ATOMIC statement. */
5449 static enum gimplify_status
5450 gimplify_omp_atomic (tree *expr_p, tree *pre_p)
5452 tree addr = TREE_OPERAND (*expr_p, 0);
5453 tree rhs = TREE_OPERAND (*expr_p, 1);
5454 tree type = TYPE_MAIN_VARIANT (TREE_TYPE (TREE_TYPE (addr)));
5455 HOST_WIDE_INT index;
5457 /* Make sure the type is one of the supported sizes. */
5458 index = tree_low_cst (TYPE_SIZE_UNIT (type), 1);
5459 index = exact_log2 (index);
5460 if (index >= 0 && index <= 4)
5462 enum gimplify_status gs;
5465 if (DECL_P (TREE_OPERAND (addr, 0)))
5466 align = DECL_ALIGN_UNIT (TREE_OPERAND (addr, 0));
5467 else if (TREE_CODE (TREE_OPERAND (addr, 0)) == COMPONENT_REF
5468 && TREE_CODE (TREE_OPERAND (TREE_OPERAND (addr, 0), 1))
5470 align = DECL_ALIGN_UNIT (TREE_OPERAND (TREE_OPERAND (addr, 0), 1));
5472 align = TYPE_ALIGN_UNIT (type);
5474 /* __sync builtins require strict data alignment. */
5475 if (exact_log2 (align) >= index)
5477 /* When possible, use specialized atomic update functions. */
5478 if (INTEGRAL_TYPE_P (type) || POINTER_TYPE_P (type))
5480 gs = gimplify_omp_atomic_fetch_op (expr_p, addr, rhs, index);
5481 if (gs != GS_UNHANDLED)
5485 /* If we don't have specialized __sync builtins, try and implement
5486 as a compare and swap loop. */
5487 gs = gimplify_omp_atomic_pipeline (expr_p, pre_p, addr, rhs, index);
5488 if (gs != GS_UNHANDLED)
5493 /* The ultimate fallback is wrapping the operation in a mutex. */
5494 return gimplify_omp_atomic_mutex (expr_p, pre_p, addr, rhs);
5497 /* Gimplifies the expression tree pointed to by EXPR_P. Return 0 if
5498 gimplification failed.
5500 PRE_P points to the list where side effects that must happen before
5501 EXPR should be stored.
5503 POST_P points to the list where side effects that must happen after
5504 EXPR should be stored, or NULL if there is no suitable list. In
5505 that case, we copy the result to a temporary, emit the
5506 post-effects, and then return the temporary.
5508 GIMPLE_TEST_F points to a function that takes a tree T and
5509 returns nonzero if T is in the GIMPLE form requested by the
5510 caller. The GIMPLE predicates are in tree-gimple.c.
5512 This test is used twice. Before gimplification, the test is
5513 invoked to determine whether *EXPR_P is already gimple enough. If
5514 that fails, *EXPR_P is gimplified according to its code and
5515 GIMPLE_TEST_F is called again. If the test still fails, then a new
5516 temporary variable is created and assigned the value of the
5517 gimplified expression.
5519 FALLBACK tells the function what sort of a temporary we want. If the 1
5520 bit is set, an rvalue is OK. If the 2 bit is set, an lvalue is OK.
5521 If both are set, either is OK, but an lvalue is preferable.
5523 The return value is either GS_ERROR or GS_ALL_DONE, since this function
5524 iterates until solution. */
5526 enum gimplify_status
5527 gimplify_expr (tree *expr_p, tree *pre_p, tree *post_p,
5528 bool (* gimple_test_f) (tree), fallback_t fallback)
5531 tree internal_pre = NULL_TREE;
5532 tree internal_post = NULL_TREE;
5534 int is_statement = (pre_p == NULL);
5535 location_t saved_location;
5536 enum gimplify_status ret;
5538 save_expr = *expr_p;
5539 if (save_expr == NULL_TREE)
5542 /* We used to check the predicate here and return immediately if it
5543 succeeds. This is wrong; the design is for gimplification to be
5544 idempotent, and for the predicates to only test for valid forms, not
5545 whether they are fully simplified. */
5547 /* Set up our internal queues if needed. */
5549 pre_p = &internal_pre;
5551 post_p = &internal_post;
5553 saved_location = input_location;
5554 if (save_expr != error_mark_node
5555 && EXPR_HAS_LOCATION (*expr_p))
5556 input_location = EXPR_LOCATION (*expr_p);
5558 /* Loop over the specific gimplifiers until the toplevel node
5559 remains the same. */
5562 /* Strip away as many useless type conversions as possible
5564 STRIP_USELESS_TYPE_CONVERSION (*expr_p);
5566 /* Remember the expr. */
5567 save_expr = *expr_p;
5569 /* Die, die, die, my darling. */
5570 if (save_expr == error_mark_node
5571 || (!GIMPLE_STMT_P (save_expr)
5572 && TREE_TYPE (save_expr)
5573 && TREE_TYPE (save_expr) == error_mark_node))
5579 /* Do any language-specific gimplification. */
5580 ret = lang_hooks.gimplify_expr (expr_p, pre_p, post_p);
5583 if (*expr_p == NULL_TREE)
5585 if (*expr_p != save_expr)
5588 else if (ret != GS_UNHANDLED)
5592 switch (TREE_CODE (*expr_p))
5594 /* First deal with the special cases. */
5596 case POSTINCREMENT_EXPR:
5597 case POSTDECREMENT_EXPR:
5598 case PREINCREMENT_EXPR:
5599 case PREDECREMENT_EXPR:
5600 ret = gimplify_self_mod_expr (expr_p, pre_p, post_p,
5601 fallback != fb_none);
5605 case ARRAY_RANGE_REF:
5609 case VIEW_CONVERT_EXPR:
5610 ret = gimplify_compound_lval (expr_p, pre_p, post_p,
5611 fallback ? fallback : fb_rvalue);
5615 ret = gimplify_cond_expr (expr_p, pre_p, fallback);
5616 /* C99 code may assign to an array in a structure value of a
5617 conditional expression, and this has undefined behavior
5618 only on execution, so create a temporary if an lvalue is
5620 if (fallback == fb_lvalue)
5622 *expr_p = get_initialized_tmp_var (*expr_p, pre_p, post_p);
5623 mark_addressable (*expr_p);
5628 ret = gimplify_call_expr (expr_p, pre_p, fallback != fb_none);
5629 /* C99 code may assign to an array in a structure returned
5630 from a function, and this has undefined behavior only on
5631 execution, so create a temporary if an lvalue is
5633 if (fallback == fb_lvalue)
5635 *expr_p = get_initialized_tmp_var (*expr_p, pre_p, post_p);
5636 mark_addressable (*expr_p);
5644 ret = gimplify_compound_expr (expr_p, pre_p, fallback != fb_none);
5648 case GIMPLE_MODIFY_STMT:
5650 ret = gimplify_modify_expr (expr_p, pre_p, post_p,
5651 fallback != fb_none);
5655 /* The distinction between MODIFY_EXPR and INIT_EXPR is no longer
5657 if (TREE_CODE (*expr_p) == INIT_EXPR)
5658 TREE_SET_CODE (*expr_p, MODIFY_EXPR);
5660 /* Convert MODIFY_EXPR to GIMPLE_MODIFY_STMT. */
5661 if (TREE_CODE (*expr_p) == MODIFY_EXPR)
5662 tree_to_gimple_tuple (expr_p);
5667 case TRUTH_ANDIF_EXPR:
5668 case TRUTH_ORIF_EXPR:
5669 ret = gimplify_boolean_expr (expr_p);
5672 case TRUTH_NOT_EXPR:
5673 TREE_OPERAND (*expr_p, 0)
5674 = gimple_boolify (TREE_OPERAND (*expr_p, 0));
5675 ret = gimplify_expr (&TREE_OPERAND (*expr_p, 0), pre_p, post_p,
5676 is_gimple_val, fb_rvalue);
5677 recalculate_side_effects (*expr_p);
5681 ret = gimplify_addr_expr (expr_p, pre_p, post_p);
5685 ret = gimplify_va_arg_expr (expr_p, pre_p, post_p);
5690 if (IS_EMPTY_STMT (*expr_p))
5696 if (VOID_TYPE_P (TREE_TYPE (*expr_p))
5697 || fallback == fb_none)
5699 /* Just strip a conversion to void (or in void context) and
5701 *expr_p = TREE_OPERAND (*expr_p, 0);
5705 ret = gimplify_conversion (expr_p);
5706 if (ret == GS_ERROR)
5708 if (*expr_p != save_expr)
5712 case FIX_TRUNC_EXPR:
5713 /* unary_expr: ... | '(' cast ')' val | ... */
5714 ret = gimplify_expr (&TREE_OPERAND (*expr_p, 0), pre_p, post_p,
5715 is_gimple_val, fb_rvalue);
5716 recalculate_side_effects (*expr_p);
5720 *expr_p = fold_indirect_ref (*expr_p);
5721 if (*expr_p != save_expr)
5723 /* else fall through. */
5724 case ALIGN_INDIRECT_REF:
5725 case MISALIGNED_INDIRECT_REF:
5726 ret = gimplify_expr (&TREE_OPERAND (*expr_p, 0), pre_p, post_p,
5727 is_gimple_reg, fb_rvalue);
5728 recalculate_side_effects (*expr_p);
5731 /* Constants need not be gimplified. */
5742 /* If we require an lvalue, such as for ADDR_EXPR, retain the
5743 CONST_DECL node. Otherwise the decl is replaceable by its
5745 /* ??? Should be == fb_lvalue, but ADDR_EXPR passes fb_either. */
5746 if (fallback & fb_lvalue)
5749 *expr_p = DECL_INITIAL (*expr_p);
5753 ret = gimplify_decl_expr (expr_p);
5757 /* FIXME make this a decl. */
5762 ret = gimplify_bind_expr (expr_p, pre_p);
5766 ret = gimplify_loop_expr (expr_p, pre_p);
5770 ret = gimplify_switch_expr (expr_p, pre_p);
5774 ret = gimplify_exit_expr (expr_p);
5778 /* If the target is not LABEL, then it is a computed jump
5779 and the target needs to be gimplified. */
5780 if (TREE_CODE (GOTO_DESTINATION (*expr_p)) != LABEL_DECL)
5781 ret = gimplify_expr (&GOTO_DESTINATION (*expr_p), pre_p,
5782 NULL, is_gimple_val, fb_rvalue);
5787 gcc_assert (decl_function_context (LABEL_EXPR_LABEL (*expr_p))
5788 == current_function_decl);
5791 case CASE_LABEL_EXPR:
5792 ret = gimplify_case_label_expr (expr_p);
5796 ret = gimplify_return_expr (*expr_p, pre_p);
5800 /* Don't reduce this in place; let gimplify_init_constructor work its
5801 magic. Buf if we're just elaborating this for side effects, just
5802 gimplify any element that has side-effects. */
5803 if (fallback == fb_none)
5805 unsigned HOST_WIDE_INT ix;
5806 constructor_elt *ce;
5807 tree temp = NULL_TREE;
5809 VEC_iterate (constructor_elt, CONSTRUCTOR_ELTS (*expr_p),
5812 if (TREE_SIDE_EFFECTS (ce->value))
5813 append_to_statement_list (ce->value, &temp);
5818 /* C99 code may assign to an array in a constructed
5819 structure or union, and this has undefined behavior only
5820 on execution, so create a temporary if an lvalue is
5822 else if (fallback == fb_lvalue)
5824 *expr_p = get_initialized_tmp_var (*expr_p, pre_p, post_p);
5825 mark_addressable (*expr_p);
5831 /* The following are special cases that are not handled by the
5832 original GIMPLE grammar. */
5834 /* SAVE_EXPR nodes are converted into a GIMPLE identifier and
5837 ret = gimplify_save_expr (expr_p, pre_p, post_p);
5842 enum gimplify_status r0, r1, r2;
5844 r0 = gimplify_expr (&TREE_OPERAND (*expr_p, 0), pre_p, post_p,
5845 is_gimple_lvalue, fb_either);
5846 r1 = gimplify_expr (&TREE_OPERAND (*expr_p, 1), pre_p, post_p,
5847 is_gimple_val, fb_rvalue);
5848 r2 = gimplify_expr (&TREE_OPERAND (*expr_p, 2), pre_p, post_p,
5849 is_gimple_val, fb_rvalue);
5850 recalculate_side_effects (*expr_p);
5852 ret = MIN (r0, MIN (r1, r2));
5856 case NON_LVALUE_EXPR:
5857 /* This should have been stripped above. */
5861 ret = gimplify_asm_expr (expr_p, pre_p, post_p);
5864 case TRY_FINALLY_EXPR:
5865 case TRY_CATCH_EXPR:
5866 gimplify_to_stmt_list (&TREE_OPERAND (*expr_p, 0));
5867 gimplify_to_stmt_list (&TREE_OPERAND (*expr_p, 1));
5871 case CLEANUP_POINT_EXPR:
5872 ret = gimplify_cleanup_point_expr (expr_p, pre_p);
5876 ret = gimplify_target_expr (expr_p, pre_p, post_p);
5880 gimplify_to_stmt_list (&CATCH_BODY (*expr_p));
5884 case EH_FILTER_EXPR:
5885 gimplify_to_stmt_list (&EH_FILTER_FAILURE (*expr_p));
5889 case CHANGE_DYNAMIC_TYPE_EXPR:
5890 ret = gimplify_expr (&CHANGE_DYNAMIC_TYPE_LOCATION (*expr_p),
5891 pre_p, post_p, is_gimple_reg, fb_lvalue);
5896 enum gimplify_status r0, r1;
5897 r0 = gimplify_expr (&OBJ_TYPE_REF_OBJECT (*expr_p), pre_p, post_p,
5898 is_gimple_val, fb_rvalue);
5899 r1 = gimplify_expr (&OBJ_TYPE_REF_EXPR (*expr_p), pre_p, post_p,
5900 is_gimple_val, fb_rvalue);
5906 /* We get here when taking the address of a label. We mark
5907 the label as "forced"; meaning it can never be removed and
5908 it is a potential target for any computed goto. */
5909 FORCED_LABEL (*expr_p) = 1;
5913 case STATEMENT_LIST:
5914 ret = gimplify_statement_list (expr_p, pre_p);
5917 case WITH_SIZE_EXPR:
5919 gimplify_expr (&TREE_OPERAND (*expr_p, 0), pre_p,
5920 post_p == &internal_post ? NULL : post_p,
5921 gimple_test_f, fallback);
5922 gimplify_expr (&TREE_OPERAND (*expr_p, 1), pre_p, post_p,
5923 is_gimple_val, fb_rvalue);
5929 ret = gimplify_var_or_parm_decl (expr_p);
5933 /* When within an OpenMP context, notice uses of variables. */
5934 if (gimplify_omp_ctxp)
5935 omp_notice_variable (gimplify_omp_ctxp, *expr_p, true);
5940 /* Allow callbacks into the gimplifier during optimization. */
5945 ret = gimplify_omp_parallel (expr_p, pre_p);
5949 ret = gimplify_omp_for (expr_p, pre_p);
5954 ret = gimplify_omp_workshare (expr_p, pre_p);
5961 gimplify_to_stmt_list (&OMP_BODY (*expr_p));
5965 ret = gimplify_omp_atomic (expr_p, pre_p);
5973 case POINTER_PLUS_EXPR:
5974 /* Convert ((type *)A)+offset into &A->field_of_type_and_offset.
5975 The second is gimple immediate saving a need for extra statement.
5977 if (TREE_CODE (TREE_OPERAND (*expr_p, 1)) == INTEGER_CST
5978 && (tmp = maybe_fold_offset_to_reference
5979 (TREE_OPERAND (*expr_p, 0), TREE_OPERAND (*expr_p, 1),
5980 TREE_TYPE (TREE_TYPE (*expr_p)))))
5982 tree ptr_type = build_pointer_type (TREE_TYPE (tmp));
5983 if (useless_type_conversion_p (TREE_TYPE (*expr_p), ptr_type))
5985 *expr_p = build_fold_addr_expr_with_type (tmp, ptr_type);
5989 /* Convert (void *)&a + 4 into (void *)&a[1]. */
5990 if (TREE_CODE (TREE_OPERAND (*expr_p, 0)) == NOP_EXPR
5991 && TREE_CODE (TREE_OPERAND (*expr_p, 1)) == INTEGER_CST
5992 && POINTER_TYPE_P (TREE_TYPE (TREE_OPERAND (TREE_OPERAND (*expr_p,
5994 && (tmp = maybe_fold_offset_to_reference
5995 (TREE_OPERAND (TREE_OPERAND (*expr_p, 0), 0),
5996 TREE_OPERAND (*expr_p, 1),
5997 TREE_TYPE (TREE_TYPE
5998 (TREE_OPERAND (TREE_OPERAND (*expr_p, 0),
6001 tmp = build_fold_addr_expr (tmp);
6002 *expr_p = fold_convert (TREE_TYPE (*expr_p), tmp);
6007 switch (TREE_CODE_CLASS (TREE_CODE (*expr_p)))
6009 case tcc_comparison:
6010 /* Handle comparison of objects of non scalar mode aggregates
6011 with a call to memcmp. It would be nice to only have to do
6012 this for variable-sized objects, but then we'd have to allow
6013 the same nest of reference nodes we allow for MODIFY_EXPR and
6016 Compare scalar mode aggregates as scalar mode values. Using
6017 memcmp for them would be very inefficient at best, and is
6018 plain wrong if bitfields are involved. */
6021 tree type = TREE_TYPE (TREE_OPERAND (*expr_p, 1));
6023 if (!AGGREGATE_TYPE_P (type))
6025 else if (TYPE_MODE (type) != BLKmode)
6026 ret = gimplify_scalar_mode_aggregate_compare (expr_p);
6028 ret = gimplify_variable_sized_compare (expr_p);
6033 /* If *EXPR_P does not need to be special-cased, handle it
6034 according to its class. */
6036 ret = gimplify_expr (&TREE_OPERAND (*expr_p, 0), pre_p,
6037 post_p, is_gimple_val, fb_rvalue);
6043 enum gimplify_status r0, r1;
6045 r0 = gimplify_expr (&TREE_OPERAND (*expr_p, 0), pre_p,
6046 post_p, is_gimple_val, fb_rvalue);
6047 r1 = gimplify_expr (&TREE_OPERAND (*expr_p, 1), pre_p,
6048 post_p, is_gimple_val, fb_rvalue);
6054 case tcc_declaration:
6057 goto dont_recalculate;
6060 gcc_assert (TREE_CODE (*expr_p) == TRUTH_AND_EXPR
6061 || TREE_CODE (*expr_p) == TRUTH_OR_EXPR
6062 || TREE_CODE (*expr_p) == TRUTH_XOR_EXPR);
6066 recalculate_side_effects (*expr_p);
6071 /* If we replaced *expr_p, gimplify again. */
6072 if (ret == GS_OK && (*expr_p == NULL || *expr_p == save_expr))
6075 while (ret == GS_OK);
6077 /* If we encountered an error_mark somewhere nested inside, either
6078 stub out the statement or propagate the error back out. */
6079 if (ret == GS_ERROR)
6086 /* This was only valid as a return value from the langhook, which
6087 we handled. Make sure it doesn't escape from any other context. */
6088 gcc_assert (ret != GS_UNHANDLED);
6090 if (fallback == fb_none && *expr_p && !is_gimple_stmt (*expr_p))
6092 /* We aren't looking for a value, and we don't have a valid
6093 statement. If it doesn't have side-effects, throw it away. */
6094 if (!TREE_SIDE_EFFECTS (*expr_p))
6096 else if (!TREE_THIS_VOLATILE (*expr_p))
6098 /* This is probably a _REF that contains something nested that
6099 has side effects. Recurse through the operands to find it. */
6100 enum tree_code code = TREE_CODE (*expr_p);
6107 case VIEW_CONVERT_EXPR:
6108 gimplify_expr (&TREE_OPERAND (*expr_p, 0), pre_p, post_p,
6109 gimple_test_f, fallback);
6113 case ARRAY_RANGE_REF:
6114 gimplify_expr (&TREE_OPERAND (*expr_p, 0), pre_p, post_p,
6115 gimple_test_f, fallback);
6116 gimplify_expr (&TREE_OPERAND (*expr_p, 1), pre_p, post_p,
6117 gimple_test_f, fallback);
6121 /* Anything else with side-effects must be converted to
6122 a valid statement before we get here. */
6128 else if (COMPLETE_TYPE_P (TREE_TYPE (*expr_p))
6129 && TYPE_MODE (TREE_TYPE (*expr_p)) != BLKmode)
6131 /* Historically, the compiler has treated a bare reference
6132 to a non-BLKmode volatile lvalue as forcing a load. */
6133 tree type = TYPE_MAIN_VARIANT (TREE_TYPE (*expr_p));
6134 /* Normally, we do not want to create a temporary for a
6135 TREE_ADDRESSABLE type because such a type should not be
6136 copied by bitwise-assignment. However, we make an
6137 exception here, as all we are doing here is ensuring that
6138 we read the bytes that make up the type. We use
6139 create_tmp_var_raw because create_tmp_var will abort when
6140 given a TREE_ADDRESSABLE type. */
6141 tree tmp = create_tmp_var_raw (type, "vol");
6142 gimple_add_tmp_var (tmp);
6143 *expr_p = build_gimple_modify_stmt (tmp, *expr_p);
6146 /* We can't do anything useful with a volatile reference to
6147 an incomplete type, so just throw it away. Likewise for
6148 a BLKmode type, since any implicit inner load should
6149 already have been turned into an explicit one by the
6150 gimplification process. */
6154 /* If we are gimplifying at the statement level, we're done. Tack
6155 everything together and replace the original statement with the
6157 if (fallback == fb_none || is_statement)
6159 if (internal_pre || internal_post)
6161 append_to_statement_list (*expr_p, &internal_pre);
6162 append_to_statement_list (internal_post, &internal_pre);
6163 annotate_all_with_locus (&internal_pre, input_location);
6164 *expr_p = internal_pre;
6168 else if (TREE_CODE (*expr_p) == STATEMENT_LIST)
6169 annotate_all_with_locus (expr_p, input_location);
6171 annotate_one_with_locus (*expr_p, input_location);
6175 /* Otherwise we're gimplifying a subexpression, so the resulting value is
6178 /* If it's sufficiently simple already, we're done. Unless we are
6179 handling some post-effects internally; if that's the case, we need to
6180 copy into a temp before adding the post-effects to the tree. */
6181 if (!internal_post && (*gimple_test_f) (*expr_p))
6184 /* Otherwise, we need to create a new temporary for the gimplified
6187 /* We can't return an lvalue if we have an internal postqueue. The
6188 object the lvalue refers to would (probably) be modified by the
6189 postqueue; we need to copy the value out first, which means an
6191 if ((fallback & fb_lvalue) && !internal_post
6192 && is_gimple_addressable (*expr_p))
6194 /* An lvalue will do. Take the address of the expression, store it
6195 in a temporary, and replace the expression with an INDIRECT_REF of
6197 tmp = build_fold_addr_expr (*expr_p);
6198 gimplify_expr (&tmp, pre_p, post_p, is_gimple_reg, fb_rvalue);
6199 *expr_p = build1 (INDIRECT_REF, TREE_TYPE (TREE_TYPE (tmp)), tmp);
6201 else if ((fallback & fb_rvalue) && is_gimple_formal_tmp_rhs (*expr_p))
6203 gcc_assert (!VOID_TYPE_P (TREE_TYPE (*expr_p)));
6205 /* An rvalue will do. Assign the gimplified expression into a new
6206 temporary TMP and replace the original expression with TMP. */
6208 if (internal_post || (fallback & fb_lvalue))
6209 /* The postqueue might change the value of the expression between
6210 the initialization and use of the temporary, so we can't use a
6211 formal temp. FIXME do we care? */
6212 *expr_p = get_initialized_tmp_var (*expr_p, pre_p, post_p);
6214 *expr_p = get_formal_tmp_var (*expr_p, pre_p);
6216 if (TREE_CODE (*expr_p) != SSA_NAME)
6217 DECL_GIMPLE_FORMAL_TEMP_P (*expr_p) = 1;
6221 #ifdef ENABLE_CHECKING
6222 if (!(fallback & fb_mayfail))
6224 fprintf (stderr, "gimplification failed:\n");
6225 print_generic_expr (stderr, *expr_p, 0);
6226 debug_tree (*expr_p);
6227 internal_error ("gimplification failed");
6230 gcc_assert (fallback & fb_mayfail);
6231 /* If this is an asm statement, and the user asked for the
6232 impossible, don't die. Fail and let gimplify_asm_expr
6238 /* Make sure the temporary matches our predicate. */
6239 gcc_assert ((*gimple_test_f) (*expr_p));
6243 annotate_all_with_locus (&internal_post, input_location);
6244 append_to_statement_list (internal_post, pre_p);
6248 input_location = saved_location;
6252 /* Look through TYPE for variable-sized objects and gimplify each such
6253 size that we find. Add to LIST_P any statements generated. */
6256 gimplify_type_sizes (tree type, tree *list_p)
6260 if (type == NULL || type == error_mark_node)
6263 /* We first do the main variant, then copy into any other variants. */
6264 type = TYPE_MAIN_VARIANT (type);
6266 /* Avoid infinite recursion. */
6267 if (TYPE_SIZES_GIMPLIFIED (type))
6270 TYPE_SIZES_GIMPLIFIED (type) = 1;
6272 switch (TREE_CODE (type))
6278 case FIXED_POINT_TYPE:
6279 gimplify_one_sizepos (&TYPE_MIN_VALUE (type), list_p);
6280 gimplify_one_sizepos (&TYPE_MAX_VALUE (type), list_p);
6282 for (t = TYPE_NEXT_VARIANT (type); t; t = TYPE_NEXT_VARIANT (t))
6284 TYPE_MIN_VALUE (t) = TYPE_MIN_VALUE (type);
6285 TYPE_MAX_VALUE (t) = TYPE_MAX_VALUE (type);
6290 /* These types may not have declarations, so handle them here. */
6291 gimplify_type_sizes (TREE_TYPE (type), list_p);
6292 gimplify_type_sizes (TYPE_DOMAIN (type), list_p);
6297 case QUAL_UNION_TYPE:
6298 for (field = TYPE_FIELDS (type); field; field = TREE_CHAIN (field))
6299 if (TREE_CODE (field) == FIELD_DECL)
6301 gimplify_one_sizepos (&DECL_FIELD_OFFSET (field), list_p);
6302 gimplify_type_sizes (TREE_TYPE (field), list_p);
6307 case REFERENCE_TYPE:
6308 /* We used to recurse on the pointed-to type here, which turned out to
6309 be incorrect because its definition might refer to variables not
6310 yet initialized at this point if a forward declaration is involved.
6312 It was actually useful for anonymous pointed-to types to ensure
6313 that the sizes evaluation dominates every possible later use of the
6314 values. Restricting to such types here would be safe since there
6315 is no possible forward declaration around, but would introduce an
6316 undesirable middle-end semantic to anonymity. We then defer to
6317 front-ends the responsibility of ensuring that the sizes are
6318 evaluated both early and late enough, e.g. by attaching artificial
6319 type declarations to the tree. */
6326 gimplify_one_sizepos (&TYPE_SIZE (type), list_p);
6327 gimplify_one_sizepos (&TYPE_SIZE_UNIT (type), list_p);
6329 for (t = TYPE_NEXT_VARIANT (type); t; t = TYPE_NEXT_VARIANT (t))
6331 TYPE_SIZE (t) = TYPE_SIZE (type);
6332 TYPE_SIZE_UNIT (t) = TYPE_SIZE_UNIT (type);
6333 TYPE_SIZES_GIMPLIFIED (t) = 1;
6337 /* A subroutine of gimplify_type_sizes to make sure that *EXPR_P,
6338 a size or position, has had all of its SAVE_EXPRs evaluated.
6339 We add any required statements to STMT_P. */
6342 gimplify_one_sizepos (tree *expr_p, tree *stmt_p)
6344 tree type, expr = *expr_p;
6346 /* We don't do anything if the value isn't there, is constant, or contains
6347 A PLACEHOLDER_EXPR. We also don't want to do anything if it's already
6348 a VAR_DECL. If it's a VAR_DECL from another function, the gimplifier
6349 will want to replace it with a new variable, but that will cause problems
6350 if this type is from outside the function. It's OK to have that here. */
6351 if (expr == NULL_TREE || TREE_CONSTANT (expr)
6352 || TREE_CODE (expr) == VAR_DECL
6353 || CONTAINS_PLACEHOLDER_P (expr))
6356 type = TREE_TYPE (expr);
6357 *expr_p = unshare_expr (expr);
6359 gimplify_expr (expr_p, stmt_p, NULL, is_gimple_val, fb_rvalue);
6362 /* Verify that we've an exact type match with the original expression.
6363 In particular, we do not wish to drop a "sizetype" in favour of a
6364 type of similar dimensions. We don't want to pollute the generic
6365 type-stripping code with this knowledge because it doesn't matter
6366 for the bulk of GENERIC/GIMPLE. It only matters that TYPE_SIZE_UNIT
6367 and friends retain their "sizetype-ness". */
6368 if (TREE_TYPE (expr) != type
6369 && TREE_CODE (type) == INTEGER_TYPE
6370 && TYPE_IS_SIZETYPE (type))
6374 *expr_p = create_tmp_var (type, NULL);
6375 tmp = build1 (NOP_EXPR, type, expr);
6376 tmp = build_gimple_modify_stmt (*expr_p, tmp);
6377 if (EXPR_HAS_LOCATION (expr))
6378 SET_EXPR_LOCUS (tmp, EXPR_LOCUS (expr));
6380 SET_EXPR_LOCATION (tmp, input_location);
6382 gimplify_and_add (tmp, stmt_p);
6387 /* Gimplify the body of statements pointed to by BODY_P. FNDECL is the
6388 function decl containing BODY. */
6391 gimplify_body (tree *body_p, tree fndecl, bool do_parms)
6393 location_t saved_location = input_location;
6394 tree body, parm_stmts;
6396 timevar_push (TV_TREE_GIMPLIFY);
6398 gcc_assert (gimplify_ctxp == NULL);
6399 push_gimplify_context ();
6401 /* Unshare most shared trees in the body and in that of any nested functions.
6402 It would seem we don't have to do this for nested functions because
6403 they are supposed to be output and then the outer function gimplified
6404 first, but the g++ front end doesn't always do it that way. */
6405 unshare_body (body_p, fndecl);
6406 unvisit_body (body_p, fndecl);
6408 /* Make sure input_location isn't set to something wierd. */
6409 input_location = DECL_SOURCE_LOCATION (fndecl);
6411 /* Resolve callee-copies. This has to be done before processing
6412 the body so that DECL_VALUE_EXPR gets processed correctly. */
6413 parm_stmts = do_parms ? gimplify_parameters () : NULL;
6415 /* Gimplify the function's body. */
6416 gimplify_stmt (body_p);
6420 body = alloc_stmt_list ();
6421 else if (TREE_CODE (body) == STATEMENT_LIST)
6423 tree t = expr_only (*body_p);
6428 /* If there isn't an outer BIND_EXPR, add one. */
6429 if (TREE_CODE (body) != BIND_EXPR)
6431 tree b = build3 (BIND_EXPR, void_type_node, NULL_TREE,
6432 NULL_TREE, NULL_TREE);
6433 TREE_SIDE_EFFECTS (b) = 1;
6434 append_to_statement_list_force (body, &BIND_EXPR_BODY (b));
6438 /* If we had callee-copies statements, insert them at the beginning
6442 append_to_statement_list_force (BIND_EXPR_BODY (body), &parm_stmts);
6443 BIND_EXPR_BODY (body) = parm_stmts;
6446 /* Unshare again, in case gimplification was sloppy. */
6447 unshare_all_trees (body);
6451 pop_gimplify_context (body);
6452 gcc_assert (gimplify_ctxp == NULL);
6454 #ifdef ENABLE_TYPES_CHECKING
6455 if (!errorcount && !sorrycount)
6456 verify_gimple_1 (BIND_EXPR_BODY (*body_p));
6459 timevar_pop (TV_TREE_GIMPLIFY);
6460 input_location = saved_location;
6463 /* Entry point to the gimplification pass. FNDECL is the FUNCTION_DECL
6464 node for the function we want to gimplify. */
6467 gimplify_function_tree (tree fndecl)
6469 tree oldfn, parm, ret;
6471 oldfn = current_function_decl;
6472 current_function_decl = fndecl;
6473 cfun = DECL_STRUCT_FUNCTION (fndecl);
6475 allocate_struct_function (fndecl);
6477 for (parm = DECL_ARGUMENTS (fndecl); parm ; parm = TREE_CHAIN (parm))
6479 /* Preliminarily mark non-addressed complex variables as eligible
6480 for promotion to gimple registers. We'll transform their uses
6482 if ((TREE_CODE (TREE_TYPE (parm)) == COMPLEX_TYPE
6483 || TREE_CODE (TREE_TYPE (parm)) == VECTOR_TYPE)
6484 && !TREE_THIS_VOLATILE (parm)
6485 && !needs_to_live_in_memory (parm))
6486 DECL_GIMPLE_REG_P (parm) = 1;
6489 ret = DECL_RESULT (fndecl);
6490 if ((TREE_CODE (TREE_TYPE (ret)) == COMPLEX_TYPE
6491 || TREE_CODE (TREE_TYPE (ret)) == VECTOR_TYPE)
6492 && !needs_to_live_in_memory (ret))
6493 DECL_GIMPLE_REG_P (ret) = 1;
6495 gimplify_body (&DECL_SAVED_TREE (fndecl), fndecl, true);
6497 /* If we're instrumenting function entry/exit, then prepend the call to
6498 the entry hook and wrap the whole function in a TRY_FINALLY_EXPR to
6499 catch the exit hook. */
6500 /* ??? Add some way to ignore exceptions for this TFE. */
6501 if (flag_instrument_function_entry_exit
6502 && !DECL_NO_INSTRUMENT_FUNCTION_ENTRY_EXIT (fndecl)
6503 && !flag_instrument_functions_exclude_p (fndecl))
6507 tf = build2 (TRY_FINALLY_EXPR, void_type_node, NULL, NULL);
6508 TREE_SIDE_EFFECTS (tf) = 1;
6509 x = DECL_SAVED_TREE (fndecl);
6510 append_to_statement_list (x, &TREE_OPERAND (tf, 0));
6511 x = implicit_built_in_decls[BUILT_IN_PROFILE_FUNC_EXIT];
6512 x = build_call_expr (x, 0);
6513 append_to_statement_list (x, &TREE_OPERAND (tf, 1));
6515 bind = build3 (BIND_EXPR, void_type_node, NULL, NULL, NULL);
6516 TREE_SIDE_EFFECTS (bind) = 1;
6517 x = implicit_built_in_decls[BUILT_IN_PROFILE_FUNC_ENTER];
6518 x = build_call_expr (x, 0);
6519 append_to_statement_list (x, &BIND_EXPR_BODY (bind));
6520 append_to_statement_list (tf, &BIND_EXPR_BODY (bind));
6522 DECL_SAVED_TREE (fndecl) = bind;
6525 cfun->gimplified = true;
6526 current_function_decl = oldfn;
6527 cfun = oldfn ? DECL_STRUCT_FUNCTION (oldfn) : NULL;
6530 /* Expands EXPR to list of gimple statements STMTS. If SIMPLE is true,
6531 force the result to be either ssa_name or an invariant, otherwise
6532 just force it to be a rhs expression. If VAR is not NULL, make the
6533 base variable of the final destination be VAR if suitable. */
6536 force_gimple_operand (tree expr, tree *stmts, bool simple, tree var)
6539 enum gimplify_status ret;
6540 gimple_predicate gimple_test_f;
6544 if (is_gimple_val (expr))
6547 gimple_test_f = simple ? is_gimple_val : is_gimple_reg_rhs;
6549 push_gimplify_context ();
6550 gimplify_ctxp->into_ssa = gimple_in_ssa_p (cfun);
6553 expr = build_gimple_modify_stmt (var, expr);
6555 ret = gimplify_expr (&expr, stmts, NULL,
6556 gimple_test_f, fb_rvalue);
6557 gcc_assert (ret != GS_ERROR);
6559 if (gimple_referenced_vars (cfun))
6561 for (t = gimplify_ctxp->temps; t ; t = TREE_CHAIN (t))
6562 add_referenced_var (t);
6565 pop_gimplify_context (NULL);
6570 /* Invokes force_gimple_operand for EXPR with parameters SIMPLE_P and VAR. If
6571 some statements are produced, emits them at BSI. If BEFORE is true.
6572 the statements are appended before BSI, otherwise they are appended after
6573 it. M specifies the way BSI moves after insertion (BSI_SAME_STMT or
6574 BSI_CONTINUE_LINKING are the usual values). */
6577 force_gimple_operand_bsi (block_stmt_iterator *bsi, tree expr,
6578 bool simple_p, tree var, bool before,
6579 enum bsi_iterator_update m)
6583 expr = force_gimple_operand (expr, &stmts, simple_p, var);
6586 if (gimple_in_ssa_p (cfun))
6588 tree_stmt_iterator tsi;
6590 for (tsi = tsi_start (stmts); !tsi_end_p (tsi); tsi_next (&tsi))
6591 mark_symbols_for_renaming (tsi_stmt (tsi));
6595 bsi_insert_before (bsi, stmts, m);
6597 bsi_insert_after (bsi, stmts, m);
6603 #include "gt-gimplify.h"