Index: stable/4/contrib/gcc/integrate.c =================================================================== --- stable/4/contrib/gcc/integrate.c (revision 95880) +++ stable/4/contrib/gcc/integrate.c (revision 95881) @@ -1,3484 +1,3500 @@ /* Procedure integration for GNU CC. Copyright (C) 1988, 91, 93-98, 1999 Free Software Foundation, Inc. Contributed by Michael Tiemann (tiemann@cygnus.com) This file is part of GNU CC. GNU CC is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2, or (at your option) any later version. GNU CC is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with GNU CC; see the file COPYING. If not, write to the Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. */ +/* $FreeBSD$ */ + #include "config.h" #include "system.h" #include "rtl.h" #include "tree.h" #include "regs.h" #include "flags.h" #include "insn-config.h" #include "insn-flags.h" #include "expr.h" #include "output.h" #include "recog.h" #include "integrate.h" #include "real.h" #include "except.h" #include "function.h" #include "toplev.h" #include "intl.h" #include "obstack.h" #define obstack_chunk_alloc xmalloc #define obstack_chunk_free free extern struct obstack *function_maybepermanent_obstack; /* Similar, but round to the next highest integer that meets the alignment. */ #define CEIL_ROUND(VALUE,ALIGN) (((VALUE) + (ALIGN) - 1) & ~((ALIGN)- 1)) /* Default max number of insns a function can have and still be inline. This is overridden on RISC machines. */ #ifndef INTEGRATE_THRESHOLD /* Inlining small functions might save more space then not inlining at all. Assume 1 instruction for the call and 1.5 insns per argument. */ #define INTEGRATE_THRESHOLD(DECL) \ (optimize_size \ ? (1 + (3 * list_length (DECL_ARGUMENTS (DECL))) / 2) \ : (8 * (8 + list_length (DECL_ARGUMENTS (DECL))))) #endif static rtx initialize_for_inline PROTO((tree, int, int, int, int)); static void finish_inline PROTO((tree, rtx)); static void adjust_copied_decl_tree PROTO((tree)); static tree copy_decl_list PROTO((tree)); static tree copy_decl_tree PROTO((tree)); static void copy_decl_rtls PROTO((tree)); static void save_constants PROTO((rtx *)); static void note_modified_parmregs PROTO((rtx, rtx)); static rtx copy_for_inline PROTO((rtx)); static void integrate_parm_decls PROTO((tree, struct inline_remap *, rtvec)); static void integrate_decl_tree PROTO((tree, int, struct inline_remap *)); static void save_constants_in_decl_trees PROTO ((tree)); static void subst_constants PROTO((rtx *, rtx, struct inline_remap *)); static void restore_constants PROTO((rtx *)); static void set_block_origin_self PROTO((tree)); static void set_decl_origin_self PROTO((tree)); static void set_block_abstract_flags PROTO((tree, int)); static void process_reg_param PROTO((struct inline_remap *, rtx, rtx)); void set_decl_abstract_flags PROTO((tree, int)); static tree copy_and_set_decl_abstract_origin PROTO((tree)); /* The maximum number of instructions accepted for inlining a function. Increasing values mean more agressive inlining. This affects currently only functions explicitly marked as inline (or methods defined within the class definition for C++). The default value of 10000 is arbitrary but high to match the previously unlimited gcc capabilities. */ int inline_max_insns = 10000; /* Returns the Ith entry in the label_map contained in MAP. If the Ith entry has not yet been set, return a fresh label. This function performs a lazy initialization of label_map, thereby avoiding huge memory explosions when the label_map gets very large. */ rtx get_label_from_map (map, i) struct inline_remap *map; int i; { rtx x = map->label_map[i]; if (x == NULL_RTX) x = map->label_map[i] = gen_label_rtx(); return x; } /* Zero if the current function (whose FUNCTION_DECL is FNDECL) is safe and reasonable to integrate into other functions. Nonzero means value is a warning msgid with a single %s for the function's name. */ const char * function_cannot_inline_p (fndecl) register tree fndecl; { register rtx insn; tree last = tree_last (TYPE_ARG_TYPES (TREE_TYPE (fndecl))); /* For functions marked as inline increase the maximum size to inline_max_insns (-finline-limit-). For regular functions use the limit given by INTEGRATE_THRESHOLD. */ int max_insns = (DECL_INLINE (fndecl)) ? (inline_max_insns + 8 * list_length (DECL_ARGUMENTS (fndecl))) : INTEGRATE_THRESHOLD (fndecl); register int ninsns = 0; register tree parms; rtx result; /* No inlines with varargs. */ if ((last && TREE_VALUE (last) != void_type_node) || current_function_varargs) return N_("varargs function cannot be inline"); if (current_function_calls_alloca) return N_("function using alloca cannot be inline"); if (current_function_contains_functions) return N_("function with nested functions cannot be inline"); if (current_function_cannot_inline) return current_function_cannot_inline; /* If its not even close, don't even look. */ if (get_max_uid () > 3 * max_insns) return N_("function too large to be inline"); #if 0 /* Don't inline functions which do not specify a function prototype and have BLKmode argument or take the address of a parameter. */ for (parms = DECL_ARGUMENTS (fndecl); parms; parms = TREE_CHAIN (parms)) { if (TYPE_MODE (TREE_TYPE (parms)) == BLKmode) TREE_ADDRESSABLE (parms) = 1; if (last == NULL_TREE && TREE_ADDRESSABLE (parms)) return N_("no prototype, and parameter address used; cannot be inline"); } #endif /* We can't inline functions that return structures the old-fashioned PCC way, copying into a static block. */ if (current_function_returns_pcc_struct) return N_("inline functions not supported for this return value type"); /* We can't inline functions that return structures of varying size. */ if (int_size_in_bytes (TREE_TYPE (TREE_TYPE (fndecl))) < 0) return N_("function with varying-size return value cannot be inline"); /* Cannot inline a function with a varying size argument or one that receives a transparent union. */ for (parms = DECL_ARGUMENTS (fndecl); parms; parms = TREE_CHAIN (parms)) { if (int_size_in_bytes (TREE_TYPE (parms)) < 0) return N_("function with varying-size parameter cannot be inline"); else if (TYPE_TRANSPARENT_UNION (TREE_TYPE (parms))) return N_("function with transparent unit parameter cannot be inline"); } if (get_max_uid () > max_insns) { for (ninsns = 0, insn = get_first_nonparm_insn (); insn && ninsns < max_insns; insn = NEXT_INSN (insn)) if (GET_RTX_CLASS (GET_CODE (insn)) == 'i') ninsns++; if (ninsns >= max_insns) return N_("function too large to be inline"); } /* We will not inline a function which uses computed goto. The addresses of its local labels, which may be tucked into global storage, are of course not constant across instantiations, which causes unexpected behaviour. */ if (current_function_has_computed_jump) return N_("function with computed jump cannot inline"); /* We cannot inline a nested function that jumps to a nonlocal label. */ if (current_function_has_nonlocal_goto) return N_("function with nonlocal goto cannot be inline"); /* This is a hack, until the inliner is taught about eh regions at the start of the function. */ for (insn = get_insns (); insn && ! (GET_CODE (insn) == NOTE && NOTE_LINE_NUMBER (insn) == NOTE_INSN_FUNCTION_BEG); insn = NEXT_INSN (insn)) { if (insn && GET_CODE (insn) == NOTE && NOTE_LINE_NUMBER (insn) == NOTE_INSN_EH_REGION_BEG) return N_("function with complex parameters cannot be inline"); } /* We can't inline functions that return a PARALLEL rtx. */ result = DECL_RTL (DECL_RESULT (fndecl)); if (result && GET_CODE (result) == PARALLEL) return N_("inline functions not supported for this return value type"); return 0; } /* Variables used within save_for_inline. */ /* Mapping from old pseudo-register to new pseudo-registers. The first element of this map is reg_map[FIRST_PSEUDO_REGISTER]. It is allocated in `save_for_inline' and `expand_inline_function', and deallocated on exit from each of those routines. */ static rtx *reg_map; /* Mapping from old code-labels to new code-labels. The first element of this map is label_map[min_labelno]. It is allocated in `save_for_inline' and `expand_inline_function', and deallocated on exit from each of those routines. */ static rtx *label_map; /* Mapping from old insn uid's to copied insns. It is allocated in `save_for_inline' and `expand_inline_function', and deallocated on exit from each of those routines. */ static rtx *insn_map; /* Map pseudo reg number into the PARM_DECL for the parm living in the reg. Zero for a reg that isn't a parm's home. Only reg numbers less than max_parm_reg are mapped here. */ static tree *parmdecl_map; /* Keep track of first pseudo-register beyond those that are parms. */ extern int max_parm_reg; extern rtx *parm_reg_stack_loc; /* When an insn is being copied by copy_for_inline, this is nonzero if we have copied an ASM_OPERANDS. In that case, it is the original input-operand vector. */ static rtvec orig_asm_operands_vector; /* When an insn is being copied by copy_for_inline, this is nonzero if we have copied an ASM_OPERANDS. In that case, it is the copied input-operand vector. */ static rtvec copy_asm_operands_vector; /* Likewise, this is the copied constraints vector. */ static rtvec copy_asm_constraints_vector; /* In save_for_inline, nonzero if past the parm-initialization insns. */ static int in_nonparm_insns; /* subroutines passed to duplicate_eh_handlers to map exception labels */ static rtx save_for_inline_eh_labelmap (label) rtx label; { int index = CODE_LABEL_NUMBER (label); return label_map[index]; } /* Subroutine for `save_for_inline{copying,nocopy}'. Performs initialization needed to save FNDECL's insns and info for future inline expansion. */ static rtx initialize_for_inline (fndecl, min_labelno, max_labelno, max_reg, copy) tree fndecl; int min_labelno; int max_labelno; int max_reg; int copy; { int function_flags, i; rtvec arg_vector; tree parms; /* Compute the values of any flags we must restore when inlining this. */ function_flags = (current_function_calls_alloca * FUNCTION_FLAGS_CALLS_ALLOCA + current_function_calls_setjmp * FUNCTION_FLAGS_CALLS_SETJMP + current_function_calls_longjmp * FUNCTION_FLAGS_CALLS_LONGJMP + current_function_returns_struct * FUNCTION_FLAGS_RETURNS_STRUCT + (current_function_returns_pcc_struct * FUNCTION_FLAGS_RETURNS_PCC_STRUCT) + current_function_needs_context * FUNCTION_FLAGS_NEEDS_CONTEXT + (current_function_has_nonlocal_label * FUNCTION_FLAGS_HAS_NONLOCAL_LABEL) + current_function_returns_pointer * FUNCTION_FLAGS_RETURNS_POINTER + current_function_uses_const_pool * FUNCTION_FLAGS_USES_CONST_POOL + (current_function_uses_pic_offset_table * FUNCTION_FLAGS_USES_PIC_OFFSET_TABLE) + current_function_has_computed_jump * FUNCTION_FLAGS_HAS_COMPUTED_JUMP); /* Clear out PARMDECL_MAP. It was allocated in the caller's frame. */ bzero ((char *) parmdecl_map, max_parm_reg * sizeof (tree)); arg_vector = rtvec_alloc (list_length (DECL_ARGUMENTS (fndecl))); for (parms = DECL_ARGUMENTS (fndecl), i = 0; parms; parms = TREE_CHAIN (parms), i++) { rtx p = DECL_RTL (parms); int copied_incoming = 0; /* If we have (mem (addressof (mem ...))), use the inner MEM since otherwise the copy_rtx call below will not unshare the MEM since it shares ADDRESSOF. */ if (GET_CODE (p) == MEM && GET_CODE (XEXP (p, 0)) == ADDRESSOF && GET_CODE (XEXP (XEXP (p, 0), 0)) == MEM) p = XEXP (XEXP (p, 0), 0); if (GET_CODE (p) == MEM && copy) { /* Copy the rtl so that modifications of the addresses later in compilation won't affect this arg_vector. Virtual register instantiation can screw the address of the rtl. */ rtx new = copy_rtx (p); /* Don't leave the old copy anywhere in this decl. */ if (DECL_RTL (parms) == DECL_INCOMING_RTL (parms) || (GET_CODE (DECL_RTL (parms)) == MEM && GET_CODE (DECL_INCOMING_RTL (parms)) == MEM && (XEXP (DECL_RTL (parms), 0) == XEXP (DECL_INCOMING_RTL (parms), 0)))) DECL_INCOMING_RTL (parms) = new, copied_incoming = 1; DECL_RTL (parms) = new; } RTVEC_ELT (arg_vector, i) = p; if (GET_CODE (p) == REG) parmdecl_map[REGNO (p)] = parms; else if (GET_CODE (p) == CONCAT) { rtx preal = gen_realpart (GET_MODE (XEXP (p, 0)), p); rtx pimag = gen_imagpart (GET_MODE (preal), p); if (GET_CODE (preal) == REG) parmdecl_map[REGNO (preal)] = parms; if (GET_CODE (pimag) == REG) parmdecl_map[REGNO (pimag)] = parms; } /* This flag is cleared later if the function ever modifies the value of the parm. */ TREE_READONLY (parms) = 1; /* Copy DECL_INCOMING_RTL if not done already. This can happen if DECL_RTL is a reg. */ if (copy && ! copied_incoming) { p = DECL_INCOMING_RTL (parms); /* If we have (mem (addressof (mem ...))), use the inner MEM since otherwise the copy_rtx call below will not unshare the MEM since it shares ADDRESSOF. */ if (GET_CODE (p) == MEM && GET_CODE (XEXP (p, 0)) == ADDRESSOF && GET_CODE (XEXP (XEXP (p, 0), 0)) == MEM) p = XEXP (XEXP (p, 0), 0); if (GET_CODE (p) == MEM) DECL_INCOMING_RTL (parms) = copy_rtx (p); } } /* Assume we start out in the insns that set up the parameters. */ in_nonparm_insns = 0; /* The list of DECL_SAVED_INSNS, starts off with a header which contains the following information: the first insn of the function (not including the insns that copy parameters into registers). the first parameter insn of the function, the first label used by that function, the last label used by that function, the highest register number used for parameters, the total number of registers used, the size of the incoming stack area for parameters, the number of bytes popped on return, the stack slot list, the labels that are forced to exist, some flags that are used to restore compiler globals, the value of current_function_outgoing_args_size, the original argument vector, the original DECL_INITIAL, and pointers to the table of pseudo regs, pointer flags, and alignment. */ return gen_inline_header_rtx (NULL_RTX, NULL_RTX, min_labelno, max_labelno, max_parm_reg, max_reg, current_function_args_size, current_function_pops_args, stack_slot_list, forced_labels, function_flags, current_function_outgoing_args_size, arg_vector, (rtx) DECL_INITIAL (fndecl), (rtvec) regno_reg_rtx, regno_pointer_flag, regno_pointer_align, (rtvec) parm_reg_stack_loc); } /* Subroutine for `save_for_inline{copying,nocopy}'. Finishes up the things that must be done to make FNDECL expandable as an inline function. HEAD contains the chain of insns to which FNDECL will expand. */ static void finish_inline (fndecl, head) tree fndecl; rtx head; { FIRST_FUNCTION_INSN (head) = get_first_nonparm_insn (); FIRST_PARM_INSN (head) = get_insns (); DECL_SAVED_INSNS (fndecl) = head; DECL_FRAME_SIZE (fndecl) = get_frame_size (); } /* Adjust the BLOCK_END_NOTE pointers in a given copied DECL tree so that they all point to the new (copied) rtxs. */ static void adjust_copied_decl_tree (block) register tree block; { register tree subblock; register rtx original_end; original_end = BLOCK_END_NOTE (block); if (original_end) { BLOCK_END_NOTE (block) = (rtx) NOTE_SOURCE_FILE (original_end); NOTE_SOURCE_FILE (original_end) = 0; } /* Process all subblocks. */ for (subblock = BLOCK_SUBBLOCKS (block); subblock; subblock = TREE_CHAIN (subblock)) adjust_copied_decl_tree (subblock); } /* Make the insns and PARM_DECLs of the current function permanent and record other information in DECL_SAVED_INSNS to allow inlining of this function in subsequent calls. This function is called when we are going to immediately compile the insns for FNDECL. The insns in maybepermanent_obstack cannot be modified by the compilation process, so we copy all of them to new storage and consider the new insns to be the insn chain to be compiled. Our caller (rest_of_compilation) saves the original DECL_INITIAL and DECL_ARGUMENTS; here we copy them. */ /* ??? The nonlocal_label list should be adjusted also. However, since a function that contains a nested function never gets inlined currently, the nonlocal_label list will always be empty, so we don't worry about it for now. */ void save_for_inline_copying (fndecl) tree fndecl; { rtx first_insn, last_insn, insn; rtx head, copy; int max_labelno, min_labelno, i, len; int max_reg; int max_uid; rtx first_nonparm_insn; char *new, *new1; rtx *new_parm_reg_stack_loc; rtx *new2; /* Make and emit a return-label if we have not already done so. Do this before recording the bounds on label numbers. */ if (return_label == 0) { return_label = gen_label_rtx (); emit_label (return_label); } /* Get some bounds on the labels and registers used. */ max_labelno = max_label_num (); min_labelno = get_first_label_num (); max_reg = max_reg_num (); /* Set up PARMDECL_MAP which maps pseudo-reg number to its PARM_DECL. Later we set TREE_READONLY to 0 if the parm is modified inside the fn. Also set up ARG_VECTOR, which holds the unmodified DECL_RTX values for the parms, prior to elimination of virtual registers. These values are needed for substituting parms properly. */ parmdecl_map = (tree *) alloca (max_parm_reg * sizeof (tree)); head = initialize_for_inline (fndecl, min_labelno, max_labelno, max_reg, 1); if (current_function_uses_const_pool) { /* Replace any constant pool references with the actual constant. We will put the constants back in the copy made below. */ for (insn = get_insns (); insn; insn = NEXT_INSN (insn)) if (GET_RTX_CLASS (GET_CODE (insn)) == 'i') { save_constants (&PATTERN (insn)); if (REG_NOTES (insn)) save_constants (®_NOTES (insn)); } /* Also scan all decls, and replace any constant pool references with the actual constant. */ save_constants_in_decl_trees (DECL_INITIAL (fndecl)); /* Clear out the constant pool so that we can recreate it with the copied constants below. */ init_const_rtx_hash_table (); clear_const_double_mem (); } max_uid = INSN_UID (head); /* We have now allocated all that needs to be allocated permanently on the rtx obstack. Set our high-water mark, so that we can free the rest of this when the time comes. */ preserve_data (); /* Copy the chain insns of this function. Install the copied chain as the insns of this function, for continued compilation; the original chain is recorded as the DECL_SAVED_INSNS for inlining future calls. */ /* If there are insns that copy parms from the stack into pseudo registers, those insns are not copied. `expand_inline_function' must emit the correct code to handle such things. */ insn = get_insns (); if (GET_CODE (insn) != NOTE) abort (); first_insn = rtx_alloc (NOTE); NOTE_SOURCE_FILE (first_insn) = NOTE_SOURCE_FILE (insn); NOTE_LINE_NUMBER (first_insn) = NOTE_LINE_NUMBER (insn); INSN_UID (first_insn) = INSN_UID (insn); PREV_INSN (first_insn) = NULL; NEXT_INSN (first_insn) = NULL; last_insn = first_insn; /* Each pseudo-reg in the old insn chain must have a unique rtx in the copy. Make these new rtx's now, and install them in regno_reg_rtx, so they will be the official pseudo-reg rtx's for the rest of compilation. */ reg_map = (rtx *) savealloc (regno_pointer_flag_length * sizeof (rtx)); len = sizeof (struct rtx_def) + (GET_RTX_LENGTH (REG) - 1) * sizeof (rtunion); for (i = max_reg - 1; i > LAST_VIRTUAL_REGISTER; i--) reg_map[i] = (rtx)obstack_copy (function_maybepermanent_obstack, regno_reg_rtx[i], len); regno_reg_rtx = reg_map; /* Put copies of all the virtual register rtx into the new regno_reg_rtx. */ init_virtual_regs (); /* Likewise each label rtx must have a unique rtx as its copy. */ /* We used to use alloca here, but the size of what it would try to allocate would occasionally cause it to exceed the stack limit and cause unpredictable core dumps. Some examples were > 2Mb in size. */ label_map = (rtx *) xmalloc ((max_labelno) * sizeof (rtx)); for (i = min_labelno; i < max_labelno; i++) label_map[i] = gen_label_rtx (); /* Likewise for parm_reg_stack_slot. */ new_parm_reg_stack_loc = (rtx *) savealloc (max_parm_reg * sizeof (rtx)); for (i = 0; i < max_parm_reg; i++) new_parm_reg_stack_loc[i] = copy_for_inline (parm_reg_stack_loc[i]); parm_reg_stack_loc = new_parm_reg_stack_loc; /* Record the mapping of old insns to copied insns. */ insn_map = (rtx *) alloca (max_uid * sizeof (rtx)); bzero ((char *) insn_map, max_uid * sizeof (rtx)); /* Get the insn which signals the end of parameter setup code. */ first_nonparm_insn = get_first_nonparm_insn (); /* Copy any entries in regno_reg_rtx or DECL_RTLs that reference MEM (the former occurs when a variable has its address taken) since these may be shared and can be changed by virtual register instantiation. DECL_RTL values for our arguments have already been copied by initialize_for_inline. */ for (i = LAST_VIRTUAL_REGISTER + 1; i < max_reg; i++) if (GET_CODE (regno_reg_rtx[i]) == MEM) XEXP (regno_reg_rtx[i], 0) = copy_for_inline (XEXP (regno_reg_rtx[i], 0)); /* Copy the parm_reg_stack_loc array, and substitute for all of the rtx contained in it. */ new2 = (rtx *) savealloc (max_parm_reg * sizeof (rtx)); bcopy ((char *) parm_reg_stack_loc, (char *) new2, max_parm_reg * sizeof (rtx)); parm_reg_stack_loc = new2; for (i = LAST_VIRTUAL_REGISTER + 1; i < max_parm_reg; ++i) if (parm_reg_stack_loc[i]) parm_reg_stack_loc[i] = copy_for_inline (parm_reg_stack_loc[i]); /* Copy the tree of subblocks of the function, and the decls in them. We will use the copy for compiling this function, then restore the original subblocks and decls for use when inlining this function. Several parts of the compiler modify BLOCK trees. In particular, instantiate_virtual_regs will instantiate any virtual regs mentioned in the DECL_RTLs of the decls, and loop unrolling will replicate any BLOCK trees inside an unrolled loop. The modified subblocks or DECL_RTLs would be incorrect for the original rtl which we will use for inlining. The rtl might even contain pseudoregs whose space has been freed. */ DECL_INITIAL (fndecl) = copy_decl_tree (DECL_INITIAL (fndecl)); DECL_ARGUMENTS (fndecl) = copy_decl_list (DECL_ARGUMENTS (fndecl)); /* Now copy each DECL_RTL which is a MEM, so it is safe to modify their addresses. */ copy_decl_rtls (DECL_INITIAL (fndecl)); /* The fndecl node acts as its own progenitor, so mark it as such. */ DECL_ABSTRACT_ORIGIN (fndecl) = fndecl; /* Now copy the chain of insns. Do this twice. The first copy the insn itself and its body. The second time copy of REG_NOTES. This is because a REG_NOTE may have a forward pointer to another insn. */ for (insn = NEXT_INSN (insn); insn; insn = NEXT_INSN (insn)) { orig_asm_operands_vector = 0; if (insn == first_nonparm_insn) in_nonparm_insns = 1; switch (GET_CODE (insn)) { case NOTE: /* No need to keep these. */ if (NOTE_LINE_NUMBER (insn) == NOTE_INSN_DELETED) continue; copy = rtx_alloc (NOTE); NOTE_LINE_NUMBER (copy) = NOTE_LINE_NUMBER (insn); if (NOTE_LINE_NUMBER (insn) != NOTE_INSN_BLOCK_END) NOTE_SOURCE_FILE (copy) = NOTE_SOURCE_FILE (insn); else { NOTE_SOURCE_FILE (insn) = (char *) copy; NOTE_SOURCE_FILE (copy) = 0; } if (NOTE_LINE_NUMBER (copy) == NOTE_INSN_EH_REGION_BEG || NOTE_LINE_NUMBER (copy) == NOTE_INSN_EH_REGION_END) { int new_region = CODE_LABEL_NUMBER (label_map[NOTE_BLOCK_NUMBER (copy)]); /* we have to duplicate the handlers for the original */ if (NOTE_LINE_NUMBER (copy) == NOTE_INSN_EH_REGION_BEG) duplicate_eh_handlers (NOTE_BLOCK_NUMBER (copy), new_region, save_for_inline_eh_labelmap); /* We have to forward these both to match the new exception region. */ NOTE_BLOCK_NUMBER (copy) = new_region; } RTX_INTEGRATED_P (copy) = RTX_INTEGRATED_P (insn); break; case INSN: case JUMP_INSN: case CALL_INSN: copy = rtx_alloc (GET_CODE (insn)); if (GET_CODE (insn) == CALL_INSN) CALL_INSN_FUNCTION_USAGE (copy) = copy_for_inline (CALL_INSN_FUNCTION_USAGE (insn)); PATTERN (copy) = copy_for_inline (PATTERN (insn)); INSN_CODE (copy) = -1; LOG_LINKS (copy) = NULL_RTX; RTX_INTEGRATED_P (copy) = RTX_INTEGRATED_P (insn); break; case CODE_LABEL: copy = label_map[CODE_LABEL_NUMBER (insn)]; LABEL_NAME (copy) = LABEL_NAME (insn); break; case BARRIER: copy = rtx_alloc (BARRIER); break; default: abort (); } INSN_UID (copy) = INSN_UID (insn); insn_map[INSN_UID (insn)] = copy; NEXT_INSN (last_insn) = copy; PREV_INSN (copy) = last_insn; last_insn = copy; } adjust_copied_decl_tree (DECL_INITIAL (fndecl)); /* Now copy the REG_NOTES. */ for (insn = NEXT_INSN (get_insns ()); insn; insn = NEXT_INSN (insn)) if (GET_RTX_CLASS (GET_CODE (insn)) == 'i' && insn_map[INSN_UID(insn)]) REG_NOTES (insn_map[INSN_UID (insn)]) = copy_for_inline (REG_NOTES (insn)); NEXT_INSN (last_insn) = NULL; finish_inline (fndecl, head); /* Make new versions of the register tables. */ new = (char *) savealloc (regno_pointer_flag_length); bcopy (regno_pointer_flag, new, regno_pointer_flag_length); new1 = (char *) savealloc (regno_pointer_flag_length); bcopy (regno_pointer_align, new1, regno_pointer_flag_length); regno_pointer_flag = new; regno_pointer_align = new1; set_new_first_and_last_insn (first_insn, last_insn); if (label_map) free (label_map); } /* Copy NODE (as with copy_node). NODE must be a DECL. Set the DECL_ABSTRACT_ORIGIN for the new accordinly. */ static tree copy_and_set_decl_abstract_origin (node) tree node; { tree copy = copy_node (node); if (DECL_ABSTRACT_ORIGIN (copy) != NULL_TREE) /* That means that NODE already had a DECL_ABSTRACT_ORIGIN. (This situation occurs if we inline a function which itself made calls to inline functions.) Since DECL_ABSTRACT_ORIGIN is the most distant ancestor, we don't have to do anything here. */ ; else /* The most distant ancestor must be NODE. */ DECL_ABSTRACT_ORIGIN (copy) = node; return copy; } /* Return a copy of a chain of nodes, chained through the TREE_CHAIN field. For example, this can copy a list made of TREE_LIST nodes. While copying, set DECL_ABSTRACT_ORIGIN appropriately. */ static tree copy_decl_list (list) tree list; { tree head; register tree prev, next; if (list == 0) return 0; head = prev = copy_and_set_decl_abstract_origin (list); next = TREE_CHAIN (list); while (next) { register tree copy; copy = copy_and_set_decl_abstract_origin (next); TREE_CHAIN (prev) = copy; prev = copy; next = TREE_CHAIN (next); } return head; } /* Make a copy of the entire tree of blocks BLOCK, and return it. */ static tree copy_decl_tree (block) tree block; { tree t, vars, subblocks; vars = copy_decl_list (BLOCK_VARS (block)); subblocks = 0; /* Process all subblocks. */ for (t = BLOCK_SUBBLOCKS (block); t; t = TREE_CHAIN (t)) { tree copy = copy_decl_tree (t); TREE_CHAIN (copy) = subblocks; subblocks = copy; } t = copy_node (block); BLOCK_VARS (t) = vars; BLOCK_SUBBLOCKS (t) = nreverse (subblocks); /* If the BLOCK being cloned is already marked as having been instantiated from something else, then leave that `origin' marking alone. Otherwise, mark the clone as having originated from the BLOCK we are cloning. */ if (BLOCK_ABSTRACT_ORIGIN (t) == NULL_TREE) BLOCK_ABSTRACT_ORIGIN (t) = block; return t; } /* Copy DECL_RTLs in all decls in the given BLOCK node. */ static void copy_decl_rtls (block) tree block; { tree t; for (t = BLOCK_VARS (block); t; t = TREE_CHAIN (t)) if (DECL_RTL (t) && GET_CODE (DECL_RTL (t)) == MEM) DECL_RTL (t) = copy_for_inline (DECL_RTL (t)); /* Process all subblocks. */ for (t = BLOCK_SUBBLOCKS (block); t; t = TREE_CHAIN (t)) copy_decl_rtls (t); } /* Make the insns and PARM_DECLs of the current function permanent and record other information in DECL_SAVED_INSNS to allow inlining of this function in subsequent calls. This routine need not copy any insns because we are not going to immediately compile the insns in the insn chain. There are two cases when we would compile the insns for FNDECL: (1) when FNDECL is expanded inline, and (2) when FNDECL needs to be output at the end of other compilation, because somebody took its address. In the first case, the insns of FNDECL are copied as it is expanded inline, so FNDECL's saved insns are not modified. In the second case, FNDECL is used for the last time, so modifying the rtl is not a problem. We don't have to worry about FNDECL being inline expanded by other functions which are written at the end of compilation because flag_no_inline is turned on when we begin writing functions at the end of compilation. */ void save_for_inline_nocopy (fndecl) tree fndecl; { rtx insn; rtx head; rtx first_nonparm_insn; /* Set up PARMDECL_MAP which maps pseudo-reg number to its PARM_DECL. Later we set TREE_READONLY to 0 if the parm is modified inside the fn. Also set up ARG_VECTOR, which holds the unmodified DECL_RTX values for the parms, prior to elimination of virtual registers. These values are needed for substituting parms properly. */ parmdecl_map = (tree *) alloca (max_parm_reg * sizeof (tree)); /* Make and emit a return-label if we have not already done so. */ if (return_label == 0) { return_label = gen_label_rtx (); emit_label (return_label); } head = initialize_for_inline (fndecl, get_first_label_num (), max_label_num (), max_reg_num (), 0); /* If there are insns that copy parms from the stack into pseudo registers, those insns are not copied. `expand_inline_function' must emit the correct code to handle such things. */ insn = get_insns (); if (GET_CODE (insn) != NOTE) abort (); /* Get the insn which signals the end of parameter setup code. */ first_nonparm_insn = get_first_nonparm_insn (); /* Now just scan the chain of insns to see what happens to our PARM_DECLs. If a PARM_DECL is used but never modified, we can substitute its rtl directly when expanding inline (and perform constant folding when its incoming value is constant). Otherwise, we have to copy its value into a new register and track the new register's life. */ for (insn = NEXT_INSN (insn); insn; insn = NEXT_INSN (insn)) { if (insn == first_nonparm_insn) in_nonparm_insns = 1; if (GET_RTX_CLASS (GET_CODE (insn)) == 'i') { if (current_function_uses_const_pool) { /* Replace any constant pool references with the actual constant. We will put the constant back if we need to write the function out after all. */ save_constants (&PATTERN (insn)); if (REG_NOTES (insn)) save_constants (®_NOTES (insn)); } /* Record what interesting things happen to our parameters. */ note_stores (PATTERN (insn), note_modified_parmregs); } } /* Also scan all decls, and replace any constant pool references with the actual constant. */ save_constants_in_decl_trees (DECL_INITIAL (fndecl)); /* We have now allocated all that needs to be allocated permanently on the rtx obstack. Set our high-water mark, so that we can free the rest of this when the time comes. */ preserve_data (); finish_inline (fndecl, head); } /* Given PX, a pointer into an insn, search for references to the constant pool. Replace each with a CONST that has the mode of the original constant, contains the constant, and has RTX_INTEGRATED_P set. Similarly, constant pool addresses not enclosed in a MEM are replaced with an ADDRESS and CONST rtx which also gives the constant, its mode, the mode of the address, and has RTX_INTEGRATED_P set. */ static void save_constants (px) rtx *px; { rtx x; int i, j; again: x = *px; /* If this is a CONST_DOUBLE, don't try to fix things up in CONST_DOUBLE_MEM, because this is an infinite recursion. */ if (GET_CODE (x) == CONST_DOUBLE) return; else if (GET_CODE (x) == MEM && GET_CODE (XEXP (x, 0)) == SYMBOL_REF && CONSTANT_POOL_ADDRESS_P (XEXP (x,0))) { enum machine_mode const_mode = get_pool_mode (XEXP (x, 0)); rtx new = gen_rtx_CONST (const_mode, get_pool_constant (XEXP (x, 0))); RTX_INTEGRATED_P (new) = 1; /* If the MEM was in a different mode than the constant (perhaps we were only looking at the low-order part), surround it with a SUBREG so we can save both modes. */ if (GET_MODE (x) != const_mode) { new = gen_rtx_SUBREG (GET_MODE (x), new, 0); RTX_INTEGRATED_P (new) = 1; } *px = new; save_constants (&XEXP (*px, 0)); } else if (GET_CODE (x) == SYMBOL_REF && CONSTANT_POOL_ADDRESS_P (x)) { *px = gen_rtx_ADDRESS (GET_MODE (x), gen_rtx_CONST (get_pool_mode (x), get_pool_constant (x))); save_constants (&XEXP (*px, 0)); RTX_INTEGRATED_P (*px) = 1; } else { char *fmt = GET_RTX_FORMAT (GET_CODE (x)); int len = GET_RTX_LENGTH (GET_CODE (x)); for (i = len-1; i >= 0; i--) { switch (fmt[i]) { case 'E': for (j = 0; j < XVECLEN (x, i); j++) save_constants (&XVECEXP (x, i, j)); break; case 'e': if (XEXP (x, i) == 0) continue; if (i == 0) { /* Hack tail-recursion here. */ px = &XEXP (x, 0); goto again; } save_constants (&XEXP (x, i)); break; } } } } /* Note whether a parameter is modified or not. */ static void note_modified_parmregs (reg, x) rtx reg; rtx x ATTRIBUTE_UNUSED; { if (GET_CODE (reg) == REG && in_nonparm_insns && REGNO (reg) < max_parm_reg && REGNO (reg) >= FIRST_PSEUDO_REGISTER && parmdecl_map[REGNO (reg)] != 0) TREE_READONLY (parmdecl_map[REGNO (reg)]) = 0; } /* Copy the rtx ORIG recursively, replacing pseudo-regs and labels according to `reg_map' and `label_map'. The original rtl insns will be saved for inlining; this is used to make a copy which is used to finish compiling the inline function itself. If we find a "saved" constant pool entry, one which was replaced with the value of the constant, convert it back to a constant pool entry. Since the pool wasn't touched, this should simply restore the old address. All other kinds of rtx are copied except those that can never be changed during compilation. */ static rtx copy_for_inline (orig) rtx orig; { register rtx x = orig; register rtx new; register int i; register enum rtx_code code; register char *format_ptr; if (x == 0) return x; code = GET_CODE (x); /* These types may be freely shared. */ switch (code) { case QUEUED: case CONST_INT: case PC: case CC0: return x; case SYMBOL_REF: if (! SYMBOL_REF_NEED_ADJUST (x)) return x; return rethrow_symbol_map (x, save_for_inline_eh_labelmap); case CONST_DOUBLE: /* We have to make a new CONST_DOUBLE to ensure that we account for it correctly. Using the old CONST_DOUBLE_MEM data is wrong. */ if (GET_MODE_CLASS (GET_MODE (x)) == MODE_FLOAT) { REAL_VALUE_TYPE d; REAL_VALUE_FROM_CONST_DOUBLE (d, x); return CONST_DOUBLE_FROM_REAL_VALUE (d, GET_MODE (x)); } else return immed_double_const (CONST_DOUBLE_LOW (x), CONST_DOUBLE_HIGH (x), VOIDmode); case CONST: /* Get constant pool entry for constant in the pool. */ if (RTX_INTEGRATED_P (x)) return validize_mem (force_const_mem (GET_MODE (x), copy_for_inline (XEXP (x, 0)))); break; case SUBREG: /* Get constant pool entry, but access in different mode. */ if (RTX_INTEGRATED_P (x)) { new = force_const_mem (GET_MODE (SUBREG_REG (x)), copy_for_inline (XEXP (SUBREG_REG (x), 0))); PUT_MODE (new, GET_MODE (x)); return validize_mem (new); } break; case ADDRESS: /* If not special for constant pool error. Else get constant pool address. */ if (! RTX_INTEGRATED_P (x)) abort (); new = force_const_mem (GET_MODE (XEXP (x, 0)), copy_for_inline (XEXP (XEXP (x, 0), 0))); new = XEXP (new, 0); #ifdef POINTERS_EXTEND_UNSIGNED if (GET_MODE (new) != GET_MODE (x)) new = convert_memory_address (GET_MODE (x), new); #endif return new; case ASM_OPERANDS: /* If a single asm insn contains multiple output operands then it contains multiple ASM_OPERANDS rtx's that share operand 3. We must make sure that the copied insn continues to share it. */ if (orig_asm_operands_vector == XVEC (orig, 3)) { x = rtx_alloc (ASM_OPERANDS); x->volatil = orig->volatil; XSTR (x, 0) = XSTR (orig, 0); XSTR (x, 1) = XSTR (orig, 1); XINT (x, 2) = XINT (orig, 2); XVEC (x, 3) = copy_asm_operands_vector; XVEC (x, 4) = copy_asm_constraints_vector; XSTR (x, 5) = XSTR (orig, 5); XINT (x, 6) = XINT (orig, 6); return x; } break; case MEM: /* A MEM is usually allowed to be shared if its address is constant or is a constant plus one of the special registers. We do not allow sharing of addresses that are either a special register or the sum of a constant and a special register because it is possible for unshare_all_rtl to copy the address, into memory that won't be saved. Although the MEM can safely be shared, and won't be copied there, the address itself cannot be shared, and may need to be copied. There are also two exceptions with constants: The first is if the constant is a LABEL_REF or the sum of the LABEL_REF and an integer. This case can happen if we have an inline function that supplies a constant operand to the call of another inline function that uses it in a switch statement. In this case, we will be replacing the LABEL_REF, so we have to replace this MEM as well. The second case is if we have a (const (plus (address ..) ...)). In that case we need to put back the address of the constant pool entry. */ if (CONSTANT_ADDRESS_P (XEXP (x, 0)) && GET_CODE (XEXP (x, 0)) != LABEL_REF && ! (GET_CODE (XEXP (x, 0)) == CONST && (GET_CODE (XEXP (XEXP (x, 0), 0)) == PLUS && ((GET_CODE (XEXP (XEXP (XEXP (x, 0), 0), 0)) == LABEL_REF) || (GET_CODE (XEXP (XEXP (XEXP (x, 0), 0), 0)) == ADDRESS))))) return x; break; case LABEL_REF: /* If this is a non-local label, just make a new LABEL_REF. Otherwise, use the new label as well. */ x = gen_rtx_LABEL_REF (GET_MODE (orig), LABEL_REF_NONLOCAL_P (orig) ? XEXP (orig, 0) : label_map[CODE_LABEL_NUMBER (XEXP (orig, 0))]); LABEL_REF_NONLOCAL_P (x) = LABEL_REF_NONLOCAL_P (orig); LABEL_OUTSIDE_LOOP_P (x) = LABEL_OUTSIDE_LOOP_P (orig); return x; case REG: if (REGNO (x) > LAST_VIRTUAL_REGISTER) return reg_map [REGNO (x)]; else return x; case SET: /* If a parm that gets modified lives in a pseudo-reg, clear its TREE_READONLY to prevent certain optimizations. */ { rtx dest = SET_DEST (x); while (GET_CODE (dest) == STRICT_LOW_PART || GET_CODE (dest) == ZERO_EXTRACT || GET_CODE (dest) == SUBREG) dest = XEXP (dest, 0); if (GET_CODE (dest) == REG && REGNO (dest) < max_parm_reg && REGNO (dest) >= FIRST_PSEUDO_REGISTER && parmdecl_map[REGNO (dest)] != 0 /* The insn to load an arg pseudo from a stack slot does not count as modifying it. */ && in_nonparm_insns) TREE_READONLY (parmdecl_map[REGNO (dest)]) = 0; } break; #if 0 /* This is a good idea, but here is the wrong place for it. */ /* Arrange that CONST_INTs always appear as the second operand if they appear, and that `frame_pointer_rtx' or `arg_pointer_rtx' always appear as the first. */ case PLUS: if (GET_CODE (XEXP (x, 0)) == CONST_INT || (XEXP (x, 1) == frame_pointer_rtx || (ARG_POINTER_REGNUM != FRAME_POINTER_REGNUM && XEXP (x, 1) == arg_pointer_rtx))) { rtx t = XEXP (x, 0); XEXP (x, 0) = XEXP (x, 1); XEXP (x, 1) = t; } break; #endif default: break; } /* Replace this rtx with a copy of itself. */ x = rtx_alloc (code); bcopy ((char *) orig, (char *) x, (sizeof (*x) - sizeof (x->fld) + sizeof (x->fld[0]) * GET_RTX_LENGTH (code))); /* Now scan the subexpressions recursively. We can store any replaced subexpressions directly into X since we know X is not shared! Any vectors in X must be copied if X was copied. */ format_ptr = GET_RTX_FORMAT (code); for (i = 0; i < GET_RTX_LENGTH (code); i++) { switch (*format_ptr++) { case 'e': XEXP (x, i) = copy_for_inline (XEXP (x, i)); break; case 'u': /* Change any references to old-insns to point to the corresponding copied insns. */ XEXP (x, i) = insn_map[INSN_UID (XEXP (x, i))]; break; case 'E': if (XVEC (x, i) != NULL && XVECLEN (x, i) != 0) { register int j; XVEC (x, i) = gen_rtvec_vv (XVECLEN (x, i), XVEC (x, i)->elem); for (j = 0; j < XVECLEN (x, i); j++) XVECEXP (x, i, j) = copy_for_inline (XVECEXP (x, i, j)); } break; } } if (code == ASM_OPERANDS && orig_asm_operands_vector == 0) { orig_asm_operands_vector = XVEC (orig, 3); copy_asm_operands_vector = XVEC (x, 3); copy_asm_constraints_vector = XVEC (x, 4); } return x; } /* Unfortunately, we need a global copy of const_equiv map for communication with a function called from note_stores. Be *very* careful that this is used properly in the presence of recursion. */ varray_type global_const_equiv_varray; #define FIXED_BASE_PLUS_P(X) \ (GET_CODE (X) == PLUS && GET_CODE (XEXP (X, 1)) == CONST_INT \ && GET_CODE (XEXP (X, 0)) == REG \ && REGNO (XEXP (X, 0)) >= FIRST_VIRTUAL_REGISTER \ && REGNO (XEXP (X, 0)) <= LAST_VIRTUAL_REGISTER) /* Called to set up a mapping for the case where a parameter is in a register. If it is read-only and our argument is a constant, set up the constant equivalence. If LOC is REG_USERVAR_P, the usual case, COPY must also have that flag set if it is a register. Also, don't allow hard registers here; they might not be valid when substituted into insns. */ static void process_reg_param (map, loc, copy) struct inline_remap *map; rtx loc, copy; { if ((GET_CODE (copy) != REG && GET_CODE (copy) != SUBREG) || (GET_CODE (copy) == REG && REG_USERVAR_P (loc) && ! REG_USERVAR_P (copy)) || (GET_CODE (copy) == REG && REGNO (copy) < FIRST_PSEUDO_REGISTER)) { rtx temp = copy_to_mode_reg (GET_MODE (loc), copy); REG_USERVAR_P (temp) = REG_USERVAR_P (loc); if (CONSTANT_P (copy) || FIXED_BASE_PLUS_P (copy)) SET_CONST_EQUIV_DATA (map, temp, copy, CONST_AGE_PARM); copy = temp; } map->reg_map[REGNO (loc)] = copy; } /* Used by duplicate_eh_handlers to map labels for the exception table */ static struct inline_remap *eif_eh_map; static rtx expand_inline_function_eh_labelmap (label) rtx label; { int index = CODE_LABEL_NUMBER (label); return get_label_from_map (eif_eh_map, index); } /* Integrate the procedure defined by FNDECL. Note that this function may wind up calling itself. Since the static variables are not reentrant, we do not assign them until after the possibility of recursion is eliminated. If IGNORE is nonzero, do not produce a value. Otherwise store the value in TARGET if it is nonzero and that is convenient. Value is: (rtx)-1 if we could not substitute the function 0 if we substituted it and it does not produce a value else an rtx for where the value is stored. */ rtx expand_inline_function (fndecl, parms, target, ignore, type, structure_value_addr) tree fndecl, parms; rtx target; int ignore; tree type; rtx structure_value_addr; { tree formal, actual, block; rtx header = DECL_SAVED_INSNS (fndecl); rtx insns = FIRST_FUNCTION_INSN (header); rtx parm_insns = FIRST_PARM_INSN (header); tree *arg_trees; rtx *arg_vals; rtx insn; int max_regno; register int i; int min_labelno = FIRST_LABELNO (header); int max_labelno = LAST_LABELNO (header); int nargs; rtx local_return_label = 0; rtx loc; rtx stack_save = 0; rtx temp; struct inline_remap *map = 0; #ifdef HAVE_cc0 rtx cc0_insn = 0; #endif rtvec arg_vector = ORIGINAL_ARG_VECTOR (header); rtx static_chain_value = 0; /* The pointer used to track the true location of the memory used for MAP->LABEL_MAP. */ rtx *real_label_map = 0; /* Allow for equivalences of the pseudos we make for virtual fp and ap. */ max_regno = MAX_REGNUM (header) + 3; if (max_regno < FIRST_PSEUDO_REGISTER) abort (); nargs = list_length (DECL_ARGUMENTS (fndecl)); /* Check that the parms type match and that sufficient arguments were passed. Since the appropriate conversions or default promotions have already been applied, the machine modes should match exactly. */ for (formal = DECL_ARGUMENTS (fndecl), actual = parms; formal; formal = TREE_CHAIN (formal), actual = TREE_CHAIN (actual)) { tree arg; enum machine_mode mode; if (actual == 0) return (rtx) (HOST_WIDE_INT) -1; arg = TREE_VALUE (actual); mode = TYPE_MODE (DECL_ARG_TYPE (formal)); if (mode != TYPE_MODE (TREE_TYPE (arg)) /* If they are block mode, the types should match exactly. They don't match exactly if TREE_TYPE (FORMAL) == ERROR_MARK_NODE, which could happen if the parameter has incomplete type. */ || (mode == BLKmode && (TYPE_MAIN_VARIANT (TREE_TYPE (arg)) != TYPE_MAIN_VARIANT (TREE_TYPE (formal))))) return (rtx) (HOST_WIDE_INT) -1; } /* Extra arguments are valid, but will be ignored below, so we must evaluate them here for side-effects. */ for (; actual; actual = TREE_CHAIN (actual)) expand_expr (TREE_VALUE (actual), const0_rtx, TYPE_MODE (TREE_TYPE (TREE_VALUE (actual))), 0); /* Make a binding contour to keep inline cleanups called at outer function-scope level from looking like they are shadowing parameter declarations. */ pushlevel (0); /* Expand the function arguments. Do this first so that any new registers get created before we allocate the maps. */ arg_vals = (rtx *) alloca (nargs * sizeof (rtx)); arg_trees = (tree *) alloca (nargs * sizeof (tree)); for (formal = DECL_ARGUMENTS (fndecl), actual = parms, i = 0; formal; formal = TREE_CHAIN (formal), actual = TREE_CHAIN (actual), i++) { /* Actual parameter, converted to the type of the argument within the function. */ tree arg = convert (TREE_TYPE (formal), TREE_VALUE (actual)); /* Mode of the variable used within the function. */ enum machine_mode mode = TYPE_MODE (TREE_TYPE (formal)); int invisiref = 0; arg_trees[i] = arg; loc = RTVEC_ELT (arg_vector, i); /* If this is an object passed by invisible reference, we copy the object into a stack slot and save its address. If this will go into memory, we do nothing now. Otherwise, we just expand the argument. */ if (GET_CODE (loc) == MEM && GET_CODE (XEXP (loc, 0)) == REG && REGNO (XEXP (loc, 0)) > LAST_VIRTUAL_REGISTER) { rtx stack_slot = assign_stack_temp (TYPE_MODE (TREE_TYPE (arg)), int_size_in_bytes (TREE_TYPE (arg)), 1); MEM_SET_IN_STRUCT_P (stack_slot, AGGREGATE_TYPE_P (TREE_TYPE (arg))); store_expr (arg, stack_slot, 0); arg_vals[i] = XEXP (stack_slot, 0); invisiref = 1; } else if (GET_CODE (loc) != MEM) { if (GET_MODE (loc) != TYPE_MODE (TREE_TYPE (arg))) /* The mode if LOC and ARG can differ if LOC was a variable that had its mode promoted via PROMOTED_MODE. */ arg_vals[i] = convert_modes (GET_MODE (loc), TYPE_MODE (TREE_TYPE (arg)), expand_expr (arg, NULL_RTX, mode, EXPAND_SUM), TREE_UNSIGNED (TREE_TYPE (formal))); else arg_vals[i] = expand_expr (arg, NULL_RTX, mode, EXPAND_SUM); } else arg_vals[i] = 0; if (arg_vals[i] != 0 && (! TREE_READONLY (formal) /* If the parameter is not read-only, copy our argument through a register. Also, we cannot use ARG_VALS[I] if it overlaps TARGET in any way. In the inline function, they will likely be two different pseudos, and `safe_from_p' will make all sorts of smart assumptions about their not conflicting. But if ARG_VALS[I] overlaps TARGET, these assumptions are wrong, so put ARG_VALS[I] into a fresh register. Don't worry about invisible references, since their stack temps will never overlap the target. */ || (target != 0 && ! invisiref && (GET_CODE (arg_vals[i]) == REG || GET_CODE (arg_vals[i]) == SUBREG || GET_CODE (arg_vals[i]) == MEM) && reg_overlap_mentioned_p (arg_vals[i], target)) /* ??? We must always copy a SUBREG into a REG, because it might get substituted into an address, and not all ports correctly handle SUBREGs in addresses. */ || (GET_CODE (arg_vals[i]) == SUBREG))) arg_vals[i] = copy_to_mode_reg (GET_MODE (loc), arg_vals[i]); if (arg_vals[i] != 0 && GET_CODE (arg_vals[i]) == REG && POINTER_TYPE_P (TREE_TYPE (formal))) mark_reg_pointer (arg_vals[i], (TYPE_ALIGN (TREE_TYPE (TREE_TYPE (formal))) / BITS_PER_UNIT)); } /* Allocate the structures we use to remap things. */ map = (struct inline_remap *) alloca (sizeof (struct inline_remap)); map->fndecl = fndecl; map->reg_map = (rtx *) alloca (max_regno * sizeof (rtx)); bzero ((char *) map->reg_map, max_regno * sizeof (rtx)); /* We used to use alloca here, but the size of what it would try to allocate would occasionally cause it to exceed the stack limit and cause unpredictable core dumps. */ real_label_map = (rtx *) xmalloc ((max_labelno) * sizeof (rtx)); map->label_map = real_label_map; map->insn_map = (rtx *) alloca (INSN_UID (header) * sizeof (rtx)); bzero ((char *) map->insn_map, INSN_UID (header) * sizeof (rtx)); map->min_insnno = 0; map->max_insnno = INSN_UID (header); map->integrating = 1; /* const_equiv_varray maps pseudos in our routine to constants, so it needs to be large enough for all our pseudos. This is the number we are currently using plus the number in the called routine, plus 15 for each arg, five to compute the virtual frame pointer, and five for the return value. This should be enough for most cases. We do not reference entries outside the range of the map. ??? These numbers are quite arbitrary and were obtained by experimentation. At some point, we should try to allocate the table after all the parameters are set up so we an more accurately estimate the number of pseudos we will need. */ VARRAY_CONST_EQUIV_INIT (map->const_equiv_varray, (max_reg_num () + (max_regno - FIRST_PSEUDO_REGISTER) + 15 * nargs + 10), "expand_inline_function"); map->const_age = 0; /* Record the current insn in case we have to set up pointers to frame and argument memory blocks. If there are no insns yet, add a dummy insn that can be used as an insertion point. */ map->insns_at_start = get_last_insn (); if (map->insns_at_start == 0) map->insns_at_start = emit_note (NULL_PTR, NOTE_INSN_DELETED); map->regno_pointer_flag = INLINE_REGNO_POINTER_FLAG (header); map->regno_pointer_align = INLINE_REGNO_POINTER_ALIGN (header); /* Update the outgoing argument size to allow for those in the inlined function. */ if (OUTGOING_ARGS_SIZE (header) > current_function_outgoing_args_size) current_function_outgoing_args_size = OUTGOING_ARGS_SIZE (header); /* If the inline function needs to make PIC references, that means that this function's PIC offset table must be used. */ if (FUNCTION_FLAGS (header) & FUNCTION_FLAGS_USES_PIC_OFFSET_TABLE) current_function_uses_pic_offset_table = 1; /* If this function needs a context, set it up. */ if (FUNCTION_FLAGS (header) & FUNCTION_FLAGS_NEEDS_CONTEXT) static_chain_value = lookup_static_chain (fndecl); + + /* If the inline function has these flags sets, that means that + coresponding global flags should be set for this function. */ + if (FUNCTION_FLAGS (header) & FUNCTION_FLAGS_CALLS_SETJMP) + current_function_calls_setjmp = 1; + + if (FUNCTION_FLAGS (header) & FUNCTION_FLAGS_CALLS_LONGJMP) + current_function_calls_longjmp = 1; + + if (FUNCTION_FLAGS (header) & FUNCTION_FLAGS_HAS_NONLOCAL_LABEL) + current_function_has_nonlocal_label = 1; + + if (FUNCTION_FLAGS (header) & FUNCTION_FLAGS_USES_CONST_POOL) + current_function_uses_const_pool = 1; if (GET_CODE (parm_insns) == NOTE && NOTE_LINE_NUMBER (parm_insns) > 0) { rtx note = emit_note (NOTE_SOURCE_FILE (parm_insns), NOTE_LINE_NUMBER (parm_insns)); if (note) RTX_INTEGRATED_P (note) = 1; } /* Process each argument. For each, set up things so that the function's reference to the argument will refer to the argument being passed. We only replace REG with REG here. Any simplifications are done via const_equiv_map. We make two passes: In the first, we deal with parameters that will be placed into registers, since we need to ensure that the allocated register number fits in const_equiv_map. Then we store all non-register parameters into their memory location. */ /* Don't try to free temp stack slots here, because we may put one of the parameters into a temp stack slot. */ for (i = 0; i < nargs; i++) { rtx copy = arg_vals[i]; loc = RTVEC_ELT (arg_vector, i); /* There are three cases, each handled separately. */ if (GET_CODE (loc) == MEM && GET_CODE (XEXP (loc, 0)) == REG && REGNO (XEXP (loc, 0)) > LAST_VIRTUAL_REGISTER) { /* This must be an object passed by invisible reference (it could also be a variable-sized object, but we forbid inlining functions with variable-sized arguments). COPY is the address of the actual value (this computation will cause it to be copied). We map that address for the register, noting the actual address as an equivalent in case it can be substituted into the insns. */ if (GET_CODE (copy) != REG) { temp = copy_addr_to_reg (copy); if (CONSTANT_P (copy) || FIXED_BASE_PLUS_P (copy)) SET_CONST_EQUIV_DATA (map, temp, copy, CONST_AGE_PARM); copy = temp; } map->reg_map[REGNO (XEXP (loc, 0))] = copy; } else if (GET_CODE (loc) == MEM) { /* This is the case of a parameter that lives in memory. It will live in the block we allocate in the called routine's frame that simulates the incoming argument area. Do nothing now; we will call store_expr later. */ ; } else if (GET_CODE (loc) == REG) process_reg_param (map, loc, copy); else if (GET_CODE (loc) == CONCAT) { rtx locreal = gen_realpart (GET_MODE (XEXP (loc, 0)), loc); rtx locimag = gen_imagpart (GET_MODE (XEXP (loc, 0)), loc); rtx copyreal = gen_realpart (GET_MODE (locreal), copy); rtx copyimag = gen_imagpart (GET_MODE (locimag), copy); process_reg_param (map, locreal, copyreal); process_reg_param (map, locimag, copyimag); } else abort (); } /* Now do the parameters that will be placed in memory. */ for (formal = DECL_ARGUMENTS (fndecl), i = 0; formal; formal = TREE_CHAIN (formal), i++) { loc = RTVEC_ELT (arg_vector, i); if (GET_CODE (loc) == MEM /* Exclude case handled above. */ && ! (GET_CODE (XEXP (loc, 0)) == REG && REGNO (XEXP (loc, 0)) > LAST_VIRTUAL_REGISTER)) { rtx note = emit_note (DECL_SOURCE_FILE (formal), DECL_SOURCE_LINE (formal)); if (note) RTX_INTEGRATED_P (note) = 1; /* Compute the address in the area we reserved and store the value there. */ temp = copy_rtx_and_substitute (loc, map); subst_constants (&temp, NULL_RTX, map); apply_change_group (); if (! memory_address_p (GET_MODE (temp), XEXP (temp, 0))) temp = change_address (temp, VOIDmode, XEXP (temp, 0)); store_expr (arg_trees[i], temp, 0); } } /* Deal with the places that the function puts its result. We are driven by what is placed into DECL_RESULT. Initially, we assume that we don't have anything special handling for REG_FUNCTION_RETURN_VALUE_P. */ map->inline_target = 0; loc = DECL_RTL (DECL_RESULT (fndecl)); if (TYPE_MODE (type) == VOIDmode) /* There is no return value to worry about. */ ; else if (GET_CODE (loc) == MEM) { if (GET_CODE (XEXP (loc, 0)) == ADDRESSOF) { temp = copy_rtx_and_substitute (loc, map); subst_constants (&temp, NULL_RTX, map); apply_change_group (); target = temp; } else { if (! structure_value_addr || ! aggregate_value_p (DECL_RESULT (fndecl))) abort (); /* Pass the function the address in which to return a structure value. Note that a constructor can cause someone to call us with STRUCTURE_VALUE_ADDR, but the initialization takes place via the first parameter, rather than the struct return address. We have two cases: If the address is a simple register indirect, use the mapping mechanism to point that register to our structure return address. Otherwise, store the structure return value into the place that it will be referenced from. */ if (GET_CODE (XEXP (loc, 0)) == REG) { temp = force_operand (structure_value_addr, NULL_RTX); temp = force_reg (Pmode, temp); map->reg_map[REGNO (XEXP (loc, 0))] = temp; if (CONSTANT_P (structure_value_addr) || GET_CODE (structure_value_addr) == ADDRESSOF || (GET_CODE (structure_value_addr) == PLUS && (XEXP (structure_value_addr, 0) == virtual_stack_vars_rtx) && (GET_CODE (XEXP (structure_value_addr, 1)) == CONST_INT))) { SET_CONST_EQUIV_DATA (map, temp, structure_value_addr, CONST_AGE_PARM); } } else { temp = copy_rtx_and_substitute (loc, map); subst_constants (&temp, NULL_RTX, map); apply_change_group (); emit_move_insn (temp, structure_value_addr); } } } else if (ignore) /* We will ignore the result value, so don't look at its structure. Note that preparations for an aggregate return value do need to be made (above) even if it will be ignored. */ ; else if (GET_CODE (loc) == REG) { /* The function returns an object in a register and we use the return value. Set up our target for remapping. */ /* Machine mode function was declared to return. */ enum machine_mode departing_mode = TYPE_MODE (type); /* (Possibly wider) machine mode it actually computes (for the sake of callers that fail to declare it right). We have to use the mode of the result's RTL, rather than its type, since expand_function_start may have promoted it. */ enum machine_mode arriving_mode = GET_MODE (DECL_RTL (DECL_RESULT (fndecl))); rtx reg_to_map; /* Don't use MEMs as direct targets because on some machines substituting a MEM for a REG makes invalid insns. Let the combiner substitute the MEM if that is valid. */ if (target == 0 || GET_CODE (target) != REG || GET_MODE (target) != departing_mode) { /* Don't make BLKmode registers. If this looks like a BLKmode object being returned in a register, get the mode from that, otherwise abort. */ if (departing_mode == BLKmode) { if (REG == GET_CODE (DECL_RTL (DECL_RESULT (fndecl)))) { departing_mode = GET_MODE (DECL_RTL (DECL_RESULT (fndecl))); arriving_mode = departing_mode; } else abort(); } target = gen_reg_rtx (departing_mode); } /* If function's value was promoted before return, avoid machine mode mismatch when we substitute INLINE_TARGET. But TARGET is what we will return to the caller. */ if (arriving_mode != departing_mode) { /* Avoid creating a paradoxical subreg wider than BITS_PER_WORD, since that is illegal. */ if (GET_MODE_BITSIZE (arriving_mode) > BITS_PER_WORD) { if (!TRULY_NOOP_TRUNCATION (GET_MODE_BITSIZE (departing_mode), GET_MODE_BITSIZE (arriving_mode))) /* Maybe could be handled by using convert_move () ? */ abort (); reg_to_map = gen_reg_rtx (arriving_mode); target = gen_lowpart (departing_mode, reg_to_map); } else reg_to_map = gen_rtx_SUBREG (arriving_mode, target, 0); } else reg_to_map = target; /* Usually, the result value is the machine's return register. Sometimes it may be a pseudo. Handle both cases. */ if (REG_FUNCTION_VALUE_P (loc)) map->inline_target = reg_to_map; else map->reg_map[REGNO (loc)] = reg_to_map; } else abort (); /* Make a fresh binding contour that we can easily remove. Do this after expanding our arguments so cleanups are properly scoped. */ pushlevel (0); expand_start_bindings (0); /* Initialize label_map. get_label_from_map will actually make the labels. */ bzero ((char *) &map->label_map [min_labelno], (max_labelno - min_labelno) * sizeof (rtx)); /* Perform postincrements before actually calling the function. */ emit_queue (); /* Clean up stack so that variables might have smaller offsets. */ do_pending_stack_adjust (); /* Save a copy of the location of const_equiv_varray for mark_stores, called via note_stores. */ global_const_equiv_varray = map->const_equiv_varray; /* If the called function does an alloca, save and restore the stack pointer around the call. This saves stack space, but also is required if this inline is being done between two pushes. */ if (FUNCTION_FLAGS (header) & FUNCTION_FLAGS_CALLS_ALLOCA) emit_stack_save (SAVE_BLOCK, &stack_save, NULL_RTX); /* Now copy the insns one by one. Do this in two passes, first the insns and then their REG_NOTES, just like save_for_inline. */ /* This loop is very similar to the loop in copy_loop_body in unroll.c. */ for (insn = insns; insn; insn = NEXT_INSN (insn)) { rtx copy, pattern, set; map->orig_asm_operands_vector = 0; switch (GET_CODE (insn)) { case INSN: pattern = PATTERN (insn); set = single_set (insn); copy = 0; if (GET_CODE (pattern) == USE && GET_CODE (XEXP (pattern, 0)) == REG && REG_FUNCTION_VALUE_P (XEXP (pattern, 0))) /* The (USE (REG n)) at return from the function should be ignored since we are changing (REG n) into inline_target. */ break; /* If the inline fn needs eh context, make sure that the current fn has one. */ if (GET_CODE (pattern) == USE && find_reg_note (insn, REG_EH_CONTEXT, 0) != 0) get_eh_context (); /* Ignore setting a function value that we don't want to use. */ if (map->inline_target == 0 && set != 0 && GET_CODE (SET_DEST (set)) == REG && REG_FUNCTION_VALUE_P (SET_DEST (set))) { if (volatile_refs_p (SET_SRC (set))) { rtx new_set; /* If we must not delete the source, load it into a new temporary. */ copy = emit_insn (copy_rtx_and_substitute (pattern, map)); new_set = single_set (copy); if (new_set == 0) abort (); SET_DEST (new_set) = gen_reg_rtx (GET_MODE (SET_DEST (new_set))); } /* If the source and destination are the same and it has a note on it, keep the insn. */ else if (rtx_equal_p (SET_DEST (set), SET_SRC (set)) && REG_NOTES (insn) != 0) copy = emit_insn (copy_rtx_and_substitute (pattern, map)); else break; } /* If this is setting the static chain rtx, omit it. */ else if (static_chain_value != 0 && set != 0 && GET_CODE (SET_DEST (set)) == REG && rtx_equal_p (SET_DEST (set), static_chain_incoming_rtx)) break; /* If this is setting the static chain pseudo, set it from the value we want to give it instead. */ else if (static_chain_value != 0 && set != 0 && rtx_equal_p (SET_SRC (set), static_chain_incoming_rtx)) { rtx newdest = copy_rtx_and_substitute (SET_DEST (set), map); copy = emit_move_insn (newdest, static_chain_value); static_chain_value = 0; } else copy = emit_insn (copy_rtx_and_substitute (pattern, map)); /* REG_NOTES will be copied later. */ #ifdef HAVE_cc0 /* If this insn is setting CC0, it may need to look at the insn that uses CC0 to see what type of insn it is. In that case, the call to recog via validate_change will fail. So don't substitute constants here. Instead, do it when we emit the following insn. For example, see the pyr.md file. That machine has signed and unsigned compares. The compare patterns must check the following branch insn to see which what kind of compare to emit. If the previous insn set CC0, substitute constants on it as well. */ if (sets_cc0_p (PATTERN (copy)) != 0) cc0_insn = copy; else { if (cc0_insn) try_constants (cc0_insn, map); cc0_insn = 0; try_constants (copy, map); } #else try_constants (copy, map); #endif break; case JUMP_INSN: if (GET_CODE (PATTERN (insn)) == RETURN || (GET_CODE (PATTERN (insn)) == PARALLEL && GET_CODE (XVECEXP (PATTERN (insn), 0, 0)) == RETURN)) { if (local_return_label == 0) local_return_label = gen_label_rtx (); pattern = gen_jump (local_return_label); } else pattern = copy_rtx_and_substitute (PATTERN (insn), map); copy = emit_jump_insn (pattern); #ifdef HAVE_cc0 if (cc0_insn) try_constants (cc0_insn, map); cc0_insn = 0; #endif try_constants (copy, map); /* If this used to be a conditional jump insn but whose branch direction is now know, we must do something special. */ if (condjump_p (insn) && ! simplejump_p (insn) && map->last_pc_value) { #ifdef HAVE_cc0 /* The previous insn set cc0 for us. So delete it. */ delete_insn (PREV_INSN (copy)); #endif /* If this is now a no-op, delete it. */ if (map->last_pc_value == pc_rtx) { delete_insn (copy); copy = 0; } else /* Otherwise, this is unconditional jump so we must put a BARRIER after it. We could do some dead code elimination here, but jump.c will do it just as well. */ emit_barrier (); } break; case CALL_INSN: pattern = copy_rtx_and_substitute (PATTERN (insn), map); copy = emit_call_insn (pattern); /* Because the USAGE information potentially contains objects other than hard registers, we need to copy it. */ CALL_INSN_FUNCTION_USAGE (copy) = copy_rtx_and_substitute (CALL_INSN_FUNCTION_USAGE (insn), map); #ifdef HAVE_cc0 if (cc0_insn) try_constants (cc0_insn, map); cc0_insn = 0; #endif try_constants (copy, map); /* Be lazy and assume CALL_INSNs clobber all hard registers. */ for (i = 0; i < FIRST_PSEUDO_REGISTER; i++) VARRAY_CONST_EQUIV (map->const_equiv_varray, i).rtx = 0; break; case CODE_LABEL: copy = emit_label (get_label_from_map (map, CODE_LABEL_NUMBER (insn))); LABEL_NAME (copy) = LABEL_NAME (insn); map->const_age++; break; case BARRIER: copy = emit_barrier (); break; case NOTE: /* It is important to discard function-end and function-beg notes, so we have only one of each in the current function. Also, NOTE_INSN_DELETED notes aren't useful (save_for_inline deleted these in the copy used for continuing compilation, not the copy used for inlining). */ if (NOTE_LINE_NUMBER (insn) != NOTE_INSN_FUNCTION_END && NOTE_LINE_NUMBER (insn) != NOTE_INSN_FUNCTION_BEG && NOTE_LINE_NUMBER (insn) != NOTE_INSN_DELETED) { copy = emit_note (NOTE_SOURCE_FILE (insn), NOTE_LINE_NUMBER (insn)); if (copy && (NOTE_LINE_NUMBER (copy) == NOTE_INSN_EH_REGION_BEG || NOTE_LINE_NUMBER (copy) == NOTE_INSN_EH_REGION_END)) { rtx label = get_label_from_map (map, NOTE_BLOCK_NUMBER (copy)); /* we have to duplicate the handlers for the original */ if (NOTE_LINE_NUMBER (copy) == NOTE_INSN_EH_REGION_BEG) { /* We need to duplicate the handlers for the EH region and we need to indicate where the label map is */ eif_eh_map = map; duplicate_eh_handlers (NOTE_BLOCK_NUMBER (copy), CODE_LABEL_NUMBER (label), expand_inline_function_eh_labelmap); } /* We have to forward these both to match the new exception region. */ NOTE_BLOCK_NUMBER (copy) = CODE_LABEL_NUMBER (label); } } else copy = 0; break; default: abort (); break; } if (copy) RTX_INTEGRATED_P (copy) = 1; map->insn_map[INSN_UID (insn)] = copy; } /* Now copy the REG_NOTES. Increment const_age, so that only constants from parameters can be substituted in. These are the only ones that are valid across the entire function. */ map->const_age++; for (insn = insns; insn; insn = NEXT_INSN (insn)) if (GET_RTX_CLASS (GET_CODE (insn)) == 'i' && map->insn_map[INSN_UID (insn)] && REG_NOTES (insn)) { rtx tem = copy_rtx_and_substitute (REG_NOTES (insn), map); /* We must also do subst_constants, in case one of our parameters has const type and constant value. */ subst_constants (&tem, NULL_RTX, map); apply_change_group (); REG_NOTES (map->insn_map[INSN_UID (insn)]) = tem; } if (local_return_label) emit_label (local_return_label); /* Restore the stack pointer if we saved it above. */ if (FUNCTION_FLAGS (header) & FUNCTION_FLAGS_CALLS_ALLOCA) emit_stack_restore (SAVE_BLOCK, stack_save, NULL_RTX); /* Make copies of the decls of the symbols in the inline function, so that the copies of the variables get declared in the current function. Set up things so that lookup_static_chain knows that to interpret registers in SAVE_EXPRs for TYPE_SIZEs as local. */ inline_function_decl = fndecl; integrate_parm_decls (DECL_ARGUMENTS (fndecl), map, arg_vector); integrate_decl_tree ((tree) ORIGINAL_DECL_INITIAL (header), 0, map); inline_function_decl = 0; /* End the scope containing the copied formal parameter variables and copied LABEL_DECLs. */ expand_end_bindings (getdecls (), 1, 1); block = poplevel (1, 1, 0); BLOCK_ABSTRACT_ORIGIN (block) = (DECL_ABSTRACT_ORIGIN (fndecl) == NULL ? fndecl : DECL_ABSTRACT_ORIGIN (fndecl)); poplevel (0, 0, 0); /* Must mark the line number note after inlined functions as a repeat, so that the test coverage code can avoid counting the call twice. This just tells the code to ignore the immediately following line note, since there already exists a copy of this note before the expanded inline call. This line number note is still needed for debugging though, so we can't delete it. */ if (flag_test_coverage) emit_note (0, NOTE_REPEATED_LINE_NUMBER); emit_line_note (input_filename, lineno); /* If the function returns a BLKmode object in a register, copy it out of the temp register into a BLKmode memory object. */ if (TYPE_MODE (TREE_TYPE (TREE_TYPE (fndecl))) == BLKmode && ! aggregate_value_p (TREE_TYPE (TREE_TYPE (fndecl)))) target = copy_blkmode_from_reg (0, target, TREE_TYPE (TREE_TYPE (fndecl))); if (structure_value_addr) { target = gen_rtx_MEM (TYPE_MODE (type), memory_address (TYPE_MODE (type), structure_value_addr)); MEM_SET_IN_STRUCT_P (target, 1); } /* Make sure we free the things we explicitly allocated with xmalloc. */ if (real_label_map) free (real_label_map); if (map) VARRAY_FREE (map->const_equiv_varray); return target; } /* Given a chain of PARM_DECLs, ARGS, copy each decl into a VAR_DECL, push all of those decls and give each one the corresponding home. */ static void integrate_parm_decls (args, map, arg_vector) tree args; struct inline_remap *map; rtvec arg_vector; { register tree tail; register int i; for (tail = args, i = 0; tail; tail = TREE_CHAIN (tail), i++) { register tree decl = build_decl (VAR_DECL, DECL_NAME (tail), TREE_TYPE (tail)); rtx new_decl_rtl = copy_rtx_and_substitute (RTVEC_ELT (arg_vector, i), map); DECL_ARG_TYPE (decl) = DECL_ARG_TYPE (tail); /* We really should be setting DECL_INCOMING_RTL to something reasonable here, but that's going to require some more work. */ /* DECL_INCOMING_RTL (decl) = ?; */ /* These args would always appear unused, if not for this. */ TREE_USED (decl) = 1; /* Prevent warning for shadowing with these. */ DECL_ABSTRACT_ORIGIN (decl) = DECL_ORIGIN (tail); pushdecl (decl); /* Fully instantiate the address with the equivalent form so that the debugging information contains the actual register, instead of the virtual register. Do this by not passing an insn to subst_constants. */ subst_constants (&new_decl_rtl, NULL_RTX, map); apply_change_group (); DECL_RTL (decl) = new_decl_rtl; } } /* Given a BLOCK node LET, push decls and levels so as to construct in the current function a tree of contexts isomorphic to the one that is given. LEVEL indicates how far down into the BLOCK tree is the node we are currently traversing. It is always zero except for recursive calls. MAP, if nonzero, is a pointer to an inline_remap map which indicates how registers used in the DECL_RTL field should be remapped. If it is zero, no mapping is necessary. */ static void integrate_decl_tree (let, level, map) tree let; int level; struct inline_remap *map; { tree t, node; if (level > 0) pushlevel (0); for (t = BLOCK_VARS (let); t; t = TREE_CHAIN (t)) { tree d; push_obstacks_nochange (); saveable_allocation (); d = copy_and_set_decl_abstract_origin (t); pop_obstacks (); if (DECL_RTL (t) != 0) { DECL_RTL (d) = copy_rtx_and_substitute (DECL_RTL (t), map); /* Fully instantiate the address with the equivalent form so that the debugging information contains the actual register, instead of the virtual register. Do this by not passing an insn to subst_constants. */ subst_constants (&DECL_RTL (d), NULL_RTX, map); apply_change_group (); } /* These args would always appear unused, if not for this. */ TREE_USED (d) = 1; if (DECL_LANG_SPECIFIC (d)) copy_lang_decl (d); pushdecl (d); } for (t = BLOCK_SUBBLOCKS (let); t; t = TREE_CHAIN (t)) integrate_decl_tree (t, level + 1, map); if (level > 0) { node = poplevel (1, 0, 0); if (node) { TREE_USED (node) = TREE_USED (let); BLOCK_ABSTRACT_ORIGIN (node) = let; } } } /* Given a BLOCK node LET, search for all DECL_RTL fields, and pass them through save_constants. */ static void save_constants_in_decl_trees (let) tree let; { tree t; for (t = BLOCK_VARS (let); t; t = TREE_CHAIN (t)) if (DECL_RTL (t) != 0) save_constants (&DECL_RTL (t)); for (t = BLOCK_SUBBLOCKS (let); t; t = TREE_CHAIN (t)) save_constants_in_decl_trees (t); } /* Create a new copy of an rtx. Recursively copies the operands of the rtx, except for those few rtx codes that are sharable. We always return an rtx that is similar to that incoming rtx, with the exception of possibly changing a REG to a SUBREG or vice versa. No rtl is ever emitted. Handle constants that need to be placed in the constant pool by calling `force_const_mem'. */ rtx copy_rtx_and_substitute (orig, map) register rtx orig; struct inline_remap *map; { register rtx copy, temp; register int i, j; register RTX_CODE code; register enum machine_mode mode; register char *format_ptr; int regno; if (orig == 0) return 0; code = GET_CODE (orig); mode = GET_MODE (orig); switch (code) { case REG: /* If the stack pointer register shows up, it must be part of stack-adjustments (*not* because we eliminated the frame pointer!). Small hard registers are returned as-is. Pseudo-registers go through their `reg_map'. */ regno = REGNO (orig); if (regno <= LAST_VIRTUAL_REGISTER) { /* Some hard registers are also mapped, but others are not translated. */ if (map->reg_map[regno] != 0) return map->reg_map[regno]; /* If this is the virtual frame pointer, make space in current function's stack frame for the stack frame of the inline function. Copy the address of this area into a pseudo. Map virtual_stack_vars_rtx to this pseudo and set up a constant equivalence for it to be the address. This will substitute the address into insns where it can be substituted and use the new pseudo where it can't. */ if (regno == VIRTUAL_STACK_VARS_REGNUM) { rtx loc, seq; int size = DECL_FRAME_SIZE (map->fndecl); #ifdef FRAME_GROWS_DOWNWARD /* In this case, virtual_stack_vars_rtx points to one byte higher than the top of the frame area. So make sure we allocate a big enough chunk to keep the frame pointer aligned like a real one. */ size = CEIL_ROUND (size, BIGGEST_ALIGNMENT / BITS_PER_UNIT); #endif start_sequence (); loc = assign_stack_temp (BLKmode, size, 1); loc = XEXP (loc, 0); #ifdef FRAME_GROWS_DOWNWARD /* In this case, virtual_stack_vars_rtx points to one byte higher than the top of the frame area. So compute the offset to one byte higher than our substitute frame. */ loc = plus_constant (loc, size); #endif map->reg_map[regno] = temp = force_reg (Pmode, force_operand (loc, NULL_RTX)); #ifdef STACK_BOUNDARY mark_reg_pointer (map->reg_map[regno], STACK_BOUNDARY / BITS_PER_UNIT); #endif SET_CONST_EQUIV_DATA (map, temp, loc, CONST_AGE_PARM); seq = gen_sequence (); end_sequence (); emit_insn_after (seq, map->insns_at_start); return temp; } else if (regno == VIRTUAL_INCOMING_ARGS_REGNUM) { /* Do the same for a block to contain any arguments referenced in memory. */ rtx loc, seq; int size = FUNCTION_ARGS_SIZE (DECL_SAVED_INSNS (map->fndecl)); start_sequence (); loc = assign_stack_temp (BLKmode, size, 1); loc = XEXP (loc, 0); /* When arguments grow downward, the virtual incoming args pointer points to the top of the argument block, so the remapped location better do the same. */ #ifdef ARGS_GROW_DOWNWARD loc = plus_constant (loc, size); #endif map->reg_map[regno] = temp = force_reg (Pmode, force_operand (loc, NULL_RTX)); #ifdef STACK_BOUNDARY mark_reg_pointer (map->reg_map[regno], STACK_BOUNDARY / BITS_PER_UNIT); #endif SET_CONST_EQUIV_DATA (map, temp, loc, CONST_AGE_PARM); seq = gen_sequence (); end_sequence (); emit_insn_after (seq, map->insns_at_start); return temp; } else if (REG_FUNCTION_VALUE_P (orig)) { /* This is a reference to the function return value. If the function doesn't have a return value, error. If the mode doesn't agree, and it ain't BLKmode, make a SUBREG. */ if (map->inline_target == 0) /* Must be unrolling loops or replicating code if we reach here, so return the register unchanged. */ return orig; else if (GET_MODE (map->inline_target) != BLKmode && mode != GET_MODE (map->inline_target)) return gen_lowpart (mode, map->inline_target); else return map->inline_target; } return orig; } if (map->reg_map[regno] == NULL) { map->reg_map[regno] = gen_reg_rtx (mode); REG_USERVAR_P (map->reg_map[regno]) = REG_USERVAR_P (orig); REG_LOOP_TEST_P (map->reg_map[regno]) = REG_LOOP_TEST_P (orig); RTX_UNCHANGING_P (map->reg_map[regno]) = RTX_UNCHANGING_P (orig); /* A reg with REG_FUNCTION_VALUE_P true will never reach here. */ if (map->regno_pointer_flag[regno]) mark_reg_pointer (map->reg_map[regno], map->regno_pointer_align[regno]); } return map->reg_map[regno]; case SUBREG: copy = copy_rtx_and_substitute (SUBREG_REG (orig), map); /* SUBREG is ordinary, but don't make nested SUBREGs. */ if (GET_CODE (copy) == SUBREG) return gen_rtx_SUBREG (GET_MODE (orig), SUBREG_REG (copy), SUBREG_WORD (orig) + SUBREG_WORD (copy)); else if (GET_CODE (copy) == CONCAT) { rtx retval = subreg_realpart_p (orig) ? XEXP (copy, 0) : XEXP (copy, 1); if (GET_MODE (retval) == GET_MODE (orig)) return retval; else return gen_rtx_SUBREG (GET_MODE (orig), retval, (SUBREG_WORD (orig) % (GET_MODE_UNIT_SIZE (GET_MODE (SUBREG_REG (orig))) / (unsigned) UNITS_PER_WORD))); } else return gen_rtx_SUBREG (GET_MODE (orig), copy, SUBREG_WORD (orig)); case ADDRESSOF: copy = gen_rtx_ADDRESSOF (mode, copy_rtx_and_substitute (XEXP (orig, 0), map), 0); SET_ADDRESSOF_DECL (copy, ADDRESSOF_DECL (orig)); regno = ADDRESSOF_REGNO (orig); if (map->reg_map[regno]) regno = REGNO (map->reg_map[regno]); else if (regno > LAST_VIRTUAL_REGISTER) { temp = XEXP (orig, 0); map->reg_map[regno] = gen_reg_rtx (GET_MODE (temp)); REG_USERVAR_P (map->reg_map[regno]) = REG_USERVAR_P (temp); REG_LOOP_TEST_P (map->reg_map[regno]) = REG_LOOP_TEST_P (temp); RTX_UNCHANGING_P (map->reg_map[regno]) = RTX_UNCHANGING_P (temp); /* A reg with REG_FUNCTION_VALUE_P true will never reach here. */ if (map->regno_pointer_flag[regno]) mark_reg_pointer (map->reg_map[regno], map->regno_pointer_align[regno]); regno = REGNO (map->reg_map[regno]); } ADDRESSOF_REGNO (copy) = regno; return copy; case USE: case CLOBBER: /* USE and CLOBBER are ordinary, but we convert (use (subreg foo)) to (use foo) if the original insn didn't have a subreg. Removing the subreg distorts the VAX movstrhi pattern by changing the mode of an operand. */ copy = copy_rtx_and_substitute (XEXP (orig, 0), map); if (GET_CODE (copy) == SUBREG && GET_CODE (XEXP (orig, 0)) != SUBREG) copy = SUBREG_REG (copy); return gen_rtx_fmt_e (code, VOIDmode, copy); case CODE_LABEL: LABEL_PRESERVE_P (get_label_from_map (map, CODE_LABEL_NUMBER (orig))) = LABEL_PRESERVE_P (orig); return get_label_from_map (map, CODE_LABEL_NUMBER (orig)); case LABEL_REF: copy = gen_rtx_LABEL_REF (mode, LABEL_REF_NONLOCAL_P (orig) ? XEXP (orig, 0) : get_label_from_map (map, CODE_LABEL_NUMBER (XEXP (orig, 0)))); LABEL_OUTSIDE_LOOP_P (copy) = LABEL_OUTSIDE_LOOP_P (orig); /* The fact that this label was previously nonlocal does not mean it still is, so we must check if it is within the range of this function's labels. */ LABEL_REF_NONLOCAL_P (copy) = (LABEL_REF_NONLOCAL_P (orig) && ! (CODE_LABEL_NUMBER (XEXP (copy, 0)) >= get_first_label_num () && CODE_LABEL_NUMBER (XEXP (copy, 0)) < max_label_num ())); /* If we have made a nonlocal label local, it means that this inlined call will be referring to our nonlocal goto handler. So make sure we create one for this block; we normally would not since this is not otherwise considered a "call". */ if (LABEL_REF_NONLOCAL_P (orig) && ! LABEL_REF_NONLOCAL_P (copy)) function_call_count++; return copy; case PC: case CC0: case CONST_INT: return orig; case SYMBOL_REF: /* Symbols which represent the address of a label stored in the constant pool must be modified to point to a constant pool entry for the remapped label. Otherwise, symbols are returned unchanged. */ if (CONSTANT_POOL_ADDRESS_P (orig)) { rtx constant = get_pool_constant (orig); if (GET_CODE (constant) == LABEL_REF) return XEXP (force_const_mem (GET_MODE (orig), copy_rtx_and_substitute (constant, map)), 0); } else if (SYMBOL_REF_NEED_ADJUST (orig)) { eif_eh_map = map; return rethrow_symbol_map (orig, expand_inline_function_eh_labelmap); } return orig; case CONST_DOUBLE: /* We have to make a new copy of this CONST_DOUBLE because don't want to use the old value of CONST_DOUBLE_MEM. Also, this may be a duplicate of a CONST_DOUBLE we have already seen. */ if (GET_MODE_CLASS (GET_MODE (orig)) == MODE_FLOAT) { REAL_VALUE_TYPE d; REAL_VALUE_FROM_CONST_DOUBLE (d, orig); return CONST_DOUBLE_FROM_REAL_VALUE (d, GET_MODE (orig)); } else return immed_double_const (CONST_DOUBLE_LOW (orig), CONST_DOUBLE_HIGH (orig), VOIDmode); case CONST: /* Make new constant pool entry for a constant that was in the pool of the inline function. */ if (RTX_INTEGRATED_P (orig)) { /* If this was an address of a constant pool entry that itself had to be placed in the constant pool, it might not be a valid address. So the recursive call below might turn it into a register. In that case, it isn't a constant any more, so return it. This has the potential of changing a MEM into a REG, but we'll assume that it safe. */ temp = copy_rtx_and_substitute (XEXP (orig, 0), map); if (! CONSTANT_P (temp)) return temp; return validize_mem (force_const_mem (GET_MODE (orig), temp)); } break; case ADDRESS: /* If from constant pool address, make new constant pool entry and return its address. */ if (! RTX_INTEGRATED_P (orig)) abort (); temp = force_const_mem (GET_MODE (XEXP (orig, 0)), copy_rtx_and_substitute (XEXP (XEXP (orig, 0), 0), map)); #if 0 /* Legitimizing the address here is incorrect. The only ADDRESS rtx's that can reach here are ones created by save_constants. Hence the operand of the ADDRESS is always valid in this position of the instruction, since the original rtx without the ADDRESS was valid. The reason we don't legitimize the address here is that on the Sparc, the caller may have a (high ...) surrounding this ADDRESS. This code forces the operand of the address to a register, which fails because we can not take the HIGH part of a register. Also, change_address may create new registers. These registers will not have valid reg_map entries. This can cause try_constants() to fail because assumes that all registers in the rtx have valid reg_map entries, and it may end up replacing one of these new registers with junk. */ if (! memory_address_p (GET_MODE (temp), XEXP (temp, 0))) temp = change_address (temp, GET_MODE (temp), XEXP (temp, 0)); #endif temp = XEXP (temp, 0); #ifdef POINTERS_EXTEND_UNSIGNED if (GET_MODE (temp) != GET_MODE (orig)) temp = convert_memory_address (GET_MODE (orig), temp); #endif return temp; case ASM_OPERANDS: /* If a single asm insn contains multiple output operands then it contains multiple ASM_OPERANDS rtx's that share operand 3. We must make sure that the copied insn continues to share it. */ if (map->orig_asm_operands_vector == XVEC (orig, 3)) { copy = rtx_alloc (ASM_OPERANDS); copy->volatil = orig->volatil; XSTR (copy, 0) = XSTR (orig, 0); XSTR (copy, 1) = XSTR (orig, 1); XINT (copy, 2) = XINT (orig, 2); XVEC (copy, 3) = map->copy_asm_operands_vector; XVEC (copy, 4) = map->copy_asm_constraints_vector; XSTR (copy, 5) = XSTR (orig, 5); XINT (copy, 6) = XINT (orig, 6); return copy; } break; case CALL: /* This is given special treatment because the first operand of a CALL is a (MEM ...) which may get forced into a register for cse. This is undesirable if function-address cse isn't wanted or if we won't do cse. */ #ifndef NO_FUNCTION_CSE if (! (optimize && ! flag_no_function_cse)) #endif return gen_rtx_CALL (GET_MODE (orig), gen_rtx_MEM (GET_MODE (XEXP (orig, 0)), copy_rtx_and_substitute (XEXP (XEXP (orig, 0), 0), map)), copy_rtx_and_substitute (XEXP (orig, 1), map)); break; #if 0 /* Must be ifdefed out for loop unrolling to work. */ case RETURN: abort (); #endif case SET: /* If this is setting fp or ap, it means that we have a nonlocal goto. Adjust the setting by the offset of the area we made. If the nonlocal goto is into the current function, this will result in unnecessarily bad code, but should work. */ if (SET_DEST (orig) == virtual_stack_vars_rtx || SET_DEST (orig) == virtual_incoming_args_rtx) { /* In case a translation hasn't occurred already, make one now. */ rtx equiv_reg; rtx equiv_loc; HOST_WIDE_INT loc_offset; copy_rtx_and_substitute (SET_DEST (orig), map); equiv_reg = map->reg_map[REGNO (SET_DEST (orig))]; equiv_loc = VARRAY_CONST_EQUIV (map->const_equiv_varray, REGNO (equiv_reg)).rtx; loc_offset = GET_CODE (equiv_loc) == REG ? 0 : INTVAL (XEXP (equiv_loc, 1)); return gen_rtx_SET (VOIDmode, SET_DEST (orig), force_operand (plus_constant (copy_rtx_and_substitute (SET_SRC (orig), map), - loc_offset), NULL_RTX)); } break; case MEM: copy = rtx_alloc (MEM); PUT_MODE (copy, mode); XEXP (copy, 0) = copy_rtx_and_substitute (XEXP (orig, 0), map); MEM_COPY_ATTRIBUTES (copy, orig); MEM_ALIAS_SET (copy) = MEM_ALIAS_SET (orig); /* If doing function inlining, this MEM might not be const in the function that it is being inlined into, and thus may not be unchanging after function inlining. Constant pool references are handled elsewhere, so this doesn't lose RTX_UNCHANGING_P bits for them. */ if (! map->integrating) RTX_UNCHANGING_P (copy) = RTX_UNCHANGING_P (orig); return copy; default: break; } copy = rtx_alloc (code); PUT_MODE (copy, mode); copy->in_struct = orig->in_struct; copy->volatil = orig->volatil; copy->unchanging = orig->unchanging; format_ptr = GET_RTX_FORMAT (GET_CODE (copy)); for (i = 0; i < GET_RTX_LENGTH (GET_CODE (copy)); i++) { switch (*format_ptr++) { case '0': XEXP (copy, i) = XEXP (orig, i); break; case 'e': XEXP (copy, i) = copy_rtx_and_substitute (XEXP (orig, i), map); break; case 'u': /* Change any references to old-insns to point to the corresponding copied insns. */ XEXP (copy, i) = map->insn_map[INSN_UID (XEXP (orig, i))]; break; case 'E': XVEC (copy, i) = XVEC (orig, i); if (XVEC (orig, i) != NULL && XVECLEN (orig, i) != 0) { XVEC (copy, i) = rtvec_alloc (XVECLEN (orig, i)); for (j = 0; j < XVECLEN (copy, i); j++) XVECEXP (copy, i, j) = copy_rtx_and_substitute (XVECEXP (orig, i, j), map); } break; case 'w': XWINT (copy, i) = XWINT (orig, i); break; case 'i': XINT (copy, i) = XINT (orig, i); break; case 's': XSTR (copy, i) = XSTR (orig, i); break; default: abort (); } } if (code == ASM_OPERANDS && map->orig_asm_operands_vector == 0) { map->orig_asm_operands_vector = XVEC (orig, 3); map->copy_asm_operands_vector = XVEC (copy, 3); map->copy_asm_constraints_vector = XVEC (copy, 4); } return copy; } /* Substitute known constant values into INSN, if that is valid. */ void try_constants (insn, map) rtx insn; struct inline_remap *map; { int i; map->num_sets = 0; subst_constants (&PATTERN (insn), insn, map); /* Apply the changes if they are valid; otherwise discard them. */ apply_change_group (); /* Show we don't know the value of anything stored or clobbered. */ note_stores (PATTERN (insn), mark_stores); map->last_pc_value = 0; #ifdef HAVE_cc0 map->last_cc0_value = 0; #endif /* Set up any constant equivalences made in this insn. */ for (i = 0; i < map->num_sets; i++) { if (GET_CODE (map->equiv_sets[i].dest) == REG) { int regno = REGNO (map->equiv_sets[i].dest); MAYBE_EXTEND_CONST_EQUIV_VARRAY (map, regno); if (VARRAY_CONST_EQUIV (map->const_equiv_varray, regno).rtx == 0 /* Following clause is a hack to make case work where GNU C++ reassigns a variable to make cse work right. */ || ! rtx_equal_p (VARRAY_CONST_EQUIV (map->const_equiv_varray, regno).rtx, map->equiv_sets[i].equiv)) SET_CONST_EQUIV_DATA (map, map->equiv_sets[i].dest, map->equiv_sets[i].equiv, map->const_age); } else if (map->equiv_sets[i].dest == pc_rtx) map->last_pc_value = map->equiv_sets[i].equiv; #ifdef HAVE_cc0 else if (map->equiv_sets[i].dest == cc0_rtx) map->last_cc0_value = map->equiv_sets[i].equiv; #endif } } /* Substitute known constants for pseudo regs in the contents of LOC, which are part of INSN. If INSN is zero, the substitution should always be done (this is used to update DECL_RTL). These changes are taken out by try_constants if the result is not valid. Note that we are more concerned with determining when the result of a SET is a constant, for further propagation, than actually inserting constants into insns; cse will do the latter task better. This function is also used to adjust address of items previously addressed via the virtual stack variable or virtual incoming arguments registers. */ static void subst_constants (loc, insn, map) rtx *loc; rtx insn; struct inline_remap *map; { rtx x = *loc; register int i; register enum rtx_code code; register char *format_ptr; int num_changes = num_validated_changes (); rtx new = 0; enum machine_mode op0_mode = MAX_MACHINE_MODE; code = GET_CODE (x); switch (code) { case PC: case CONST_INT: case CONST_DOUBLE: case SYMBOL_REF: case CONST: case LABEL_REF: case ADDRESS: return; #ifdef HAVE_cc0 case CC0: validate_change (insn, loc, map->last_cc0_value, 1); return; #endif case USE: case CLOBBER: /* The only thing we can do with a USE or CLOBBER is possibly do some substitutions in a MEM within it. */ if (GET_CODE (XEXP (x, 0)) == MEM) subst_constants (&XEXP (XEXP (x, 0), 0), insn, map); return; case REG: /* Substitute for parms and known constants. Don't replace hard regs used as user variables with constants. */ { int regno = REGNO (x); struct const_equiv_data *p; if (! (regno < FIRST_PSEUDO_REGISTER && REG_USERVAR_P (x)) && regno < VARRAY_SIZE (map->const_equiv_varray) && (p = &VARRAY_CONST_EQUIV (map->const_equiv_varray, regno), p->rtx != 0) && p->age >= map->const_age) validate_change (insn, loc, p->rtx, 1); return; } case SUBREG: /* SUBREG applied to something other than a reg should be treated as ordinary, since that must be a special hack and we don't know how to treat it specially. Consider for example mulsidi3 in m68k.md. Ordinary SUBREG of a REG needs this special treatment. */ if (GET_CODE (SUBREG_REG (x)) == REG) { rtx inner = SUBREG_REG (x); rtx new = 0; /* We can't call subst_constants on &SUBREG_REG (x) because any constant or SUBREG wouldn't be valid inside our SUBEG. Instead, see what is inside, try to form the new SUBREG and see if that is valid. We handle two cases: extracting a full word in an integral mode and extracting the low part. */ subst_constants (&inner, NULL_RTX, map); if (GET_MODE_CLASS (GET_MODE (x)) == MODE_INT && GET_MODE_SIZE (GET_MODE (x)) == UNITS_PER_WORD && GET_MODE (SUBREG_REG (x)) != VOIDmode) new = operand_subword (inner, SUBREG_WORD (x), 0, GET_MODE (SUBREG_REG (x))); cancel_changes (num_changes); if (new == 0 && subreg_lowpart_p (x)) new = gen_lowpart_common (GET_MODE (x), inner); if (new) validate_change (insn, loc, new, 1); return; } break; case MEM: subst_constants (&XEXP (x, 0), insn, map); /* If a memory address got spoiled, change it back. */ if (insn != 0 && num_validated_changes () != num_changes && !memory_address_p (GET_MODE (x), XEXP (x, 0))) cancel_changes (num_changes); return; case SET: { /* Substitute constants in our source, and in any arguments to a complex (e..g, ZERO_EXTRACT) destination, but not in the destination itself. */ rtx *dest_loc = &SET_DEST (x); rtx dest = *dest_loc; rtx src, tem; subst_constants (&SET_SRC (x), insn, map); src = SET_SRC (x); while (GET_CODE (*dest_loc) == ZERO_EXTRACT || GET_CODE (*dest_loc) == SUBREG || GET_CODE (*dest_loc) == STRICT_LOW_PART) { if (GET_CODE (*dest_loc) == ZERO_EXTRACT) { subst_constants (&XEXP (*dest_loc, 1), insn, map); subst_constants (&XEXP (*dest_loc, 2), insn, map); } dest_loc = &XEXP (*dest_loc, 0); } /* Do substitute in the address of a destination in memory. */ if (GET_CODE (*dest_loc) == MEM) subst_constants (&XEXP (*dest_loc, 0), insn, map); /* Check for the case of DEST a SUBREG, both it and the underlying register are less than one word, and the SUBREG has the wider mode. In the case, we are really setting the underlying register to the source converted to the mode of DEST. So indicate that. */ if (GET_CODE (dest) == SUBREG && GET_MODE_SIZE (GET_MODE (dest)) <= UNITS_PER_WORD && GET_MODE_SIZE (GET_MODE (SUBREG_REG (dest))) <= UNITS_PER_WORD && (GET_MODE_SIZE (GET_MODE (SUBREG_REG (dest))) <= GET_MODE_SIZE (GET_MODE (dest))) && (tem = gen_lowpart_if_possible (GET_MODE (SUBREG_REG (dest)), src))) src = tem, dest = SUBREG_REG (dest); /* If storing a recognizable value save it for later recording. */ if ((map->num_sets < MAX_RECOG_OPERANDS) && (CONSTANT_P (src) || (GET_CODE (src) == REG && (REGNO (src) == VIRTUAL_INCOMING_ARGS_REGNUM || REGNO (src) == VIRTUAL_STACK_VARS_REGNUM)) || (GET_CODE (src) == PLUS && GET_CODE (XEXP (src, 0)) == REG && (REGNO (XEXP (src, 0)) == VIRTUAL_INCOMING_ARGS_REGNUM || REGNO (XEXP (src, 0)) == VIRTUAL_STACK_VARS_REGNUM) && CONSTANT_P (XEXP (src, 1))) || GET_CODE (src) == COMPARE #ifdef HAVE_cc0 || dest == cc0_rtx #endif || (dest == pc_rtx && (src == pc_rtx || GET_CODE (src) == RETURN || GET_CODE (src) == LABEL_REF)))) { /* Normally, this copy won't do anything. But, if SRC is a COMPARE it will cause us to save the COMPARE with any constants substituted, which is what we want for later. */ map->equiv_sets[map->num_sets].equiv = copy_rtx (src); map->equiv_sets[map->num_sets++].dest = dest; } } return; default: break; } format_ptr = GET_RTX_FORMAT (code); /* If the first operand is an expression, save its mode for later. */ if (*format_ptr == 'e') op0_mode = GET_MODE (XEXP (x, 0)); for (i = 0; i < GET_RTX_LENGTH (code); i++) { switch (*format_ptr++) { case '0': break; case 'e': if (XEXP (x, i)) subst_constants (&XEXP (x, i), insn, map); break; case 'u': case 'i': case 's': case 'w': break; case 'E': if (XVEC (x, i) != NULL && XVECLEN (x, i) != 0) { int j; for (j = 0; j < XVECLEN (x, i); j++) subst_constants (&XVECEXP (x, i, j), insn, map); } break; default: abort (); } } /* If this is a commutative operation, move a constant to the second operand unless the second operand is already a CONST_INT. */ if ((GET_RTX_CLASS (code) == 'c' || code == NE || code == EQ) && CONSTANT_P (XEXP (x, 0)) && GET_CODE (XEXP (x, 1)) != CONST_INT) { rtx tem = XEXP (x, 0); validate_change (insn, &XEXP (x, 0), XEXP (x, 1), 1); validate_change (insn, &XEXP (x, 1), tem, 1); } /* Simplify the expression in case we put in some constants. */ switch (GET_RTX_CLASS (code)) { case '1': if (op0_mode == MAX_MACHINE_MODE) abort (); new = simplify_unary_operation (code, GET_MODE (x), XEXP (x, 0), op0_mode); break; case '<': { enum machine_mode op_mode = GET_MODE (XEXP (x, 0)); if (op_mode == VOIDmode) op_mode = GET_MODE (XEXP (x, 1)); new = simplify_relational_operation (code, op_mode, XEXP (x, 0), XEXP (x, 1)); #ifdef FLOAT_STORE_FLAG_VALUE if (new != 0 && GET_MODE_CLASS (GET_MODE (x)) == MODE_FLOAT) new = ((new == const0_rtx) ? CONST0_RTX (GET_MODE (x)) : CONST_DOUBLE_FROM_REAL_VALUE (FLOAT_STORE_FLAG_VALUE, GET_MODE (x))); #endif break; } case '2': case 'c': new = simplify_binary_operation (code, GET_MODE (x), XEXP (x, 0), XEXP (x, 1)); break; case 'b': case '3': if (op0_mode == MAX_MACHINE_MODE) abort (); new = simplify_ternary_operation (code, GET_MODE (x), op0_mode, XEXP (x, 0), XEXP (x, 1), XEXP (x, 2)); break; } if (new) validate_change (insn, loc, new, 1); } /* Show that register modified no longer contain known constants. We are called from note_stores with parts of the new insn. */ void mark_stores (dest, x) rtx dest; rtx x ATTRIBUTE_UNUSED; { int regno = -1; enum machine_mode mode; /* DEST is always the innermost thing set, except in the case of SUBREGs of hard registers. */ if (GET_CODE (dest) == REG) regno = REGNO (dest), mode = GET_MODE (dest); else if (GET_CODE (dest) == SUBREG && GET_CODE (SUBREG_REG (dest)) == REG) { regno = REGNO (SUBREG_REG (dest)) + SUBREG_WORD (dest); mode = GET_MODE (SUBREG_REG (dest)); } if (regno >= 0) { int last_reg = (regno >= FIRST_PSEUDO_REGISTER ? regno : regno + HARD_REGNO_NREGS (regno, mode) - 1); int i; /* Ignore virtual stack var or virtual arg register since those are handled separately. */ if (regno != VIRTUAL_INCOMING_ARGS_REGNUM && regno != VIRTUAL_STACK_VARS_REGNUM) for (i = regno; i <= last_reg; i++) if (i < VARRAY_SIZE (global_const_equiv_varray)) VARRAY_CONST_EQUIV (global_const_equiv_varray, i).rtx = 0; } } /* If any CONST expressions with RTX_INTEGRATED_P are present in the rtx pointed to by PX, they represent constants in the constant pool. Replace these with a new memory reference obtained from force_const_mem. Similarly, ADDRESS expressions with RTX_INTEGRATED_P represent the address of a constant pool entry. Replace them with the address of a new constant pool entry obtained from force_const_mem. */ static void restore_constants (px) rtx *px; { rtx x = *px; int i, j; char *fmt; if (x == 0) return; if (GET_CODE (x) == CONST_DOUBLE) { /* We have to make a new CONST_DOUBLE to ensure that we account for it correctly. Using the old CONST_DOUBLE_MEM data is wrong. */ if (GET_MODE_CLASS (GET_MODE (x)) == MODE_FLOAT) { REAL_VALUE_TYPE d; REAL_VALUE_FROM_CONST_DOUBLE (d, x); *px = CONST_DOUBLE_FROM_REAL_VALUE (d, GET_MODE (x)); } else *px = immed_double_const (CONST_DOUBLE_LOW (x), CONST_DOUBLE_HIGH (x), VOIDmode); } else if (RTX_INTEGRATED_P (x) && GET_CODE (x) == CONST) { restore_constants (&XEXP (x, 0)); *px = validize_mem (force_const_mem (GET_MODE (x), XEXP (x, 0))); } else if (RTX_INTEGRATED_P (x) && GET_CODE (x) == SUBREG) { /* This must be (subreg/i:M1 (const/i:M2 ...) 0). */ rtx new = XEXP (SUBREG_REG (x), 0); restore_constants (&new); new = force_const_mem (GET_MODE (SUBREG_REG (x)), new); PUT_MODE (new, GET_MODE (x)); *px = validize_mem (new); } else if (RTX_INTEGRATED_P (x) && GET_CODE (x) == ADDRESS) { rtx new = XEXP (force_const_mem (GET_MODE (XEXP (x, 0)), XEXP (XEXP (x, 0), 0)), 0); #ifdef POINTERS_EXTEND_UNSIGNED if (GET_MODE (new) != GET_MODE (x)) new = convert_memory_address (GET_MODE (x), new); #endif *px = new; } else { fmt = GET_RTX_FORMAT (GET_CODE (x)); for (i = 0; i < GET_RTX_LENGTH (GET_CODE (x)); i++) { switch (*fmt++) { case 'E': for (j = 0; j < XVECLEN (x, i); j++) restore_constants (&XVECEXP (x, i, j)); break; case 'e': restore_constants (&XEXP (x, i)); break; } } } } /* Given a pointer to some BLOCK node, if the BLOCK_ABSTRACT_ORIGIN for the given BLOCK node is NULL, set the BLOCK_ABSTRACT_ORIGIN for the node so that it points to the node itself, thus indicating that the node is its own (abstract) origin. Additionally, if the BLOCK_ABSTRACT_ORIGIN for the given node is NULL, recursively descend the decl/block tree which it is the root of, and for each other ..._DECL or BLOCK node contained therein whose DECL_ABSTRACT_ORIGINs or BLOCK_ABSTRACT_ORIGINs are also still NULL, set *their* DECL_ABSTRACT_ORIGIN or BLOCK_ABSTRACT_ORIGIN values to point to themselves. */ static void set_block_origin_self (stmt) register tree stmt; { if (BLOCK_ABSTRACT_ORIGIN (stmt) == NULL_TREE) { BLOCK_ABSTRACT_ORIGIN (stmt) = stmt; { register tree local_decl; for (local_decl = BLOCK_VARS (stmt); local_decl != NULL_TREE; local_decl = TREE_CHAIN (local_decl)) set_decl_origin_self (local_decl); /* Potential recursion. */ } { register tree subblock; for (subblock = BLOCK_SUBBLOCKS (stmt); subblock != NULL_TREE; subblock = BLOCK_CHAIN (subblock)) set_block_origin_self (subblock); /* Recurse. */ } } } /* Given a pointer to some ..._DECL node, if the DECL_ABSTRACT_ORIGIN for the given ..._DECL node is NULL, set the DECL_ABSTRACT_ORIGIN for the node to so that it points to the node itself, thus indicating that the node represents its own (abstract) origin. Additionally, if the DECL_ABSTRACT_ORIGIN for the given node is NULL, recursively descend the decl/block tree of which the given node is the root of, and for each other ..._DECL or BLOCK node contained therein whose DECL_ABSTRACT_ORIGINs or BLOCK_ABSTRACT_ORIGINs are also still NULL, set *their* DECL_ABSTRACT_ORIGIN or BLOCK_ABSTRACT_ORIGIN values to point to themselves. */ static void set_decl_origin_self (decl) register tree decl; { if (DECL_ABSTRACT_ORIGIN (decl) == NULL_TREE) { DECL_ABSTRACT_ORIGIN (decl) = decl; if (TREE_CODE (decl) == FUNCTION_DECL) { register tree arg; for (arg = DECL_ARGUMENTS (decl); arg; arg = TREE_CHAIN (arg)) DECL_ABSTRACT_ORIGIN (arg) = arg; if (DECL_INITIAL (decl) != NULL_TREE && DECL_INITIAL (decl) != error_mark_node) set_block_origin_self (DECL_INITIAL (decl)); } } } /* Given a pointer to some BLOCK node, and a boolean value to set the "abstract" flags to, set that value into the BLOCK_ABSTRACT flag for the given block, and for all local decls and all local sub-blocks (recursively) which are contained therein. */ static void set_block_abstract_flags (stmt, setting) register tree stmt; register int setting; { register tree local_decl; register tree subblock; BLOCK_ABSTRACT (stmt) = setting; for (local_decl = BLOCK_VARS (stmt); local_decl != NULL_TREE; local_decl = TREE_CHAIN (local_decl)) set_decl_abstract_flags (local_decl, setting); for (subblock = BLOCK_SUBBLOCKS (stmt); subblock != NULL_TREE; subblock = BLOCK_CHAIN (subblock)) set_block_abstract_flags (subblock, setting); } /* Given a pointer to some ..._DECL node, and a boolean value to set the "abstract" flags to, set that value into the DECL_ABSTRACT flag for the given decl, and (in the case where the decl is a FUNCTION_DECL) also set the abstract flags for all of the parameters, local vars, local blocks and sub-blocks (recursively) to the same setting. */ void set_decl_abstract_flags (decl, setting) register tree decl; register int setting; { DECL_ABSTRACT (decl) = setting; if (TREE_CODE (decl) == FUNCTION_DECL) { register tree arg; for (arg = DECL_ARGUMENTS (decl); arg; arg = TREE_CHAIN (arg)) DECL_ABSTRACT (arg) = setting; if (DECL_INITIAL (decl) != NULL_TREE && DECL_INITIAL (decl) != error_mark_node) set_block_abstract_flags (DECL_INITIAL (decl), setting); } } /* Output the assembly language code for the function FNDECL from its DECL_SAVED_INSNS. Used for inline functions that are output at end of compilation instead of where they came in the source. */ void output_inline_function (fndecl) tree fndecl; { rtx head; rtx last; /* Things we allocate from here on are part of this function, not permanent. */ temporary_allocation (); head = DECL_SAVED_INSNS (fndecl); current_function_decl = fndecl; /* This call is only used to initialize global variables. */ init_function_start (fndecl, "lossage", 1); /* Redo parameter determinations in case the FUNCTION_... macros took machine-specific actions that need to be redone. */ assign_parms (fndecl, 1); /* Set stack frame size. */ assign_stack_local (BLKmode, DECL_FRAME_SIZE (fndecl), 0); /* The first is a bit of a lie (the array may be larger), but doesn't matter too much and it isn't worth saving the actual bound. */ reg_rtx_no = regno_pointer_flag_length = MAX_REGNUM (head); regno_reg_rtx = (rtx *) INLINE_REGNO_REG_RTX (head); regno_pointer_flag = INLINE_REGNO_POINTER_FLAG (head); regno_pointer_align = INLINE_REGNO_POINTER_ALIGN (head); max_parm_reg = MAX_PARMREG (head); parm_reg_stack_loc = (rtx *) PARMREG_STACK_LOC (head); stack_slot_list = STACK_SLOT_LIST (head); forced_labels = FORCED_LABELS (head); if (FUNCTION_FLAGS (head) & FUNCTION_FLAGS_HAS_COMPUTED_JUMP) current_function_has_computed_jump = 1; if (FUNCTION_FLAGS (head) & FUNCTION_FLAGS_CALLS_ALLOCA) current_function_calls_alloca = 1; if (FUNCTION_FLAGS (head) & FUNCTION_FLAGS_CALLS_SETJMP) current_function_calls_setjmp = 1; if (FUNCTION_FLAGS (head) & FUNCTION_FLAGS_CALLS_LONGJMP) current_function_calls_longjmp = 1; if (FUNCTION_FLAGS (head) & FUNCTION_FLAGS_RETURNS_STRUCT) current_function_returns_struct = 1; if (FUNCTION_FLAGS (head) & FUNCTION_FLAGS_RETURNS_PCC_STRUCT) current_function_returns_pcc_struct = 1; if (FUNCTION_FLAGS (head) & FUNCTION_FLAGS_NEEDS_CONTEXT) current_function_needs_context = 1; if (FUNCTION_FLAGS (head) & FUNCTION_FLAGS_HAS_NONLOCAL_LABEL) current_function_has_nonlocal_label = 1; if (FUNCTION_FLAGS (head) & FUNCTION_FLAGS_RETURNS_POINTER) current_function_returns_pointer = 1; if (FUNCTION_FLAGS (head) & FUNCTION_FLAGS_USES_CONST_POOL) current_function_uses_const_pool = 1; if (FUNCTION_FLAGS (head) & FUNCTION_FLAGS_USES_PIC_OFFSET_TABLE) current_function_uses_pic_offset_table = 1; current_function_outgoing_args_size = OUTGOING_ARGS_SIZE (head); current_function_pops_args = POPS_ARGS (head); /* This is the only thing the expand_function_end call that uses to be here actually does and that call can cause problems. */ immediate_size_expand--; /* Find last insn and rebuild the constant pool. */ for (last = FIRST_PARM_INSN (head); NEXT_INSN (last); last = NEXT_INSN (last)) { if (GET_RTX_CLASS (GET_CODE (last)) == 'i') { restore_constants (&PATTERN (last)); restore_constants (®_NOTES (last)); } } set_new_first_and_last_insn (FIRST_PARM_INSN (head), last); set_new_first_and_last_label_num (FIRST_LABELNO (head), LAST_LABELNO (head)); /* We must have already output DWARF debugging information for the original (abstract) inline function declaration/definition, so we want to make sure that the debugging information we generate for this special instance of the inline function refers back to the information we already generated. To make sure that happens, we simply have to set the DECL_ABSTRACT_ORIGIN for the function node (and for all of the local ..._DECL nodes which are its children) so that they all point to themselves. */ set_decl_origin_self (fndecl); /* We're not deferring this any longer. */ DECL_DEFER_OUTPUT (fndecl) = 0; /* We can't inline this anymore. */ DECL_INLINE (fndecl) = 0; /* Compile this function all the way down to assembly code. */ rest_of_compilation (fndecl); current_function_decl = 0; } Index: stable/4/contrib/gcc/stmt.c =================================================================== --- stable/4/contrib/gcc/stmt.c (revision 95880) +++ stable/4/contrib/gcc/stmt.c (revision 95881) @@ -1,6131 +1,6137 @@ /* Expands front end tree to back end RTL for GNU C-Compiler Copyright (C) 1987, 1988, 1989, 1992, 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000 Free Software Foundation, Inc. This file is part of GNU CC. GNU CC is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2, or (at your option) any later version. GNU CC is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with GNU CC; see the file COPYING. If not, write to the Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. */ +/* $FreeBSD$ */ + /* This file handles the generation of rtl code from tree structure above the level of expressions, using subroutines in exp*.c and emit-rtl.c. It also creates the rtl expressions for parameters and auto variables and has full responsibility for allocating stack slots. The functions whose names start with `expand_' are called by the parser to generate RTL instructions for various kinds of constructs. Some control and binding constructs require calling several such functions at different times. For example, a simple if-then is expanded by calling `expand_start_cond' (with the condition-expression as argument) before parsing the then-clause and calling `expand_end_cond' after parsing the then-clause. */ #include "config.h" #include "system.h" #include "rtl.h" #include "tree.h" #include "flags.h" #include "except.h" #include "function.h" #include "insn-flags.h" #include "insn-config.h" #include "insn-codes.h" #include "expr.h" #include "hard-reg-set.h" #include "obstack.h" #include "loop.h" #include "recog.h" #include "machmode.h" #include "toplev.h" #include "output.h" #define obstack_chunk_alloc xmalloc #define obstack_chunk_free free struct obstack stmt_obstack; /* Assume that case vectors are not pc-relative. */ #ifndef CASE_VECTOR_PC_RELATIVE #define CASE_VECTOR_PC_RELATIVE 0 #endif /* Filename and line number of last line-number note, whether we actually emitted it or not. */ char *emit_filename; int emit_lineno; /* Nonzero if within a ({...}) grouping, in which case we must always compute a value for each expr-stmt in case it is the last one. */ int expr_stmts_for_value; /* Each time we expand an expression-statement, record the expr's type and its RTL value here. */ static tree last_expr_type; static rtx last_expr_value; /* Each time we expand the end of a binding contour (in `expand_end_bindings') and we emit a new NOTE_INSN_BLOCK_END note, we save a pointer to it here. This is used by the `remember_end_note' function to record the endpoint of each generated block in its associated BLOCK node. */ static rtx last_block_end_note; /* Number of binding contours started so far in this function. */ int block_start_count; /* Functions and data structures for expanding case statements. */ /* Case label structure, used to hold info on labels within case statements. We handle "range" labels; for a single-value label as in C, the high and low limits are the same. An AVL tree of case nodes is initially created, and later transformed to a list linked via the RIGHT fields in the nodes. Nodes with higher case values are later in the list. Switch statements can be output in one of two forms. A branch table is used if there are more than a few labels and the labels are dense within the range between the smallest and largest case value. If a branch table is used, no further manipulations are done with the case node chain. The alternative to the use of a branch table is to generate a series of compare and jump insns. When that is done, we use the LEFT, RIGHT, and PARENT fields to hold a binary tree. Initially the tree is totally unbalanced, with everything on the right. We balance the tree with nodes on the left having lower case values than the parent and nodes on the right having higher values. We then output the tree in order. */ struct case_node { struct case_node *left; /* Left son in binary tree */ struct case_node *right; /* Right son in binary tree; also node chain */ struct case_node *parent; /* Parent of node in binary tree */ tree low; /* Lowest index value for this label */ tree high; /* Highest index value for this label */ tree code_label; /* Label to jump to when node matches */ int balance; }; typedef struct case_node case_node; typedef struct case_node *case_node_ptr; /* These are used by estimate_case_costs and balance_case_nodes. */ /* This must be a signed type, and non-ANSI compilers lack signed char. */ static short *cost_table; static int use_cost_table; /* Stack of control and binding constructs we are currently inside. These constructs begin when you call `expand_start_WHATEVER' and end when you call `expand_end_WHATEVER'. This stack records info about how the construct began that tells the end-function what to do. It also may provide information about the construct to alter the behavior of other constructs within the body. For example, they may affect the behavior of C `break' and `continue'. Each construct gets one `struct nesting' object. All of these objects are chained through the `all' field. `nesting_stack' points to the first object (innermost construct). The position of an entry on `nesting_stack' is in its `depth' field. Each type of construct has its own individual stack. For example, loops have `loop_stack'. Each object points to the next object of the same type through the `next' field. Some constructs are visible to `break' exit-statements and others are not. Which constructs are visible depends on the language. Therefore, the data structure allows each construct to be visible or not, according to the args given when the construct is started. The construct is visible if the `exit_label' field is non-null. In that case, the value should be a CODE_LABEL rtx. */ struct nesting { struct nesting *all; struct nesting *next; int depth; rtx exit_label; union { /* For conds (if-then and if-then-else statements). */ struct { /* Label for the end of the if construct. There is none if EXITFLAG was not set and no `else' has been seen yet. */ rtx endif_label; /* Label for the end of this alternative. This may be the end of the if or the next else/elseif. */ rtx next_label; } cond; /* For loops. */ struct { /* Label at the top of the loop; place to loop back to. */ rtx start_label; /* Label at the end of the whole construct. */ rtx end_label; /* Label before a jump that branches to the end of the whole construct. This is where destructors go if any. */ rtx alt_end_label; /* Label for `continue' statement to jump to; this is in front of the stepper of the loop. */ rtx continue_label; } loop; /* For variable binding contours. */ struct { /* Sequence number of this binding contour within the function, in order of entry. */ int block_start_count; /* Nonzero => value to restore stack to on exit. */ rtx stack_level; /* The NOTE that starts this contour. Used by expand_goto to check whether the destination is within each contour or not. */ rtx first_insn; /* Innermost containing binding contour that has a stack level. */ struct nesting *innermost_stack_block; /* List of cleanups to be run on exit from this contour. This is a list of expressions to be evaluated. The TREE_PURPOSE of each link is the ..._DECL node which the cleanup pertains to. */ tree cleanups; /* List of cleanup-lists of blocks containing this block, as they were at the locus where this block appears. There is an element for each containing block, ordered innermost containing block first. The tail of this list can be 0, if all remaining elements would be empty lists. The element's TREE_VALUE is the cleanup-list of that block, which may be null. */ tree outer_cleanups; /* Chain of labels defined inside this binding contour. For contours that have stack levels or cleanups. */ struct label_chain *label_chain; /* Number of function calls seen, as of start of this block. */ int function_call_count; /* Nonzero if this is associated with a EH region. */ int exception_region; /* The saved target_temp_slot_level from our outer block. We may reset target_temp_slot_level to be the level of this block, if that is done, target_temp_slot_level reverts to the saved target_temp_slot_level at the very end of the block. */ int target_temp_slot_level; /* True if we are currently emitting insns in an area of output code that is controlled by a conditional expression. This is used by the cleanup handling code to generate conditional cleanup actions. */ int conditional_code; /* A place to move the start of the exception region for any of the conditional cleanups, must be at the end or after the start of the last unconditional cleanup, and before any conditional branch points. */ rtx last_unconditional_cleanup; /* When in a conditional context, this is the specific cleanup list associated with last_unconditional_cleanup, where we place the conditionalized cleanups. */ tree *cleanup_ptr; } block; /* For switch (C) or case (Pascal) statements, and also for dummies (see `expand_start_case_dummy'). */ struct { /* The insn after which the case dispatch should finally be emitted. Zero for a dummy. */ rtx start; /* A list of case labels; it is first built as an AVL tree. During expand_end_case, this is converted to a list, and may be rearranged into a nearly balanced binary tree. */ struct case_node *case_list; /* Label to jump to if no case matches. */ tree default_label; /* The expression to be dispatched on. */ tree index_expr; /* Type that INDEX_EXPR should be converted to. */ tree nominal_type; /* Number of range exprs in case statement. */ int num_ranges; /* Name of this kind of statement, for warnings. */ const char *printname; /* Used to save no_line_numbers till we see the first case label. We set this to -1 when we see the first case label in this case statement. */ int line_number_status; } case_stmt; } data; }; /* Chain of all pending binding contours. */ struct nesting *block_stack; /* If any new stacks are added here, add them to POPSTACKS too. */ /* Chain of all pending binding contours that restore stack levels or have cleanups. */ struct nesting *stack_block_stack; /* Chain of all pending conditional statements. */ struct nesting *cond_stack; /* Chain of all pending loops. */ struct nesting *loop_stack; /* Chain of all pending case or switch statements. */ struct nesting *case_stack; /* Separate chain including all of the above, chained through the `all' field. */ struct nesting *nesting_stack; /* Number of entries on nesting_stack now. */ int nesting_depth; /* Allocate and return a new `struct nesting'. */ #define ALLOC_NESTING() \ (struct nesting *) obstack_alloc (&stmt_obstack, sizeof (struct nesting)) /* Pop the nesting stack element by element until we pop off the element which is at the top of STACK. Update all the other stacks, popping off elements from them as we pop them from nesting_stack. */ #define POPSTACK(STACK) \ do { struct nesting *target = STACK; \ struct nesting *this; \ do { this = nesting_stack; \ if (loop_stack == this) \ loop_stack = loop_stack->next; \ if (cond_stack == this) \ cond_stack = cond_stack->next; \ if (block_stack == this) \ block_stack = block_stack->next; \ if (stack_block_stack == this) \ stack_block_stack = stack_block_stack->next; \ if (case_stack == this) \ case_stack = case_stack->next; \ nesting_depth = nesting_stack->depth - 1; \ nesting_stack = this->all; \ obstack_free (&stmt_obstack, this); } \ while (this != target); } while (0) /* In some cases it is impossible to generate code for a forward goto until the label definition is seen. This happens when it may be necessary for the goto to reset the stack pointer: we don't yet know how to do that. So expand_goto puts an entry on this fixup list. Each time a binding contour that resets the stack is exited, we check each fixup. If the target label has now been defined, we can insert the proper code. */ struct goto_fixup { /* Points to following fixup. */ struct goto_fixup *next; /* Points to the insn before the jump insn. If more code must be inserted, it goes after this insn. */ rtx before_jump; /* The LABEL_DECL that this jump is jumping to, or 0 for break, continue or return. */ tree target; /* The BLOCK for the place where this goto was found. */ tree context; /* The CODE_LABEL rtx that this is jumping to. */ rtx target_rtl; /* Number of binding contours started in current function before the label reference. */ int block_start_count; /* The outermost stack level that should be restored for this jump. Each time a binding contour that resets the stack is exited, if the target label is *not* yet defined, this slot is updated. */ rtx stack_level; /* List of lists of cleanup expressions to be run by this goto. There is one element for each block that this goto is within. The tail of this list can be 0, if all remaining elements would be empty. The TREE_VALUE contains the cleanup list of that block as of the time this goto was seen. The TREE_ADDRESSABLE flag is 1 for a block that has been exited. */ tree cleanup_list_list; }; static struct goto_fixup *goto_fixup_chain; /* Within any binding contour that must restore a stack level, all labels are recorded with a chain of these structures. */ struct label_chain { /* Points to following fixup. */ struct label_chain *next; tree label; }; /* Non-zero if we are using EH to handle cleanus. */ static int using_eh_for_cleanups_p = 0; static int n_occurrences PROTO((int, const char *)); static void expand_goto_internal PROTO((tree, rtx, rtx)); static int expand_fixup PROTO((tree, rtx, rtx)); static rtx expand_nl_handler_label PROTO((rtx, rtx)); static void expand_nl_goto_receiver PROTO((void)); static void expand_nl_goto_receivers PROTO((struct nesting *)); static void fixup_gotos PROTO((struct nesting *, rtx, tree, rtx, int)); static void expand_null_return_1 PROTO((rtx, int)); static void expand_value_return PROTO((rtx)); static int tail_recursion_args PROTO((tree, tree)); static void expand_cleanups PROTO((tree, tree, int, int)); static void check_seenlabel PROTO((void)); static void do_jump_if_equal PROTO((rtx, rtx, rtx, int)); static int estimate_case_costs PROTO((case_node_ptr)); static void group_case_nodes PROTO((case_node_ptr)); static void balance_case_nodes PROTO((case_node_ptr *, case_node_ptr)); static int node_has_low_bound PROTO((case_node_ptr, tree)); static int node_has_high_bound PROTO((case_node_ptr, tree)); static int node_is_bounded PROTO((case_node_ptr, tree)); static void emit_jump_if_reachable PROTO((rtx)); static void emit_case_nodes PROTO((rtx, case_node_ptr, rtx, tree)); static int add_case_node PROTO((tree, tree, tree, tree *)); static struct case_node *case_tree2list PROTO((case_node *, case_node *)); void using_eh_for_cleanups () { using_eh_for_cleanups_p = 1; } void init_stmt () { gcc_obstack_init (&stmt_obstack); init_eh (); } void init_stmt_for_function () { /* We are not currently within any block, conditional, loop or case. */ block_stack = 0; stack_block_stack = 0; loop_stack = 0; case_stack = 0; cond_stack = 0; nesting_stack = 0; nesting_depth = 0; block_start_count = 0; /* No gotos have been expanded yet. */ goto_fixup_chain = 0; /* We are not processing a ({...}) grouping. */ expr_stmts_for_value = 0; last_expr_type = 0; init_eh_for_function (); } void save_stmt_status (p) struct function *p; { p->block_stack = block_stack; p->stack_block_stack = stack_block_stack; p->cond_stack = cond_stack; p->loop_stack = loop_stack; p->case_stack = case_stack; p->nesting_stack = nesting_stack; p->nesting_depth = nesting_depth; p->block_start_count = block_start_count; p->last_expr_type = last_expr_type; p->last_expr_value = last_expr_value; p->expr_stmts_for_value = expr_stmts_for_value; p->emit_filename = emit_filename; p->emit_lineno = emit_lineno; p->goto_fixup_chain = goto_fixup_chain; save_eh_status (p); } void restore_stmt_status (p) struct function *p; { block_stack = p->block_stack; stack_block_stack = p->stack_block_stack; cond_stack = p->cond_stack; loop_stack = p->loop_stack; case_stack = p->case_stack; nesting_stack = p->nesting_stack; nesting_depth = p->nesting_depth; block_start_count = p->block_start_count; last_expr_type = p->last_expr_type; last_expr_value = p->last_expr_value; expr_stmts_for_value = p->expr_stmts_for_value; emit_filename = p->emit_filename; emit_lineno = p->emit_lineno; goto_fixup_chain = p->goto_fixup_chain; restore_eh_status (p); } /* Emit a no-op instruction. */ void emit_nop () { rtx last_insn; last_insn = get_last_insn (); if (!optimize && (GET_CODE (last_insn) == CODE_LABEL || (GET_CODE (last_insn) == NOTE && prev_real_insn (last_insn) == 0))) emit_insn (gen_nop ()); } /* Return the rtx-label that corresponds to a LABEL_DECL, creating it if necessary. */ rtx label_rtx (label) tree label; { if (TREE_CODE (label) != LABEL_DECL) abort (); if (DECL_RTL (label)) return DECL_RTL (label); return DECL_RTL (label) = gen_label_rtx (); } /* Add an unconditional jump to LABEL as the next sequential instruction. */ void emit_jump (label) rtx label; { do_pending_stack_adjust (); emit_jump_insn (gen_jump (label)); emit_barrier (); } /* Emit code to jump to the address specified by the pointer expression EXP. */ void expand_computed_goto (exp) tree exp; { rtx x = expand_expr (exp, NULL_RTX, VOIDmode, 0); #ifdef POINTERS_EXTEND_UNSIGNED x = convert_memory_address (Pmode, x); #endif emit_queue (); /* Be sure the function is executable. */ if (current_function_check_memory_usage) emit_library_call (chkr_check_exec_libfunc, 1, VOIDmode, 1, x, ptr_mode); do_pending_stack_adjust (); emit_indirect_jump (x); current_function_has_computed_jump = 1; } /* Handle goto statements and the labels that they can go to. */ /* Specify the location in the RTL code of a label LABEL, which is a LABEL_DECL tree node. This is used for the kind of label that the user can jump to with a goto statement, and for alternatives of a switch or case statement. RTL labels generated for loops and conditionals don't go through here; they are generated directly at the RTL level, by other functions below. Note that this has nothing to do with defining label *names*. Languages vary in how they do that and what that even means. */ void expand_label (label) tree label; { struct label_chain *p; do_pending_stack_adjust (); emit_label (label_rtx (label)); if (DECL_NAME (label)) LABEL_NAME (DECL_RTL (label)) = IDENTIFIER_POINTER (DECL_NAME (label)); if (stack_block_stack != 0) { p = (struct label_chain *) oballoc (sizeof (struct label_chain)); p->next = stack_block_stack->data.block.label_chain; stack_block_stack->data.block.label_chain = p; p->label = label; } } /* Declare that LABEL (a LABEL_DECL) may be used for nonlocal gotos from nested functions. */ void declare_nonlocal_label (label) tree label; { rtx slot = assign_stack_local (Pmode, GET_MODE_SIZE (Pmode), 0); nonlocal_labels = tree_cons (NULL_TREE, label, nonlocal_labels); LABEL_PRESERVE_P (label_rtx (label)) = 1; if (nonlocal_goto_handler_slots == 0) { emit_stack_save (SAVE_NONLOCAL, &nonlocal_goto_stack_level, PREV_INSN (tail_recursion_reentry)); } nonlocal_goto_handler_slots = gen_rtx_EXPR_LIST (VOIDmode, slot, nonlocal_goto_handler_slots); } /* Generate RTL code for a `goto' statement with target label LABEL. LABEL should be a LABEL_DECL tree node that was or will later be defined with `expand_label'. */ void expand_goto (label) tree label; { tree context; /* Check for a nonlocal goto to a containing function. */ context = decl_function_context (label); if (context != 0 && context != current_function_decl) { struct function *p = find_function_data (context); rtx label_ref = gen_rtx_LABEL_REF (Pmode, label_rtx (label)); rtx temp, handler_slot; tree link; /* Find the corresponding handler slot for this label. */ handler_slot = p->nonlocal_goto_handler_slots; for (link = p->nonlocal_labels; TREE_VALUE (link) != label; link = TREE_CHAIN (link)) handler_slot = XEXP (handler_slot, 1); handler_slot = XEXP (handler_slot, 0); p->has_nonlocal_label = 1; current_function_has_nonlocal_goto = 1; LABEL_REF_NONLOCAL_P (label_ref) = 1; /* Copy the rtl for the slots so that they won't be shared in case the virtual stack vars register gets instantiated differently in the parent than in the child. */ #if HAVE_nonlocal_goto if (HAVE_nonlocal_goto) emit_insn (gen_nonlocal_goto (lookup_static_chain (label), copy_rtx (handler_slot), copy_rtx (p->nonlocal_goto_stack_level), label_ref)); else #endif { rtx addr; /* Restore frame pointer for containing function. This sets the actual hard register used for the frame pointer to the location of the function's incoming static chain info. The non-local goto handler will then adjust it to contain the proper value and reload the argument pointer, if needed. */ emit_move_insn (hard_frame_pointer_rtx, lookup_static_chain (label)); /* We have now loaded the frame pointer hardware register with the address of that corresponds to the start of the virtual stack vars. So replace virtual_stack_vars_rtx in all addresses we use with stack_pointer_rtx. */ /* Get addr of containing function's current nonlocal goto handler, which will do any cleanups and then jump to the label. */ addr = copy_rtx (handler_slot); temp = copy_to_reg (replace_rtx (addr, virtual_stack_vars_rtx, hard_frame_pointer_rtx)); /* Restore the stack pointer. Note this uses fp just restored. */ addr = p->nonlocal_goto_stack_level; if (addr) addr = replace_rtx (copy_rtx (addr), virtual_stack_vars_rtx, hard_frame_pointer_rtx); emit_stack_restore (SAVE_NONLOCAL, addr, NULL_RTX); /* USE of hard_frame_pointer_rtx added for consistency; not clear if really needed. */ emit_insn (gen_rtx_USE (VOIDmode, hard_frame_pointer_rtx)); emit_insn (gen_rtx_USE (VOIDmode, stack_pointer_rtx)); emit_indirect_jump (temp); } } else expand_goto_internal (label, label_rtx (label), NULL_RTX); } /* Generate RTL code for a `goto' statement with target label BODY. LABEL should be a LABEL_REF. LAST_INSN, if non-0, is the rtx we should consider as the last insn emitted (for the purposes of cleaning up a return). */ static void expand_goto_internal (body, label, last_insn) tree body; rtx label; rtx last_insn; { struct nesting *block; rtx stack_level = 0; if (GET_CODE (label) != CODE_LABEL) abort (); /* If label has already been defined, we can tell now whether and how we must alter the stack level. */ if (PREV_INSN (label) != 0) { /* Find the innermost pending block that contains the label. (Check containment by comparing insn-uids.) Then restore the outermost stack level within that block, and do cleanups of all blocks contained in it. */ for (block = block_stack; block; block = block->next) { if (INSN_UID (block->data.block.first_insn) < INSN_UID (label)) break; if (block->data.block.stack_level != 0) stack_level = block->data.block.stack_level; /* Execute the cleanups for blocks we are exiting. */ if (block->data.block.cleanups != 0) { expand_cleanups (block->data.block.cleanups, NULL_TREE, 1, 1); do_pending_stack_adjust (); } } if (stack_level) { /* Ensure stack adjust isn't done by emit_jump, as this would clobber the stack pointer. This one should be deleted as dead by flow. */ clear_pending_stack_adjust (); do_pending_stack_adjust (); emit_stack_restore (SAVE_BLOCK, stack_level, NULL_RTX); } if (body != 0 && DECL_TOO_LATE (body)) error ("jump to `%s' invalidly jumps into binding contour", IDENTIFIER_POINTER (DECL_NAME (body))); } /* Label not yet defined: may need to put this goto on the fixup list. */ else if (! expand_fixup (body, label, last_insn)) { /* No fixup needed. Record that the label is the target of at least one goto that has no fixup. */ if (body != 0) TREE_ADDRESSABLE (body) = 1; } emit_jump (label); } /* Generate if necessary a fixup for a goto whose target label in tree structure (if any) is TREE_LABEL and whose target in rtl is RTL_LABEL. If LAST_INSN is nonzero, we pretend that the jump appears after insn LAST_INSN instead of at the current point in the insn stream. The fixup will be used later to insert insns just before the goto. Those insns will restore the stack level as appropriate for the target label, and will (in the case of C++) also invoke any object destructors which have to be invoked when we exit the scopes which are exited by the goto. Value is nonzero if a fixup is made. */ static int expand_fixup (tree_label, rtl_label, last_insn) tree tree_label; rtx rtl_label; rtx last_insn; { struct nesting *block, *end_block; /* See if we can recognize which block the label will be output in. This is possible in some very common cases. If we succeed, set END_BLOCK to that block. Otherwise, set it to 0. */ if (cond_stack && (rtl_label == cond_stack->data.cond.endif_label || rtl_label == cond_stack->data.cond.next_label)) end_block = cond_stack; /* If we are in a loop, recognize certain labels which are likely targets. This reduces the number of fixups we need to create. */ else if (loop_stack && (rtl_label == loop_stack->data.loop.start_label || rtl_label == loop_stack->data.loop.end_label || rtl_label == loop_stack->data.loop.continue_label)) end_block = loop_stack; else end_block = 0; /* Now set END_BLOCK to the binding level to which we will return. */ if (end_block) { struct nesting *next_block = end_block->all; block = block_stack; /* First see if the END_BLOCK is inside the innermost binding level. If so, then no cleanups or stack levels are relevant. */ while (next_block && next_block != block) next_block = next_block->all; if (next_block) return 0; /* Otherwise, set END_BLOCK to the innermost binding level which is outside the relevant control-structure nesting. */ next_block = block_stack->next; for (block = block_stack; block != end_block; block = block->all) if (block == next_block) next_block = next_block->next; end_block = next_block; } /* Does any containing block have a stack level or cleanups? If not, no fixup is needed, and that is the normal case (the only case, for standard C). */ for (block = block_stack; block != end_block; block = block->next) if (block->data.block.stack_level != 0 || block->data.block.cleanups != 0) break; if (block != end_block) { /* Ok, a fixup is needed. Add a fixup to the list of such. */ struct goto_fixup *fixup = (struct goto_fixup *) oballoc (sizeof (struct goto_fixup)); /* In case an old stack level is restored, make sure that comes after any pending stack adjust. */ /* ?? If the fixup isn't to come at the present position, doing the stack adjust here isn't useful. Doing it with our settings at that location isn't useful either. Let's hope someone does it! */ if (last_insn == 0) do_pending_stack_adjust (); fixup->target = tree_label; fixup->target_rtl = rtl_label; /* Create a BLOCK node and a corresponding matched set of NOTE_INSN_BEGIN_BLOCK and NOTE_INSN_END_BLOCK notes at this point. The notes will encapsulate any and all fixup code which we might later insert at this point in the insn stream. Also, the BLOCK node will be the parent (i.e. the `SUPERBLOCK') of any other BLOCK nodes which we might create later on when we are expanding the fixup code. Note that optimization passes (including expand_end_loop) might move the *_BLOCK notes away, so we use a NOTE_INSN_DELETED as a placeholder. */ { register rtx original_before_jump = last_insn ? last_insn : get_last_insn (); rtx start; start_sequence (); pushlevel (0); start = emit_note (NULL_PTR, NOTE_INSN_BLOCK_BEG); fixup->before_jump = emit_note (NULL_PTR, NOTE_INSN_DELETED); last_block_end_note = emit_note (NULL_PTR, NOTE_INSN_BLOCK_END); fixup->context = poplevel (1, 0, 0); /* Create the BLOCK node now! */ end_sequence (); emit_insns_after (start, original_before_jump); } fixup->block_start_count = block_start_count; fixup->stack_level = 0; fixup->cleanup_list_list = ((block->data.block.outer_cleanups || block->data.block.cleanups) ? tree_cons (NULL_TREE, block->data.block.cleanups, block->data.block.outer_cleanups) : 0); fixup->next = goto_fixup_chain; goto_fixup_chain = fixup; } return block != 0; } /* Expand any needed fixups in the outputmost binding level of the function. FIRST_INSN is the first insn in the function. */ void expand_fixups (first_insn) rtx first_insn; { fixup_gotos (NULL_PTR, NULL_RTX, NULL_TREE, first_insn, 0); } /* When exiting a binding contour, process all pending gotos requiring fixups. THISBLOCK is the structure that describes the block being exited. STACK_LEVEL is the rtx for the stack level to restore exiting this contour. CLEANUP_LIST is a list of expressions to evaluate on exiting this contour. FIRST_INSN is the insn that began this contour. Gotos that jump out of this contour must restore the stack level and do the cleanups before actually jumping. DONT_JUMP_IN nonzero means report error there is a jump into this contour from before the beginning of the contour. This is also done if STACK_LEVEL is nonzero. */ static void fixup_gotos (thisblock, stack_level, cleanup_list, first_insn, dont_jump_in) struct nesting *thisblock; rtx stack_level; tree cleanup_list; rtx first_insn; int dont_jump_in; { register struct goto_fixup *f, *prev; /* F is the fixup we are considering; PREV is the previous one. */ /* We run this loop in two passes so that cleanups of exited blocks are run first, and blocks that are exited are marked so afterwards. */ for (prev = 0, f = goto_fixup_chain; f; prev = f, f = f->next) { /* Test for a fixup that is inactive because it is already handled. */ if (f->before_jump == 0) { /* Delete inactive fixup from the chain, if that is easy to do. */ if (prev != 0) prev->next = f->next; } /* Has this fixup's target label been defined? If so, we can finalize it. */ else if (PREV_INSN (f->target_rtl) != 0) { register rtx cleanup_insns; /* Get the first non-label after the label this goto jumps to. If that's before this scope begins, we don't have a jump into the scope. */ rtx after_label = f->target_rtl; while (after_label != 0 && GET_CODE (after_label) == CODE_LABEL) after_label = NEXT_INSN (after_label); /* If this fixup jumped into this contour from before the beginning of this contour, report an error. */ /* ??? Bug: this does not detect jumping in through intermediate blocks that have stack levels or cleanups. It detects only a problem with the innermost block around the label. */ if (f->target != 0 && (dont_jump_in || stack_level || cleanup_list) /* If AFTER_LABEL is 0, it means the jump goes to the end of the rtl, which means it jumps into this scope. */ && (after_label == 0 || INSN_UID (first_insn) < INSN_UID (after_label)) && INSN_UID (first_insn) > INSN_UID (f->before_jump) && ! DECL_ERROR_ISSUED (f->target)) { error_with_decl (f->target, "label `%s' used before containing binding contour"); /* Prevent multiple errors for one label. */ DECL_ERROR_ISSUED (f->target) = 1; } /* We will expand the cleanups into a sequence of their own and then later on we will attach this new sequence to the insn stream just ahead of the actual jump insn. */ start_sequence (); /* Temporarily restore the lexical context where we will logically be inserting the fixup code. We do this for the sake of getting the debugging information right. */ pushlevel (0); set_block (f->context); /* Expand the cleanups for blocks this jump exits. */ if (f->cleanup_list_list) { tree lists; for (lists = f->cleanup_list_list; lists; lists = TREE_CHAIN (lists)) /* Marked elements correspond to blocks that have been closed. Do their cleanups. */ if (TREE_ADDRESSABLE (lists) && TREE_VALUE (lists) != 0) { expand_cleanups (TREE_VALUE (lists), NULL_TREE, 1, 1); /* Pop any pushes done in the cleanups, in case function is about to return. */ do_pending_stack_adjust (); } } /* Restore stack level for the biggest contour that this jump jumps out of. */ if (f->stack_level) emit_stack_restore (SAVE_BLOCK, f->stack_level, f->before_jump); /* Finish up the sequence containing the insns which implement the necessary cleanups, and then attach that whole sequence to the insn stream just ahead of the actual jump insn. Attaching it at that point insures that any cleanups which are in fact implicit C++ object destructions (which must be executed upon leaving the block) appear (to the debugger) to be taking place in an area of the generated code where the object(s) being destructed are still "in scope". */ cleanup_insns = get_insns (); poplevel (1, 0, 0); end_sequence (); emit_insns_after (cleanup_insns, f->before_jump); f->before_jump = 0; } } /* For any still-undefined labels, do the cleanups for this block now. We must do this now since items in the cleanup list may go out of scope when the block ends. */ for (prev = 0, f = goto_fixup_chain; f; prev = f, f = f->next) if (f->before_jump != 0 && PREV_INSN (f->target_rtl) == 0 /* Label has still not appeared. If we are exiting a block with a stack level to restore, that started before the fixup, mark this stack level as needing restoration when the fixup is later finalized. */ && thisblock != 0 /* Note: if THISBLOCK == 0 and we have a label that hasn't appeared, it means the label is undefined. That's erroneous, but possible. */ && (thisblock->data.block.block_start_count <= f->block_start_count)) { tree lists = f->cleanup_list_list; rtx cleanup_insns; for (; lists; lists = TREE_CHAIN (lists)) /* If the following elt. corresponds to our containing block then the elt. must be for this block. */ if (TREE_CHAIN (lists) == thisblock->data.block.outer_cleanups) { start_sequence (); pushlevel (0); set_block (f->context); expand_cleanups (TREE_VALUE (lists), NULL_TREE, 1, 1); do_pending_stack_adjust (); cleanup_insns = get_insns (); poplevel (1, 0, 0); end_sequence (); if (cleanup_insns != 0) f->before_jump = emit_insns_after (cleanup_insns, f->before_jump); f->cleanup_list_list = TREE_CHAIN (lists); } if (stack_level) f->stack_level = stack_level; } } /* Return the number of times character C occurs in string S. */ static int n_occurrences (c, s) int c; const char *s; { int n = 0; while (*s) n += (*s++ == c); return n; } /* Generate RTL for an asm statement (explicit assembler code). BODY is a STRING_CST node containing the assembler code text, or an ADDR_EXPR containing a STRING_CST. */ void expand_asm (body) tree body; { if (current_function_check_memory_usage) { error ("`asm' cannot be used with `-fcheck-memory-usage'"); return; } if (TREE_CODE (body) == ADDR_EXPR) body = TREE_OPERAND (body, 0); emit_insn (gen_rtx_ASM_INPUT (VOIDmode, TREE_STRING_POINTER (body))); last_expr_type = 0; } /* Generate RTL for an asm statement with arguments. STRING is the instruction template. OUTPUTS is a list of output arguments (lvalues); INPUTS a list of inputs. Each output or input has an expression in the TREE_VALUE and a constraint-string in the TREE_PURPOSE. CLOBBERS is a list of STRING_CST nodes each naming a hard register that is clobbered by this insn. Not all kinds of lvalue that may appear in OUTPUTS can be stored directly. Some elements of OUTPUTS may be replaced with trees representing temporary values. The caller should copy those temporary values to the originally specified lvalues. VOL nonzero means the insn is volatile; don't optimize it. */ void expand_asm_operands (string, outputs, inputs, clobbers, vol, filename, line) tree string, outputs, inputs, clobbers; int vol; char *filename; int line; { rtvec argvec, constraints; rtx body; int ninputs = list_length (inputs); int noutputs = list_length (outputs); int ninout = 0; int nclobbers; tree tail; register int i; /* Vector of RTX's of evaluated output operands. */ rtx *output_rtx = (rtx *) alloca (noutputs * sizeof (rtx)); int *inout_opnum = (int *) alloca (noutputs * sizeof (int)); rtx *real_output_rtx = (rtx *) alloca (noutputs * sizeof (rtx)); enum machine_mode *inout_mode = (enum machine_mode *) alloca (noutputs * sizeof (enum machine_mode)); /* The insn we have emitted. */ rtx insn; /* An ASM with no outputs needs to be treated as volatile, for now. */ if (noutputs == 0) vol = 1; if (current_function_check_memory_usage) { error ("`asm' cannot be used with `-fcheck-memory-usage'"); return; } /* Count the number of meaningful clobbered registers, ignoring what we would ignore later. */ nclobbers = 0; for (tail = clobbers; tail; tail = TREE_CHAIN (tail)) { char *regname = TREE_STRING_POINTER (TREE_VALUE (tail)); i = decode_reg_name (regname); if (i >= 0 || i == -4) ++nclobbers; else if (i == -2) error ("unknown register name `%s' in `asm'", regname); } last_expr_type = 0; /* Check that the number of alternatives is constant across all operands. */ if (outputs || inputs) { tree tmp = TREE_PURPOSE (outputs ? outputs : inputs); int nalternatives = n_occurrences (',', TREE_STRING_POINTER (tmp)); tree next = inputs; if (nalternatives + 1 > MAX_RECOG_ALTERNATIVES) { error ("too many alternatives in `asm'"); return; } tmp = outputs; while (tmp) { char *constraint = TREE_STRING_POINTER (TREE_PURPOSE (tmp)); if (n_occurrences (',', constraint) != nalternatives) { error ("operand constraints for `asm' differ in number of alternatives"); return; } if (TREE_CHAIN (tmp)) tmp = TREE_CHAIN (tmp); else tmp = next, next = 0; } } for (i = 0, tail = outputs; tail; tail = TREE_CHAIN (tail), i++) { tree val = TREE_VALUE (tail); tree type = TREE_TYPE (val); char *constraint; char *p; int c_len; int j; int is_inout = 0; int allows_reg = 0; int allows_mem = 0; /* If there's an erroneous arg, emit no insn. */ if (TREE_TYPE (val) == error_mark_node) return; /* Make sure constraint has `=' and does not have `+'. Also, see if it allows any register. Be liberal on the latter test, since the worst that happens if we get it wrong is we issue an error message. */ c_len = TREE_STRING_LENGTH (TREE_PURPOSE (tail)) - 1; constraint = TREE_STRING_POINTER (TREE_PURPOSE (tail)); /* Allow the `=' or `+' to not be at the beginning of the string, since it wasn't explicitly documented that way, and there is a large body of code that puts it last. Swap the character to the front, so as not to uglify any place else. */ switch (c_len) { default: if ((p = strchr (constraint, '=')) != NULL) break; if ((p = strchr (constraint, '+')) != NULL) break; case 0: error ("output operand constraint lacks `='"); return; } if (p != constraint) { j = *p; bcopy (constraint, constraint+1, p-constraint); *constraint = j; warning ("output constraint `%c' for operand %d is not at the beginning", j, i); } is_inout = constraint[0] == '+'; /* Replace '+' with '='. */ constraint[0] = '='; /* Make sure we can specify the matching operand. */ if (is_inout && i > 9) { error ("output operand constraint %d contains `+'", i); return; } for (j = 1; j < c_len; j++) switch (constraint[j]) { case '+': case '=': error ("operand constraint contains '+' or '=' at illegal position."); return; case '%': if (i + 1 == ninputs + noutputs) { error ("`%%' constraint used with last operand"); return; } break; case '?': case '!': case '*': case '&': case 'E': case 'F': case 'G': case 'H': case 's': case 'i': case 'n': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case ',': #ifdef EXTRA_CONSTRAINT case 'Q': case 'R': case 'S': case 'T': case 'U': #endif break; case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': error ("matching constraint not valid in output operand"); break; case 'V': case 'm': case 'o': allows_mem = 1; break; case '<': case '>': /* ??? Before flow, auto inc/dec insns are not supposed to exist, excepting those that expand_call created. So match memory and hope. */ allows_mem = 1; break; case 'g': case 'X': allows_reg = 1; allows_mem = 1; break; case 'p': case 'r': default: allows_reg = 1; break; } /* If an output operand is not a decl or indirect ref and our constraint allows a register, make a temporary to act as an intermediate. Make the asm insn write into that, then our caller will copy it to the real output operand. Likewise for promoted variables. */ real_output_rtx[i] = NULL_RTX; if ((TREE_CODE (val) == INDIRECT_REF && allows_mem) || (TREE_CODE_CLASS (TREE_CODE (val)) == 'd' && (allows_mem || GET_CODE (DECL_RTL (val)) == REG) && ! (GET_CODE (DECL_RTL (val)) == REG && GET_MODE (DECL_RTL (val)) != TYPE_MODE (type))) || ! allows_reg || is_inout) { if (! allows_reg) mark_addressable (TREE_VALUE (tail)); output_rtx[i] = expand_expr (TREE_VALUE (tail), NULL_RTX, VOIDmode, EXPAND_MEMORY_USE_WO); if (! allows_reg && GET_CODE (output_rtx[i]) != MEM) error ("output number %d not directly addressable", i); if (! allows_mem && GET_CODE (output_rtx[i]) == MEM) { real_output_rtx[i] = protect_from_queue (output_rtx[i], 1); output_rtx[i] = gen_reg_rtx (GET_MODE (output_rtx[i])); if (is_inout) emit_move_insn (output_rtx[i], real_output_rtx[i]); } } else { output_rtx[i] = assign_temp (type, 0, 0, 1); TREE_VALUE (tail) = make_tree (type, output_rtx[i]); } if (is_inout) { inout_mode[ninout] = TYPE_MODE (TREE_TYPE (TREE_VALUE (tail))); inout_opnum[ninout++] = i; } } ninputs += ninout; if (ninputs + noutputs > MAX_RECOG_OPERANDS) { error ("more than %d operands in `asm'", MAX_RECOG_OPERANDS); return; } /* Make vectors for the expression-rtx and constraint strings. */ argvec = rtvec_alloc (ninputs); constraints = rtvec_alloc (ninputs); body = gen_rtx_ASM_OPERANDS (VOIDmode, TREE_STRING_POINTER (string), "", 0, argvec, constraints, filename, line); MEM_VOLATILE_P (body) = vol; /* Eval the inputs and put them into ARGVEC. Put their constraints into ASM_INPUTs and store in CONSTRAINTS. */ i = 0; for (tail = inputs; tail; tail = TREE_CHAIN (tail)) { int j; int allows_reg = 0, allows_mem = 0; char *constraint, *orig_constraint; int c_len; rtx op; /* If there's an erroneous arg, emit no insn, because the ASM_INPUT would get VOIDmode and that could cause a crash in reload. */ if (TREE_TYPE (TREE_VALUE (tail)) == error_mark_node) return; /* ??? Can this happen, and does the error message make any sense? */ if (TREE_PURPOSE (tail) == NULL_TREE) { error ("hard register `%s' listed as input operand to `asm'", TREE_STRING_POINTER (TREE_VALUE (tail)) ); return; } c_len = TREE_STRING_LENGTH (TREE_PURPOSE (tail)) - 1; constraint = TREE_STRING_POINTER (TREE_PURPOSE (tail)); orig_constraint = constraint; /* Make sure constraint has neither `=', `+', nor '&'. */ for (j = 0; j < c_len; j++) switch (constraint[j]) { case '+': case '=': case '&': if (constraint == orig_constraint) { error ("input operand constraint contains `%c'", constraint[j]); return; } break; case '%': if (constraint == orig_constraint && i + 1 == ninputs - ninout) { error ("`%%' constraint used with last operand"); return; } break; case 'V': case 'm': case 'o': allows_mem = 1; break; case '<': case '>': case '?': case '!': case '*': case 'E': case 'F': case 'G': case 'H': case 'X': case 's': case 'i': case 'n': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case ',': #ifdef EXTRA_CONSTRAINT case 'Q': case 'R': case 'S': case 'T': case 'U': #endif break; /* Whether or not a numeric constraint allows a register is decided by the matching constraint, and so there is no need to do anything special with them. We must handle them in the default case, so that we don't unnecessarily force operands to memory. */ case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': if (constraint[j] >= '0' + noutputs) { error ("matching constraint references invalid operand number"); return; } /* Try and find the real constraint for this dup. */ if ((j == 0 && c_len == 1) || (j == 1 && c_len == 2 && constraint[0] == '%')) { tree o = outputs; for (j = constraint[j] - '0'; j > 0; --j) o = TREE_CHAIN (o); c_len = TREE_STRING_LENGTH (TREE_PURPOSE (o)) - 1; constraint = TREE_STRING_POINTER (TREE_PURPOSE (o)); j = 0; break; } /* ... fall through ... */ case 'p': case 'r': default: allows_reg = 1; break; case 'g': allows_reg = 1; allows_mem = 1; break; } if (! allows_reg && allows_mem) mark_addressable (TREE_VALUE (tail)); op = expand_expr (TREE_VALUE (tail), NULL_RTX, VOIDmode, 0); if (asm_operand_ok (op, constraint) <= 0) { if (allows_reg) op = force_reg (TYPE_MODE (TREE_TYPE (TREE_VALUE (tail))), op); else if (!allows_mem) warning ("asm operand %d probably doesn't match constraints", i); else if (CONSTANT_P (op)) op = force_const_mem (TYPE_MODE (TREE_TYPE (TREE_VALUE (tail))), op); else if (GET_CODE (op) == REG || GET_CODE (op) == SUBREG || GET_CODE (op) == CONCAT) { tree type = TREE_TYPE (TREE_VALUE (tail)); rtx memloc = assign_temp (type, 1, 1, 1); emit_move_insn (memloc, op); op = memloc; } else if (GET_CODE (op) == MEM && MEM_VOLATILE_P (op)) /* We won't recognize volatile memory as available a memory_operand at this point. Ignore it. */ ; else if (queued_subexp_p (op)) ; else /* ??? Leave this only until we have experience with what happens in combine and elsewhere when constraints are not satisfied. */ warning ("asm operand %d probably doesn't match constraints", i); } XVECEXP (body, 3, i) = op; XVECEXP (body, 4, i) /* constraints */ = gen_rtx_ASM_INPUT (TYPE_MODE (TREE_TYPE (TREE_VALUE (tail))), orig_constraint); i++; } /* Protect all the operands from the queue, now that they have all been evaluated. */ for (i = 0; i < ninputs - ninout; i++) XVECEXP (body, 3, i) = protect_from_queue (XVECEXP (body, 3, i), 0); for (i = 0; i < noutputs; i++) output_rtx[i] = protect_from_queue (output_rtx[i], 1); /* For in-out operands, copy output rtx to input rtx. */ for (i = 0; i < ninout; i++) { static char match[9+1][2] = {"0", "1", "2", "3", "4", "5", "6", "7", "8", "9"}; int j = inout_opnum[i]; XVECEXP (body, 3, ninputs - ninout + i) /* argvec */ = output_rtx[j]; XVECEXP (body, 4, ninputs - ninout + i) /* constraints */ = gen_rtx_ASM_INPUT (inout_mode[j], match[j]); } /* Now, for each output, construct an rtx (set OUTPUT (asm_operands INSN OUTPUTNUMBER OUTPUTCONSTRAINT ARGVEC CONSTRAINTS)) If there is more than one, put them inside a PARALLEL. */ if (noutputs == 1 && nclobbers == 0) { XSTR (body, 1) = TREE_STRING_POINTER (TREE_PURPOSE (outputs)); insn = emit_insn (gen_rtx_SET (VOIDmode, output_rtx[0], body)); } else if (noutputs == 0 && nclobbers == 0) { /* No output operands: put in a raw ASM_OPERANDS rtx. */ insn = emit_insn (body); } else { rtx obody = body; int num = noutputs; if (num == 0) num = 1; body = gen_rtx_PARALLEL (VOIDmode, rtvec_alloc (num + nclobbers)); /* For each output operand, store a SET. */ for (i = 0, tail = outputs; tail; tail = TREE_CHAIN (tail), i++) { XVECEXP (body, 0, i) = gen_rtx_SET (VOIDmode, output_rtx[i], gen_rtx_ASM_OPERANDS (VOIDmode, TREE_STRING_POINTER (string), TREE_STRING_POINTER (TREE_PURPOSE (tail)), i, argvec, constraints, filename, line)); MEM_VOLATILE_P (SET_SRC (XVECEXP (body, 0, i))) = vol; } /* If there are no outputs (but there are some clobbers) store the bare ASM_OPERANDS into the PARALLEL. */ if (i == 0) XVECEXP (body, 0, i++) = obody; /* Store (clobber REG) for each clobbered register specified. */ for (tail = clobbers; tail; tail = TREE_CHAIN (tail)) { char *regname = TREE_STRING_POINTER (TREE_VALUE (tail)); int j = decode_reg_name (regname); if (j < 0) { if (j == -3) /* `cc', which is not a register */ continue; if (j == -4) /* `memory', don't cache memory across asm */ { XVECEXP (body, 0, i++) = gen_rtx_CLOBBER (VOIDmode, gen_rtx_MEM (BLKmode, gen_rtx_SCRATCH (VOIDmode))); continue; } /* Ignore unknown register, error already signaled. */ continue; } /* Use QImode since that's guaranteed to clobber just one reg. */ XVECEXP (body, 0, i++) = gen_rtx_CLOBBER (VOIDmode, gen_rtx_REG (QImode, j)); } insn = emit_insn (body); } /* For any outputs that needed reloading into registers, spill them back to where they belong. */ for (i = 0; i < noutputs; ++i) if (real_output_rtx[i]) emit_move_insn (real_output_rtx[i], output_rtx[i]); free_temp_slots (); } /* Generate RTL to evaluate the expression EXP and remember it in case this is the VALUE in a ({... VALUE; }) constr. */ void expand_expr_stmt (exp) tree exp; { /* If -W, warn about statements with no side effects, except for an explicit cast to void (e.g. for assert()), and except inside a ({...}) where they may be useful. */ if (expr_stmts_for_value == 0 && exp != error_mark_node) { if (! TREE_SIDE_EFFECTS (exp) && (extra_warnings || warn_unused) && !(TREE_CODE (exp) == CONVERT_EXPR && TREE_TYPE (exp) == void_type_node)) warning_with_file_and_line (emit_filename, emit_lineno, "statement with no effect"); else if (warn_unused) warn_if_unused_value (exp); } /* If EXP is of function type and we are expanding statements for value, convert it to pointer-to-function. */ if (expr_stmts_for_value && TREE_CODE (TREE_TYPE (exp)) == FUNCTION_TYPE) exp = build1 (ADDR_EXPR, build_pointer_type (TREE_TYPE (exp)), exp); last_expr_type = TREE_TYPE (exp); last_expr_value = expand_expr (exp, (expr_stmts_for_value ? NULL_RTX : const0_rtx), VOIDmode, 0); /* If all we do is reference a volatile value in memory, copy it to a register to be sure it is actually touched. */ if (last_expr_value != 0 && GET_CODE (last_expr_value) == MEM && TREE_THIS_VOLATILE (exp)) { if (TYPE_MODE (TREE_TYPE (exp)) == VOIDmode) ; else if (TYPE_MODE (TREE_TYPE (exp)) != BLKmode) copy_to_reg (last_expr_value); else { rtx lab = gen_label_rtx (); /* Compare the value with itself to reference it. */ emit_cmp_and_jump_insns (last_expr_value, last_expr_value, EQ, expand_expr (TYPE_SIZE (last_expr_type), NULL_RTX, VOIDmode, 0), BLKmode, 0, TYPE_ALIGN (last_expr_type) / BITS_PER_UNIT, lab); emit_label (lab); } } /* If this expression is part of a ({...}) and is in memory, we may have to preserve temporaries. */ preserve_temp_slots (last_expr_value); /* Free any temporaries used to evaluate this expression. Any temporary used as a result of this expression will already have been preserved above. */ free_temp_slots (); emit_queue (); } /* Warn if EXP contains any computations whose results are not used. Return 1 if a warning is printed; 0 otherwise. */ int warn_if_unused_value (exp) tree exp; { if (TREE_USED (exp)) return 0; switch (TREE_CODE (exp)) { case PREINCREMENT_EXPR: case POSTINCREMENT_EXPR: case PREDECREMENT_EXPR: case POSTDECREMENT_EXPR: case MODIFY_EXPR: case INIT_EXPR: case TARGET_EXPR: case CALL_EXPR: case METHOD_CALL_EXPR: case RTL_EXPR: case TRY_CATCH_EXPR: case WITH_CLEANUP_EXPR: case EXIT_EXPR: /* We don't warn about COND_EXPR because it may be a useful construct if either arm contains a side effect. */ case COND_EXPR: return 0; case BIND_EXPR: /* For a binding, warn if no side effect within it. */ return warn_if_unused_value (TREE_OPERAND (exp, 1)); case SAVE_EXPR: return warn_if_unused_value (TREE_OPERAND (exp, 1)); case TRUTH_ORIF_EXPR: case TRUTH_ANDIF_EXPR: /* In && or ||, warn if 2nd operand has no side effect. */ return warn_if_unused_value (TREE_OPERAND (exp, 1)); case COMPOUND_EXPR: if (TREE_NO_UNUSED_WARNING (exp)) return 0; if (warn_if_unused_value (TREE_OPERAND (exp, 0))) return 1; /* Let people do `(foo (), 0)' without a warning. */ if (TREE_CONSTANT (TREE_OPERAND (exp, 1))) return 0; return warn_if_unused_value (TREE_OPERAND (exp, 1)); case NOP_EXPR: case CONVERT_EXPR: case NON_LVALUE_EXPR: /* Don't warn about values cast to void. */ if (TREE_TYPE (exp) == void_type_node) return 0; /* Don't warn about conversions not explicit in the user's program. */ if (TREE_NO_UNUSED_WARNING (exp)) return 0; /* Assignment to a cast usually results in a cast of a modify. Don't complain about that. There can be an arbitrary number of casts before the modify, so we must loop until we find the first non-cast expression and then test to see if that is a modify. */ { tree tem = TREE_OPERAND (exp, 0); while (TREE_CODE (tem) == CONVERT_EXPR || TREE_CODE (tem) == NOP_EXPR) tem = TREE_OPERAND (tem, 0); if (TREE_CODE (tem) == MODIFY_EXPR || TREE_CODE (tem) == INIT_EXPR || TREE_CODE (tem) == CALL_EXPR) return 0; } goto warn; case INDIRECT_REF: /* Don't warn about automatic dereferencing of references, since the user cannot control it. */ if (TREE_CODE (TREE_TYPE (TREE_OPERAND (exp, 0))) == REFERENCE_TYPE) return warn_if_unused_value (TREE_OPERAND (exp, 0)); /* ... fall through ... */ default: /* Referencing a volatile value is a side effect, so don't warn. */ if ((TREE_CODE_CLASS (TREE_CODE (exp)) == 'd' || TREE_CODE_CLASS (TREE_CODE (exp)) == 'r') && TREE_THIS_VOLATILE (exp)) return 0; warn: warning_with_file_and_line (emit_filename, emit_lineno, "value computed is not used"); return 1; } } /* Clear out the memory of the last expression evaluated. */ void clear_last_expr () { last_expr_type = 0; } /* Begin a statement which will return a value. Return the RTL_EXPR for this statement expr. The caller must save that value and pass it to expand_end_stmt_expr. */ tree expand_start_stmt_expr () { int momentary; tree t; /* Make the RTL_EXPR node temporary, not momentary, so that rtl_expr_chain doesn't become garbage. */ momentary = suspend_momentary (); t = make_node (RTL_EXPR); resume_momentary (momentary); do_pending_stack_adjust (); start_sequence_for_rtl_expr (t); NO_DEFER_POP; expr_stmts_for_value++; return t; } /* Restore the previous state at the end of a statement that returns a value. Returns a tree node representing the statement's value and the insns to compute the value. The nodes of that expression have been freed by now, so we cannot use them. But we don't want to do that anyway; the expression has already been evaluated and now we just want to use the value. So generate a RTL_EXPR with the proper type and RTL value. If the last substatement was not an expression, return something with type `void'. */ tree expand_end_stmt_expr (t) tree t; { OK_DEFER_POP; if (last_expr_type == 0) { last_expr_type = void_type_node; last_expr_value = const0_rtx; } else if (last_expr_value == 0) /* There are some cases where this can happen, such as when the statement is void type. */ last_expr_value = const0_rtx; else if (GET_CODE (last_expr_value) != REG && ! CONSTANT_P (last_expr_value)) /* Remove any possible QUEUED. */ last_expr_value = protect_from_queue (last_expr_value, 0); emit_queue (); TREE_TYPE (t) = last_expr_type; RTL_EXPR_RTL (t) = last_expr_value; RTL_EXPR_SEQUENCE (t) = get_insns (); rtl_expr_chain = tree_cons (NULL_TREE, t, rtl_expr_chain); end_sequence (); /* Don't consider deleting this expr or containing exprs at tree level. */ TREE_SIDE_EFFECTS (t) = 1; /* Propagate volatility of the actual RTL expr. */ TREE_THIS_VOLATILE (t) = volatile_refs_p (last_expr_value); last_expr_type = 0; expr_stmts_for_value--; return t; } /* Generate RTL for the start of an if-then. COND is the expression whose truth should be tested. If EXITFLAG is nonzero, this conditional is visible to `exit_something'. */ void expand_start_cond (cond, exitflag) tree cond; int exitflag; { struct nesting *thiscond = ALLOC_NESTING (); /* Make an entry on cond_stack for the cond we are entering. */ thiscond->next = cond_stack; thiscond->all = nesting_stack; thiscond->depth = ++nesting_depth; thiscond->data.cond.next_label = gen_label_rtx (); /* Before we encounter an `else', we don't need a separate exit label unless there are supposed to be exit statements to exit this conditional. */ thiscond->exit_label = exitflag ? gen_label_rtx () : 0; thiscond->data.cond.endif_label = thiscond->exit_label; cond_stack = thiscond; nesting_stack = thiscond; do_jump (cond, thiscond->data.cond.next_label, NULL_RTX); } /* Generate RTL between then-clause and the elseif-clause of an if-then-elseif-.... */ void expand_start_elseif (cond) tree cond; { if (cond_stack->data.cond.endif_label == 0) cond_stack->data.cond.endif_label = gen_label_rtx (); emit_jump (cond_stack->data.cond.endif_label); emit_label (cond_stack->data.cond.next_label); cond_stack->data.cond.next_label = gen_label_rtx (); do_jump (cond, cond_stack->data.cond.next_label, NULL_RTX); } /* Generate RTL between the then-clause and the else-clause of an if-then-else. */ void expand_start_else () { if (cond_stack->data.cond.endif_label == 0) cond_stack->data.cond.endif_label = gen_label_rtx (); emit_jump (cond_stack->data.cond.endif_label); emit_label (cond_stack->data.cond.next_label); cond_stack->data.cond.next_label = 0; /* No more _else or _elseif calls. */ } /* After calling expand_start_else, turn this "else" into an "else if" by providing another condition. */ void expand_elseif (cond) tree cond; { cond_stack->data.cond.next_label = gen_label_rtx (); do_jump (cond, cond_stack->data.cond.next_label, NULL_RTX); } /* Generate RTL for the end of an if-then. Pop the record for it off of cond_stack. */ void expand_end_cond () { struct nesting *thiscond = cond_stack; do_pending_stack_adjust (); if (thiscond->data.cond.next_label) emit_label (thiscond->data.cond.next_label); if (thiscond->data.cond.endif_label) emit_label (thiscond->data.cond.endif_label); POPSTACK (cond_stack); last_expr_type = 0; } /* Generate RTL for the start of a loop. EXIT_FLAG is nonzero if this loop should be exited by `exit_something'. This is a loop for which `expand_continue' will jump to the top of the loop. Make an entry on loop_stack to record the labels associated with this loop. */ struct nesting * expand_start_loop (exit_flag) int exit_flag; { register struct nesting *thisloop = ALLOC_NESTING (); /* Make an entry on loop_stack for the loop we are entering. */ thisloop->next = loop_stack; thisloop->all = nesting_stack; thisloop->depth = ++nesting_depth; thisloop->data.loop.start_label = gen_label_rtx (); thisloop->data.loop.end_label = gen_label_rtx (); thisloop->data.loop.alt_end_label = 0; thisloop->data.loop.continue_label = thisloop->data.loop.start_label; thisloop->exit_label = exit_flag ? thisloop->data.loop.end_label : 0; loop_stack = thisloop; nesting_stack = thisloop; do_pending_stack_adjust (); emit_queue (); emit_note (NULL_PTR, NOTE_INSN_LOOP_BEG); emit_label (thisloop->data.loop.start_label); return thisloop; } /* Like expand_start_loop but for a loop where the continuation point (for expand_continue_loop) will be specified explicitly. */ struct nesting * expand_start_loop_continue_elsewhere (exit_flag) int exit_flag; { struct nesting *thisloop = expand_start_loop (exit_flag); loop_stack->data.loop.continue_label = gen_label_rtx (); return thisloop; } /* Specify the continuation point for a loop started with expand_start_loop_continue_elsewhere. Use this at the point in the code to which a continue statement should jump. */ void expand_loop_continue_here () { do_pending_stack_adjust (); emit_note (NULL_PTR, NOTE_INSN_LOOP_CONT); emit_label (loop_stack->data.loop.continue_label); } /* Finish a loop. Generate a jump back to the top and the loop-exit label. Pop the block off of loop_stack. */ void expand_end_loop () { rtx start_label = loop_stack->data.loop.start_label; rtx insn = get_last_insn (); int needs_end_jump = 1; /* Mark the continue-point at the top of the loop if none elsewhere. */ if (start_label == loop_stack->data.loop.continue_label) emit_note_before (NOTE_INSN_LOOP_CONT, start_label); do_pending_stack_adjust (); /* If optimizing, perhaps reorder the loop. First, try to use a condjump near the end. expand_exit_loop_if_false ends loops with unconditional jumps, like this: if (test) goto label; optional: cleanup goto loop_stack->data.loop.end_label barrier label: If we find such a pattern, we can end the loop earlier. */ if (optimize && GET_CODE (insn) == CODE_LABEL && LABEL_NAME (insn) == NULL && GET_CODE (PREV_INSN (insn)) == BARRIER) { rtx label = insn; rtx jump = PREV_INSN (PREV_INSN (label)); if (GET_CODE (jump) == JUMP_INSN && GET_CODE (PATTERN (jump)) == SET && SET_DEST (PATTERN (jump)) == pc_rtx && GET_CODE (SET_SRC (PATTERN (jump))) == LABEL_REF && (XEXP (SET_SRC (PATTERN (jump)), 0) == loop_stack->data.loop.end_label)) { rtx prev; /* The test might be complex and reference LABEL multiple times, like the loop in loop_iterations to set vtop. To handle this, we move LABEL. */ insn = PREV_INSN (label); reorder_insns (label, label, start_label); for (prev = PREV_INSN (jump); ; prev = PREV_INSN (prev)) { /* We ignore line number notes, but if we see any other note, in particular NOTE_INSN_BLOCK_*, NOTE_INSN_EH_REGION_*, NOTE_INSN_LOOP_*, we disable this optimization. */ if (GET_CODE (prev) == NOTE) { if (NOTE_LINE_NUMBER (prev) < 0) break; continue; } if (GET_CODE (prev) == CODE_LABEL) break; if (GET_CODE (prev) == JUMP_INSN) { if (GET_CODE (PATTERN (prev)) == SET && SET_DEST (PATTERN (prev)) == pc_rtx && GET_CODE (SET_SRC (PATTERN (prev))) == IF_THEN_ELSE && (GET_CODE (XEXP (SET_SRC (PATTERN (prev)), 1)) == LABEL_REF) && XEXP (XEXP (SET_SRC (PATTERN (prev)), 1), 0) == label) { XEXP (XEXP (SET_SRC (PATTERN (prev)), 1), 0) = start_label; emit_note_after (NOTE_INSN_LOOP_END, prev); needs_end_jump = 0; } break; } } } } /* If the loop starts with a loop exit, roll that to the end where it will optimize together with the jump back. We look for the conditional branch to the exit, except that once we find such a branch, we don't look past 30 instructions. In more detail, if the loop presently looks like this (in pseudo-C): start_label: if (test) goto end_label; body; goto start_label; end_label: transform it to look like: goto start_label; newstart_label: body; start_label: if (test) goto end_label; goto newstart_label; end_label: Here, the `test' may actually consist of some reasonably complex code, terminating in a test. */ if (optimize && needs_end_jump && ! (GET_CODE (insn) == JUMP_INSN && GET_CODE (PATTERN (insn)) == SET && SET_DEST (PATTERN (insn)) == pc_rtx && GET_CODE (SET_SRC (PATTERN (insn))) == IF_THEN_ELSE)) { int eh_regions = 0; int num_insns = 0; rtx last_test_insn = NULL_RTX; /* Scan insns from the top of the loop looking for a qualified conditional exit. */ for (insn = NEXT_INSN (loop_stack->data.loop.start_label); insn; insn = NEXT_INSN (insn)) { if (GET_CODE (insn) == NOTE) { if (optimize < 2 && (NOTE_LINE_NUMBER (insn) == NOTE_INSN_BLOCK_BEG || NOTE_LINE_NUMBER (insn) == NOTE_INSN_BLOCK_END)) /* The code that actually moves the exit test will carefully leave BLOCK notes in their original location. That means, however, that we can't debug the exit test itself. So, we refuse to move code containing BLOCK notes at low optimization levels. */ break; if (NOTE_LINE_NUMBER (insn) == NOTE_INSN_EH_REGION_BEG) ++eh_regions; else if (NOTE_LINE_NUMBER (insn) == NOTE_INSN_EH_REGION_END) { --eh_regions; if (eh_regions < 0) /* We've come to the end of an EH region, but never saw the beginning of that region. That means that an EH region begins before the top of the loop, and ends in the middle of it. The existence of such a situation violates a basic assumption in this code, since that would imply that even when EH_REGIONS is zero, we might move code out of an exception region. */ abort (); } /* We must not walk into a nested loop. */ if (NOTE_LINE_NUMBER (insn) == NOTE_INSN_LOOP_BEG) break; /* We already know this INSN is a NOTE, so there's no point in looking at it to see if it's a JUMP. */ continue; } if (GET_CODE (insn) == JUMP_INSN || GET_CODE (insn) == INSN) num_insns++; if (last_test_insn && num_insns > 30) break; if (eh_regions > 0) /* We don't want to move a partial EH region. Consider: while ( ( { try { if (cond ()) 0; else { bar(); 1; } } catch (...) { 1; } )) { body; } This isn't legal C++, but here's what it's supposed to mean: if cond() is true, stop looping. Otherwise, call bar, and keep looping. In addition, if cond throws an exception, catch it and keep looping. Such constructs are certainy legal in LISP. We should not move the `if (cond()) 0' test since then the EH-region for the try-block would be broken up. (In this case we would the EH_BEG note for the `try' and `if cond()' but not the call to bar() or the EH_END note.) So we don't look for tests within an EH region. */ continue; if (GET_CODE (insn) == JUMP_INSN && GET_CODE (PATTERN (insn)) == SET && SET_DEST (PATTERN (insn)) == pc_rtx) { /* This is indeed a jump. */ rtx dest1 = NULL_RTX; rtx dest2 = NULL_RTX; rtx potential_last_test; if (GET_CODE (SET_SRC (PATTERN (insn))) == IF_THEN_ELSE) { /* A conditional jump. */ dest1 = XEXP (SET_SRC (PATTERN (insn)), 1); dest2 = XEXP (SET_SRC (PATTERN (insn)), 2); potential_last_test = insn; } else { /* An unconditional jump. */ dest1 = SET_SRC (PATTERN (insn)); /* Include the BARRIER after the JUMP. */ potential_last_test = NEXT_INSN (insn); } do { if (dest1 && GET_CODE (dest1) == LABEL_REF && ((XEXP (dest1, 0) == loop_stack->data.loop.alt_end_label) || (XEXP (dest1, 0) == loop_stack->data.loop.end_label))) { last_test_insn = potential_last_test; break; } /* If this was a conditional jump, there may be another label at which we should look. */ dest1 = dest2; dest2 = NULL_RTX; } while (dest1); } } if (last_test_insn != 0 && last_test_insn != get_last_insn ()) { /* We found one. Move everything from there up to the end of the loop, and add a jump into the loop to jump to there. */ register rtx newstart_label = gen_label_rtx (); register rtx start_move = start_label; rtx next_insn; /* If the start label is preceded by a NOTE_INSN_LOOP_CONT note, then we want to move this note also. */ if (GET_CODE (PREV_INSN (start_move)) == NOTE && (NOTE_LINE_NUMBER (PREV_INSN (start_move)) == NOTE_INSN_LOOP_CONT)) start_move = PREV_INSN (start_move); emit_label_after (newstart_label, PREV_INSN (start_move)); /* Actually move the insns. Start at the beginning, and keep copying insns until we've copied the last_test_insn. */ for (insn = start_move; insn; insn = next_insn) { /* Figure out which insn comes after this one. We have to do this before we move INSN. */ if (insn == last_test_insn) /* We've moved all the insns. */ next_insn = NULL_RTX; else next_insn = NEXT_INSN (insn); if (GET_CODE (insn) == NOTE && (NOTE_LINE_NUMBER (insn) == NOTE_INSN_BLOCK_BEG || NOTE_LINE_NUMBER (insn) == NOTE_INSN_BLOCK_END)) /* We don't want to move NOTE_INSN_BLOCK_BEGs or NOTE_INSN_BLOCK_ENDs because the correct generation of debugging information depends on these appearing in the same order in the RTL and in the tree structure, where they are represented as BLOCKs. So, we don't move block notes. Of course, moving the code inside the block is likely to make it impossible to debug the instructions in the exit test, but such is the price of optimization. */ continue; /* Move the INSN. */ reorder_insns (insn, insn, get_last_insn ()); } emit_jump_insn_after (gen_jump (start_label), PREV_INSN (newstart_label)); emit_barrier_after (PREV_INSN (newstart_label)); start_label = newstart_label; } } if (needs_end_jump) { emit_jump (start_label); emit_note (NULL_PTR, NOTE_INSN_LOOP_END); } emit_label (loop_stack->data.loop.end_label); POPSTACK (loop_stack); last_expr_type = 0; } /* Generate a jump to the current loop's continue-point. This is usually the top of the loop, but may be specified explicitly elsewhere. If not currently inside a loop, return 0 and do nothing; caller will print an error message. */ int expand_continue_loop (whichloop) struct nesting *whichloop; { last_expr_type = 0; if (whichloop == 0) whichloop = loop_stack; if (whichloop == 0) return 0; expand_goto_internal (NULL_TREE, whichloop->data.loop.continue_label, NULL_RTX); return 1; } /* Generate a jump to exit the current loop. If not currently inside a loop, return 0 and do nothing; caller will print an error message. */ int expand_exit_loop (whichloop) struct nesting *whichloop; { last_expr_type = 0; if (whichloop == 0) whichloop = loop_stack; if (whichloop == 0) return 0; expand_goto_internal (NULL_TREE, whichloop->data.loop.end_label, NULL_RTX); return 1; } /* Generate a conditional jump to exit the current loop if COND evaluates to zero. If not currently inside a loop, return 0 and do nothing; caller will print an error message. */ int expand_exit_loop_if_false (whichloop, cond) struct nesting *whichloop; tree cond; { rtx label = gen_label_rtx (); rtx last_insn; last_expr_type = 0; if (whichloop == 0) whichloop = loop_stack; if (whichloop == 0) return 0; /* In order to handle fixups, we actually create a conditional jump around a unconditional branch to exit the loop. If fixups are necessary, they go before the unconditional branch. */ do_jump (cond, NULL_RTX, label); last_insn = get_last_insn (); if (GET_CODE (last_insn) == CODE_LABEL) whichloop->data.loop.alt_end_label = last_insn; expand_goto_internal (NULL_TREE, whichloop->data.loop.end_label, NULL_RTX); emit_label (label); return 1; } /* Return nonzero if the loop nest is empty. Else return zero. */ int stmt_loop_nest_empty () { return (loop_stack == NULL); } /* Return non-zero if we should preserve sub-expressions as separate pseudos. We never do so if we aren't optimizing. We always do so if -fexpensive-optimizations. Otherwise, we only do so if we are in the "early" part of a loop. I.e., the loop may still be a small one. */ int preserve_subexpressions_p () { rtx insn; if (flag_expensive_optimizations) return 1; if (optimize == 0 || loop_stack == 0) return 0; insn = get_last_insn_anywhere (); return (insn && (INSN_UID (insn) - INSN_UID (loop_stack->data.loop.start_label) < n_non_fixed_regs * 3)); } /* Generate a jump to exit the current loop, conditional, binding contour or case statement. Not all such constructs are visible to this function, only those started with EXIT_FLAG nonzero. Individual languages use the EXIT_FLAG parameter to control which kinds of constructs you can exit this way. If not currently inside anything that can be exited, return 0 and do nothing; caller will print an error message. */ int expand_exit_something () { struct nesting *n; last_expr_type = 0; for (n = nesting_stack; n; n = n->all) if (n->exit_label != 0) { expand_goto_internal (NULL_TREE, n->exit_label, NULL_RTX); return 1; } return 0; } /* Generate RTL to return from the current function, with no value. (That is, we do not do anything about returning any value.) */ void expand_null_return () { struct nesting *block = block_stack; rtx last_insn = 0; /* Does any pending block have cleanups? */ while (block && block->data.block.cleanups == 0) block = block->next; /* If yes, use a goto to return, since that runs cleanups. */ expand_null_return_1 (last_insn, block != 0); } /* Generate RTL to return from the current function, with value VAL. */ static void expand_value_return (val) rtx val; { struct nesting *block = block_stack; rtx last_insn = get_last_insn (); rtx return_reg = DECL_RTL (DECL_RESULT (current_function_decl)); /* Copy the value to the return location unless it's already there. */ if (return_reg != val) { #ifdef PROMOTE_FUNCTION_RETURN tree type = TREE_TYPE (DECL_RESULT (current_function_decl)); int unsignedp = TREE_UNSIGNED (type); enum machine_mode old_mode = DECL_MODE (DECL_RESULT (current_function_decl)); enum machine_mode mode = promote_mode (type, old_mode, &unsignedp, 1); if (mode != old_mode) val = convert_modes (mode, old_mode, val, unsignedp); #endif emit_move_insn (return_reg, val); } if (GET_CODE (return_reg) == REG && REGNO (return_reg) < FIRST_PSEUDO_REGISTER) emit_insn (gen_rtx_USE (VOIDmode, return_reg)); /* Handle calls that return values in multiple non-contiguous locations. The Irix 6 ABI has examples of this. */ else if (GET_CODE (return_reg) == PARALLEL) { int i; for (i = 0; i < XVECLEN (return_reg, 0); i++) { rtx x = XEXP (XVECEXP (return_reg, 0, i), 0); if (GET_CODE (x) == REG && REGNO (x) < FIRST_PSEUDO_REGISTER) emit_insn (gen_rtx_USE (VOIDmode, x)); } } /* Does any pending block have cleanups? */ while (block && block->data.block.cleanups == 0) block = block->next; /* If yes, use a goto to return, since that runs cleanups. Use LAST_INSN to put cleanups *before* the move insn emitted above. */ expand_null_return_1 (last_insn, block != 0); } /* Output a return with no value. If LAST_INSN is nonzero, pretend that the return takes place after LAST_INSN. If USE_GOTO is nonzero then don't use a return instruction; go to the return label instead. This causes any cleanups of pending blocks to be executed normally. */ static void expand_null_return_1 (last_insn, use_goto) rtx last_insn; int use_goto; { rtx end_label = cleanup_label ? cleanup_label : return_label; clear_pending_stack_adjust (); do_pending_stack_adjust (); last_expr_type = 0; /* PCC-struct return always uses an epilogue. */ if (current_function_returns_pcc_struct || use_goto) { if (end_label == 0) end_label = return_label = gen_label_rtx (); expand_goto_internal (NULL_TREE, end_label, last_insn); return; } /* Otherwise output a simple return-insn if one is available, unless it won't do the job. */ #ifdef HAVE_return if (HAVE_return && use_goto == 0 && cleanup_label == 0) { emit_jump_insn (gen_return ()); emit_barrier (); return; } #endif /* Otherwise jump to the epilogue. */ expand_goto_internal (NULL_TREE, end_label, last_insn); } /* Generate RTL to evaluate the expression RETVAL and return it from the current function. */ void expand_return (retval) tree retval; { /* If there are any cleanups to be performed, then they will be inserted following LAST_INSN. It is desirable that the last_insn, for such purposes, should be the last insn before computing the return value. Otherwise, cleanups which call functions can clobber the return value. */ /* ??? rms: I think that is erroneous, because in C++ it would run destructors on variables that might be used in the subsequent computation of the return value. */ rtx last_insn = 0; register rtx val = 0; register rtx op0; tree retval_rhs; int cleanups; /* If function wants no value, give it none. */ if (TREE_CODE (TREE_TYPE (TREE_TYPE (current_function_decl))) == VOID_TYPE) { expand_expr (retval, NULL_RTX, VOIDmode, 0); emit_queue (); expand_null_return (); return; } /* Are any cleanups needed? E.g. C++ destructors to be run? */ /* This is not sufficient. We also need to watch for cleanups of the expression we are about to expand. Unfortunately, we cannot know if it has cleanups until we expand it, and we want to change how we expand it depending upon if we need cleanups. We can't win. */ #if 0 cleanups = any_pending_cleanups (1); #else cleanups = 1; #endif if (TREE_CODE (retval) == RESULT_DECL) retval_rhs = retval; else if ((TREE_CODE (retval) == MODIFY_EXPR || TREE_CODE (retval) == INIT_EXPR) && TREE_CODE (TREE_OPERAND (retval, 0)) == RESULT_DECL) retval_rhs = TREE_OPERAND (retval, 1); else if (TREE_TYPE (retval) == void_type_node) /* Recognize tail-recursive call to void function. */ retval_rhs = retval; else retval_rhs = NULL_TREE; /* Only use `last_insn' if there are cleanups which must be run. */ if (cleanups || cleanup_label != 0) last_insn = get_last_insn (); /* Distribute return down conditional expr if either of the sides may involve tail recursion (see test below). This enhances the number of tail recursions we see. Don't do this always since it can produce sub-optimal code in some cases and we distribute assignments into conditional expressions when it would help. */ if (optimize && retval_rhs != 0 && frame_offset == 0 && TREE_CODE (retval_rhs) == COND_EXPR && (TREE_CODE (TREE_OPERAND (retval_rhs, 1)) == CALL_EXPR || TREE_CODE (TREE_OPERAND (retval_rhs, 2)) == CALL_EXPR)) { rtx label = gen_label_rtx (); tree expr; do_jump (TREE_OPERAND (retval_rhs, 0), label, NULL_RTX); start_cleanup_deferral (); expr = build (MODIFY_EXPR, TREE_TYPE (TREE_TYPE (current_function_decl)), DECL_RESULT (current_function_decl), TREE_OPERAND (retval_rhs, 1)); TREE_SIDE_EFFECTS (expr) = 1; expand_return (expr); emit_label (label); expr = build (MODIFY_EXPR, TREE_TYPE (TREE_TYPE (current_function_decl)), DECL_RESULT (current_function_decl), TREE_OPERAND (retval_rhs, 2)); TREE_SIDE_EFFECTS (expr) = 1; expand_return (expr); end_cleanup_deferral (); return; } /* Attempt to optimize the call if it is tail recursive. */ if (optimize_tail_recursion (retval_rhs, last_insn)) return; #ifdef HAVE_return /* This optimization is safe if there are local cleanups because expand_null_return takes care of them. ??? I think it should also be safe when there is a cleanup label, because expand_null_return takes care of them, too. Any reason why not? */ if (HAVE_return && cleanup_label == 0 && ! current_function_returns_pcc_struct && BRANCH_COST <= 1) { /* If this is return x == y; then generate if (x == y) return 1; else return 0; if we can do it with explicit return insns and branches are cheap, but not if we have the corresponding scc insn. */ int has_scc = 0; if (retval_rhs) switch (TREE_CODE (retval_rhs)) { case EQ_EXPR: #ifdef HAVE_seq has_scc = HAVE_seq; #endif case NE_EXPR: #ifdef HAVE_sne has_scc = HAVE_sne; #endif case GT_EXPR: #ifdef HAVE_sgt has_scc = HAVE_sgt; #endif case GE_EXPR: #ifdef HAVE_sge has_scc = HAVE_sge; #endif case LT_EXPR: #ifdef HAVE_slt has_scc = HAVE_slt; #endif case LE_EXPR: #ifdef HAVE_sle has_scc = HAVE_sle; #endif case TRUTH_ANDIF_EXPR: case TRUTH_ORIF_EXPR: case TRUTH_AND_EXPR: case TRUTH_OR_EXPR: case TRUTH_NOT_EXPR: case TRUTH_XOR_EXPR: if (! has_scc) { op0 = gen_label_rtx (); jumpifnot (retval_rhs, op0); expand_value_return (const1_rtx); emit_label (op0); expand_value_return (const0_rtx); return; } break; default: break; } } #endif /* HAVE_return */ /* If the result is an aggregate that is being returned in one (or more) registers, load the registers here. The compiler currently can't handle copying a BLKmode value into registers. We could put this code in a more general area (for use by everyone instead of just function call/return), but until this feature is generally usable it is kept here (and in expand_call). The value must go into a pseudo in case there are cleanups that will clobber the real return register. */ if (retval_rhs != 0 && TYPE_MODE (TREE_TYPE (retval_rhs)) == BLKmode && GET_CODE (DECL_RTL (DECL_RESULT (current_function_decl))) == REG) { int i, bitpos, xbitpos; int big_endian_correction = 0; int bytes = int_size_in_bytes (TREE_TYPE (retval_rhs)); int n_regs = (bytes + UNITS_PER_WORD - 1) / UNITS_PER_WORD; int bitsize = MIN (TYPE_ALIGN (TREE_TYPE (retval_rhs)), (unsigned int)BITS_PER_WORD); rtx *result_pseudos = (rtx *) alloca (sizeof (rtx) * n_regs); rtx result_reg, src = NULL_RTX, dst = NULL_RTX; rtx result_val = expand_expr (retval_rhs, NULL_RTX, VOIDmode, 0); enum machine_mode tmpmode, result_reg_mode; /* Structures whose size is not a multiple of a word are aligned to the least significant byte (to the right). On a BYTES_BIG_ENDIAN machine, this means we must skip the empty high order bytes when calculating the bit offset. */ if (BYTES_BIG_ENDIAN && bytes % UNITS_PER_WORD) big_endian_correction = (BITS_PER_WORD - ((bytes % UNITS_PER_WORD) * BITS_PER_UNIT)); /* Copy the structure BITSIZE bits at a time. */ for (bitpos = 0, xbitpos = big_endian_correction; bitpos < bytes * BITS_PER_UNIT; bitpos += bitsize, xbitpos += bitsize) { /* We need a new destination pseudo each time xbitpos is on a word boundary and when xbitpos == big_endian_correction (the first time through). */ if (xbitpos % BITS_PER_WORD == 0 || xbitpos == big_endian_correction) { /* Generate an appropriate register. */ dst = gen_reg_rtx (word_mode); result_pseudos[xbitpos / BITS_PER_WORD] = dst; /* Clobber the destination before we move anything into it. */ emit_insn (gen_rtx_CLOBBER (VOIDmode, dst)); } /* We need a new source operand each time bitpos is on a word boundary. */ if (bitpos % BITS_PER_WORD == 0) src = operand_subword_force (result_val, bitpos / BITS_PER_WORD, BLKmode); /* Use bitpos for the source extraction (left justified) and xbitpos for the destination store (right justified). */ store_bit_field (dst, bitsize, xbitpos % BITS_PER_WORD, word_mode, extract_bit_field (src, bitsize, bitpos % BITS_PER_WORD, 1, NULL_RTX, word_mode, word_mode, bitsize / BITS_PER_UNIT, BITS_PER_WORD), bitsize / BITS_PER_UNIT, BITS_PER_WORD); } /* Find the smallest integer mode large enough to hold the entire structure and use that mode instead of BLKmode on the USE insn for the return register. */ bytes = int_size_in_bytes (TREE_TYPE (retval_rhs)); for (tmpmode = GET_CLASS_NARROWEST_MODE (MODE_INT); tmpmode != MAX_MACHINE_MODE; tmpmode = GET_MODE_WIDER_MODE (tmpmode)) { /* Have we found a large enough mode? */ if (GET_MODE_SIZE (tmpmode) >= bytes) break; } /* No suitable mode found. */ if (tmpmode == MAX_MACHINE_MODE) abort (); PUT_MODE (DECL_RTL (DECL_RESULT (current_function_decl)), tmpmode); if (GET_MODE_SIZE (tmpmode) < GET_MODE_SIZE (word_mode)) result_reg_mode = word_mode; else result_reg_mode = tmpmode; result_reg = gen_reg_rtx (result_reg_mode); emit_queue (); for (i = 0; i < n_regs; i++) emit_move_insn (operand_subword (result_reg, i, 0, result_reg_mode), result_pseudos[i]); if (tmpmode != result_reg_mode) result_reg = gen_lowpart (tmpmode, result_reg); expand_value_return (result_reg); } else if (cleanups && retval_rhs != 0 && TREE_TYPE (retval_rhs) != void_type_node && GET_CODE (DECL_RTL (DECL_RESULT (current_function_decl))) == REG) { /* Calculate the return value into a pseudo reg. */ val = gen_reg_rtx (DECL_MODE (DECL_RESULT (current_function_decl))); val = expand_expr (retval_rhs, val, GET_MODE (val), 0); val = force_not_mem (val); emit_queue (); /* Return the calculated value, doing cleanups first. */ expand_value_return (val); } else { /* No cleanups or no hard reg used; calculate value into hard return reg. */ expand_expr (retval, const0_rtx, VOIDmode, 0); emit_queue (); expand_value_return (DECL_RTL (DECL_RESULT (current_function_decl))); } } /* Return 1 if the end of the generated RTX is not a barrier. This means code already compiled can drop through. */ int drop_through_at_end_p () { rtx insn = get_last_insn (); while (insn && GET_CODE (insn) == NOTE) insn = PREV_INSN (insn); return insn && GET_CODE (insn) != BARRIER; } /* Test CALL_EXPR to determine if it is a potential tail recursion call and emit code to optimize the tail recursion. LAST_INSN indicates where to place the jump to the tail recursion label. Return TRUE if the call was optimized into a goto. This is only used by expand_return, but expand_call is expected to use it soon. */ int optimize_tail_recursion (call_expr, last_insn) tree call_expr; rtx last_insn; { /* For tail-recursive call to current function, just jump back to the beginning. It's unsafe if any auto variable in this function has its address taken; for simplicity, require stack frame to be empty. */ if (optimize && call_expr != 0 && frame_offset == 0 && TREE_CODE (call_expr) == CALL_EXPR && TREE_CODE (TREE_OPERAND (call_expr, 0)) == ADDR_EXPR && TREE_OPERAND (TREE_OPERAND (call_expr, 0), 0) == current_function_decl /* Finish checking validity, and if valid emit code to set the argument variables for the new call. */ && tail_recursion_args (TREE_OPERAND (call_expr, 1), DECL_ARGUMENTS (current_function_decl))) { if (tail_recursion_label == 0) { tail_recursion_label = gen_label_rtx (); emit_label_after (tail_recursion_label, tail_recursion_reentry); } emit_queue (); expand_goto_internal (NULL_TREE, tail_recursion_label, last_insn); emit_barrier (); return 1; } return 0; } /* Emit code to alter this function's formal parms for a tail-recursive call. ACTUALS is a list of actual parameter expressions (chain of TREE_LISTs). FORMALS is the chain of decls of formals. Return 1 if this can be done; otherwise return 0 and do not emit any code. */ static int tail_recursion_args (actuals, formals) tree actuals, formals; { register tree a = actuals, f = formals; register int i; register rtx *argvec; /* Check that number and types of actuals are compatible with the formals. This is not always true in valid C code. Also check that no formal needs to be addressable and that all formals are scalars. */ /* Also count the args. */ for (a = actuals, f = formals, i = 0; a && f; a = TREE_CHAIN (a), f = TREE_CHAIN (f), i++) { if (TYPE_MAIN_VARIANT (TREE_TYPE (TREE_VALUE (a))) != TYPE_MAIN_VARIANT (TREE_TYPE (f))) return 0; if (GET_CODE (DECL_RTL (f)) != REG || DECL_MODE (f) == BLKmode) return 0; } if (a != 0 || f != 0) return 0; /* Compute all the actuals. */ argvec = (rtx *) alloca (i * sizeof (rtx)); for (a = actuals, i = 0; a; a = TREE_CHAIN (a), i++) argvec[i] = expand_expr (TREE_VALUE (a), NULL_RTX, VOIDmode, 0); /* Find which actual values refer to current values of previous formals. Copy each of them now, before any formal is changed. */ for (a = actuals, i = 0; a; a = TREE_CHAIN (a), i++) { int copy = 0; register int j; for (f = formals, j = 0; j < i; f = TREE_CHAIN (f), j++) if (reg_mentioned_p (DECL_RTL (f), argvec[i])) { copy = 1; break; } if (copy) argvec[i] = copy_to_reg (argvec[i]); } /* Store the values of the actuals into the formals. */ for (f = formals, a = actuals, i = 0; f; f = TREE_CHAIN (f), a = TREE_CHAIN (a), i++) { if (GET_MODE (DECL_RTL (f)) == GET_MODE (argvec[i])) emit_move_insn (DECL_RTL (f), argvec[i]); else convert_move (DECL_RTL (f), argvec[i], TREE_UNSIGNED (TREE_TYPE (TREE_VALUE (a)))); } free_temp_slots (); return 1; } /* Generate the RTL code for entering a binding contour. The variables are declared one by one, by calls to `expand_decl'. EXIT_FLAG is nonzero if this construct should be visible to `exit_something'. */ void expand_start_bindings (exit_flag) int exit_flag; { struct nesting *thisblock = ALLOC_NESTING (); rtx note = emit_note (NULL_PTR, NOTE_INSN_BLOCK_BEG); /* Make an entry on block_stack for the block we are entering. */ thisblock->next = block_stack; thisblock->all = nesting_stack; thisblock->depth = ++nesting_depth; thisblock->data.block.stack_level = 0; thisblock->data.block.cleanups = 0; thisblock->data.block.function_call_count = 0; thisblock->data.block.exception_region = 0; thisblock->data.block.target_temp_slot_level = target_temp_slot_level; thisblock->data.block.conditional_code = 0; thisblock->data.block.last_unconditional_cleanup = note; thisblock->data.block.cleanup_ptr = &thisblock->data.block.cleanups; if (block_stack && !(block_stack->data.block.cleanups == NULL_TREE && block_stack->data.block.outer_cleanups == NULL_TREE)) thisblock->data.block.outer_cleanups = tree_cons (NULL_TREE, block_stack->data.block.cleanups, block_stack->data.block.outer_cleanups); else thisblock->data.block.outer_cleanups = 0; thisblock->data.block.label_chain = 0; thisblock->data.block.innermost_stack_block = stack_block_stack; thisblock->data.block.first_insn = note; thisblock->data.block.block_start_count = ++block_start_count; thisblock->exit_label = exit_flag ? gen_label_rtx () : 0; block_stack = thisblock; nesting_stack = thisblock; /* Make a new level for allocating stack slots. */ push_temp_slots (); } /* Specify the scope of temporaries created by TARGET_EXPRs. Similar to CLEANUP_POINT_EXPR, but handles cases when a series of calls to expand_expr are made. After we end the region, we know that all space for all temporaries that were created by TARGET_EXPRs will be destroyed and their space freed for reuse. */ void expand_start_target_temps () { /* This is so that even if the result is preserved, the space allocated will be freed, as we know that it is no longer in use. */ push_temp_slots (); /* Start a new binding layer that will keep track of all cleanup actions to be performed. */ expand_start_bindings (0); target_temp_slot_level = temp_slot_level; } void expand_end_target_temps () { expand_end_bindings (NULL_TREE, 0, 0); /* This is so that even if the result is preserved, the space allocated will be freed, as we know that it is no longer in use. */ pop_temp_slots (); } /* Mark top block of block_stack as an implicit binding for an exception region. This is used to prevent infinite recursion when ending a binding with expand_end_bindings. It is only ever called by expand_eh_region_start, as that it the only way to create a block stack for a exception region. */ void mark_block_as_eh_region () { block_stack->data.block.exception_region = 1; if (block_stack->next && block_stack->next->data.block.conditional_code) { block_stack->data.block.conditional_code = block_stack->next->data.block.conditional_code; block_stack->data.block.last_unconditional_cleanup = block_stack->next->data.block.last_unconditional_cleanup; block_stack->data.block.cleanup_ptr = block_stack->next->data.block.cleanup_ptr; } } /* True if we are currently emitting insns in an area of output code that is controlled by a conditional expression. This is used by the cleanup handling code to generate conditional cleanup actions. */ int conditional_context () { return block_stack && block_stack->data.block.conditional_code; } /* Mark top block of block_stack as not for an implicit binding for an exception region. This is only ever done by expand_eh_region_end to let expand_end_bindings know that it is being called explicitly to end the binding layer for just the binding layer associated with the exception region, otherwise expand_end_bindings would try and end all implicit binding layers for exceptions regions, and then one normal binding layer. */ void mark_block_as_not_eh_region () { block_stack->data.block.exception_region = 0; } /* True if the top block of block_stack was marked as for an exception region by mark_block_as_eh_region. */ int is_eh_region () { return block_stack && block_stack->data.block.exception_region; } /* Given a pointer to a BLOCK node, save a pointer to the most recently generated NOTE_INSN_BLOCK_END in the BLOCK_END_NOTE field of the given BLOCK node. */ void remember_end_note (block) register tree block; { BLOCK_END_NOTE (block) = last_block_end_note; last_block_end_note = NULL_RTX; } /* Emit a handler label for a nonlocal goto handler. Also emit code to store the handler label in SLOT before BEFORE_INSN. */ static rtx expand_nl_handler_label (slot, before_insn) rtx slot, before_insn; { rtx insns; rtx handler_label = gen_label_rtx (); /* Don't let jump_optimize delete the handler. */ LABEL_PRESERVE_P (handler_label) = 1; start_sequence (); emit_move_insn (slot, gen_rtx_LABEL_REF (Pmode, handler_label)); insns = get_insns (); end_sequence (); emit_insns_before (insns, before_insn); emit_label (handler_label); return handler_label; } /* Emit code to restore vital registers at the beginning of a nonlocal goto handler. */ static void expand_nl_goto_receiver () { #ifdef HAVE_nonlocal_goto if (! HAVE_nonlocal_goto) #endif /* First adjust our frame pointer to its actual value. It was previously set to the start of the virtual area corresponding to the stacked variables when we branched here and now needs to be adjusted to the actual hardware fp value. Assignments are to virtual registers are converted by instantiate_virtual_regs into the corresponding assignment to the underlying register (fp in this case) that makes the original assignment true. So the following insn will actually be decrementing fp by STARTING_FRAME_OFFSET. */ emit_move_insn (virtual_stack_vars_rtx, hard_frame_pointer_rtx); #if ARG_POINTER_REGNUM != HARD_FRAME_POINTER_REGNUM if (fixed_regs[ARG_POINTER_REGNUM]) { #ifdef ELIMINABLE_REGS /* If the argument pointer can be eliminated in favor of the frame pointer, we don't need to restore it. We assume here that if such an elimination is present, it can always be used. This is the case on all known machines; if we don't make this assumption, we do unnecessary saving on many machines. */ static struct elims {int from, to;} elim_regs[] = ELIMINABLE_REGS; size_t i; for (i = 0; i < sizeof elim_regs / sizeof elim_regs[0]; i++) if (elim_regs[i].from == ARG_POINTER_REGNUM && elim_regs[i].to == HARD_FRAME_POINTER_REGNUM) break; if (i == sizeof elim_regs / sizeof elim_regs [0]) #endif { /* Now restore our arg pointer from the address at which it was saved in our stack frame. If there hasn't be space allocated for it yet, make some now. */ if (arg_pointer_save_area == 0) arg_pointer_save_area = assign_stack_local (Pmode, GET_MODE_SIZE (Pmode), 0); emit_move_insn (virtual_incoming_args_rtx, /* We need a pseudo here, or else instantiate_virtual_regs_1 complains. */ copy_to_reg (arg_pointer_save_area)); } } #endif #ifdef HAVE_nonlocal_goto_receiver if (HAVE_nonlocal_goto_receiver) emit_insn (gen_nonlocal_goto_receiver ()); #endif } /* Make handlers for nonlocal gotos taking place in the function calls in block THISBLOCK. */ static void expand_nl_goto_receivers (thisblock) struct nesting *thisblock; { tree link; rtx afterward = gen_label_rtx (); rtx insns, slot; rtx label_list; int any_invalid; /* Record the handler address in the stack slot for that purpose, during this block, saving and restoring the outer value. */ if (thisblock->next != 0) for (slot = nonlocal_goto_handler_slots; slot; slot = XEXP (slot, 1)) { rtx save_receiver = gen_reg_rtx (Pmode); emit_move_insn (XEXP (slot, 0), save_receiver); start_sequence (); emit_move_insn (save_receiver, XEXP (slot, 0)); insns = get_insns (); end_sequence (); emit_insns_before (insns, thisblock->data.block.first_insn); } /* Jump around the handlers; they run only when specially invoked. */ emit_jump (afterward); /* Make a separate handler for each label. */ link = nonlocal_labels; slot = nonlocal_goto_handler_slots; label_list = NULL_RTX; for (; link; link = TREE_CHAIN (link), slot = XEXP (slot, 1)) /* Skip any labels we shouldn't be able to jump to from here, we generate one special handler for all of them below which just calls abort. */ if (! DECL_TOO_LATE (TREE_VALUE (link))) { rtx lab; lab = expand_nl_handler_label (XEXP (slot, 0), thisblock->data.block.first_insn); label_list = gen_rtx_EXPR_LIST (VOIDmode, lab, label_list); expand_nl_goto_receiver (); /* Jump to the "real" nonlocal label. */ expand_goto (TREE_VALUE (link)); } /* A second pass over all nonlocal labels; this time we handle those we should not be able to jump to at this point. */ link = nonlocal_labels; slot = nonlocal_goto_handler_slots; any_invalid = 0; for (; link; link = TREE_CHAIN (link), slot = XEXP (slot, 1)) if (DECL_TOO_LATE (TREE_VALUE (link))) { rtx lab; lab = expand_nl_handler_label (XEXP (slot, 0), thisblock->data.block.first_insn); label_list = gen_rtx_EXPR_LIST (VOIDmode, lab, label_list); any_invalid = 1; } if (any_invalid) { expand_nl_goto_receiver (); emit_library_call (gen_rtx_SYMBOL_REF (Pmode, "abort"), 0, VOIDmode, 0); emit_barrier (); } nonlocal_goto_handler_labels = label_list; emit_label (afterward); } /* Generate RTL code to terminate a binding contour. VARS is the chain of VAR_DECL nodes for the variables bound in this contour. There may actually be other nodes in this chain, but any nodes other than VAR_DECLS are ignored. MARK_ENDS is nonzero if we should put a note at the beginning and end of this binding contour. DONT_JUMP_IN is nonzero if it is not valid to jump into this contour. (That is true automatically if the contour has a saved stack level.) */ void expand_end_bindings (vars, mark_ends, dont_jump_in) tree vars; int mark_ends; int dont_jump_in; { register struct nesting *thisblock; register tree decl; while (block_stack->data.block.exception_region) { /* Because we don't need or want a new temporary level and because we didn't create one in expand_eh_region_start, create a fake one now to avoid removing one in expand_end_bindings. */ push_temp_slots (); block_stack->data.block.exception_region = 0; expand_end_bindings (NULL_TREE, 0, 0); } /* Since expand_eh_region_start does an expand_start_bindings, we have to first end all the bindings that were created by expand_eh_region_start. */ thisblock = block_stack; if (warn_unused) for (decl = vars; decl; decl = TREE_CHAIN (decl)) if (TREE_CODE (decl) == VAR_DECL && ! TREE_USED (decl) && ! DECL_IN_SYSTEM_HEADER (decl) && DECL_NAME (decl) && ! DECL_ARTIFICIAL (decl)) warning_with_decl (decl, "unused variable `%s'"); if (thisblock->exit_label) { do_pending_stack_adjust (); emit_label (thisblock->exit_label); } /* If necessary, make handlers for nonlocal gotos taking place in the function calls in this block. */ if (function_call_count != thisblock->data.block.function_call_count && nonlocal_labels /* Make handler for outermost block if there were any nonlocal gotos to this function. */ && (thisblock->next == 0 ? current_function_has_nonlocal_label /* Make handler for inner block if it has something special to do when you jump out of it. */ : (thisblock->data.block.cleanups != 0 || thisblock->data.block.stack_level != 0))) expand_nl_goto_receivers (thisblock); /* Don't allow jumping into a block that has a stack level. Cleanups are allowed, though. */ if (dont_jump_in || thisblock->data.block.stack_level != 0) { struct label_chain *chain; /* Any labels in this block are no longer valid to go to. Mark them to cause an error message. */ for (chain = thisblock->data.block.label_chain; chain; chain = chain->next) { DECL_TOO_LATE (chain->label) = 1; /* If any goto without a fixup came to this label, that must be an error, because gotos without fixups come from outside all saved stack-levels. */ if (TREE_ADDRESSABLE (chain->label)) error_with_decl (chain->label, "label `%s' used before containing binding contour"); } } /* Restore stack level in effect before the block (only if variable-size objects allocated). */ /* Perform any cleanups associated with the block. */ if (thisblock->data.block.stack_level != 0 || thisblock->data.block.cleanups != 0) { /* Only clean up here if this point can actually be reached. */ int reachable = GET_CODE (get_last_insn ()) != BARRIER; /* Don't let cleanups affect ({...}) constructs. */ int old_expr_stmts_for_value = expr_stmts_for_value; rtx old_last_expr_value = last_expr_value; tree old_last_expr_type = last_expr_type; expr_stmts_for_value = 0; /* Do the cleanups. */ expand_cleanups (thisblock->data.block.cleanups, NULL_TREE, 0, reachable); if (reachable) do_pending_stack_adjust (); expr_stmts_for_value = old_expr_stmts_for_value; last_expr_value = old_last_expr_value; last_expr_type = old_last_expr_type; /* Restore the stack level. */ if (reachable && thisblock->data.block.stack_level != 0) { emit_stack_restore (thisblock->next ? SAVE_BLOCK : SAVE_FUNCTION, thisblock->data.block.stack_level, NULL_RTX); if (nonlocal_goto_handler_slots != 0) emit_stack_save (SAVE_NONLOCAL, &nonlocal_goto_stack_level, NULL_RTX); } /* Any gotos out of this block must also do these things. Also report any gotos with fixups that came to labels in this level. */ fixup_gotos (thisblock, thisblock->data.block.stack_level, thisblock->data.block.cleanups, thisblock->data.block.first_insn, dont_jump_in); } /* Mark the beginning and end of the scope if requested. We do this now, after running cleanups on the variables just going out of scope, so they are in scope for their cleanups. */ if (mark_ends) last_block_end_note = emit_note (NULL_PTR, NOTE_INSN_BLOCK_END); else /* Get rid of the beginning-mark if we don't make an end-mark. */ NOTE_LINE_NUMBER (thisblock->data.block.first_insn) = NOTE_INSN_DELETED; /* If doing stupid register allocation, make sure lives of all register variables declared here extend thru end of scope. */ if (obey_regdecls) for (decl = vars; decl; decl = TREE_CHAIN (decl)) if (TREE_CODE (decl) == VAR_DECL && DECL_RTL (decl)) use_variable (DECL_RTL (decl)); /* Restore the temporary level of TARGET_EXPRs. */ target_temp_slot_level = thisblock->data.block.target_temp_slot_level; /* Restore block_stack level for containing block. */ stack_block_stack = thisblock->data.block.innermost_stack_block; POPSTACK (block_stack); /* Pop the stack slot nesting and free any slots at this level. */ pop_temp_slots (); } /* Generate RTL for the automatic variable declaration DECL. (Other kinds of declarations are simply ignored if seen here.) */ void expand_decl (decl) register tree decl; { struct nesting *thisblock = block_stack; tree type; type = TREE_TYPE (decl); /* Only automatic variables need any expansion done. Static and external variables, and external functions, will be handled by `assemble_variable' (called from finish_decl). TYPE_DECL and CONST_DECL require nothing. PARM_DECLs are handled in `assign_parms'. */ if (TREE_CODE (decl) != VAR_DECL) return; if (TREE_STATIC (decl) || DECL_EXTERNAL (decl)) return; /* Create the RTL representation for the variable. */ if (type == error_mark_node) DECL_RTL (decl) = gen_rtx_MEM (BLKmode, const0_rtx); else if (DECL_SIZE (decl) == 0) /* Variable with incomplete type. */ { if (DECL_INITIAL (decl) == 0) /* Error message was already done; now avoid a crash. */ DECL_RTL (decl) = assign_stack_temp (DECL_MODE (decl), 0, 1); else /* An initializer is going to decide the size of this array. Until we know the size, represent its address with a reg. */ DECL_RTL (decl) = gen_rtx_MEM (BLKmode, gen_reg_rtx (Pmode)); MEM_SET_IN_STRUCT_P (DECL_RTL (decl), AGGREGATE_TYPE_P (type)); } else if (DECL_MODE (decl) != BLKmode /* If -ffloat-store, don't put explicit float vars into regs. */ && !(flag_float_store && TREE_CODE (type) == REAL_TYPE) && ! TREE_THIS_VOLATILE (decl) && ! TREE_ADDRESSABLE (decl) && (DECL_REGISTER (decl) || ! obey_regdecls) /* if -fcheck-memory-usage, check all variables. */ && ! current_function_check_memory_usage) { /* Automatic variable that can go in a register. */ int unsignedp = TREE_UNSIGNED (type); enum machine_mode reg_mode = promote_mode (type, DECL_MODE (decl), &unsignedp, 0); DECL_RTL (decl) = gen_reg_rtx (reg_mode); mark_user_reg (DECL_RTL (decl)); if (POINTER_TYPE_P (type)) mark_reg_pointer (DECL_RTL (decl), (TYPE_ALIGN (TREE_TYPE (TREE_TYPE (decl))) / BITS_PER_UNIT)); } else if (TREE_CODE (DECL_SIZE (decl)) == INTEGER_CST && ! (flag_stack_check && ! STACK_CHECK_BUILTIN && (TREE_INT_CST_HIGH (DECL_SIZE (decl)) != 0 || (TREE_INT_CST_LOW (DECL_SIZE (decl)) > STACK_CHECK_MAX_VAR_SIZE * BITS_PER_UNIT)))) { /* Variable of fixed size that goes on the stack. */ rtx oldaddr = 0; rtx addr; /* If we previously made RTL for this decl, it must be an array whose size was determined by the initializer. The old address was a register; set that register now to the proper address. */ if (DECL_RTL (decl) != 0) { if (GET_CODE (DECL_RTL (decl)) != MEM || GET_CODE (XEXP (DECL_RTL (decl), 0)) != REG) abort (); oldaddr = XEXP (DECL_RTL (decl), 0); } DECL_RTL (decl) = assign_temp (TREE_TYPE (decl), 1, 1, 1); MEM_SET_IN_STRUCT_P (DECL_RTL (decl), AGGREGATE_TYPE_P (TREE_TYPE (decl))); /* Set alignment we actually gave this decl. */ DECL_ALIGN (decl) = (DECL_MODE (decl) == BLKmode ? BIGGEST_ALIGNMENT : GET_MODE_BITSIZE (DECL_MODE (decl))); if (oldaddr) { addr = force_operand (XEXP (DECL_RTL (decl), 0), oldaddr); if (addr != oldaddr) emit_move_insn (oldaddr, addr); } /* If this is a memory ref that contains aggregate components, mark it as such for cse and loop optimize. */ MEM_SET_IN_STRUCT_P (DECL_RTL (decl), AGGREGATE_TYPE_P (TREE_TYPE (decl))); #if 0 /* If this is in memory because of -ffloat-store, set the volatile bit, to prevent optimizations from undoing the effects. */ if (flag_float_store && TREE_CODE (type) == REAL_TYPE) MEM_VOLATILE_P (DECL_RTL (decl)) = 1; #endif MEM_ALIAS_SET (DECL_RTL (decl)) = get_alias_set (decl); } else /* Dynamic-size object: must push space on the stack. */ { rtx address, size; /* Record the stack pointer on entry to block, if have not already done so. */ if (thisblock->data.block.stack_level == 0) { do_pending_stack_adjust (); emit_stack_save (thisblock->next ? SAVE_BLOCK : SAVE_FUNCTION, &thisblock->data.block.stack_level, thisblock->data.block.first_insn); stack_block_stack = thisblock; } /* Compute the variable's size, in bytes. */ size = expand_expr (size_binop (CEIL_DIV_EXPR, DECL_SIZE (decl), size_int (BITS_PER_UNIT)), NULL_RTX, VOIDmode, 0); free_temp_slots (); /* Allocate space on the stack for the variable. Note that DECL_ALIGN says how the variable is to be aligned and we cannot use it to conclude anything about the alignment of the size. */ address = allocate_dynamic_stack_space (size, NULL_RTX, TYPE_ALIGN (TREE_TYPE (decl))); /* Reference the variable indirect through that rtx. */ DECL_RTL (decl) = gen_rtx_MEM (DECL_MODE (decl), address); /* If this is a memory ref that contains aggregate components, mark it as such for cse and loop optimize. */ MEM_SET_IN_STRUCT_P (DECL_RTL (decl), AGGREGATE_TYPE_P (TREE_TYPE (decl))); /* Indicate the alignment we actually gave this variable. */ #ifdef STACK_BOUNDARY DECL_ALIGN (decl) = STACK_BOUNDARY; #else DECL_ALIGN (decl) = BIGGEST_ALIGNMENT; #endif } if (TREE_THIS_VOLATILE (decl)) MEM_VOLATILE_P (DECL_RTL (decl)) = 1; #if 0 /* A variable is not necessarily unchanging just because it is const. RTX_UNCHANGING_P means no change in the function, not merely no change in the variable's scope. It is correct to set RTX_UNCHANGING_P if the variable's scope is the whole function. There's no convenient way to test that. */ if (TREE_READONLY (decl)) RTX_UNCHANGING_P (DECL_RTL (decl)) = 1; #endif /* If doing stupid register allocation, make sure life of any register variable starts here, at the start of its scope. */ if (obey_regdecls) use_variable (DECL_RTL (decl)); } /* Emit code to perform the initialization of a declaration DECL. */ void expand_decl_init (decl) tree decl; { int was_used = TREE_USED (decl); /* If this is a CONST_DECL, we don't have to generate any code, but if DECL_INITIAL is a constant, call expand_expr to force TREE_CST_RTL to be set while in the obstack containing the constant. If we don't do this, we can lose if we have functions nested three deep and the middle function makes a CONST_DECL whose DECL_INITIAL is a STRING_CST while the innermost function is the first to expand that STRING_CST. */ if (TREE_CODE (decl) == CONST_DECL) { if (DECL_INITIAL (decl) && TREE_CONSTANT (DECL_INITIAL (decl))) expand_expr (DECL_INITIAL (decl), NULL_RTX, VOIDmode, EXPAND_INITIALIZER); return; } if (TREE_STATIC (decl)) return; /* Compute and store the initial value now. */ if (DECL_INITIAL (decl) == error_mark_node) { enum tree_code code = TREE_CODE (TREE_TYPE (decl)); if (code == INTEGER_TYPE || code == REAL_TYPE || code == ENUMERAL_TYPE || code == POINTER_TYPE || code == REFERENCE_TYPE) expand_assignment (decl, convert (TREE_TYPE (decl), integer_zero_node), 0, 0); emit_queue (); } else if (DECL_INITIAL (decl) && TREE_CODE (DECL_INITIAL (decl)) != TREE_LIST) { emit_line_note (DECL_SOURCE_FILE (decl), DECL_SOURCE_LINE (decl)); expand_assignment (decl, DECL_INITIAL (decl), 0, 0); emit_queue (); } /* Don't let the initialization count as "using" the variable. */ TREE_USED (decl) = was_used; /* Free any temporaries we made while initializing the decl. */ preserve_temp_slots (NULL_RTX); free_temp_slots (); } /* CLEANUP is an expression to be executed at exit from this binding contour; for example, in C++, it might call the destructor for this variable. We wrap CLEANUP in an UNSAVE_EXPR node, so that we can expand the CLEANUP multiple times, and have the correct semantics. This happens in exception handling, for gotos, returns, breaks that leave the current scope. If CLEANUP is nonzero and DECL is zero, we record a cleanup that is not associated with any particular variable. */ int expand_decl_cleanup (decl, cleanup) tree decl, cleanup; { struct nesting *thisblock = block_stack; /* Error if we are not in any block. */ if (thisblock == 0) return 0; /* Record the cleanup if there is one. */ if (cleanup != 0) { tree t; rtx seq; tree *cleanups = &thisblock->data.block.cleanups; int cond_context = conditional_context (); if (cond_context) { rtx flag = gen_reg_rtx (word_mode); rtx set_flag_0; tree cond; start_sequence (); emit_move_insn (flag, const0_rtx); set_flag_0 = get_insns (); end_sequence (); thisblock->data.block.last_unconditional_cleanup = emit_insns_after (set_flag_0, thisblock->data.block.last_unconditional_cleanup); emit_move_insn (flag, const1_rtx); /* All cleanups must be on the function_obstack. */ push_obstacks_nochange (); resume_temporary_allocation (); cond = build_decl (VAR_DECL, NULL_TREE, type_for_mode (word_mode, 1)); DECL_RTL (cond) = flag; /* Conditionalize the cleanup. */ cleanup = build (COND_EXPR, void_type_node, truthvalue_conversion (cond), cleanup, integer_zero_node); cleanup = fold (cleanup); pop_obstacks (); cleanups = thisblock->data.block.cleanup_ptr; } /* All cleanups must be on the function_obstack. */ push_obstacks_nochange (); resume_temporary_allocation (); cleanup = unsave_expr (cleanup); pop_obstacks (); t = *cleanups = temp_tree_cons (decl, cleanup, *cleanups); if (! cond_context) /* If this block has a cleanup, it belongs in stack_block_stack. */ stack_block_stack = thisblock; if (cond_context) { start_sequence (); } /* If this was optimized so that there is no exception region for the cleanup, then mark the TREE_LIST node, so that we can later tell if we need to call expand_eh_region_end. */ if (! using_eh_for_cleanups_p || expand_eh_region_start_tree (decl, cleanup)) TREE_ADDRESSABLE (t) = 1; /* If that started a new EH region, we're in a new block. */ thisblock = block_stack; if (cond_context) { seq = get_insns (); end_sequence (); if (seq) thisblock->data.block.last_unconditional_cleanup = emit_insns_after (seq, thisblock->data.block.last_unconditional_cleanup); } else { thisblock->data.block.last_unconditional_cleanup = get_last_insn (); thisblock->data.block.cleanup_ptr = &thisblock->data.block.cleanups; } } return 1; } /* Like expand_decl_cleanup, but suppress generating an exception handler to perform the cleanup. */ int expand_decl_cleanup_no_eh (decl, cleanup) tree decl, cleanup; { int save_eh = using_eh_for_cleanups_p; int result; using_eh_for_cleanups_p = 0; result = expand_decl_cleanup (decl, cleanup); using_eh_for_cleanups_p = save_eh; return result; } /* Arrange for the top element of the dynamic cleanup chain to be popped if we exit the current binding contour. DECL is the associated declaration, if any, otherwise NULL_TREE. If the current contour is left via an exception, then __sjthrow will pop the top element off the dynamic cleanup chain. The code that avoids doing the action we push into the cleanup chain in the exceptional case is contained in expand_cleanups. This routine is only used by expand_eh_region_start, and that is the only way in which an exception region should be started. This routine is only used when using the setjmp/longjmp codegen method for exception handling. */ int expand_dcc_cleanup (decl) tree decl; { struct nesting *thisblock = block_stack; tree cleanup; /* Error if we are not in any block. */ if (thisblock == 0) return 0; /* Record the cleanup for the dynamic handler chain. */ /* All cleanups must be on the function_obstack. */ push_obstacks_nochange (); resume_temporary_allocation (); cleanup = make_node (POPDCC_EXPR); pop_obstacks (); /* Add the cleanup in a manner similar to expand_decl_cleanup. */ thisblock->data.block.cleanups = temp_tree_cons (decl, cleanup, thisblock->data.block.cleanups); /* If this block has a cleanup, it belongs in stack_block_stack. */ stack_block_stack = thisblock; return 1; } /* Arrange for the top element of the dynamic handler chain to be popped if we exit the current binding contour. DECL is the associated declaration, if any, otherwise NULL_TREE. If the current contour is left via an exception, then __sjthrow will pop the top element off the dynamic handler chain. The code that avoids doing the action we push into the handler chain in the exceptional case is contained in expand_cleanups. This routine is only used by expand_eh_region_start, and that is the only way in which an exception region should be started. This routine is only used when using the setjmp/longjmp codegen method for exception handling. */ int expand_dhc_cleanup (decl) tree decl; { struct nesting *thisblock = block_stack; tree cleanup; /* Error if we are not in any block. */ if (thisblock == 0) return 0; /* Record the cleanup for the dynamic handler chain. */ /* All cleanups must be on the function_obstack. */ push_obstacks_nochange (); resume_temporary_allocation (); cleanup = make_node (POPDHC_EXPR); pop_obstacks (); /* Add the cleanup in a manner similar to expand_decl_cleanup. */ thisblock->data.block.cleanups = temp_tree_cons (decl, cleanup, thisblock->data.block.cleanups); /* If this block has a cleanup, it belongs in stack_block_stack. */ stack_block_stack = thisblock; return 1; } /* DECL is an anonymous union. CLEANUP is a cleanup for DECL. DECL_ELTS is the list of elements that belong to DECL's type. In each, the TREE_VALUE is a VAR_DECL, and the TREE_PURPOSE a cleanup. */ void expand_anon_union_decl (decl, cleanup, decl_elts) tree decl, cleanup, decl_elts; { struct nesting *thisblock = block_stack; rtx x; expand_decl (decl); expand_decl_cleanup (decl, cleanup); x = DECL_RTL (decl); while (decl_elts) { tree decl_elt = TREE_VALUE (decl_elts); tree cleanup_elt = TREE_PURPOSE (decl_elts); enum machine_mode mode = TYPE_MODE (TREE_TYPE (decl_elt)); /* Propagate the union's alignment to the elements. */ DECL_ALIGN (decl_elt) = DECL_ALIGN (decl); /* If the element has BLKmode and the union doesn't, the union is aligned such that the element doesn't need to have BLKmode, so change the element's mode to the appropriate one for its size. */ if (mode == BLKmode && DECL_MODE (decl) != BLKmode) DECL_MODE (decl_elt) = mode = mode_for_size (TREE_INT_CST_LOW (DECL_SIZE (decl_elt)), MODE_INT, 1); /* (SUBREG (MEM ...)) at RTL generation time is invalid, so we instead create a new MEM rtx with the proper mode. */ if (GET_CODE (x) == MEM) { if (mode == GET_MODE (x)) DECL_RTL (decl_elt) = x; else { DECL_RTL (decl_elt) = gen_rtx_MEM (mode, copy_rtx (XEXP (x, 0))); MEM_COPY_ATTRIBUTES (DECL_RTL (decl_elt), x); RTX_UNCHANGING_P (DECL_RTL (decl_elt)) = RTX_UNCHANGING_P (x); } } else if (GET_CODE (x) == REG) { if (mode == GET_MODE (x)) DECL_RTL (decl_elt) = x; else DECL_RTL (decl_elt) = gen_rtx_SUBREG (mode, x, 0); } else abort (); /* Record the cleanup if there is one. */ if (cleanup != 0) thisblock->data.block.cleanups = temp_tree_cons (decl_elt, cleanup_elt, thisblock->data.block.cleanups); decl_elts = TREE_CHAIN (decl_elts); } } /* Expand a list of cleanups LIST. Elements may be expressions or may be nested lists. If DONT_DO is nonnull, then any list-element whose TREE_PURPOSE matches DONT_DO is omitted. This is sometimes used to avoid a cleanup associated with a value that is being returned out of the scope. If IN_FIXUP is non-zero, we are generating this cleanup for a fixup goto and handle protection regions specially in that case. If REACHABLE, we emit code, otherwise just inform the exception handling code about this finalization. */ static void expand_cleanups (list, dont_do, in_fixup, reachable) tree list; tree dont_do; int in_fixup; int reachable; { tree tail; for (tail = list; tail; tail = TREE_CHAIN (tail)) if (dont_do == 0 || TREE_PURPOSE (tail) != dont_do) { if (TREE_CODE (TREE_VALUE (tail)) == TREE_LIST) expand_cleanups (TREE_VALUE (tail), dont_do, in_fixup, reachable); else { if (! in_fixup) { tree cleanup = TREE_VALUE (tail); /* See expand_d{h,c}c_cleanup for why we avoid this. */ if (TREE_CODE (cleanup) != POPDHC_EXPR && TREE_CODE (cleanup) != POPDCC_EXPR /* See expand_eh_region_start_tree for this case. */ && ! TREE_ADDRESSABLE (tail)) { cleanup = protect_with_terminate (cleanup); expand_eh_region_end (cleanup); + } + else + { + do_pending_stack_adjust(); } } if (reachable) { /* Cleanups may be run multiple times. For example, when exiting a binding contour, we expand the cleanups associated with that contour. When a goto within that binding contour has a target outside that contour, it will expand all cleanups from its scope to the target. Though the cleanups are expanded multiple times, the control paths are non-overlapping so the cleanups will not be executed twice. */ /* We may need to protect fixups with rethrow regions. */ int protect = (in_fixup && ! TREE_ADDRESSABLE (tail)); if (protect) expand_fixup_region_start (); expand_expr (TREE_VALUE (tail), const0_rtx, VOIDmode, 0); if (protect) expand_fixup_region_end (TREE_VALUE (tail)); free_temp_slots (); } } } } /* Mark when the context we are emitting RTL for as a conditional context, so that any cleanup actions we register with expand_decl_init will be properly conditionalized when those cleanup actions are later performed. Must be called before any expression (tree) is expanded that is within a conditional context. */ void start_cleanup_deferral () { /* block_stack can be NULL if we are inside the parameter list. It is OK to do nothing, because cleanups aren't possible here. */ if (block_stack) ++block_stack->data.block.conditional_code; } /* Mark the end of a conditional region of code. Because cleanup deferrals may be nested, we may still be in a conditional region after we end the currently deferred cleanups, only after we end all deferred cleanups, are we back in unconditional code. */ void end_cleanup_deferral () { /* block_stack can be NULL if we are inside the parameter list. It is OK to do nothing, because cleanups aren't possible here. */ if (block_stack) --block_stack->data.block.conditional_code; } /* Move all cleanups from the current block_stack to the containing block_stack, where they are assumed to have been created. If anything can cause a temporary to be created, but not expanded for more than one level of block_stacks, then this code will have to change. */ void move_cleanups_up () { struct nesting *block = block_stack; struct nesting *outer = block->next; outer->data.block.cleanups = chainon (block->data.block.cleanups, outer->data.block.cleanups); block->data.block.cleanups = 0; } tree last_cleanup_this_contour () { if (block_stack == 0) return 0; return block_stack->data.block.cleanups; } /* Return 1 if there are any pending cleanups at this point. If THIS_CONTOUR is nonzero, check the current contour as well. Otherwise, look only at the contours that enclose this one. */ int any_pending_cleanups (this_contour) int this_contour; { struct nesting *block; if (block_stack == 0) return 0; if (this_contour && block_stack->data.block.cleanups != NULL) return 1; if (block_stack->data.block.cleanups == 0 && block_stack->data.block.outer_cleanups == 0) return 0; for (block = block_stack->next; block; block = block->next) if (block->data.block.cleanups != 0) return 1; return 0; } /* Enter a case (Pascal) or switch (C) statement. Push a block onto case_stack and nesting_stack to accumulate the case-labels that are seen and to record the labels generated for the statement. EXIT_FLAG is nonzero if `exit_something' should exit this case stmt. Otherwise, this construct is transparent for `exit_something'. EXPR is the index-expression to be dispatched on. TYPE is its nominal type. We could simply convert EXPR to this type, but instead we take short cuts. */ void expand_start_case (exit_flag, expr, type, printname) int exit_flag; tree expr; tree type; const char *printname; { register struct nesting *thiscase = ALLOC_NESTING (); /* Make an entry on case_stack for the case we are entering. */ thiscase->next = case_stack; thiscase->all = nesting_stack; thiscase->depth = ++nesting_depth; thiscase->exit_label = exit_flag ? gen_label_rtx () : 0; thiscase->data.case_stmt.case_list = 0; thiscase->data.case_stmt.index_expr = expr; thiscase->data.case_stmt.nominal_type = type; thiscase->data.case_stmt.default_label = 0; thiscase->data.case_stmt.num_ranges = 0; thiscase->data.case_stmt.printname = printname; thiscase->data.case_stmt.line_number_status = force_line_numbers (); case_stack = thiscase; nesting_stack = thiscase; do_pending_stack_adjust (); /* Make sure case_stmt.start points to something that won't need any transformation before expand_end_case. */ if (GET_CODE (get_last_insn ()) != NOTE) emit_note (NULL_PTR, NOTE_INSN_DELETED); thiscase->data.case_stmt.start = get_last_insn (); start_cleanup_deferral (); } /* Start a "dummy case statement" within which case labels are invalid and are not connected to any larger real case statement. This can be used if you don't want to let a case statement jump into the middle of certain kinds of constructs. */ void expand_start_case_dummy () { register struct nesting *thiscase = ALLOC_NESTING (); /* Make an entry on case_stack for the dummy. */ thiscase->next = case_stack; thiscase->all = nesting_stack; thiscase->depth = ++nesting_depth; thiscase->exit_label = 0; thiscase->data.case_stmt.case_list = 0; thiscase->data.case_stmt.start = 0; thiscase->data.case_stmt.nominal_type = 0; thiscase->data.case_stmt.default_label = 0; thiscase->data.case_stmt.num_ranges = 0; case_stack = thiscase; nesting_stack = thiscase; start_cleanup_deferral (); } /* End a dummy case statement. */ void expand_end_case_dummy () { end_cleanup_deferral (); POPSTACK (case_stack); } /* Return the data type of the index-expression of the innermost case statement, or null if none. */ tree case_index_expr_type () { if (case_stack) return TREE_TYPE (case_stack->data.case_stmt.index_expr); return 0; } static void check_seenlabel () { /* If this is the first label, warn if any insns have been emitted. */ if (case_stack->data.case_stmt.line_number_status >= 0) { rtx insn; restore_line_number_status (case_stack->data.case_stmt.line_number_status); case_stack->data.case_stmt.line_number_status = -1; for (insn = case_stack->data.case_stmt.start; insn; insn = NEXT_INSN (insn)) { if (GET_CODE (insn) == CODE_LABEL) break; if (GET_CODE (insn) != NOTE && (GET_CODE (insn) != INSN || GET_CODE (PATTERN (insn)) != USE)) { do insn = PREV_INSN (insn); while (insn && (GET_CODE (insn) != NOTE || NOTE_LINE_NUMBER (insn) < 0)); /* If insn is zero, then there must have been a syntax error. */ if (insn) warning_with_file_and_line (NOTE_SOURCE_FILE(insn), NOTE_LINE_NUMBER(insn), "unreachable code at beginning of %s", case_stack->data.case_stmt.printname); break; } } } } /* Accumulate one case or default label inside a case or switch statement. VALUE is the value of the case (a null pointer, for a default label). The function CONVERTER, when applied to arguments T and V, converts the value V to the type T. If not currently inside a case or switch statement, return 1 and do nothing. The caller will print a language-specific error message. If VALUE is a duplicate or overlaps, return 2 and do nothing except store the (first) duplicate node in *DUPLICATE. If VALUE is out of range, return 3 and do nothing. If we are jumping into the scope of a cleanup or var-sized array, return 5. Return 0 on success. Extended to handle range statements. */ int pushcase (value, converter, label, duplicate) register tree value; tree (*converter) PROTO((tree, tree)); register tree label; tree *duplicate; { tree index_type; tree nominal_type; /* Fail if not inside a real case statement. */ if (! (case_stack && case_stack->data.case_stmt.start)) return 1; if (stack_block_stack && stack_block_stack->depth > case_stack->depth) return 5; index_type = TREE_TYPE (case_stack->data.case_stmt.index_expr); nominal_type = case_stack->data.case_stmt.nominal_type; /* If the index is erroneous, avoid more problems: pretend to succeed. */ if (index_type == error_mark_node) return 0; /* Convert VALUE to the type in which the comparisons are nominally done. */ if (value != 0) value = (*converter) (nominal_type, value); check_seenlabel (); /* Fail if this value is out of range for the actual type of the index (which may be narrower than NOMINAL_TYPE). */ if (value != 0 && ! int_fits_type_p (value, index_type)) return 3; /* Fail if this is a duplicate or overlaps another entry. */ if (value == 0) { if (case_stack->data.case_stmt.default_label != 0) { *duplicate = case_stack->data.case_stmt.default_label; return 2; } case_stack->data.case_stmt.default_label = label; } else return add_case_node (value, value, label, duplicate); expand_label (label); return 0; } /* Like pushcase but this case applies to all values between VALUE1 and VALUE2 (inclusive). If VALUE1 is NULL, the range starts at the lowest value of the index type and ends at VALUE2. If VALUE2 is NULL, the range starts at VALUE1 and ends at the highest value of the index type. If both are NULL, this case applies to all values. The return value is the same as that of pushcase but there is one additional error code: 4 means the specified range was empty. */ int pushcase_range (value1, value2, converter, label, duplicate) register tree value1, value2; tree (*converter) PROTO((tree, tree)); register tree label; tree *duplicate; { tree index_type; tree nominal_type; /* Fail if not inside a real case statement. */ if (! (case_stack && case_stack->data.case_stmt.start)) return 1; if (stack_block_stack && stack_block_stack->depth > case_stack->depth) return 5; index_type = TREE_TYPE (case_stack->data.case_stmt.index_expr); nominal_type = case_stack->data.case_stmt.nominal_type; /* If the index is erroneous, avoid more problems: pretend to succeed. */ if (index_type == error_mark_node) return 0; check_seenlabel (); /* Convert VALUEs to type in which the comparisons are nominally done and replace any unspecified value with the corresponding bound. */ if (value1 == 0) value1 = TYPE_MIN_VALUE (index_type); if (value2 == 0) value2 = TYPE_MAX_VALUE (index_type); /* Fail if the range is empty. Do this before any conversion since we want to allow out-of-range empty ranges. */ if (value2 && tree_int_cst_lt (value2, value1)) return 4; value1 = (*converter) (nominal_type, value1); /* If the max was unbounded, use the max of the nominal_type we are converting to. Do this after the < check above to suppress false positives. */ if (!value2) value2 = TYPE_MAX_VALUE (nominal_type); value2 = (*converter) (nominal_type, value2); /* Fail if these values are out of range. */ if (TREE_CONSTANT_OVERFLOW (value1) || ! int_fits_type_p (value1, index_type)) return 3; if (TREE_CONSTANT_OVERFLOW (value2) || ! int_fits_type_p (value2, index_type)) return 3; return add_case_node (value1, value2, label, duplicate); } /* Do the actual insertion of a case label for pushcase and pushcase_range into case_stack->data.case_stmt.case_list. Use an AVL tree to avoid slowdown for large switch statements. */ static int add_case_node (low, high, label, duplicate) tree low, high; tree label; tree *duplicate; { struct case_node *p, **q, *r; q = &case_stack->data.case_stmt.case_list; p = *q; while ((r = *q)) { p = r; /* Keep going past elements distinctly greater than HIGH. */ if (tree_int_cst_lt (high, p->low)) q = &p->left; /* or distinctly less than LOW. */ else if (tree_int_cst_lt (p->high, low)) q = &p->right; else { /* We have an overlap; this is an error. */ *duplicate = p->code_label; return 2; } } /* Add this label to the chain, and succeed. Copy LOW, HIGH so they are on temporary rather than momentary obstack and will thus survive till the end of the case statement. */ r = (struct case_node *) oballoc (sizeof (struct case_node)); r->low = copy_node (low); /* If the bounds are equal, turn this into the one-value case. */ if (tree_int_cst_equal (low, high)) r->high = r->low; else { r->high = copy_node (high); case_stack->data.case_stmt.num_ranges++; } r->code_label = label; expand_label (label); *q = r; r->parent = p; r->left = 0; r->right = 0; r->balance = 0; while (p) { struct case_node *s; if (r == p->left) { int b; if (! (b = p->balance)) /* Growth propagation from left side. */ p->balance = -1; else if (b < 0) { if (r->balance < 0) { /* R-Rotation */ if ((p->left = s = r->right)) s->parent = p; r->right = p; p->balance = 0; r->balance = 0; s = p->parent; p->parent = r; if ((r->parent = s)) { if (s->left == p) s->left = r; else s->right = r; } else case_stack->data.case_stmt.case_list = r; } else /* r->balance == +1 */ { /* LR-Rotation */ int b2; struct case_node *t = r->right; if ((p->left = s = t->right)) s->parent = p; t->right = p; if ((r->right = s = t->left)) s->parent = r; t->left = r; b = t->balance; b2 = b < 0; p->balance = b2; b2 = -b2 - b; r->balance = b2; t->balance = 0; s = p->parent; p->parent = t; r->parent = t; if ((t->parent = s)) { if (s->left == p) s->left = t; else s->right = t; } else case_stack->data.case_stmt.case_list = t; } break; } else { /* p->balance == +1; growth of left side balances the node. */ p->balance = 0; break; } } else /* r == p->right */ { int b; if (! (b = p->balance)) /* Growth propagation from right side. */ p->balance++; else if (b > 0) { if (r->balance > 0) { /* L-Rotation */ if ((p->right = s = r->left)) s->parent = p; r->left = p; p->balance = 0; r->balance = 0; s = p->parent; p->parent = r; if ((r->parent = s)) { if (s->left == p) s->left = r; else s->right = r; } else case_stack->data.case_stmt.case_list = r; } else /* r->balance == -1 */ { /* RL-Rotation */ int b2; struct case_node *t = r->left; if ((p->right = s = t->left)) s->parent = p; t->left = p; if ((r->left = s = t->right)) s->parent = r; t->right = r; b = t->balance; b2 = b < 0; r->balance = b2; b2 = -b2 - b; p->balance = b2; t->balance = 0; s = p->parent; p->parent = t; r->parent = t; if ((t->parent = s)) { if (s->left == p) s->left = t; else s->right = t; } else case_stack->data.case_stmt.case_list = t; } break; } else { /* p->balance == -1; growth of right side balances the node. */ p->balance = 0; break; } } r = p; p = p->parent; } return 0; } /* Returns the number of possible values of TYPE. Returns -1 if the number is unknown or variable. Returns -2 if the number does not fit in a HOST_WIDE_INT. Sets *SPARENESS to 2 if TYPE is an ENUMERAL_TYPE whose values do not increase monotonically (there may be duplicates); to 1 if the values increase monotonically, but not always by 1; otherwise sets it to 0. */ HOST_WIDE_INT all_cases_count (type, spareness) tree type; int *spareness; { HOST_WIDE_INT count; *spareness = 0; switch (TREE_CODE (type)) { tree t; case BOOLEAN_TYPE: count = 2; break; case CHAR_TYPE: count = 1 << BITS_PER_UNIT; break; default: case INTEGER_TYPE: if (TREE_CODE (TYPE_MIN_VALUE (type)) != INTEGER_CST || TYPE_MAX_VALUE (type) == NULL || TREE_CODE (TYPE_MAX_VALUE (type)) != INTEGER_CST) return -1; else { /* count = TREE_INT_CST_LOW (TYPE_MAX_VALUE (type)) - TREE_INT_CST_LOW (TYPE_MIN_VALUE (type)) + 1 but with overflow checking. */ tree mint = TYPE_MIN_VALUE (type); tree maxt = TYPE_MAX_VALUE (type); HOST_WIDE_INT lo, hi; neg_double(TREE_INT_CST_LOW (mint), TREE_INT_CST_HIGH (mint), &lo, &hi); add_double(TREE_INT_CST_LOW (maxt), TREE_INT_CST_HIGH (maxt), lo, hi, &lo, &hi); add_double (lo, hi, 1, 0, &lo, &hi); if (hi != 0 || lo < 0) return -2; count = lo; } break; case ENUMERAL_TYPE: count = 0; for (t = TYPE_VALUES (type); t != NULL_TREE; t = TREE_CHAIN (t)) { if (TREE_CODE (TYPE_MIN_VALUE (type)) != INTEGER_CST || TREE_CODE (TREE_VALUE (t)) != INTEGER_CST || TREE_INT_CST_LOW (TYPE_MIN_VALUE (type)) + count != TREE_INT_CST_LOW (TREE_VALUE (t))) *spareness = 1; count++; } if (*spareness == 1) { tree prev = TREE_VALUE (TYPE_VALUES (type)); for (t = TYPE_VALUES (type); t = TREE_CHAIN (t), t != NULL_TREE; ) { if (! tree_int_cst_lt (prev, TREE_VALUE (t))) { *spareness = 2; break; } prev = TREE_VALUE (t); } } } return count; } #define BITARRAY_TEST(ARRAY, INDEX) \ ((ARRAY)[(unsigned) (INDEX) / HOST_BITS_PER_CHAR]\ & (1 << ((unsigned) (INDEX) % HOST_BITS_PER_CHAR))) #define BITARRAY_SET(ARRAY, INDEX) \ ((ARRAY)[(unsigned) (INDEX) / HOST_BITS_PER_CHAR]\ |= 1 << ((unsigned) (INDEX) % HOST_BITS_PER_CHAR)) /* Set the elements of the bitstring CASES_SEEN (which has length COUNT), with the case values we have seen, assuming the case expression has the given TYPE. SPARSENESS is as determined by all_cases_count. The time needed is proportional to COUNT, unless SPARSENESS is 2, in which case quadratic time is needed. */ void mark_seen_cases (type, cases_seen, count, sparseness) tree type; unsigned char *cases_seen; long count; int sparseness; { tree next_node_to_try = NULL_TREE; long next_node_offset = 0; register struct case_node *n, *root = case_stack->data.case_stmt.case_list; tree val = make_node (INTEGER_CST); TREE_TYPE (val) = type; if (! root) ; /* Do nothing */ else if (sparseness == 2) { tree t; HOST_WIDE_INT xlo; /* This less efficient loop is only needed to handle duplicate case values (multiple enum constants with the same value). */ TREE_TYPE (val) = TREE_TYPE (root->low); for (t = TYPE_VALUES (type), xlo = 0; t != NULL_TREE; t = TREE_CHAIN (t), xlo++) { TREE_INT_CST_LOW (val) = TREE_INT_CST_LOW (TREE_VALUE (t)); TREE_INT_CST_HIGH (val) = TREE_INT_CST_HIGH (TREE_VALUE (t)); n = root; do { /* Keep going past elements distinctly greater than VAL. */ if (tree_int_cst_lt (val, n->low)) n = n->left; /* or distinctly less than VAL. */ else if (tree_int_cst_lt (n->high, val)) n = n->right; else { /* We have found a matching range. */ BITARRAY_SET (cases_seen, xlo); break; } } while (n); } } else { if (root->left) case_stack->data.case_stmt.case_list = root = case_tree2list (root, 0); for (n = root; n; n = n->right) { TREE_INT_CST_LOW (val) = TREE_INT_CST_LOW (n->low); TREE_INT_CST_HIGH (val) = TREE_INT_CST_HIGH (n->low); while ( ! tree_int_cst_lt (n->high, val)) { /* Calculate (into xlo) the "offset" of the integer (val). The element with lowest value has offset 0, the next smallest element has offset 1, etc. */ HOST_WIDE_INT xlo, xhi; tree t; if (sparseness && TYPE_VALUES (type) != NULL_TREE) { /* The TYPE_VALUES will be in increasing order, so starting searching where we last ended. */ t = next_node_to_try; xlo = next_node_offset; xhi = 0; for (;;) { if (t == NULL_TREE) { t = TYPE_VALUES (type); xlo = 0; } if (tree_int_cst_equal (val, TREE_VALUE (t))) { next_node_to_try = TREE_CHAIN (t); next_node_offset = xlo + 1; break; } xlo++; t = TREE_CHAIN (t); if (t == next_node_to_try) { xlo = -1; break; } } } else { t = TYPE_MIN_VALUE (type); if (t) neg_double (TREE_INT_CST_LOW (t), TREE_INT_CST_HIGH (t), &xlo, &xhi); else xlo = xhi = 0; add_double (xlo, xhi, TREE_INT_CST_LOW (val), TREE_INT_CST_HIGH (val), &xlo, &xhi); } if (xhi == 0 && xlo >= 0 && xlo < count) BITARRAY_SET (cases_seen, xlo); add_double (TREE_INT_CST_LOW (val), TREE_INT_CST_HIGH (val), 1, 0, &TREE_INT_CST_LOW (val), &TREE_INT_CST_HIGH (val)); } } } } /* Called when the index of a switch statement is an enumerated type and there is no default label. Checks that all enumeration literals are covered by the case expressions of a switch. Also, warn if there are any extra switch cases that are *not* elements of the enumerated type. If all enumeration literals were covered by the case expressions, turn one of the expressions into the default expression since it should not be possible to fall through such a switch. */ void check_for_full_enumeration_handling (type) tree type; { register struct case_node *n; register tree chain; #if 0 /* variable used by 'if 0'ed code below. */ register struct case_node **l; int all_values = 1; #endif /* True iff the selector type is a numbered set mode. */ int sparseness = 0; /* The number of possible selector values. */ HOST_WIDE_INT size; /* For each possible selector value. a one iff it has been matched by a case value alternative. */ unsigned char *cases_seen; /* The allocated size of cases_seen, in chars. */ long bytes_needed; if (! warn_switch) return; size = all_cases_count (type, &sparseness); bytes_needed = (size + HOST_BITS_PER_CHAR) / HOST_BITS_PER_CHAR; if (size > 0 && size < 600000 /* We deliberately use malloc here - not xmalloc. */ && (cases_seen = (unsigned char *) malloc (bytes_needed)) != NULL) { long i; tree v = TYPE_VALUES (type); bzero (cases_seen, bytes_needed); /* The time complexity of this code is normally O(N), where N being the number of members in the enumerated type. However, if type is a ENUMERAL_TYPE whose values do not increase monotonically, O(N*log(N)) time may be needed. */ mark_seen_cases (type, cases_seen, size, sparseness); for (i = 0; v != NULL_TREE && i < size; i++, v = TREE_CHAIN (v)) { if (BITARRAY_TEST(cases_seen, i) == 0) warning ("enumeration value `%s' not handled in switch", IDENTIFIER_POINTER (TREE_PURPOSE (v))); } free (cases_seen); } /* Now we go the other way around; we warn if there are case expressions that don't correspond to enumerators. This can occur since C and C++ don't enforce type-checking of assignments to enumeration variables. */ if (case_stack->data.case_stmt.case_list && case_stack->data.case_stmt.case_list->left) case_stack->data.case_stmt.case_list = case_tree2list (case_stack->data.case_stmt.case_list, 0); if (warn_switch) for (n = case_stack->data.case_stmt.case_list; n; n = n->right) { for (chain = TYPE_VALUES (type); chain && !tree_int_cst_equal (n->low, TREE_VALUE (chain)); chain = TREE_CHAIN (chain)) ; if (!chain) { if (TYPE_NAME (type) == 0) warning ("case value `%ld' not in enumerated type", (long) TREE_INT_CST_LOW (n->low)); else warning ("case value `%ld' not in enumerated type `%s'", (long) TREE_INT_CST_LOW (n->low), IDENTIFIER_POINTER ((TREE_CODE (TYPE_NAME (type)) == IDENTIFIER_NODE) ? TYPE_NAME (type) : DECL_NAME (TYPE_NAME (type)))); } if (!tree_int_cst_equal (n->low, n->high)) { for (chain = TYPE_VALUES (type); chain && !tree_int_cst_equal (n->high, TREE_VALUE (chain)); chain = TREE_CHAIN (chain)) ; if (!chain) { if (TYPE_NAME (type) == 0) warning ("case value `%ld' not in enumerated type", (long) TREE_INT_CST_LOW (n->high)); else warning ("case value `%ld' not in enumerated type `%s'", (long) TREE_INT_CST_LOW (n->high), IDENTIFIER_POINTER ((TREE_CODE (TYPE_NAME (type)) == IDENTIFIER_NODE) ? TYPE_NAME (type) : DECL_NAME (TYPE_NAME (type)))); } } } #if 0 /* ??? This optimization is disabled because it causes valid programs to fail. ANSI C does not guarantee that an expression with enum type will have a value that is the same as one of the enumeration literals. */ /* If all values were found as case labels, make one of them the default label. Thus, this switch will never fall through. We arbitrarily pick the last one to make the default since this is likely the most efficient choice. */ if (all_values) { for (l = &case_stack->data.case_stmt.case_list; (*l)->right != 0; l = &(*l)->right) ; case_stack->data.case_stmt.default_label = (*l)->code_label; *l = 0; } #endif /* 0 */ } /* Terminate a case (Pascal) or switch (C) statement in which ORIG_INDEX is the expression to be tested. Generate the code to test it and jump to the right place. */ void expand_end_case (orig_index) tree orig_index; { tree minval = NULL_TREE, maxval = NULL_TREE, range, orig_minval; rtx default_label = 0; register struct case_node *n; unsigned int count; rtx index; rtx table_label; int ncases; rtx *labelvec; register int i; rtx before_case; register struct nesting *thiscase = case_stack; tree index_expr, index_type; int unsignedp; table_label = gen_label_rtx (); index_expr = thiscase->data.case_stmt.index_expr; index_type = TREE_TYPE (index_expr); unsignedp = TREE_UNSIGNED (index_type); do_pending_stack_adjust (); /* This might get an spurious warning in the presence of a syntax error; it could be fixed by moving the call to check_seenlabel after the check for error_mark_node, and copying the code of check_seenlabel that deals with case_stack->data.case_stmt.line_number_status / restore_line_number_status in front of the call to end_cleanup_deferral; However, this might miss some useful warnings in the presence of non-syntax errors. */ check_seenlabel (); /* An ERROR_MARK occurs for various reasons including invalid data type. */ if (index_type != error_mark_node) { /* If switch expression was an enumerated type, check that all enumeration literals are covered by the cases. No sense trying this if there's a default case, however. */ if (!thiscase->data.case_stmt.default_label && TREE_CODE (TREE_TYPE (orig_index)) == ENUMERAL_TYPE && TREE_CODE (index_expr) != INTEGER_CST) check_for_full_enumeration_handling (TREE_TYPE (orig_index)); /* If we don't have a default-label, create one here, after the body of the switch. */ if (thiscase->data.case_stmt.default_label == 0) { thiscase->data.case_stmt.default_label = build_decl (LABEL_DECL, NULL_TREE, NULL_TREE); expand_label (thiscase->data.case_stmt.default_label); } default_label = label_rtx (thiscase->data.case_stmt.default_label); before_case = get_last_insn (); if (thiscase->data.case_stmt.case_list && thiscase->data.case_stmt.case_list->left) thiscase->data.case_stmt.case_list = case_tree2list(thiscase->data.case_stmt.case_list, 0); /* Simplify the case-list before we count it. */ group_case_nodes (thiscase->data.case_stmt.case_list); /* Get upper and lower bounds of case values. Also convert all the case values to the index expr's data type. */ count = 0; for (n = thiscase->data.case_stmt.case_list; n; n = n->right) { /* Check low and high label values are integers. */ if (TREE_CODE (n->low) != INTEGER_CST) abort (); if (TREE_CODE (n->high) != INTEGER_CST) abort (); n->low = convert (index_type, n->low); n->high = convert (index_type, n->high); /* Count the elements and track the largest and smallest of them (treating them as signed even if they are not). */ if (count++ == 0) { minval = n->low; maxval = n->high; } else { if (INT_CST_LT (n->low, minval)) minval = n->low; if (INT_CST_LT (maxval, n->high)) maxval = n->high; } /* A range counts double, since it requires two compares. */ if (! tree_int_cst_equal (n->low, n->high)) count++; } orig_minval = minval; /* Compute span of values. */ if (count != 0) range = fold (build (MINUS_EXPR, index_type, maxval, minval)); end_cleanup_deferral (); if (count == 0) { expand_expr (index_expr, const0_rtx, VOIDmode, 0); emit_queue (); emit_jump (default_label); } /* If range of values is much bigger than number of values, make a sequence of conditional branches instead of a dispatch. If the switch-index is a constant, do it this way because we can optimize it. */ #ifndef CASE_VALUES_THRESHOLD #ifdef HAVE_casesi #define CASE_VALUES_THRESHOLD (HAVE_casesi ? 4 : 5) #else /* If machine does not have a case insn that compares the bounds, this means extra overhead for dispatch tables which raises the threshold for using them. */ #define CASE_VALUES_THRESHOLD 5 #endif /* HAVE_casesi */ #endif /* CASE_VALUES_THRESHOLD */ else if (TREE_INT_CST_HIGH (range) != 0 || count < (unsigned int) CASE_VALUES_THRESHOLD || ((unsigned HOST_WIDE_INT) (TREE_INT_CST_LOW (range)) > 10 * count) #ifndef ASM_OUTPUT_ADDR_DIFF_ELT || flag_pic #endif || TREE_CODE (index_expr) == INTEGER_CST /* These will reduce to a constant. */ || (TREE_CODE (index_expr) == CALL_EXPR && TREE_CODE (TREE_OPERAND (index_expr, 0)) == ADDR_EXPR && TREE_CODE (TREE_OPERAND (TREE_OPERAND (index_expr, 0), 0)) == FUNCTION_DECL && DECL_FUNCTION_CODE (TREE_OPERAND (TREE_OPERAND (index_expr, 0), 0)) == BUILT_IN_CLASSIFY_TYPE) || (TREE_CODE (index_expr) == COMPOUND_EXPR && TREE_CODE (TREE_OPERAND (index_expr, 1)) == INTEGER_CST)) { index = expand_expr (index_expr, NULL_RTX, VOIDmode, 0); /* If the index is a short or char that we do not have an insn to handle comparisons directly, convert it to a full integer now, rather than letting each comparison generate the conversion. */ if (GET_MODE_CLASS (GET_MODE (index)) == MODE_INT && (cmp_optab->handlers[(int) GET_MODE(index)].insn_code == CODE_FOR_nothing)) { enum machine_mode wider_mode; for (wider_mode = GET_MODE (index); wider_mode != VOIDmode; wider_mode = GET_MODE_WIDER_MODE (wider_mode)) if (cmp_optab->handlers[(int) wider_mode].insn_code != CODE_FOR_nothing) { index = convert_to_mode (wider_mode, index, unsignedp); break; } } emit_queue (); do_pending_stack_adjust (); index = protect_from_queue (index, 0); if (GET_CODE (index) == MEM) index = copy_to_reg (index); if (GET_CODE (index) == CONST_INT || TREE_CODE (index_expr) == INTEGER_CST) { /* Make a tree node with the proper constant value if we don't already have one. */ if (TREE_CODE (index_expr) != INTEGER_CST) { index_expr = build_int_2 (INTVAL (index), unsignedp || INTVAL (index) >= 0 ? 0 : -1); index_expr = convert (index_type, index_expr); } /* For constant index expressions we need only issue a unconditional branch to the appropriate target code. The job of removing any unreachable code is left to the optimisation phase if the "-O" option is specified. */ for (n = thiscase->data.case_stmt.case_list; n; n = n->right) if (! tree_int_cst_lt (index_expr, n->low) && ! tree_int_cst_lt (n->high, index_expr)) break; if (n) emit_jump (label_rtx (n->code_label)); else emit_jump (default_label); } else { /* If the index expression is not constant we generate a binary decision tree to select the appropriate target code. This is done as follows: The list of cases is rearranged into a binary tree, nearly optimal assuming equal probability for each case. The tree is transformed into RTL, eliminating redundant test conditions at the same time. If program flow could reach the end of the decision tree an unconditional jump to the default code is emitted. */ use_cost_table = (TREE_CODE (TREE_TYPE (orig_index)) != ENUMERAL_TYPE && estimate_case_costs (thiscase->data.case_stmt.case_list)); balance_case_nodes (&thiscase->data.case_stmt.case_list, NULL_PTR); emit_case_nodes (index, thiscase->data.case_stmt.case_list, default_label, index_type); emit_jump_if_reachable (default_label); } } else { int win = 0; #ifdef HAVE_casesi if (HAVE_casesi) { enum machine_mode index_mode = SImode; int index_bits = GET_MODE_BITSIZE (index_mode); rtx op1, op2; enum machine_mode op_mode; /* Convert the index to SImode. */ if (GET_MODE_BITSIZE (TYPE_MODE (index_type)) > GET_MODE_BITSIZE (index_mode)) { enum machine_mode omode = TYPE_MODE (index_type); rtx rangertx = expand_expr (range, NULL_RTX, VOIDmode, 0); /* We must handle the endpoints in the original mode. */ index_expr = build (MINUS_EXPR, index_type, index_expr, minval); minval = integer_zero_node; index = expand_expr (index_expr, NULL_RTX, VOIDmode, 0); emit_cmp_and_jump_insns (rangertx, index, LTU, NULL_RTX, omode, 1, 0, default_label); /* Now we can safely truncate. */ index = convert_to_mode (index_mode, index, 0); } else { if (TYPE_MODE (index_type) != index_mode) { index_expr = convert (type_for_size (index_bits, 0), index_expr); index_type = TREE_TYPE (index_expr); } index = expand_expr (index_expr, NULL_RTX, VOIDmode, 0); } emit_queue (); index = protect_from_queue (index, 0); do_pending_stack_adjust (); op_mode = insn_operand_mode[(int)CODE_FOR_casesi][0]; if (! (*insn_operand_predicate[(int)CODE_FOR_casesi][0]) (index, op_mode)) index = copy_to_mode_reg (op_mode, index); op1 = expand_expr (minval, NULL_RTX, VOIDmode, 0); op_mode = insn_operand_mode[(int)CODE_FOR_casesi][1]; if (! (*insn_operand_predicate[(int)CODE_FOR_casesi][1]) (op1, op_mode)) op1 = copy_to_mode_reg (op_mode, op1); op2 = expand_expr (range, NULL_RTX, VOIDmode, 0); op_mode = insn_operand_mode[(int)CODE_FOR_casesi][2]; if (! (*insn_operand_predicate[(int)CODE_FOR_casesi][2]) (op2, op_mode)) op2 = copy_to_mode_reg (op_mode, op2); emit_jump_insn (gen_casesi (index, op1, op2, table_label, default_label)); win = 1; } #endif #ifdef HAVE_tablejump if (! win && HAVE_tablejump) { index_expr = convert (thiscase->data.case_stmt.nominal_type, fold (build (MINUS_EXPR, index_type, index_expr, minval))); index_type = TREE_TYPE (index_expr); index = expand_expr (index_expr, NULL_RTX, VOIDmode, 0); emit_queue (); index = protect_from_queue (index, 0); do_pending_stack_adjust (); do_tablejump (index, TYPE_MODE (index_type), expand_expr (range, NULL_RTX, VOIDmode, 0), table_label, default_label); win = 1; } #endif if (! win) abort (); /* Get table of labels to jump to, in order of case index. */ ncases = TREE_INT_CST_LOW (range) + 1; labelvec = (rtx *) alloca (ncases * sizeof (rtx)); bzero ((char *) labelvec, ncases * sizeof (rtx)); for (n = thiscase->data.case_stmt.case_list; n; n = n->right) { register HOST_WIDE_INT i = TREE_INT_CST_LOW (n->low) - TREE_INT_CST_LOW (orig_minval); while (1) { labelvec[i] = gen_rtx_LABEL_REF (Pmode, label_rtx (n->code_label)); if (i + TREE_INT_CST_LOW (orig_minval) == TREE_INT_CST_LOW (n->high)) break; i++; } } /* Fill in the gaps with the default. */ for (i = 0; i < ncases; i++) if (labelvec[i] == 0) labelvec[i] = gen_rtx_LABEL_REF (Pmode, default_label); /* Output the table */ emit_label (table_label); if (CASE_VECTOR_PC_RELATIVE || flag_pic) emit_jump_insn (gen_rtx_ADDR_DIFF_VEC (CASE_VECTOR_MODE, gen_rtx_LABEL_REF (Pmode, table_label), gen_rtvec_v (ncases, labelvec), const0_rtx, const0_rtx, 0)); else emit_jump_insn (gen_rtx_ADDR_VEC (CASE_VECTOR_MODE, gen_rtvec_v (ncases, labelvec))); /* If the case insn drops through the table, after the table we must jump to the default-label. Otherwise record no drop-through after the table. */ #ifdef CASE_DROPS_THROUGH emit_jump (default_label); #else emit_barrier (); #endif } before_case = squeeze_notes (NEXT_INSN (before_case), get_last_insn ()); reorder_insns (before_case, get_last_insn (), thiscase->data.case_stmt.start); } else end_cleanup_deferral (); if (thiscase->exit_label) emit_label (thiscase->exit_label); POPSTACK (case_stack); free_temp_slots (); } /* Convert the tree NODE into a list linked by the right field, with the left field zeroed. RIGHT is used for recursion; it is a list to be placed rightmost in the resulting list. */ static struct case_node * case_tree2list (node, right) struct case_node *node, *right; { struct case_node *left; if (node->right) right = case_tree2list (node->right, right); node->right = right; if ((left = node->left)) { node->left = 0; return case_tree2list (left, node); } return node; } /* Generate code to jump to LABEL if OP1 and OP2 are equal. */ static void do_jump_if_equal (op1, op2, label, unsignedp) rtx op1, op2, label; int unsignedp; { if (GET_CODE (op1) == CONST_INT && GET_CODE (op2) == CONST_INT) { if (INTVAL (op1) == INTVAL (op2)) emit_jump (label); } else { enum machine_mode mode = GET_MODE (op1); if (mode == VOIDmode) mode = GET_MODE (op2); emit_cmp_and_jump_insns (op1, op2, EQ, NULL_RTX, mode, unsignedp, 0, label); } } /* Not all case values are encountered equally. This function uses a heuristic to weight case labels, in cases where that looks like a reasonable thing to do. Right now, all we try to guess is text, and we establish the following weights: chars above space: 16 digits: 16 default: 12 space, punct: 8 tab: 4 newline: 2 other "\" chars: 1 remaining chars: 0 If we find any cases in the switch that are not either -1 or in the range of valid ASCII characters, or are control characters other than those commonly used with "\", don't treat this switch scanning text. Return 1 if these nodes are suitable for cost estimation, otherwise return 0. */ static int estimate_case_costs (node) case_node_ptr node; { tree min_ascii = build_int_2 (-1, -1); tree max_ascii = convert (TREE_TYPE (node->high), build_int_2 (127, 0)); case_node_ptr n; int i; /* If we haven't already made the cost table, make it now. Note that the lower bound of the table is -1, not zero. */ if (cost_table == NULL) { cost_table = ((short *) xmalloc (129 * sizeof (short))) + 1; bzero ((char *) (cost_table - 1), 129 * sizeof (short)); for (i = 0; i < 128; i++) { if (ISALNUM (i)) cost_table[i] = 16; else if (ISPUNCT (i)) cost_table[i] = 8; else if (ISCNTRL (i)) cost_table[i] = -1; } cost_table[' '] = 8; cost_table['\t'] = 4; cost_table['\0'] = 4; cost_table['\n'] = 2; cost_table['\f'] = 1; cost_table['\v'] = 1; cost_table['\b'] = 1; } /* See if all the case expressions look like text. It is text if the constant is >= -1 and the highest constant is <= 127. Do all comparisons as signed arithmetic since we don't want to ever access cost_table with a value less than -1. Also check that none of the constants in a range are strange control characters. */ for (n = node; n; n = n->right) { if ((INT_CST_LT (n->low, min_ascii)) || INT_CST_LT (max_ascii, n->high)) return 0; for (i = TREE_INT_CST_LOW (n->low); i <= TREE_INT_CST_LOW (n->high); i++) if (cost_table[i] < 0) return 0; } /* All interesting values are within the range of interesting ASCII characters. */ return 1; } /* Scan an ordered list of case nodes combining those with consecutive values or ranges. Eg. three separate entries 1: 2: 3: become one entry 1..3: */ static void group_case_nodes (head) case_node_ptr head; { case_node_ptr node = head; while (node) { rtx lb = next_real_insn (label_rtx (node->code_label)); rtx lb2; case_node_ptr np = node; /* Try to group the successors of NODE with NODE. */ while (((np = np->right) != 0) /* Do they jump to the same place? */ && ((lb2 = next_real_insn (label_rtx (np->code_label))) == lb || (lb != 0 && lb2 != 0 && simplejump_p (lb) && simplejump_p (lb2) && rtx_equal_p (SET_SRC (PATTERN (lb)), SET_SRC (PATTERN (lb2))))) /* Are their ranges consecutive? */ && tree_int_cst_equal (np->low, fold (build (PLUS_EXPR, TREE_TYPE (node->high), node->high, integer_one_node))) /* An overflow is not consecutive. */ && tree_int_cst_lt (node->high, fold (build (PLUS_EXPR, TREE_TYPE (node->high), node->high, integer_one_node)))) { node->high = np->high; } /* NP is the first node after NODE which can't be grouped with it. Delete the nodes in between, and move on to that node. */ node->right = np; node = np; } } /* Take an ordered list of case nodes and transform them into a near optimal binary tree, on the assumption that any target code selection value is as likely as any other. The transformation is performed by splitting the ordered list into two equal sections plus a pivot. The parts are then attached to the pivot as left and right branches. Each branch is then transformed recursively. */ static void balance_case_nodes (head, parent) case_node_ptr *head; case_node_ptr parent; { register case_node_ptr np; np = *head; if (np) { int cost = 0; int i = 0; int ranges = 0; register case_node_ptr *npp; case_node_ptr left; /* Count the number of entries on branch. Also count the ranges. */ while (np) { if (!tree_int_cst_equal (np->low, np->high)) { ranges++; if (use_cost_table) cost += cost_table[TREE_INT_CST_LOW (np->high)]; } if (use_cost_table) cost += cost_table[TREE_INT_CST_LOW (np->low)]; i++; np = np->right; } if (i > 2) { /* Split this list if it is long enough for that to help. */ npp = head; left = *npp; if (use_cost_table) { /* Find the place in the list that bisects the list's total cost, Here I gets half the total cost. */ int n_moved = 0; i = (cost + 1) / 2; while (1) { /* Skip nodes while their cost does not reach that amount. */ if (!tree_int_cst_equal ((*npp)->low, (*npp)->high)) i -= cost_table[TREE_INT_CST_LOW ((*npp)->high)]; i -= cost_table[TREE_INT_CST_LOW ((*npp)->low)]; if (i <= 0) break; npp = &(*npp)->right; n_moved += 1; } if (n_moved == 0) { /* Leave this branch lopsided, but optimize left-hand side and fill in `parent' fields for right-hand side. */ np = *head; np->parent = parent; balance_case_nodes (&np->left, np); for (; np->right; np = np->right) np->right->parent = np; return; } } /* If there are just three nodes, split at the middle one. */ else if (i == 3) npp = &(*npp)->right; else { /* Find the place in the list that bisects the list's total cost, where ranges count as 2. Here I gets half the total cost. */ i = (i + ranges + 1) / 2; while (1) { /* Skip nodes while their cost does not reach that amount. */ if (!tree_int_cst_equal ((*npp)->low, (*npp)->high)) i--; i--; if (i <= 0) break; npp = &(*npp)->right; } } *head = np = *npp; *npp = 0; np->parent = parent; np->left = left; /* Optimize each of the two split parts. */ balance_case_nodes (&np->left, np); balance_case_nodes (&np->right, np); } else { /* Else leave this branch as one level, but fill in `parent' fields. */ np = *head; np->parent = parent; for (; np->right; np = np->right) np->right->parent = np; } } } /* Search the parent sections of the case node tree to see if a test for the lower bound of NODE would be redundant. INDEX_TYPE is the type of the index expression. The instructions to generate the case decision tree are output in the same order as nodes are processed so it is known that if a parent node checks the range of the current node minus one that the current node is bounded at its lower span. Thus the test would be redundant. */ static int node_has_low_bound (node, index_type) case_node_ptr node; tree index_type; { tree low_minus_one; case_node_ptr pnode; /* If the lower bound of this node is the lowest value in the index type, we need not test it. */ if (tree_int_cst_equal (node->low, TYPE_MIN_VALUE (index_type))) return 1; /* If this node has a left branch, the value at the left must be less than that at this node, so it cannot be bounded at the bottom and we need not bother testing any further. */ if (node->left) return 0; low_minus_one = fold (build (MINUS_EXPR, TREE_TYPE (node->low), node->low, integer_one_node)); /* If the subtraction above overflowed, we can't verify anything. Otherwise, look for a parent that tests our value - 1. */ if (! tree_int_cst_lt (low_minus_one, node->low)) return 0; for (pnode = node->parent; pnode; pnode = pnode->parent) if (tree_int_cst_equal (low_minus_one, pnode->high)) return 1; return 0; } /* Search the parent sections of the case node tree to see if a test for the upper bound of NODE would be redundant. INDEX_TYPE is the type of the index expression. The instructions to generate the case decision tree are output in the same order as nodes are processed so it is known that if a parent node checks the range of the current node plus one that the current node is bounded at its upper span. Thus the test would be redundant. */ static int node_has_high_bound (node, index_type) case_node_ptr node; tree index_type; { tree high_plus_one; case_node_ptr pnode; /* If there is no upper bound, obviously no test is needed. */ if (TYPE_MAX_VALUE (index_type) == NULL) return 1; /* If the upper bound of this node is the highest value in the type of the index expression, we need not test against it. */ if (tree_int_cst_equal (node->high, TYPE_MAX_VALUE (index_type))) return 1; /* If this node has a right branch, the value at the right must be greater than that at this node, so it cannot be bounded at the top and we need not bother testing any further. */ if (node->right) return 0; high_plus_one = fold (build (PLUS_EXPR, TREE_TYPE (node->high), node->high, integer_one_node)); /* If the addition above overflowed, we can't verify anything. Otherwise, look for a parent that tests our value + 1. */ if (! tree_int_cst_lt (node->high, high_plus_one)) return 0; for (pnode = node->parent; pnode; pnode = pnode->parent) if (tree_int_cst_equal (high_plus_one, pnode->low)) return 1; return 0; } /* Search the parent sections of the case node tree to see if both tests for the upper and lower bounds of NODE would be redundant. */ static int node_is_bounded (node, index_type) case_node_ptr node; tree index_type; { return (node_has_low_bound (node, index_type) && node_has_high_bound (node, index_type)); } /* Emit an unconditional jump to LABEL unless it would be dead code. */ static void emit_jump_if_reachable (label) rtx label; { if (GET_CODE (get_last_insn ()) != BARRIER) emit_jump (label); } /* Emit step-by-step code to select a case for the value of INDEX. The thus generated decision tree follows the form of the case-node binary tree NODE, whose nodes represent test conditions. INDEX_TYPE is the type of the index of the switch. Care is taken to prune redundant tests from the decision tree by detecting any boundary conditions already checked by emitted rtx. (See node_has_high_bound, node_has_low_bound and node_is_bounded, above.) Where the test conditions can be shown to be redundant we emit an unconditional jump to the target code. As a further optimization, the subordinates of a tree node are examined to check for bounded nodes. In this case conditional and/or unconditional jumps as a result of the boundary check for the current node are arranged to target the subordinates associated code for out of bound conditions on the current node. We can assume that when control reaches the code generated here, the index value has already been compared with the parents of this node, and determined to be on the same side of each parent as this node is. Thus, if this node tests for the value 51, and a parent tested for 52, we don't need to consider the possibility of a value greater than 51. If another parent tests for the value 50, then this node need not test anything. */ static void emit_case_nodes (index, node, default_label, index_type) rtx index; case_node_ptr node; rtx default_label; tree index_type; { /* If INDEX has an unsigned type, we must make unsigned branches. */ int unsignedp = TREE_UNSIGNED (index_type); typedef rtx rtx_fn (); enum machine_mode mode = GET_MODE (index); /* See if our parents have already tested everything for us. If they have, emit an unconditional jump for this node. */ if (node_is_bounded (node, index_type)) emit_jump (label_rtx (node->code_label)); else if (tree_int_cst_equal (node->low, node->high)) { /* Node is single valued. First see if the index expression matches this node and then check our children, if any. */ do_jump_if_equal (index, expand_expr (node->low, NULL_RTX, VOIDmode, 0), label_rtx (node->code_label), unsignedp); if (node->right != 0 && node->left != 0) { /* This node has children on both sides. Dispatch to one side or the other by comparing the index value with this node's value. If one subtree is bounded, check that one first, so we can avoid real branches in the tree. */ if (node_is_bounded (node->right, index_type)) { emit_cmp_and_jump_insns (index, expand_expr (node->high, NULL_RTX, VOIDmode, 0), GT, NULL_RTX, mode, unsignedp, 0, label_rtx (node->right->code_label)); emit_case_nodes (index, node->left, default_label, index_type); } else if (node_is_bounded (node->left, index_type)) { emit_cmp_and_jump_insns (index, expand_expr (node->high, NULL_RTX, VOIDmode, 0), LT, NULL_RTX, mode, unsignedp, 0, label_rtx (node->left->code_label)); emit_case_nodes (index, node->right, default_label, index_type); } else { /* Neither node is bounded. First distinguish the two sides; then emit the code for one side at a time. */ tree test_label = build_decl (LABEL_DECL, NULL_TREE, NULL_TREE); /* See if the value is on the right. */ emit_cmp_and_jump_insns (index, expand_expr (node->high, NULL_RTX, VOIDmode, 0), GT, NULL_RTX, mode, unsignedp, 0, label_rtx (test_label)); /* Value must be on the left. Handle the left-hand subtree. */ emit_case_nodes (index, node->left, default_label, index_type); /* If left-hand subtree does nothing, go to default. */ emit_jump_if_reachable (default_label); /* Code branches here for the right-hand subtree. */ expand_label (test_label); emit_case_nodes (index, node->right, default_label, index_type); } } else if (node->right != 0 && node->left == 0) { /* Here we have a right child but no left so we issue conditional branch to default and process the right child. Omit the conditional branch to default if we it avoid only one right child; it costs too much space to save so little time. */ if (node->right->right || node->right->left || !tree_int_cst_equal (node->right->low, node->right->high)) { if (!node_has_low_bound (node, index_type)) { emit_cmp_and_jump_insns (index, expand_expr (node->high, NULL_RTX, VOIDmode, 0), LT, NULL_RTX, mode, unsignedp, 0, default_label); } emit_case_nodes (index, node->right, default_label, index_type); } else /* We cannot process node->right normally since we haven't ruled out the numbers less than this node's value. So handle node->right explicitly. */ do_jump_if_equal (index, expand_expr (node->right->low, NULL_RTX, VOIDmode, 0), label_rtx (node->right->code_label), unsignedp); } else if (node->right == 0 && node->left != 0) { /* Just one subtree, on the left. */ #if 0 /* The following code and comment were formerly part of the condition here, but they didn't work and I don't understand what the idea was. -- rms. */ /* If our "most probable entry" is less probable than the default label, emit a jump to the default label using condition codes already lying around. With no right branch, a branch-greater-than will get us to the default label correctly. */ if (use_cost_table && cost_table[TREE_INT_CST_LOW (node->high)] < 12) ; #endif /* 0 */ if (node->left->left || node->left->right || !tree_int_cst_equal (node->left->low, node->left->high)) { if (!node_has_high_bound (node, index_type)) { emit_cmp_and_jump_insns (index, expand_expr (node->high, NULL_RTX, VOIDmode, 0), GT, NULL_RTX, mode, unsignedp, 0, default_label); } emit_case_nodes (index, node->left, default_label, index_type); } else /* We cannot process node->left normally since we haven't ruled out the numbers less than this node's value. So handle node->left explicitly. */ do_jump_if_equal (index, expand_expr (node->left->low, NULL_RTX, VOIDmode, 0), label_rtx (node->left->code_label), unsignedp); } } else { /* Node is a range. These cases are very similar to those for a single value, except that we do not start by testing whether this node is the one to branch to. */ if (node->right != 0 && node->left != 0) { /* Node has subtrees on both sides. If the right-hand subtree is bounded, test for it first, since we can go straight there. Otherwise, we need to make a branch in the control structure, then handle the two subtrees. */ tree test_label = 0; if (node_is_bounded (node->right, index_type)) /* Right hand node is fully bounded so we can eliminate any testing and branch directly to the target code. */ emit_cmp_and_jump_insns (index, expand_expr (node->high, NULL_RTX, VOIDmode, 0), GT, NULL_RTX, mode, unsignedp, 0, label_rtx (node->right->code_label)); else { /* Right hand node requires testing. Branch to a label where we will handle it later. */ test_label = build_decl (LABEL_DECL, NULL_TREE, NULL_TREE); emit_cmp_and_jump_insns (index, expand_expr (node->high, NULL_RTX, VOIDmode, 0), GT, NULL_RTX, mode, unsignedp, 0, label_rtx (test_label)); } /* Value belongs to this node or to the left-hand subtree. */ emit_cmp_and_jump_insns (index, expand_expr (node->low, NULL_RTX, VOIDmode, 0), GE, NULL_RTX, mode, unsignedp, 0, label_rtx (node->code_label)); /* Handle the left-hand subtree. */ emit_case_nodes (index, node->left, default_label, index_type); /* If right node had to be handled later, do that now. */ if (test_label) { /* If the left-hand subtree fell through, don't let it fall into the right-hand subtree. */ emit_jump_if_reachable (default_label); expand_label (test_label); emit_case_nodes (index, node->right, default_label, index_type); } } else if (node->right != 0 && node->left == 0) { /* Deal with values to the left of this node, if they are possible. */ if (!node_has_low_bound (node, index_type)) { emit_cmp_and_jump_insns (index, expand_expr (node->low, NULL_RTX, VOIDmode, 0), LT, NULL_RTX, mode, unsignedp, 0, default_label); } /* Value belongs to this node or to the right-hand subtree. */ emit_cmp_and_jump_insns (index, expand_expr (node->high, NULL_RTX, VOIDmode, 0), LE, NULL_RTX, mode, unsignedp, 0, label_rtx (node->code_label)); emit_case_nodes (index, node->right, default_label, index_type); } else if (node->right == 0 && node->left != 0) { /* Deal with values to the right of this node, if they are possible. */ if (!node_has_high_bound (node, index_type)) { emit_cmp_and_jump_insns (index, expand_expr (node->high, NULL_RTX, VOIDmode, 0), GT, NULL_RTX, mode, unsignedp, 0, default_label); } /* Value belongs to this node or to the left-hand subtree. */ emit_cmp_and_jump_insns (index, expand_expr (node->low, NULL_RTX, VOIDmode, 0), GE, NULL_RTX, mode, unsignedp, 0, label_rtx (node->code_label)); emit_case_nodes (index, node->left, default_label, index_type); } else { /* Node has no children so we check low and high bounds to remove redundant tests. Only one of the bounds can exist, since otherwise this node is bounded--a case tested already. */ if (!node_has_high_bound (node, index_type)) { emit_cmp_and_jump_insns (index, expand_expr (node->high, NULL_RTX, VOIDmode, 0), GT, NULL_RTX, mode, unsignedp, 0, default_label); } if (!node_has_low_bound (node, index_type)) { emit_cmp_and_jump_insns (index, expand_expr (node->low, NULL_RTX, VOIDmode, 0), LT, NULL_RTX, mode, unsignedp, 0, default_label); } emit_jump (label_rtx (node->code_label)); } } } /* These routines are used by the loop unrolling code. They copy BLOCK trees so that the debugging info will be correct for the unrolled loop. */ /* Indexed by block number, contains a pointer to the N'th block node. Allocated by the call to identify_blocks, then released after the call to reorder_blocks in the function unroll_block_trees. */ static tree *block_vector; void find_loop_tree_blocks () { tree block = DECL_INITIAL (current_function_decl); block_vector = identify_blocks (block, get_insns ()); } void unroll_block_trees () { tree block = DECL_INITIAL (current_function_decl); reorder_blocks (block_vector, block, get_insns ()); /* Release any memory allocated by identify_blocks. */ if (block_vector) free (block_vector); }