123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536 |
- /* Local Register Allocator (LRA) intercommunication header file.
- Copyright (C) 2010-2019 Free Software Foundation, Inc.
- Contributed by Vladimir Makarov <vmakarov@redhat.com>.
- This file is part of GCC.
- GCC is free software; you can redistribute it and/or modify it under
- the terms of the GNU General Public License as published by the Free
- Software Foundation; either version 3, or (at your option) any later
- version.
- GCC is distributed in the hope that it will be useful, but WITHOUT ANY
- WARRANTY; without even the implied warranty of MERCHANTABILITY or
- FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
- for more details.
- You should have received a copy of the GNU General Public License
- along with GCC; see the file COPYING3. If not see
- <http://www.gnu.org/licenses/>. */
- #ifndef GCC_LRA_INT_H
- #define GCC_LRA_INT_H
- #define lra_assert(c) gcc_checking_assert (c)
- /* The parameter used to prevent infinite reloading for an insn. Each
- insn operands might require a reload and, if it is a memory, its
- base and index registers might require a reload too. */
- #define LRA_MAX_INSN_RELOADS (MAX_RECOG_OPERANDS * 3)
- typedef struct lra_live_range *lra_live_range_t;
- /* The structure describes program points where a given pseudo lives.
- The live ranges can be used to find conflicts with other pseudos.
- If the live ranges of two pseudos are intersected, the pseudos are
- in conflict. */
- struct lra_live_range
- {
- /* Pseudo regno whose live range is described by given
- structure. */
- int regno;
- /* Program point range. */
- int start, finish;
- /* Next structure describing program points where the pseudo
- lives. */
- lra_live_range_t next;
- /* Pointer to structures with the same start. */
- lra_live_range_t start_next;
- };
- typedef struct lra_copy *lra_copy_t;
- /* Copy between pseudos which affects assigning hard registers. */
- struct lra_copy
- {
- /* True if regno1 is the destination of the copy. */
- bool regno1_dest_p;
- /* Execution frequency of the copy. */
- int freq;
- /* Pseudos connected by the copy. REGNO1 < REGNO2. */
- int regno1, regno2;
- /* Next copy with correspondingly REGNO1 and REGNO2. */
- lra_copy_t regno1_next, regno2_next;
- };
- /* Common info about a register (pseudo or hard register). */
- struct lra_reg
- {
- /* Bitmap of UIDs of insns (including debug insns) referring the
- reg. */
- bitmap_head insn_bitmap;
- /* The following fields are defined only for pseudos. */
- /* Hard registers with which the pseudo conflicts. */
- HARD_REG_SET conflict_hard_regs;
- /* Call used registers with which the pseudo conflicts, taking into account
- the registers used by functions called from calls which cross the
- pseudo. */
- HARD_REG_SET actual_call_used_reg_set;
- /* We assign hard registers to reload pseudos which can occur in few
- places. So two hard register preferences are enough for them.
- The following fields define the preferred hard registers. If
- there are no such hard registers the first field value is
- negative. If there is only one preferred hard register, the 2nd
- field is negative. */
- int preferred_hard_regno1, preferred_hard_regno2;
- /* Profits to use the corresponding preferred hard registers. If
- the both hard registers defined, the first hard register has not
- less profit than the second one. */
- int preferred_hard_regno_profit1, preferred_hard_regno_profit2;
- #ifdef STACK_REGS
- /* True if the pseudo should not be assigned to a stack register. */
- bool no_stack_p;
- #endif
- /* Number of references and execution frequencies of the register in
- *non-debug* insns. */
- int nrefs, freq;
- int last_reload;
- /* rtx used to undo the inheritance. It can be non-null only
- between subsequent inheritance and undo inheritance passes. */
- rtx restore_rtx;
- /* Value holding by register. If the pseudos have the same value
- they do not conflict. */
- int val;
- /* Offset from relative eliminate register to pesudo reg. */
- poly_int64 offset;
- /* Call instruction, if any, that may affect this psuedo reg. */
- rtx_insn *call_insn;
- /* These members are set up in lra-lives.c and updated in
- lra-coalesce.c. */
- /* The biggest size mode in which each pseudo reg is referred in
- whole function (possibly via subreg). */
- machine_mode biggest_mode;
- /* Live ranges of the pseudo. */
- lra_live_range_t live_ranges;
- /* This member is set up in lra-lives.c for subsequent
- assignments. */
- lra_copy_t copies;
- };
- /* References to the common info about each register. */
- extern struct lra_reg *lra_reg_info;
- extern HARD_REG_SET hard_regs_spilled_into;
- /* Static info about each insn operand (common for all insns with the
- same ICODE). Warning: if the structure definition is changed, the
- initializer for debug_operand_data in lra.c should be changed
- too. */
- struct lra_operand_data
- {
- /* The machine description constraint string of the operand. */
- const char *constraint;
- /* Alternatives for which early_clobber can be true. */
- alternative_mask early_clobber_alts;
- /* It is taken only from machine description (which is different
- from recog_data.operand_mode) and can be of VOIDmode. */
- ENUM_BITFIELD(machine_mode) mode : 16;
- /* The type of the operand (in/out/inout). */
- ENUM_BITFIELD (op_type) type : 8;
- /* Through if accessed through STRICT_LOW. */
- unsigned int strict_low : 1;
- /* True if the operand is an operator. */
- unsigned int is_operator : 1;
- /* True if there is an early clobber alternative for this operand.
- This field is set up every time when corresponding
- operand_alternative in lra_static_insn_data is set up. */
- unsigned int early_clobber : 1;
- /* True if the operand is an address. */
- unsigned int is_address : 1;
- };
- /* Info about register occurrence in an insn. */
- struct lra_insn_reg
- {
- /* Alternatives for which early_clobber can be true. */
- alternative_mask early_clobber_alts;
- /* The biggest mode through which the insn refers to the register
- occurrence (remember the register can be accessed through a
- subreg in the insn). */
- ENUM_BITFIELD(machine_mode) biggest_mode : 16;
- /* The type of the corresponding operand which is the register. */
- ENUM_BITFIELD (op_type) type : 8;
- /* True if the reg is accessed through a subreg and the subreg is
- just a part of the register. */
- unsigned int subreg_p : 1;
- /* True if there is an early clobber alternative for this
- operand. */
- unsigned int early_clobber : 1;
- /* True if the reg is clobber highed by the operand. */
- unsigned int clobber_high : 1;
- /* The corresponding regno of the register. */
- int regno;
- /* Next reg info of the same insn. */
- struct lra_insn_reg *next;
- };
- /* Static part (common info for insns with the same ICODE) of LRA
- internal insn info. It exists in at most one exemplar for each
- non-negative ICODE. There is only one exception. Each asm insn has
- own structure. Warning: if the structure definition is changed,
- the initializer for debug_insn_static_data in lra.c should be
- changed too. */
- struct lra_static_insn_data
- {
- /* Static info about each insn operand. */
- struct lra_operand_data *operand;
- /* Each duplication refers to the number of the corresponding
- operand which is duplicated. */
- int *dup_num;
- /* The number of an operand marked as commutative, -1 otherwise. */
- int commutative;
- /* Number of operands, duplications, and alternatives of the
- insn. */
- char n_operands;
- char n_dups;
- char n_alternatives;
- /* Insns in machine description (or clobbers in asm) may contain
- explicit hard regs which are not operands. The following list
- describes such hard registers. */
- struct lra_insn_reg *hard_regs;
- /* Array [n_alternatives][n_operand] of static constraint info for
- given operand in given alternative. This info can be changed if
- the target reg info is changed. */
- const struct operand_alternative *operand_alternative;
- };
- /* Negative insn alternative numbers used for special cases. */
- #define LRA_UNKNOWN_ALT -1
- #define LRA_NON_CLOBBERED_ALT -2
- /* LRA internal info about an insn (LRA internal insn
- representation). */
- struct lra_insn_recog_data
- {
- /* The insn code. */
- int icode;
- /* The alternative should be used for the insn, LRA_UNKNOWN_ALT if
- unknown, or we should assume any alternative, or the insn is a
- debug insn. LRA_NON_CLOBBERED_ALT means ignoring any earlier
- clobbers for the insn. */
- int used_insn_alternative;
- /* SP offset before the insn relative to one at the func start. */
- poly_int64 sp_offset;
- /* The insn itself. */
- rtx_insn *insn;
- /* Common data for insns with the same ICODE. Asm insns (their
- ICODE is negative) do not share such structures. */
- struct lra_static_insn_data *insn_static_data;
- /* Two arrays of size correspondingly equal to the operand and the
- duplication numbers: */
- rtx **operand_loc; /* The operand locations, NULL if no operands. */
- rtx **dup_loc; /* The dup locations, NULL if no dups. */
- /* Number of hard registers implicitly used/clobbered in given call
- insn. The value can be NULL or points to array of the hard
- register numbers ending with a negative value. To differ
- clobbered and used hard regs, clobbered hard regs are incremented
- by FIRST_PSEUDO_REGISTER. */
- int *arg_hard_regs;
- /* Cached value of get_preferred_alternatives. */
- alternative_mask preferred_alternatives;
- /* The following member value is always NULL for a debug insn. */
- struct lra_insn_reg *regs;
- };
- typedef struct lra_insn_recog_data *lra_insn_recog_data_t;
- /* Whether the clobber is used temporary in LRA. */
- #define LRA_TEMP_CLOBBER_P(x) \
- (RTL_FLAG_CHECK1 ("TEMP_CLOBBER_P", (x), CLOBBER)->unchanging)
- /* Cost factor for each additional reload and maximal cost reject for
- insn reloads. One might ask about such strange numbers. Their
- values occurred historically from former reload pass. */
- #define LRA_LOSER_COST_FACTOR 6
- #define LRA_MAX_REJECT 600
- /* Maximum allowed number of assignment pass iterations after the
- latest spill pass when any former reload pseudo was spilled. It is
- for preventing LRA cycling in a bug case. */
- #define LRA_MAX_ASSIGNMENT_ITERATION_NUMBER 30
- /* The maximal number of inheritance/split passes in LRA. It should
- be more 1 in order to perform caller saves transformations and much
- less MAX_CONSTRAINT_ITERATION_NUMBER to prevent LRA to do as many
- as permitted constraint passes in some complicated cases. The
- first inheritance/split pass has a biggest impact on generated code
- quality. Each subsequent affects generated code in less degree.
- For example, the 3rd pass does not change generated SPEC2000 code
- at all on x86-64. */
- #define LRA_MAX_INHERITANCE_PASSES 2
- #if LRA_MAX_INHERITANCE_PASSES <= 0 \
- || LRA_MAX_INHERITANCE_PASSES >= LRA_MAX_ASSIGNMENT_ITERATION_NUMBER - 8
- #error wrong LRA_MAX_INHERITANCE_PASSES value
- #endif
- /* Analogous macro to the above one but for rematerialization. */
- #define LRA_MAX_REMATERIALIZATION_PASSES 2
- #if LRA_MAX_REMATERIALIZATION_PASSES <= 0 \
- || LRA_MAX_REMATERIALIZATION_PASSES >= LRA_MAX_ASSIGNMENT_ITERATION_NUMBER - 8
- #error wrong LRA_MAX_REMATERIALIZATION_PASSES value
- #endif
- /* lra.c: */
- extern FILE *lra_dump_file;
- extern bool lra_asm_error_p;
- extern bool lra_reg_spill_p;
- extern HARD_REG_SET lra_no_alloc_regs;
- extern int lra_insn_recog_data_len;
- extern lra_insn_recog_data_t *lra_insn_recog_data;
- extern int lra_curr_reload_num;
- extern void lra_dump_bitmap_with_title (const char *, bitmap, int);
- extern hashval_t lra_rtx_hash (rtx x);
- extern void lra_push_insn (rtx_insn *);
- extern void lra_push_insn_by_uid (unsigned int);
- extern void lra_push_insn_and_update_insn_regno_info (rtx_insn *);
- extern rtx_insn *lra_pop_insn (void);
- extern unsigned int lra_insn_stack_length (void);
- extern rtx lra_create_new_reg_with_unique_value (machine_mode, rtx,
- enum reg_class, const char *);
- extern void lra_set_regno_unique_value (int);
- extern void lra_invalidate_insn_data (rtx_insn *);
- extern void lra_set_insn_deleted (rtx_insn *);
- extern void lra_delete_dead_insn (rtx_insn *);
- extern void lra_emit_add (rtx, rtx, rtx);
- extern void lra_emit_move (rtx, rtx);
- extern void lra_update_dups (lra_insn_recog_data_t, signed char *);
- extern void lra_process_new_insns (rtx_insn *, rtx_insn *, rtx_insn *,
- const char *);
- extern bool lra_substitute_pseudo (rtx *, int, rtx, bool, bool);
- extern bool lra_substitute_pseudo_within_insn (rtx_insn *, int, rtx, bool);
- extern lra_insn_recog_data_t lra_set_insn_recog_data (rtx_insn *);
- extern lra_insn_recog_data_t lra_update_insn_recog_data (rtx_insn *);
- extern void lra_set_used_insn_alternative (rtx_insn *, int);
- extern void lra_set_used_insn_alternative_by_uid (int, int);
- extern void lra_invalidate_insn_regno_info (rtx_insn *);
- extern void lra_update_insn_regno_info (rtx_insn *);
- extern struct lra_insn_reg *lra_get_insn_regs (int);
- extern void lra_free_copies (void);
- extern void lra_create_copy (int, int, int);
- extern lra_copy_t lra_get_copy (int);
- extern bool lra_former_scratch_p (int);
- extern bool lra_former_scratch_operand_p (rtx_insn *, int);
- extern void lra_register_new_scratch_op (rtx_insn *, int, int);
- extern int lra_new_regno_start;
- extern int lra_constraint_new_regno_start;
- extern int lra_bad_spill_regno_start;
- extern bitmap_head lra_inheritance_pseudos;
- extern bitmap_head lra_split_regs;
- extern bitmap_head lra_subreg_reload_pseudos;
- extern bitmap_head lra_optional_reload_pseudos;
- /* lra-constraints.c: */
- extern void lra_init_equiv (void);
- extern int lra_constraint_offset (int, machine_mode);
- extern int lra_constraint_iter;
- extern bool lra_risky_transformations_p;
- extern int lra_inheritance_iter;
- extern int lra_undo_inheritance_iter;
- extern bool lra_constrain_insn (rtx_insn *);
- extern bool lra_constraints (bool);
- extern void lra_constraints_init (void);
- extern void lra_constraints_finish (void);
- extern bool spill_hard_reg_in_range (int, enum reg_class, rtx_insn *, rtx_insn *);
- extern void lra_inheritance (void);
- extern bool lra_undo_inheritance (void);
- /* lra-lives.c: */
- extern int lra_live_max_point;
- extern int *lra_point_freq;
- extern int lra_hard_reg_usage[FIRST_PSEUDO_REGISTER];
- extern int lra_live_range_iter;
- extern void lra_create_live_ranges (bool, bool);
- extern lra_live_range_t lra_copy_live_range_list (lra_live_range_t);
- extern lra_live_range_t lra_merge_live_ranges (lra_live_range_t,
- lra_live_range_t);
- extern bool lra_intersected_live_ranges_p (lra_live_range_t,
- lra_live_range_t);
- extern void lra_print_live_range_list (FILE *, lra_live_range_t);
- extern void debug (lra_live_range &ref);
- extern void debug (lra_live_range *ptr);
- extern void lra_debug_live_range_list (lra_live_range_t);
- extern void lra_debug_pseudo_live_ranges (int);
- extern void lra_debug_live_ranges (void);
- extern void lra_clear_live_ranges (void);
- extern void lra_live_ranges_init (void);
- extern void lra_live_ranges_finish (void);
- extern void lra_setup_reload_pseudo_preferenced_hard_reg (int, int, int);
- /* lra-assigns.c: */
- extern int lra_assignment_iter;
- extern int lra_assignment_iter_after_spill;
- extern void lra_setup_reg_renumber (int, int, bool);
- extern bool lra_assign (bool &);
- extern bool lra_split_hard_reg_for (void);
- /* lra-coalesce.c: */
- extern int lra_coalesce_iter;
- extern bool lra_coalesce (void);
- /* lra-spills.c: */
- extern bool lra_need_for_scratch_reg_p (void);
- extern bool lra_need_for_spills_p (void);
- extern void lra_spill (void);
- extern void lra_final_code_change (void);
- /* lra-remat.c: */
- extern int lra_rematerialization_iter;
- extern bool lra_remat (void);
- /* lra-elimination.c: */
- extern void lra_debug_elim_table (void);
- extern int lra_get_elimination_hard_regno (int);
- extern rtx lra_eliminate_regs_1 (rtx_insn *, rtx, machine_mode,
- bool, bool, poly_int64, bool);
- extern void eliminate_regs_in_insn (rtx_insn *insn, bool, bool, poly_int64);
- extern void lra_eliminate (bool, bool);
- extern void lra_eliminate_reg_if_possible (rtx *);
- /* Return the hard register which given pseudo REGNO assigned to.
- Negative value means that the register got memory or we don't know
- allocation yet. */
- static inline int
- lra_get_regno_hard_regno (int regno)
- {
- resize_reg_info ();
- return reg_renumber[regno];
- }
- /* Change class of pseudo REGNO to NEW_CLASS. Print info about it
- using TITLE. Output a new line if NL_P. */
- static void inline
- lra_change_class (int regno, enum reg_class new_class,
- const char *title, bool nl_p)
- {
- lra_assert (regno >= FIRST_PSEUDO_REGISTER);
- if (lra_dump_file != NULL)
- fprintf (lra_dump_file, "%s class %s for r%d",
- title, reg_class_names[new_class], regno);
- setup_reg_classes (regno, new_class, NO_REGS, new_class);
- if (lra_dump_file != NULL && nl_p)
- fprintf (lra_dump_file, "\n");
- }
- /* Update insn operands which are duplication of NOP operand. The
- insn is represented by its LRA internal representation ID. */
- static inline void
- lra_update_dup (lra_insn_recog_data_t id, int nop)
- {
- int i;
- struct lra_static_insn_data *static_id = id->insn_static_data;
- for (i = 0; i < static_id->n_dups; i++)
- if (static_id->dup_num[i] == nop)
- *id->dup_loc[i] = *id->operand_loc[nop];
- }
- /* Process operator duplications in insn with ID. We do it after the
- operands processing. Generally speaking, we could do this probably
- simultaneously with operands processing because a common practice
- is to enumerate the operators after their operands. */
- static inline void
- lra_update_operator_dups (lra_insn_recog_data_t id)
- {
- int i;
- struct lra_static_insn_data *static_id = id->insn_static_data;
- for (i = 0; i < static_id->n_dups; i++)
- {
- int ndup = static_id->dup_num[i];
- if (static_id->operand[ndup].is_operator)
- *id->dup_loc[i] = *id->operand_loc[ndup];
- }
- }
- /* Return info about INSN. Set up the info if it is not done yet. */
- static inline lra_insn_recog_data_t
- lra_get_insn_recog_data (rtx_insn *insn)
- {
- lra_insn_recog_data_t data;
- unsigned int uid = INSN_UID (insn);
- if (lra_insn_recog_data_len > (int) uid
- && (data = lra_insn_recog_data[uid]) != NULL)
- {
- /* Check that we did not change insn without updating the insn
- info. */
- lra_assert (data->insn == insn
- && (INSN_CODE (insn) < 0
- || data->icode == INSN_CODE (insn)));
- return data;
- }
- return lra_set_insn_recog_data (insn);
- }
- /* Update offset from pseudos with VAL by INCR. */
- static inline void
- lra_update_reg_val_offset (int val, poly_int64 incr)
- {
- int i;
- for (i = FIRST_PSEUDO_REGISTER; i < max_reg_num (); i++)
- {
- if (lra_reg_info[i].val == val)
- lra_reg_info[i].offset += incr;
- }
- }
- /* Return true if register content is equal to VAL with OFFSET. */
- static inline bool
- lra_reg_val_equal_p (int regno, int val, poly_int64 offset)
- {
- if (lra_reg_info[regno].val == val
- && known_eq (lra_reg_info[regno].offset, offset))
- return true;
- return false;
- }
- /* Assign value of register FROM to TO. */
- static inline void
- lra_assign_reg_val (int from, int to)
- {
- lra_reg_info[to].val = lra_reg_info[from].val;
- lra_reg_info[to].offset = lra_reg_info[from].offset;
- }
- #endif /* GCC_LRA_INT_H */
|