lra-int.h 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536
  1. /* Local Register Allocator (LRA) intercommunication header file.
  2. Copyright (C) 2010-2019 Free Software Foundation, Inc.
  3. Contributed by Vladimir Makarov <vmakarov@redhat.com>.
  4. This file is part of GCC.
  5. GCC is free software; you can redistribute it and/or modify it under
  6. the terms of the GNU General Public License as published by the Free
  7. Software Foundation; either version 3, or (at your option) any later
  8. version.
  9. GCC is distributed in the hope that it will be useful, but WITHOUT ANY
  10. WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11. FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
  12. for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with GCC; see the file COPYING3. If not see
  15. <http://www.gnu.org/licenses/>. */
  16. #ifndef GCC_LRA_INT_H
  17. #define GCC_LRA_INT_H
  18. #define lra_assert(c) gcc_checking_assert (c)
  19. /* The parameter used to prevent infinite reloading for an insn. Each
  20. insn operands might require a reload and, if it is a memory, its
  21. base and index registers might require a reload too. */
  22. #define LRA_MAX_INSN_RELOADS (MAX_RECOG_OPERANDS * 3)
  23. typedef struct lra_live_range *lra_live_range_t;
  24. /* The structure describes program points where a given pseudo lives.
  25. The live ranges can be used to find conflicts with other pseudos.
  26. If the live ranges of two pseudos are intersected, the pseudos are
  27. in conflict. */
  28. struct lra_live_range
  29. {
  30. /* Pseudo regno whose live range is described by given
  31. structure. */
  32. int regno;
  33. /* Program point range. */
  34. int start, finish;
  35. /* Next structure describing program points where the pseudo
  36. lives. */
  37. lra_live_range_t next;
  38. /* Pointer to structures with the same start. */
  39. lra_live_range_t start_next;
  40. };
  41. typedef struct lra_copy *lra_copy_t;
  42. /* Copy between pseudos which affects assigning hard registers. */
  43. struct lra_copy
  44. {
  45. /* True if regno1 is the destination of the copy. */
  46. bool regno1_dest_p;
  47. /* Execution frequency of the copy. */
  48. int freq;
  49. /* Pseudos connected by the copy. REGNO1 < REGNO2. */
  50. int regno1, regno2;
  51. /* Next copy with correspondingly REGNO1 and REGNO2. */
  52. lra_copy_t regno1_next, regno2_next;
  53. };
  54. /* Common info about a register (pseudo or hard register). */
  55. struct lra_reg
  56. {
  57. /* Bitmap of UIDs of insns (including debug insns) referring the
  58. reg. */
  59. bitmap_head insn_bitmap;
  60. /* The following fields are defined only for pseudos. */
  61. /* Hard registers with which the pseudo conflicts. */
  62. HARD_REG_SET conflict_hard_regs;
  63. /* Call used registers with which the pseudo conflicts, taking into account
  64. the registers used by functions called from calls which cross the
  65. pseudo. */
  66. HARD_REG_SET actual_call_used_reg_set;
  67. /* We assign hard registers to reload pseudos which can occur in few
  68. places. So two hard register preferences are enough for them.
  69. The following fields define the preferred hard registers. If
  70. there are no such hard registers the first field value is
  71. negative. If there is only one preferred hard register, the 2nd
  72. field is negative. */
  73. int preferred_hard_regno1, preferred_hard_regno2;
  74. /* Profits to use the corresponding preferred hard registers. If
  75. the both hard registers defined, the first hard register has not
  76. less profit than the second one. */
  77. int preferred_hard_regno_profit1, preferred_hard_regno_profit2;
  78. #ifdef STACK_REGS
  79. /* True if the pseudo should not be assigned to a stack register. */
  80. bool no_stack_p;
  81. #endif
  82. /* Number of references and execution frequencies of the register in
  83. *non-debug* insns. */
  84. int nrefs, freq;
  85. int last_reload;
  86. /* rtx used to undo the inheritance. It can be non-null only
  87. between subsequent inheritance and undo inheritance passes. */
  88. rtx restore_rtx;
  89. /* Value holding by register. If the pseudos have the same value
  90. they do not conflict. */
  91. int val;
  92. /* Offset from relative eliminate register to pesudo reg. */
  93. poly_int64 offset;
  94. /* Call instruction, if any, that may affect this psuedo reg. */
  95. rtx_insn *call_insn;
  96. /* These members are set up in lra-lives.c and updated in
  97. lra-coalesce.c. */
  98. /* The biggest size mode in which each pseudo reg is referred in
  99. whole function (possibly via subreg). */
  100. machine_mode biggest_mode;
  101. /* Live ranges of the pseudo. */
  102. lra_live_range_t live_ranges;
  103. /* This member is set up in lra-lives.c for subsequent
  104. assignments. */
  105. lra_copy_t copies;
  106. };
  107. /* References to the common info about each register. */
  108. extern struct lra_reg *lra_reg_info;
  109. extern HARD_REG_SET hard_regs_spilled_into;
  110. /* Static info about each insn operand (common for all insns with the
  111. same ICODE). Warning: if the structure definition is changed, the
  112. initializer for debug_operand_data in lra.c should be changed
  113. too. */
  114. struct lra_operand_data
  115. {
  116. /* The machine description constraint string of the operand. */
  117. const char *constraint;
  118. /* Alternatives for which early_clobber can be true. */
  119. alternative_mask early_clobber_alts;
  120. /* It is taken only from machine description (which is different
  121. from recog_data.operand_mode) and can be of VOIDmode. */
  122. ENUM_BITFIELD(machine_mode) mode : 16;
  123. /* The type of the operand (in/out/inout). */
  124. ENUM_BITFIELD (op_type) type : 8;
  125. /* Through if accessed through STRICT_LOW. */
  126. unsigned int strict_low : 1;
  127. /* True if the operand is an operator. */
  128. unsigned int is_operator : 1;
  129. /* True if there is an early clobber alternative for this operand.
  130. This field is set up every time when corresponding
  131. operand_alternative in lra_static_insn_data is set up. */
  132. unsigned int early_clobber : 1;
  133. /* True if the operand is an address. */
  134. unsigned int is_address : 1;
  135. };
  136. /* Info about register occurrence in an insn. */
  137. struct lra_insn_reg
  138. {
  139. /* Alternatives for which early_clobber can be true. */
  140. alternative_mask early_clobber_alts;
  141. /* The biggest mode through which the insn refers to the register
  142. occurrence (remember the register can be accessed through a
  143. subreg in the insn). */
  144. ENUM_BITFIELD(machine_mode) biggest_mode : 16;
  145. /* The type of the corresponding operand which is the register. */
  146. ENUM_BITFIELD (op_type) type : 8;
  147. /* True if the reg is accessed through a subreg and the subreg is
  148. just a part of the register. */
  149. unsigned int subreg_p : 1;
  150. /* True if there is an early clobber alternative for this
  151. operand. */
  152. unsigned int early_clobber : 1;
  153. /* True if the reg is clobber highed by the operand. */
  154. unsigned int clobber_high : 1;
  155. /* The corresponding regno of the register. */
  156. int regno;
  157. /* Next reg info of the same insn. */
  158. struct lra_insn_reg *next;
  159. };
  160. /* Static part (common info for insns with the same ICODE) of LRA
  161. internal insn info. It exists in at most one exemplar for each
  162. non-negative ICODE. There is only one exception. Each asm insn has
  163. own structure. Warning: if the structure definition is changed,
  164. the initializer for debug_insn_static_data in lra.c should be
  165. changed too. */
  166. struct lra_static_insn_data
  167. {
  168. /* Static info about each insn operand. */
  169. struct lra_operand_data *operand;
  170. /* Each duplication refers to the number of the corresponding
  171. operand which is duplicated. */
  172. int *dup_num;
  173. /* The number of an operand marked as commutative, -1 otherwise. */
  174. int commutative;
  175. /* Number of operands, duplications, and alternatives of the
  176. insn. */
  177. char n_operands;
  178. char n_dups;
  179. char n_alternatives;
  180. /* Insns in machine description (or clobbers in asm) may contain
  181. explicit hard regs which are not operands. The following list
  182. describes such hard registers. */
  183. struct lra_insn_reg *hard_regs;
  184. /* Array [n_alternatives][n_operand] of static constraint info for
  185. given operand in given alternative. This info can be changed if
  186. the target reg info is changed. */
  187. const struct operand_alternative *operand_alternative;
  188. };
  189. /* Negative insn alternative numbers used for special cases. */
  190. #define LRA_UNKNOWN_ALT -1
  191. #define LRA_NON_CLOBBERED_ALT -2
  192. /* LRA internal info about an insn (LRA internal insn
  193. representation). */
  194. struct lra_insn_recog_data
  195. {
  196. /* The insn code. */
  197. int icode;
  198. /* The alternative should be used for the insn, LRA_UNKNOWN_ALT if
  199. unknown, or we should assume any alternative, or the insn is a
  200. debug insn. LRA_NON_CLOBBERED_ALT means ignoring any earlier
  201. clobbers for the insn. */
  202. int used_insn_alternative;
  203. /* SP offset before the insn relative to one at the func start. */
  204. poly_int64 sp_offset;
  205. /* The insn itself. */
  206. rtx_insn *insn;
  207. /* Common data for insns with the same ICODE. Asm insns (their
  208. ICODE is negative) do not share such structures. */
  209. struct lra_static_insn_data *insn_static_data;
  210. /* Two arrays of size correspondingly equal to the operand and the
  211. duplication numbers: */
  212. rtx **operand_loc; /* The operand locations, NULL if no operands. */
  213. rtx **dup_loc; /* The dup locations, NULL if no dups. */
  214. /* Number of hard registers implicitly used/clobbered in given call
  215. insn. The value can be NULL or points to array of the hard
  216. register numbers ending with a negative value. To differ
  217. clobbered and used hard regs, clobbered hard regs are incremented
  218. by FIRST_PSEUDO_REGISTER. */
  219. int *arg_hard_regs;
  220. /* Cached value of get_preferred_alternatives. */
  221. alternative_mask preferred_alternatives;
  222. /* The following member value is always NULL for a debug insn. */
  223. struct lra_insn_reg *regs;
  224. };
  225. typedef struct lra_insn_recog_data *lra_insn_recog_data_t;
  226. /* Whether the clobber is used temporary in LRA. */
  227. #define LRA_TEMP_CLOBBER_P(x) \
  228. (RTL_FLAG_CHECK1 ("TEMP_CLOBBER_P", (x), CLOBBER)->unchanging)
  229. /* Cost factor for each additional reload and maximal cost reject for
  230. insn reloads. One might ask about such strange numbers. Their
  231. values occurred historically from former reload pass. */
  232. #define LRA_LOSER_COST_FACTOR 6
  233. #define LRA_MAX_REJECT 600
  234. /* Maximum allowed number of assignment pass iterations after the
  235. latest spill pass when any former reload pseudo was spilled. It is
  236. for preventing LRA cycling in a bug case. */
  237. #define LRA_MAX_ASSIGNMENT_ITERATION_NUMBER 30
  238. /* The maximal number of inheritance/split passes in LRA. It should
  239. be more 1 in order to perform caller saves transformations and much
  240. less MAX_CONSTRAINT_ITERATION_NUMBER to prevent LRA to do as many
  241. as permitted constraint passes in some complicated cases. The
  242. first inheritance/split pass has a biggest impact on generated code
  243. quality. Each subsequent affects generated code in less degree.
  244. For example, the 3rd pass does not change generated SPEC2000 code
  245. at all on x86-64. */
  246. #define LRA_MAX_INHERITANCE_PASSES 2
  247. #if LRA_MAX_INHERITANCE_PASSES <= 0 \
  248. || LRA_MAX_INHERITANCE_PASSES >= LRA_MAX_ASSIGNMENT_ITERATION_NUMBER - 8
  249. #error wrong LRA_MAX_INHERITANCE_PASSES value
  250. #endif
  251. /* Analogous macro to the above one but for rematerialization. */
  252. #define LRA_MAX_REMATERIALIZATION_PASSES 2
  253. #if LRA_MAX_REMATERIALIZATION_PASSES <= 0 \
  254. || LRA_MAX_REMATERIALIZATION_PASSES >= LRA_MAX_ASSIGNMENT_ITERATION_NUMBER - 8
  255. #error wrong LRA_MAX_REMATERIALIZATION_PASSES value
  256. #endif
  257. /* lra.c: */
  258. extern FILE *lra_dump_file;
  259. extern bool lra_asm_error_p;
  260. extern bool lra_reg_spill_p;
  261. extern HARD_REG_SET lra_no_alloc_regs;
  262. extern int lra_insn_recog_data_len;
  263. extern lra_insn_recog_data_t *lra_insn_recog_data;
  264. extern int lra_curr_reload_num;
  265. extern void lra_dump_bitmap_with_title (const char *, bitmap, int);
  266. extern hashval_t lra_rtx_hash (rtx x);
  267. extern void lra_push_insn (rtx_insn *);
  268. extern void lra_push_insn_by_uid (unsigned int);
  269. extern void lra_push_insn_and_update_insn_regno_info (rtx_insn *);
  270. extern rtx_insn *lra_pop_insn (void);
  271. extern unsigned int lra_insn_stack_length (void);
  272. extern rtx lra_create_new_reg_with_unique_value (machine_mode, rtx,
  273. enum reg_class, const char *);
  274. extern void lra_set_regno_unique_value (int);
  275. extern void lra_invalidate_insn_data (rtx_insn *);
  276. extern void lra_set_insn_deleted (rtx_insn *);
  277. extern void lra_delete_dead_insn (rtx_insn *);
  278. extern void lra_emit_add (rtx, rtx, rtx);
  279. extern void lra_emit_move (rtx, rtx);
  280. extern void lra_update_dups (lra_insn_recog_data_t, signed char *);
  281. extern void lra_process_new_insns (rtx_insn *, rtx_insn *, rtx_insn *,
  282. const char *);
  283. extern bool lra_substitute_pseudo (rtx *, int, rtx, bool, bool);
  284. extern bool lra_substitute_pseudo_within_insn (rtx_insn *, int, rtx, bool);
  285. extern lra_insn_recog_data_t lra_set_insn_recog_data (rtx_insn *);
  286. extern lra_insn_recog_data_t lra_update_insn_recog_data (rtx_insn *);
  287. extern void lra_set_used_insn_alternative (rtx_insn *, int);
  288. extern void lra_set_used_insn_alternative_by_uid (int, int);
  289. extern void lra_invalidate_insn_regno_info (rtx_insn *);
  290. extern void lra_update_insn_regno_info (rtx_insn *);
  291. extern struct lra_insn_reg *lra_get_insn_regs (int);
  292. extern void lra_free_copies (void);
  293. extern void lra_create_copy (int, int, int);
  294. extern lra_copy_t lra_get_copy (int);
  295. extern bool lra_former_scratch_p (int);
  296. extern bool lra_former_scratch_operand_p (rtx_insn *, int);
  297. extern void lra_register_new_scratch_op (rtx_insn *, int, int);
  298. extern int lra_new_regno_start;
  299. extern int lra_constraint_new_regno_start;
  300. extern int lra_bad_spill_regno_start;
  301. extern bitmap_head lra_inheritance_pseudos;
  302. extern bitmap_head lra_split_regs;
  303. extern bitmap_head lra_subreg_reload_pseudos;
  304. extern bitmap_head lra_optional_reload_pseudos;
  305. /* lra-constraints.c: */
  306. extern void lra_init_equiv (void);
  307. extern int lra_constraint_offset (int, machine_mode);
  308. extern int lra_constraint_iter;
  309. extern bool lra_risky_transformations_p;
  310. extern int lra_inheritance_iter;
  311. extern int lra_undo_inheritance_iter;
  312. extern bool lra_constrain_insn (rtx_insn *);
  313. extern bool lra_constraints (bool);
  314. extern void lra_constraints_init (void);
  315. extern void lra_constraints_finish (void);
  316. extern bool spill_hard_reg_in_range (int, enum reg_class, rtx_insn *, rtx_insn *);
  317. extern void lra_inheritance (void);
  318. extern bool lra_undo_inheritance (void);
  319. /* lra-lives.c: */
  320. extern int lra_live_max_point;
  321. extern int *lra_point_freq;
  322. extern int lra_hard_reg_usage[FIRST_PSEUDO_REGISTER];
  323. extern int lra_live_range_iter;
  324. extern void lra_create_live_ranges (bool, bool);
  325. extern lra_live_range_t lra_copy_live_range_list (lra_live_range_t);
  326. extern lra_live_range_t lra_merge_live_ranges (lra_live_range_t,
  327. lra_live_range_t);
  328. extern bool lra_intersected_live_ranges_p (lra_live_range_t,
  329. lra_live_range_t);
  330. extern void lra_print_live_range_list (FILE *, lra_live_range_t);
  331. extern void debug (lra_live_range &ref);
  332. extern void debug (lra_live_range *ptr);
  333. extern void lra_debug_live_range_list (lra_live_range_t);
  334. extern void lra_debug_pseudo_live_ranges (int);
  335. extern void lra_debug_live_ranges (void);
  336. extern void lra_clear_live_ranges (void);
  337. extern void lra_live_ranges_init (void);
  338. extern void lra_live_ranges_finish (void);
  339. extern void lra_setup_reload_pseudo_preferenced_hard_reg (int, int, int);
  340. /* lra-assigns.c: */
  341. extern int lra_assignment_iter;
  342. extern int lra_assignment_iter_after_spill;
  343. extern void lra_setup_reg_renumber (int, int, bool);
  344. extern bool lra_assign (bool &);
  345. extern bool lra_split_hard_reg_for (void);
  346. /* lra-coalesce.c: */
  347. extern int lra_coalesce_iter;
  348. extern bool lra_coalesce (void);
  349. /* lra-spills.c: */
  350. extern bool lra_need_for_scratch_reg_p (void);
  351. extern bool lra_need_for_spills_p (void);
  352. extern void lra_spill (void);
  353. extern void lra_final_code_change (void);
  354. /* lra-remat.c: */
  355. extern int lra_rematerialization_iter;
  356. extern bool lra_remat (void);
  357. /* lra-elimination.c: */
  358. extern void lra_debug_elim_table (void);
  359. extern int lra_get_elimination_hard_regno (int);
  360. extern rtx lra_eliminate_regs_1 (rtx_insn *, rtx, machine_mode,
  361. bool, bool, poly_int64, bool);
  362. extern void eliminate_regs_in_insn (rtx_insn *insn, bool, bool, poly_int64);
  363. extern void lra_eliminate (bool, bool);
  364. extern void lra_eliminate_reg_if_possible (rtx *);
  365. /* Return the hard register which given pseudo REGNO assigned to.
  366. Negative value means that the register got memory or we don't know
  367. allocation yet. */
  368. static inline int
  369. lra_get_regno_hard_regno (int regno)
  370. {
  371. resize_reg_info ();
  372. return reg_renumber[regno];
  373. }
  374. /* Change class of pseudo REGNO to NEW_CLASS. Print info about it
  375. using TITLE. Output a new line if NL_P. */
  376. static void inline
  377. lra_change_class (int regno, enum reg_class new_class,
  378. const char *title, bool nl_p)
  379. {
  380. lra_assert (regno >= FIRST_PSEUDO_REGISTER);
  381. if (lra_dump_file != NULL)
  382. fprintf (lra_dump_file, "%s class %s for r%d",
  383. title, reg_class_names[new_class], regno);
  384. setup_reg_classes (regno, new_class, NO_REGS, new_class);
  385. if (lra_dump_file != NULL && nl_p)
  386. fprintf (lra_dump_file, "\n");
  387. }
  388. /* Update insn operands which are duplication of NOP operand. The
  389. insn is represented by its LRA internal representation ID. */
  390. static inline void
  391. lra_update_dup (lra_insn_recog_data_t id, int nop)
  392. {
  393. int i;
  394. struct lra_static_insn_data *static_id = id->insn_static_data;
  395. for (i = 0; i < static_id->n_dups; i++)
  396. if (static_id->dup_num[i] == nop)
  397. *id->dup_loc[i] = *id->operand_loc[nop];
  398. }
  399. /* Process operator duplications in insn with ID. We do it after the
  400. operands processing. Generally speaking, we could do this probably
  401. simultaneously with operands processing because a common practice
  402. is to enumerate the operators after their operands. */
  403. static inline void
  404. lra_update_operator_dups (lra_insn_recog_data_t id)
  405. {
  406. int i;
  407. struct lra_static_insn_data *static_id = id->insn_static_data;
  408. for (i = 0; i < static_id->n_dups; i++)
  409. {
  410. int ndup = static_id->dup_num[i];
  411. if (static_id->operand[ndup].is_operator)
  412. *id->dup_loc[i] = *id->operand_loc[ndup];
  413. }
  414. }
  415. /* Return info about INSN. Set up the info if it is not done yet. */
  416. static inline lra_insn_recog_data_t
  417. lra_get_insn_recog_data (rtx_insn *insn)
  418. {
  419. lra_insn_recog_data_t data;
  420. unsigned int uid = INSN_UID (insn);
  421. if (lra_insn_recog_data_len > (int) uid
  422. && (data = lra_insn_recog_data[uid]) != NULL)
  423. {
  424. /* Check that we did not change insn without updating the insn
  425. info. */
  426. lra_assert (data->insn == insn
  427. && (INSN_CODE (insn) < 0
  428. || data->icode == INSN_CODE (insn)));
  429. return data;
  430. }
  431. return lra_set_insn_recog_data (insn);
  432. }
  433. /* Update offset from pseudos with VAL by INCR. */
  434. static inline void
  435. lra_update_reg_val_offset (int val, poly_int64 incr)
  436. {
  437. int i;
  438. for (i = FIRST_PSEUDO_REGISTER; i < max_reg_num (); i++)
  439. {
  440. if (lra_reg_info[i].val == val)
  441. lra_reg_info[i].offset += incr;
  442. }
  443. }
  444. /* Return true if register content is equal to VAL with OFFSET. */
  445. static inline bool
  446. lra_reg_val_equal_p (int regno, int val, poly_int64 offset)
  447. {
  448. if (lra_reg_info[regno].val == val
  449. && known_eq (lra_reg_info[regno].offset, offset))
  450. return true;
  451. return false;
  452. }
  453. /* Assign value of register FROM to TO. */
  454. static inline void
  455. lra_assign_reg_val (int from, int to)
  456. {
  457. lra_reg_info[to].val = lra_reg_info[from].val;
  458. lra_reg_info[to].offset = lra_reg_info[from].offset;
  459. }
  460. #endif /* GCC_LRA_INT_H */