]> git.ipfire.org Git - thirdparty/gcc.git/blame_incremental - gcc/lra-int.h
c++: -Wtemplate-body and tentative parsing [PR120575]
[thirdparty/gcc.git] / gcc / lra-int.h
... / ...
CommitLineData
1/* Local Register Allocator (LRA) intercommunication header file.
2 Copyright (C) 2010-2025 Free Software Foundation, Inc.
3 Contributed by Vladimir Makarov <vmakarov@redhat.com>.
4
5This file is part of GCC.
6
7GCC is free software; you can redistribute it and/or modify it under
8the terms of the GNU General Public License as published by the Free
9Software Foundation; either version 3, or (at your option) any later
10version.
11
12GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13WARRANTY; without even the implied warranty of MERCHANTABILITY or
14FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
15for more details.
16
17You should have received a copy of the GNU General Public License
18along with GCC; see the file COPYING3. If not see
19<http://www.gnu.org/licenses/>. */
20
21#ifndef GCC_LRA_INT_H
22#define GCC_LRA_INT_H
23
24#define lra_assert(c) gcc_checking_assert (c)
25
26/* The parameter used to prevent infinite reloading for an insn. Each
27 insn operands might require a reload and, if it is a memory, its
28 base and index registers might require a reload too. */
29#define LRA_MAX_INSN_RELOADS (MAX_RECOG_OPERANDS * 3)
30
31typedef struct lra_live_range *lra_live_range_t;
32
33/* The structure describes program points where a given pseudo lives.
34 The live ranges can be used to find conflicts with other pseudos.
35 If the live ranges of two pseudos are intersected, the pseudos are
36 in conflict. */
37struct lra_live_range
38{
39 /* Pseudo regno whose live range is described by given
40 structure. */
41 int regno;
42 /* Program point range. */
43 int start, finish;
44 /* Next structure describing program points where the pseudo
45 lives. */
46 lra_live_range_t next;
47 /* Pointer to structures with the same start. */
48 lra_live_range_t start_next;
49};
50
51typedef struct lra_copy *lra_copy_t;
52
53/* Copy between pseudos which affects assigning hard registers. */
54struct lra_copy
55{
56 /* True if regno1 is the destination of the copy. */
57 bool regno1_dest_p;
58 /* Execution frequency of the copy. */
59 int freq;
60 /* Pseudos connected by the copy. REGNO1 < REGNO2. */
61 int regno1, regno2;
62 /* Next copy with correspondingly REGNO1 and REGNO2. */
63 lra_copy_t regno1_next, regno2_next;
64};
65
66/* Common info about a register (pseudo or hard register). */
67class lra_reg
68{
69public:
70 /* Bitmap of UIDs of insns (including debug insns) referring the
71 reg. */
72 bitmap_head insn_bitmap;
73 /* The following fields are defined only for pseudos. */
74 /* Hard registers with which the pseudo conflicts. */
75 HARD_REG_SET conflict_hard_regs;
76 /* Pseudo allocno class hard registers which cannot be a start hard register
77 of the pseudo. */
78 HARD_REG_SET exclude_start_hard_regs;
79 /* We assign hard registers to reload pseudos which can occur in few
80 places. So two hard register preferences are enough for them.
81 The following fields define the preferred hard registers. If
82 there are no such hard registers the first field value is
83 negative. If there is only one preferred hard register, the 2nd
84 field is negative. */
85 int preferred_hard_regno1, preferred_hard_regno2;
86 /* Profits to use the corresponding preferred hard registers. If
87 the both hard registers defined, the first hard register has not
88 less profit than the second one. */
89 int preferred_hard_regno_profit1, preferred_hard_regno_profit2;
90#ifdef STACK_REGS
91 /* True if the pseudo should not be assigned to a stack register. */
92 bool no_stack_p;
93#endif
94 /* Number of references and execution frequencies of the register in
95 *non-debug* insns. */
96 int nrefs, freq;
97 int last_reload;
98 /* rtx used to undo the inheritance. It can be non-null only
99 between subsequent inheritance and undo inheritance passes. */
100 rtx restore_rtx;
101 /* Value holding by register. If the pseudos have the same value
102 they do not conflict. */
103 int val;
104 /* Offset from relative eliminate register to pesudo reg. */
105 poly_int64 offset;
106 /* These members are set up in lra-lives.cc and updated in
107 lra-coalesce.cc. */
108 /* The biggest size mode in which each pseudo reg is referred in
109 whole function (possibly via subreg). */
110 machine_mode biggest_mode;
111 /* Live ranges of the pseudo. */
112 lra_live_range_t live_ranges;
113 /* This member is set up in lra-lives.cc for subsequent
114 assignments. */
115 lra_copy_t copies;
116};
117
118/* References to the common info about each register. */
119extern class lra_reg *lra_reg_info;
120
121extern HARD_REG_SET hard_regs_spilled_into;
122
123/* Static info about each insn operand (common for all insns with the
124 same ICODE). Warning: if the structure definition is changed, the
125 initializer for debug_operand_data in lra.cc should be changed
126 too. */
127struct lra_operand_data
128{
129 /* The machine description constraint string of the operand. */
130 const char *constraint;
131 /* Alternatives for which early_clobber can be true. */
132 alternative_mask early_clobber_alts;
133 /* It is taken only from machine description (which is different
134 from recog_data.operand_mode) and can be of VOIDmode. */
135 ENUM_BITFIELD(machine_mode) mode : 16;
136 /* The type of the operand (in/out/inout). */
137 ENUM_BITFIELD (op_type) type : 8;
138 /* Through if accessed through STRICT_LOW. */
139 unsigned int strict_low : 1;
140 /* True if the operand is an operator. */
141 unsigned int is_operator : 1;
142 /* True if the operand is an address. */
143 unsigned int is_address : 1;
144};
145
146/* Info about register occurrence in an insn. */
147struct lra_insn_reg
148{
149 /* Alternatives for which early_clobber can be true. */
150 alternative_mask early_clobber_alts;
151 /* The biggest mode through which the insn refers to the register
152 occurrence (remember the register can be accessed through a
153 subreg in the insn). */
154 ENUM_BITFIELD(machine_mode) biggest_mode : 16;
155 /* The type of the corresponding operand which is the register. */
156 ENUM_BITFIELD (op_type) type : 8;
157 /* True if the reg is accessed through a subreg and the subreg is
158 just a part of the register. */
159 unsigned int subreg_p : 1;
160 /* The corresponding regno of the register. */
161 int regno;
162 /* Next reg info of the same insn. */
163 struct lra_insn_reg *next;
164};
165
166/* Static part (common info for insns with the same ICODE) of LRA
167 internal insn info. It exists in at most one exemplar for each
168 non-negative ICODE. There is only one exception. Each asm insn has
169 own structure. Warning: if the structure definition is changed,
170 the initializer for debug_insn_static_data in lra.cc should be
171 changed too. */
172struct lra_static_insn_data
173{
174 /* Static info about each insn operand. */
175 struct lra_operand_data *operand;
176 /* Each duplication refers to the number of the corresponding
177 operand which is duplicated. */
178 int *dup_num;
179 /* The number of an operand marked as commutative, -1 otherwise. */
180 int commutative;
181 /* Number of operands, duplications, and alternatives of the
182 insn. */
183 char n_operands;
184 char n_dups;
185 char n_alternatives;
186 /* Insns in machine description (or clobbers in asm) may contain
187 explicit hard regs which are not operands. The following list
188 describes such hard registers. */
189 struct lra_insn_reg *hard_regs;
190 /* Array [n_alternatives][n_operand] of static constraint info for
191 given operand in given alternative. This info can be changed if
192 the target reg info is changed. */
193 const struct operand_alternative *operand_alternative;
194};
195
196/* Negative insn alternative numbers used for special cases. */
197#define LRA_UNKNOWN_ALT -1
198#define LRA_NON_CLOBBERED_ALT -2
199
200/* LRA internal info about an insn (LRA internal insn
201 representation). */
202class lra_insn_recog_data
203{
204public:
205 /* The insn code. */
206 int icode;
207 /* The alternative should be used for the insn, LRA_UNKNOWN_ALT if
208 unknown, or we should assume any alternative, or the insn is a
209 debug insn. LRA_NON_CLOBBERED_ALT means ignoring any earlier
210 clobbers for the insn. */
211 int used_insn_alternative;
212 /* Defined for asm insn and it is how many times we already generated reloads
213 for the asm insn. */
214 int asm_reloads_num;
215 /* SP offset before the insn relative to one at the func start. */
216 poly_int64 sp_offset;
217 /* The insn itself. */
218 rtx_insn *insn;
219 /* Common data for insns with the same ICODE. Asm insns (their
220 ICODE is negative) do not share such structures. */
221 struct lra_static_insn_data *insn_static_data;
222 /* Two arrays of size correspondingly equal to the operand and the
223 duplication numbers: */
224 rtx **operand_loc; /* The operand locations, NULL if no operands. */
225 rtx **dup_loc; /* The dup locations, NULL if no dups. */
226 /* Number of hard registers implicitly used/clobbered in given call
227 insn. The value can be NULL or points to array of the hard
228 register numbers ending with a negative value. To differ
229 clobbered and used hard regs, clobbered hard regs are incremented
230 by FIRST_PSEUDO_REGISTER. */
231 int *arg_hard_regs;
232 /* Cached value of get_preferred_alternatives. */
233 alternative_mask preferred_alternatives;
234 /* The following member value is always NULL for a debug insn. */
235 struct lra_insn_reg *regs;
236};
237
238typedef class lra_insn_recog_data *lra_insn_recog_data_t;
239
240/* Whether the clobber is used temporary in LRA. */
241#define LRA_TEMP_CLOBBER_P(x) \
242 (RTL_FLAG_CHECK1 ("TEMP_CLOBBER_P", (x), CLOBBER)->unchanging)
243
244/* Cost factor for each additional reload and maximal cost reject for
245 insn reloads. One might ask about such strange numbers. Their
246 values occurred historically from former reload pass. */
247#define LRA_LOSER_COST_FACTOR 6
248#define LRA_MAX_REJECT 600
249
250/* Maximum allowed number of assignment pass iterations after the
251 latest spill pass when any former reload pseudo was spilled. It is
252 for preventing LRA cycling in a bug case. */
253#define LRA_MAX_ASSIGNMENT_ITERATION_NUMBER 30
254
255/* Maximum allowed number of tries to split hard reg live ranges after failure
256 in assignment of reload pseudos. Theoretical bound for the value is the
257 number of the insn reload pseudos plus the number of inheritance pseudos
258 generated from the reload pseudos. This bound can be achieved when all the
259 reload pseudos and the inheritance pseudos require hard reg splitting for
260 their assignment. This is extremely unlikely event. */
261#define LRA_MAX_FAILED_SPLITS 10
262
263#if LRA_MAX_FAILED_SPLITS >= LRA_MAX_ASSIGNMENT_ITERATION_NUMBER
264#error wrong LRA_MAX_FAILED_SPLITS value
265#endif
266
267/* The maximal number of inheritance/split passes in LRA. It should
268 be more 1 in order to perform caller saves transformations and much
269 less MAX_CONSTRAINT_ITERATION_NUMBER to prevent LRA to do as many
270 as permitted constraint passes in some complicated cases. The
271 first inheritance/split pass has a biggest impact on generated code
272 quality. Each subsequent affects generated code in less degree.
273 For example, the 3rd pass does not change generated SPEC2000 code
274 at all on x86-64. */
275#define LRA_MAX_INHERITANCE_PASSES 2
276
277#if LRA_MAX_INHERITANCE_PASSES <= 0 \
278 || LRA_MAX_INHERITANCE_PASSES >= LRA_MAX_ASSIGNMENT_ITERATION_NUMBER - 8
279#error wrong LRA_MAX_INHERITANCE_PASSES value
280#endif
281
282/* Analogous macro to the above one but for rematerialization. */
283#define LRA_MAX_REMATERIALIZATION_PASSES 2
284
285#if LRA_MAX_REMATERIALIZATION_PASSES <= 0 \
286 || LRA_MAX_REMATERIALIZATION_PASSES >= LRA_MAX_ASSIGNMENT_ITERATION_NUMBER - 8
287#error wrong LRA_MAX_REMATERIALIZATION_PASSES value
288#endif
289
290/* lra.cc: */
291
292extern FILE *lra_dump_file;
293extern int lra_verbose;
294
295extern bool lra_hard_reg_split_p;
296extern bool lra_asm_error_p;
297extern bool lra_reg_spill_p;
298
299extern HARD_REG_SET lra_no_alloc_regs;
300
301extern int lra_insn_recog_data_len;
302extern lra_insn_recog_data_t *lra_insn_recog_data;
303
304extern int lra_curr_reload_num;
305
306extern void lra_dump_bitmap_with_title (const char *, bitmap, int);
307extern hashval_t lra_rtx_hash (rtx x);
308extern void lra_push_insn (rtx_insn *);
309extern void lra_push_insn_by_uid (unsigned int);
310extern void lra_push_insn_and_update_insn_regno_info (rtx_insn *);
311extern rtx_insn *lra_pop_insn (void);
312extern unsigned int lra_insn_stack_length (void);
313
314extern rtx lra_create_new_reg (machine_mode, rtx, enum reg_class, HARD_REG_SET *,
315 const char *);
316extern rtx lra_create_new_reg_with_unique_value (machine_mode, rtx,
317 enum reg_class, HARD_REG_SET *,
318 const char *);
319extern void lra_set_regno_unique_value (int);
320extern void lra_invalidate_insn_data (rtx_insn *);
321extern void lra_set_insn_deleted (rtx_insn *);
322extern void lra_delete_dead_insn (rtx_insn *);
323extern void lra_emit_add (rtx, rtx, rtx);
324extern void lra_emit_move (rtx, rtx);
325extern void lra_update_dups (lra_insn_recog_data_t, signed char *);
326extern void lra_asm_insn_error (rtx_insn *insn);
327
328extern void lra_dump_insns (FILE *f);
329extern void lra_dump_insns_if_possible (const char *title);
330
331extern void lra_process_new_insns (rtx_insn *, rtx_insn *, rtx_insn *,
332 const char *);
333
334extern bool lra_substitute_pseudo (rtx *, int, rtx, bool, bool);
335extern bool lra_substitute_pseudo_within_insn (rtx_insn *, int, rtx, bool);
336
337extern lra_insn_recog_data_t lra_set_insn_recog_data (rtx_insn *);
338extern lra_insn_recog_data_t lra_update_insn_recog_data (rtx_insn *);
339extern void lra_set_used_insn_alternative (rtx_insn *, int);
340extern void lra_set_used_insn_alternative_by_uid (int, int);
341
342extern void lra_invalidate_insn_regno_info (rtx_insn *);
343extern void lra_update_insn_regno_info (rtx_insn *);
344extern struct lra_insn_reg *lra_get_insn_regs (int);
345
346extern void lra_free_copies (void);
347extern void lra_create_copy (int, int, int);
348extern lra_copy_t lra_get_copy (int);
349
350extern int lra_new_regno_start;
351extern int lra_constraint_new_regno_start;
352extern int lra_bad_spill_regno_start;
353extern rtx lra_pmode_pseudo;
354extern bitmap_head lra_inheritance_pseudos;
355extern bitmap_head lra_split_regs;
356extern bitmap_head lra_subreg_reload_pseudos;
357extern bitmap_head lra_optional_reload_pseudos;
358
359/* lra-constraints.cc: */
360
361extern void lra_init_equiv (void);
362extern int lra_constraint_offset (int, machine_mode);
363
364extern int lra_constraint_iter;
365extern bool check_and_force_assignment_correctness_p;
366extern int lra_inheritance_iter;
367extern int lra_undo_inheritance_iter;
368extern bool lra_constrain_insn (rtx_insn *);
369extern bool lra_constraints (bool);
370extern void lra_constraints_init (void);
371extern void lra_constraints_finish (void);
372extern bool spill_hard_reg_in_range (int, enum reg_class, rtx_insn *, rtx_insn *);
373extern void lra_inheritance (void);
374extern bool lra_undo_inheritance (void);
375
376/* lra-lives.cc: */
377
378extern int lra_live_max_point;
379extern int *lra_point_freq;
380
381extern int lra_hard_reg_usage[FIRST_PSEUDO_REGISTER];
382
383extern int lra_live_range_iter;
384extern void lra_reset_live_range_list (lra_live_range_t &);
385extern void lra_create_live_ranges (bool, bool);
386extern bool lra_complete_live_ranges (void);
387extern lra_live_range_t lra_copy_live_range_list (lra_live_range_t);
388extern lra_live_range_t lra_merge_live_ranges (lra_live_range_t,
389 lra_live_range_t);
390extern bool lra_intersected_live_ranges_p (lra_live_range_t,
391 lra_live_range_t);
392extern void lra_print_live_range_list (FILE *, lra_live_range_t);
393extern void debug (lra_live_range &ref);
394extern void debug (lra_live_range *ptr);
395extern void lra_debug_live_range_list (lra_live_range_t);
396extern void lra_debug_pseudo_live_ranges (int);
397extern void lra_debug_live_ranges (void);
398extern void lra_clear_live_ranges (void);
399extern void lra_live_ranges_init (void);
400extern void lra_live_ranges_finish (void);
401extern void lra_setup_reload_pseudo_preferenced_hard_reg (int, int, int);
402
403/* lra-assigns.cc: */
404
405extern int lra_assignment_iter;
406extern int lra_assignment_iter_after_spill;
407extern void lra_setup_reg_renumber (int, int, bool);
408extern bool lra_assign (bool &);
409extern bool lra_split_hard_reg_for (bool fail_p);
410
411/* lra-coalesce.cc: */
412
413extern int lra_coalesce_iter;
414extern bool lra_coalesce (void);
415
416/* lra-spills.cc: */
417
418extern bool lra_need_for_scratch_reg_p (void);
419extern bool lra_need_for_spills_p (void);
420extern void lra_spill (void);
421extern void lra_final_code_change (void);
422extern void lra_recompute_slots_live_ranges (void);
423
424/* lra-remat.cc: */
425
426extern int lra_rematerialization_iter;
427extern bool lra_remat (void);
428
429/* lra-elimination.c: */
430
431extern void lra_debug_elim_table (void);
432extern int lra_get_elimination_hard_regno (int);
433extern rtx lra_eliminate_regs_1 (rtx_insn *, rtx, machine_mode,
434 bool, bool, poly_int64, bool);
435extern void eliminate_regs_in_insn (rtx_insn *insn, bool, bool, poly_int64);
436extern int lra_update_fp2sp_elimination (int *spilled_pseudos);
437extern bool lra_fp_pseudo_p (void);
438extern void lra_eliminate (bool, bool);
439
440extern poly_int64 lra_update_sp_offset (rtx, poly_int64);
441extern void lra_eliminate_reg_if_possible (rtx *);
442
443\f
444
445/* Return the hard register which given pseudo REGNO assigned to.
446 Negative value means that the register got memory or we don't know
447 allocation yet. */
448inline int
449lra_get_regno_hard_regno (int regno)
450{
451 resize_reg_info ();
452 return reg_renumber[regno];
453}
454
455/* Change class of pseudo REGNO to NEW_CLASS. Print info about it
456 using TITLE. Output a new line if NL_P. */
457inline void
458lra_change_class (int regno, enum reg_class new_class,
459 const char *title, bool nl_p)
460{
461 lra_assert (regno >= FIRST_PSEUDO_REGISTER);
462 if (lra_dump_file != NULL)
463 fprintf (lra_dump_file, "%s class %s for r%d",
464 title, reg_class_names[new_class], regno);
465 setup_reg_classes (regno, new_class, NO_REGS, new_class);
466 if (lra_dump_file != NULL && nl_p)
467 fprintf (lra_dump_file, "\n");
468}
469
470/* Update insn operands which are duplication of NOP operand. The
471 insn is represented by its LRA internal representation ID. */
472inline void
473lra_update_dup (lra_insn_recog_data_t id, int nop)
474{
475 int i;
476 struct lra_static_insn_data *static_id = id->insn_static_data;
477
478 for (i = 0; i < static_id->n_dups; i++)
479 if (static_id->dup_num[i] == nop)
480 *id->dup_loc[i] = *id->operand_loc[nop];
481}
482
483/* Process operator duplications in insn with ID. We do it after the
484 operands processing. Generally speaking, we could do this probably
485 simultaneously with operands processing because a common practice
486 is to enumerate the operators after their operands. */
487inline void
488lra_update_operator_dups (lra_insn_recog_data_t id)
489{
490 int i;
491 struct lra_static_insn_data *static_id = id->insn_static_data;
492
493 for (i = 0; i < static_id->n_dups; i++)
494 {
495 int ndup = static_id->dup_num[i];
496
497 if (static_id->operand[ndup].is_operator)
498 *id->dup_loc[i] = *id->operand_loc[ndup];
499 }
500}
501
502/* Return info about INSN. Set up the info if it is not done yet. */
503inline lra_insn_recog_data_t
504lra_get_insn_recog_data (rtx_insn *insn)
505{
506 lra_insn_recog_data_t data;
507 unsigned int uid = INSN_UID (insn);
508
509 if (lra_insn_recog_data_len > (int) uid
510 && (data = lra_insn_recog_data[uid]) != NULL)
511 {
512 /* Check that we did not change insn without updating the insn
513 info. */
514 lra_assert (data->insn == insn
515 && (INSN_CODE (insn) < 0
516 || data->icode == INSN_CODE (insn)));
517 return data;
518 }
519 return lra_set_insn_recog_data (insn);
520}
521
522/* Update offset from pseudos with VAL by INCR. */
523inline void
524lra_update_reg_val_offset (int val, poly_int64 incr)
525{
526 int i;
527
528 for (i = FIRST_PSEUDO_REGISTER; i < max_reg_num (); i++)
529 {
530 if (lra_reg_info[i].val == val)
531 lra_reg_info[i].offset += incr;
532 }
533}
534
535/* Return true if register content is equal to VAL with OFFSET. */
536inline bool
537lra_reg_val_equal_p (int regno, int val, poly_int64 offset)
538{
539 if (lra_reg_info[regno].val == val
540 && known_eq (lra_reg_info[regno].offset, offset))
541 return true;
542
543 return false;
544}
545
546/* Assign value of register FROM to TO. */
547inline void
548lra_assign_reg_val (int from, int to)
549{
550 lra_reg_info[to].val = lra_reg_info[from].val;
551 lra_reg_info[to].offset = lra_reg_info[from].offset;
552}
553
554/* Update REGNO's biggest recorded mode so that it includes a reference
555 in mode MODE. */
556inline void
557lra_update_biggest_mode (int regno, machine_mode mode)
558{
559 if (!ordered_p (GET_MODE_SIZE (lra_reg_info[regno].biggest_mode),
560 GET_MODE_SIZE (mode)))
561 {
562 gcc_checking_assert (HARD_REGISTER_NUM_P (regno));
563 lra_reg_info[regno].biggest_mode = reg_raw_mode[regno];
564 }
565 else if (partial_subreg_p (lra_reg_info[regno].biggest_mode, mode))
566 lra_reg_info[regno].biggest_mode = mode;
567}
568
569#endif /* GCC_LRA_INT_H */