]> git.ipfire.org Git - thirdparty/gcc.git/blame - gcc/ira-int.h
Daily bump.
[thirdparty/gcc.git] / gcc / ira-int.h
CommitLineData
058e97ec 1/* Integrated Register Allocator (IRA) intercommunication header file.
d652f226 2 Copyright (C) 2006, 2007, 2008, 2009, 2010
058e97ec
VM
3 Free Software Foundation, Inc.
4 Contributed by Vladimir Makarov <vmakarov@redhat.com>.
5
6This file is part of GCC.
7
8GCC is free software; you can redistribute it and/or modify it under
9the terms of the GNU General Public License as published by the Free
10Software Foundation; either version 3, or (at your option) any later
11version.
12
13GCC is distributed in the hope that it will be useful, but WITHOUT ANY
14WARRANTY; without even the implied warranty of MERCHANTABILITY or
15FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
16for more details.
17
18You should have received a copy of the GNU General Public License
19along with GCC; see the file COPYING3. If not see
20<http://www.gnu.org/licenses/>. */
21
22#include "cfgloop.h"
23#include "ira.h"
24#include "alloc-pool.h"
25
26/* To provide consistency in naming, all IRA external variables,
27 functions, common typedefs start with prefix ira_. */
28
29#ifdef ENABLE_CHECKING
30#define ENABLE_IRA_CHECKING
31#endif
32
33#ifdef ENABLE_IRA_CHECKING
34#define ira_assert(c) gcc_assert (c)
35#else
f7556aae
L
36/* Always define and include C, so that warnings for empty body in an
37 ‘if’ statement and unused variable do not occur. */
38#define ira_assert(c) ((void)(0 && (c)))
058e97ec
VM
39#endif
40
41/* Compute register frequency from edge frequency FREQ. It is
42 analogous to REG_FREQ_FROM_BB. When optimizing for size, or
43 profile driven feedback is available and the function is never
44 executed, frequency is always equivalent. Otherwise rescale the
45 edge frequency. */
99710245
VM
46#define REG_FREQ_FROM_EDGE_FREQ(freq) \
47 (optimize_size || (flag_branch_probabilities && !ENTRY_BLOCK_PTR->count) \
48 ? REG_FREQ_MAX : (freq * REG_FREQ_MAX / BB_FREQ_MAX) \
058e97ec
VM
49 ? (freq * REG_FREQ_MAX / BB_FREQ_MAX) : 1)
50
51/* All natural loops. */
52extern struct loops ira_loops;
53
54/* A modified value of flag `-fira-verbose' used internally. */
55extern int internal_flag_ira_verbose;
56
57/* Dump file of the allocator if it is not NULL. */
58extern FILE *ira_dump_file;
59
60/* Typedefs for pointers to allocno live range, allocno, and copy of
61 allocnos. */
b14151b5 62typedef struct live_range *live_range_t;
058e97ec
VM
63typedef struct ira_allocno *ira_allocno_t;
64typedef struct ira_allocno_copy *ira_copy_t;
a49ae217 65typedef struct ira_object *ira_object_t;
058e97ec
VM
66
67/* Definition of vector of allocnos and copies. */
68DEF_VEC_P(ira_allocno_t);
69DEF_VEC_ALLOC_P(ira_allocno_t, heap);
a49ae217
BS
70DEF_VEC_P(ira_object_t);
71DEF_VEC_ALLOC_P(ira_object_t, heap);
058e97ec
VM
72DEF_VEC_P(ira_copy_t);
73DEF_VEC_ALLOC_P(ira_copy_t, heap);
74
75/* Typedef for pointer to the subsequent structure. */
76typedef struct ira_loop_tree_node *ira_loop_tree_node_t;
77
78/* In general case, IRA is a regional allocator. The regions are
79 nested and form a tree. Currently regions are natural loops. The
80 following structure describes loop tree node (representing basic
81 block or loop). We need such tree because the loop tree from
82 cfgloop.h is not convenient for the optimization: basic blocks are
83 not a part of the tree from cfgloop.h. We also use the nodes for
84 storing additional information about basic blocks/loops for the
85 register allocation purposes. */
86struct ira_loop_tree_node
87{
88 /* The node represents basic block if children == NULL. */
89 basic_block bb; /* NULL for loop. */
90 struct loop *loop; /* NULL for BB. */
af51c885
AN
91 /* NEXT/SUBLOOP_NEXT is the next node/loop-node of the same parent.
92 SUBLOOP_NEXT is always NULL for BBs. */
058e97ec 93 ira_loop_tree_node_t subloop_next, next;
af51c885
AN
94 /* CHILDREN/SUBLOOPS is the first node/loop-node immediately inside
95 the node. They are NULL for BBs. */
058e97ec
VM
96 ira_loop_tree_node_t subloops, children;
97 /* The node immediately containing given node. */
98 ira_loop_tree_node_t parent;
99
100 /* Loop level in range [0, ira_loop_tree_height). */
101 int level;
102
103 /* All the following members are defined only for nodes representing
104 loops. */
105
30ea859e
VM
106 /* True if the loop was marked for removal from the register
107 allocation. */
108 bool to_remove_p;
109
058e97ec
VM
110 /* Allocnos in the loop corresponding to their regnos. If it is
111 NULL the loop does not form a separate register allocation region
112 (e.g. because it has abnormal enter/exit edges and we can not put
113 code for register shuffling on the edges if a different
114 allocation is used for a pseudo-register on different sides of
115 the edges). Caps are not in the map (remember we can have more
116 one cap with the same regno in a region). */
117 ira_allocno_t *regno_allocno_map;
118
ea1c67e6
VM
119 /* True if there is an entry to given loop not from its parent (or
120 grandparent) basic block. For example, it is possible for two
121 adjacent loops inside another loop. */
122 bool entered_from_non_parent_p;
123
058e97ec 124 /* Maximal register pressure inside loop for given register class
99710245 125 (defined only for the cover classes). */
058e97ec
VM
126 int reg_pressure[N_REG_CLASSES];
127
49d988e7
VM
128 /* Numbers of allocnos referred or living in the loop node (except
129 for its subloops). */
130 bitmap all_allocnos;
131
132 /* Numbers of allocnos living at the loop borders. */
133 bitmap border_allocnos;
058e97ec
VM
134
135 /* Regnos of pseudos modified in the loop node (including its
136 subloops). */
137 bitmap modified_regnos;
138
058e97ec
VM
139 /* Numbers of copies referred in the corresponding loop. */
140 bitmap local_copies;
141};
142
143/* The root of the loop tree corresponding to the all function. */
144extern ira_loop_tree_node_t ira_loop_tree_root;
145
146/* Height of the loop tree. */
147extern int ira_loop_tree_height;
148
149/* All nodes representing basic blocks are referred through the
150 following array. We can not use basic block member `aux' for this
151 because it is used for insertion of insns on edges. */
152extern ira_loop_tree_node_t ira_bb_nodes;
153
154/* Two access macros to the nodes representing basic blocks. */
155#if defined ENABLE_IRA_CHECKING && (GCC_VERSION >= 2007)
156#define IRA_BB_NODE_BY_INDEX(index) __extension__ \
157(({ ira_loop_tree_node_t _node = (&ira_bb_nodes[index]); \
158 if (_node->children != NULL || _node->loop != NULL || _node->bb == NULL)\
159 { \
160 fprintf (stderr, \
161 "\n%s: %d: error in %s: it is not a block node\n", \
162 __FILE__, __LINE__, __FUNCTION__); \
163 gcc_unreachable (); \
164 } \
165 _node; }))
166#else
167#define IRA_BB_NODE_BY_INDEX(index) (&ira_bb_nodes[index])
168#endif
169
170#define IRA_BB_NODE(bb) IRA_BB_NODE_BY_INDEX ((bb)->index)
171
172/* All nodes representing loops are referred through the following
173 array. */
174extern ira_loop_tree_node_t ira_loop_nodes;
175
176/* Two access macros to the nodes representing loops. */
177#if defined ENABLE_IRA_CHECKING && (GCC_VERSION >= 2007)
178#define IRA_LOOP_NODE_BY_INDEX(index) __extension__ \
179(({ ira_loop_tree_node_t const _node = (&ira_loop_nodes[index]);\
180 if (_node->children == NULL || _node->bb != NULL || _node->loop == NULL)\
181 { \
182 fprintf (stderr, \
183 "\n%s: %d: error in %s: it is not a loop node\n", \
184 __FILE__, __LINE__, __FUNCTION__); \
185 gcc_unreachable (); \
186 } \
187 _node; }))
188#else
189#define IRA_LOOP_NODE_BY_INDEX(index) (&ira_loop_nodes[index])
190#endif
191
192#define IRA_LOOP_NODE(loop) IRA_LOOP_NODE_BY_INDEX ((loop)->num)
193
194\f
058e97ec 195/* The structure describes program points where a given allocno lives.
99710245
VM
196 To save memory we store allocno conflicts only for the same cover
197 class allocnos which is enough to assign hard registers. To find
198 conflicts for other allocnos (e.g. to assign stack memory slot) we
199 use the live ranges. If the live ranges of two allocnos are
200 intersected, the allocnos are in conflict. */
b14151b5 201struct live_range
058e97ec 202{
ac0ab4f7 203 /* Object whose live range is described by given structure. */
9140d27b 204 ira_object_t object;
058e97ec
VM
205 /* Program point range. */
206 int start, finish;
207 /* Next structure describing program points where the allocno
208 lives. */
b14151b5 209 live_range_t next;
058e97ec 210 /* Pointer to structures with the same start/finish. */
b14151b5 211 live_range_t start_next, finish_next;
058e97ec
VM
212};
213
214/* Program points are enumerated by numbers from range
215 0..IRA_MAX_POINT-1. There are approximately two times more program
216 points than insns. Program points are places in the program where
217 liveness info can be changed. In most general case (there are more
218 complicated cases too) some program points correspond to places
219 where input operand dies and other ones correspond to places where
220 output operands are born. */
221extern int ira_max_point;
222
223/* Arrays of size IRA_MAX_POINT mapping a program point to the allocno
224 live ranges with given start/finish point. */
b14151b5 225extern live_range_t *ira_start_point_ranges, *ira_finish_point_ranges;
058e97ec 226
a49ae217
BS
227/* A structure representing conflict information for an allocno
228 (or one of its subwords). */
229struct ira_object
230{
231 /* The allocno associated with this record. */
232 ira_allocno_t allocno;
233 /* Vector of accumulated conflicting conflict_redords with NULL end
234 marker (if OBJECT_CONFLICT_VEC_P is true) or conflict bit vector
99710245
VM
235 otherwise. Only ira_objects belonging to allocnos with the
236 same cover class are in the vector or in the bit vector. */
a49ae217 237 void *conflicts_array;
9140d27b
BS
238 /* Pointer to structures describing at what program point the
239 object lives. We always maintain the list in such way that *the
240 ranges in the list are not intersected and ordered by decreasing
241 their program points*. */
242 live_range_t live_ranges;
ac0ab4f7
BS
243 /* The subword within ALLOCNO which is represented by this object.
244 Zero means the lowest-order subword (or the entire allocno in case
245 it is not being tracked in subwords). */
246 int subword;
9140d27b 247 /* Allocated size of the conflicts array. */
a49ae217 248 unsigned int conflicts_array_size;
ac0ab4f7 249 /* A unique number for every instance of this structure, which is used
a49ae217
BS
250 to represent it in conflict bit vectors. */
251 int id;
252 /* Before building conflicts, MIN and MAX are initialized to
253 correspondingly minimal and maximal points of the accumulated
ac0ab4f7
BS
254 live ranges. Afterwards, they hold the minimal and maximal ids
255 of other ira_objects that this one can conflict with. */
a49ae217
BS
256 int min, max;
257 /* Initial and accumulated hard registers conflicting with this
ac0ab4f7 258 object and as a consequences can not be assigned to the allocno.
99710245 259 All non-allocatable hard regs and hard regs of cover classes
ac0ab4f7 260 different from given allocno one are included in the sets. */
a49ae217
BS
261 HARD_REG_SET conflict_hard_regs, total_conflict_hard_regs;
262 /* Number of accumulated conflicts in the vector of conflicting
ac0ab4f7 263 objects. */
a49ae217
BS
264 int num_accumulated_conflicts;
265 /* TRUE if conflicts are represented by a vector of pointers to
266 ira_object structures. Otherwise, we use a bit vector indexed
267 by conflict ID numbers. */
268 unsigned int conflict_vec_p : 1;
269};
270
058e97ec
VM
271/* A structure representing an allocno (allocation entity). Allocno
272 represents a pseudo-register in an allocation region. If
273 pseudo-register does not live in a region but it lives in the
274 nested regions, it is represented in the region by special allocno
275 called *cap*. There may be more one cap representing the same
276 pseudo-register in region. It means that the corresponding
277 pseudo-register lives in more one non-intersected subregion. */
278struct ira_allocno
279{
280 /* The allocno order number starting with 0. Each allocno has an
281 unique number and the number is never changed for the
282 allocno. */
283 int num;
284 /* Regno for allocno or cap. */
285 int regno;
286 /* Mode of the allocno which is the mode of the corresponding
287 pseudo-register. */
99710245 288 enum machine_mode mode;
058e97ec
VM
289 /* Hard register assigned to given allocno. Negative value means
290 that memory was allocated to the allocno. During the reload,
291 spilled allocno has value equal to the corresponding stack slot
292 number (0, ...) - 2. Value -1 is used for allocnos spilled by the
293 reload (at this point pseudo-register has only one allocno) which
294 did not get stack slot yet. */
99710245
VM
295 int hard_regno;
296 /* Final rtx representation of the allocno. */
297 rtx reg;
058e97ec
VM
298 /* Allocnos with the same regno are linked by the following member.
299 Allocnos corresponding to inner loops are first in the list (it
300 corresponds to depth-first traverse of the loops). */
301 ira_allocno_t next_regno_allocno;
302 /* There may be different allocnos with the same regno in different
303 regions. Allocnos are bound to the corresponding loop tree node.
304 Pseudo-register may have only one regular allocno with given loop
305 tree node but more than one cap (see comments above). */
306 ira_loop_tree_node_t loop_tree_node;
307 /* Accumulated usage references of the allocno. Here and below,
308 word 'accumulated' means info for given region and all nested
309 subregions. In this case, 'accumulated' means sum of references
310 of the corresponding pseudo-register in this region and in all
311 nested subregions recursively. */
312 int nrefs;
313 /* Accumulated frequency of usage of the allocno. */
314 int freq;
99710245
VM
315 /* Register class which should be used for allocation for given
316 allocno. NO_REGS means that we should use memory. */
317 enum reg_class cover_class;
cb1ca6ac 318 /* Minimal accumulated and updated costs of usage register of the
99710245
VM
319 cover class for the allocno. */
320 int cover_class_cost, updated_cover_class_cost;
058e97ec
VM
321 /* Minimal accumulated, and updated costs of memory for the allocno.
322 At the allocation start, the original and updated costs are
323 equal. The updated cost may be changed after finishing
324 allocation in a region and starting allocation in a subregion.
325 The change reflects the cost of spill/restore code on the
326 subregion border if we assign memory to the pseudo in the
327 subregion. */
328 int memory_cost, updated_memory_cost;
329 /* Accumulated number of points where the allocno lives and there is
330 excess pressure for its class. Excess pressure for a register
331 class at some point means that there are more allocnos of given
332 register class living at the point than number of hard-registers
333 of the class available for the allocation. */
334 int excess_pressure_points_num;
335 /* Copies to other non-conflicting allocnos. The copies can
336 represent move insn or potential move insn usually because of two
337 operand insn constraints. */
338 ira_copy_t allocno_copies;
339 /* It is a allocno (cap) representing given allocno on upper loop tree
340 level. */
341 ira_allocno_t cap;
342 /* It is a link to allocno (cap) on lower loop level represented by
343 given cap. Null if given allocno is not a cap. */
344 ira_allocno_t cap_member;
99710245
VM
345 /* Coalesced allocnos form a cyclic list. One allocno given by
346 FIRST_COALESCED_ALLOCNO represents all coalesced allocnos. The
347 list is chained by NEXT_COALESCED_ALLOCNO. */
348 ira_allocno_t first_coalesced_allocno;
349 ira_allocno_t next_coalesced_allocno;
ac0ab4f7
BS
350 /* The number of objects tracked in the following array. */
351 int num_objects;
352 /* An array of structures describing conflict information and live
353 ranges for each object associated with the allocno. There may be
354 more than one such object in cases where the allocno represents a
355 multi-word register. */
356 ira_object_t objects[2];
058e97ec
VM
357 /* Accumulated frequency of calls which given allocno
358 intersects. */
359 int call_freq;
a812fb07 360 /* Accumulated number of the intersected calls. */
058e97ec 361 int calls_crossed_num;
99710245
VM
362 /* TRUE if the allocno assigned to memory was a destination of
363 removed move (see ira-emit.c) at loop exit because the value of
364 the corresponding pseudo-register is not changed inside the
365 loop. */
366 unsigned int mem_optimized_dest_p : 1;
367 /* TRUE if the corresponding pseudo-register has disjoint live
368 ranges and the other allocnos of the pseudo-register except this
369 one changed REG. */
370 unsigned int somewhere_renamed_p : 1;
371 /* TRUE if allocno with the same REGNO in a subregion has been
372 renamed, in other words, got a new pseudo-register. */
373 unsigned int child_renamed_p : 1;
374 /* During the reload, value TRUE means that we should not reassign a
375 hard register to the allocno got memory earlier. It is set up
376 when we removed memory-memory move insn before each iteration of
377 the reload. */
378 unsigned int dont_reassign_p : 1;
379#ifdef STACK_REGS
380 /* Set to TRUE if allocno can't be assigned to the stack hard
381 register correspondingly in this region and area including the
382 region and all its subregions recursively. */
383 unsigned int no_stack_reg_p : 1, total_no_stack_reg_p : 1;
384#endif
385 /* TRUE value means that there is no sense to spill the allocno
386 during coloring because the spill will result in additional
387 reloads in reload pass. */
388 unsigned int bad_spill_p : 1;
389 /* TRUE value means that the allocno was not removed yet from the
390 conflicting graph during colouring. */
391 unsigned int in_graph_p : 1;
392 /* TRUE if a hard register or memory has been assigned to the
393 allocno. */
394 unsigned int assigned_p : 1;
395 /* TRUE if it is put on the stack to make other allocnos
396 colorable. */
397 unsigned int may_be_spilled_p : 1;
398 /* TRUE if the allocno was removed from the splay tree used to
399 choose allocn for spilling (see ira-color.c::. */
400 unsigned int splay_removed_p : 1;
401 /* Non NULL if we remove restoring value from given allocno to
402 MEM_OPTIMIZED_DEST at loop exit (see ira-emit.c) because the
403 allocno value is not changed inside the loop. */
404 ira_allocno_t mem_optimized_dest;
058e97ec 405 /* Array of usage costs (accumulated and the one updated during
99710245 406 coloring) for each hard register of the allocno cover class. The
058e97ec 407 member value can be NULL if all costs are the same and equal to
99710245 408 COVER_CLASS_COST. For example, the costs of two different hard
058e97ec
VM
409 registers can be different if one hard register is callee-saved
410 and another one is callee-used and the allocno lives through
411 calls. Another example can be case when for some insn the
412 corresponding pseudo-register value should be put in specific
413 register class (e.g. AREG for x86) which is a strict subset of
99710245
VM
414 the allocno cover class (GENERAL_REGS for x86). We have updated
415 costs to reflect the situation when the usage cost of a hard
416 register is decreased because the allocno is connected to another
417 allocno by a copy and the another allocno has been assigned to
418 the hard register. */
058e97ec
VM
419 int *hard_reg_costs, *updated_hard_reg_costs;
420 /* Array of decreasing costs (accumulated and the one updated during
421 coloring) for allocnos conflicting with given allocno for hard
99710245
VM
422 regno of the allocno cover class. The member value can be NULL
423 if all costs are the same. These costs are used to reflect
424 preferences of other allocnos not assigned yet during assigning
425 to given allocno. */
058e97ec 426 int *conflict_hard_reg_costs, *updated_conflict_hard_reg_costs;
99710245
VM
427 /* Size (in hard registers) of the same cover class allocnos with
428 TRUE in_graph_p value and conflicting with given allocno during
429 each point of graph coloring. */
430 int left_conflicts_size;
431 /* Number of hard registers of the allocno cover class really
432 available for the allocno allocation. */
433 int available_regs_num;
434 /* Allocnos in a bucket (used in coloring) chained by the following
435 two members. */
436 ira_allocno_t next_bucket_allocno;
437 ira_allocno_t prev_bucket_allocno;
438 /* Used for temporary purposes. */
439 int temp;
058e97ec
VM
440};
441
442/* All members of the allocno structures should be accessed only
443 through the following macros. */
444#define ALLOCNO_NUM(A) ((A)->num)
445#define ALLOCNO_REGNO(A) ((A)->regno)
446#define ALLOCNO_REG(A) ((A)->reg)
447#define ALLOCNO_NEXT_REGNO_ALLOCNO(A) ((A)->next_regno_allocno)
448#define ALLOCNO_LOOP_TREE_NODE(A) ((A)->loop_tree_node)
449#define ALLOCNO_CAP(A) ((A)->cap)
450#define ALLOCNO_CAP_MEMBER(A) ((A)->cap_member)
058e97ec
VM
451#define ALLOCNO_NREFS(A) ((A)->nrefs)
452#define ALLOCNO_FREQ(A) ((A)->freq)
453#define ALLOCNO_HARD_REGNO(A) ((A)->hard_regno)
454#define ALLOCNO_CALL_FREQ(A) ((A)->call_freq)
455#define ALLOCNO_CALLS_CROSSED_NUM(A) ((A)->calls_crossed_num)
456#define ALLOCNO_MEM_OPTIMIZED_DEST(A) ((A)->mem_optimized_dest)
457#define ALLOCNO_MEM_OPTIMIZED_DEST_P(A) ((A)->mem_optimized_dest_p)
458#define ALLOCNO_SOMEWHERE_RENAMED_P(A) ((A)->somewhere_renamed_p)
459#define ALLOCNO_CHILD_RENAMED_P(A) ((A)->child_renamed_p)
460#define ALLOCNO_DONT_REASSIGN_P(A) ((A)->dont_reassign_p)
461#ifdef STACK_REGS
462#define ALLOCNO_NO_STACK_REG_P(A) ((A)->no_stack_reg_p)
463#define ALLOCNO_TOTAL_NO_STACK_REG_P(A) ((A)->total_no_stack_reg_p)
464#endif
927425df 465#define ALLOCNO_BAD_SPILL_P(A) ((A)->bad_spill_p)
99710245 466#define ALLOCNO_IN_GRAPH_P(A) ((A)->in_graph_p)
058e97ec 467#define ALLOCNO_ASSIGNED_P(A) ((A)->assigned_p)
99710245
VM
468#define ALLOCNO_MAY_BE_SPILLED_P(A) ((A)->may_be_spilled_p)
469#define ALLOCNO_SPLAY_REMOVED_P(A) ((A)->splay_removed_p)
058e97ec
VM
470#define ALLOCNO_MODE(A) ((A)->mode)
471#define ALLOCNO_COPIES(A) ((A)->allocno_copies)
472#define ALLOCNO_HARD_REG_COSTS(A) ((A)->hard_reg_costs)
473#define ALLOCNO_UPDATED_HARD_REG_COSTS(A) ((A)->updated_hard_reg_costs)
474#define ALLOCNO_CONFLICT_HARD_REG_COSTS(A) \
475 ((A)->conflict_hard_reg_costs)
476#define ALLOCNO_UPDATED_CONFLICT_HARD_REG_COSTS(A) \
477 ((A)->updated_conflict_hard_reg_costs)
99710245
VM
478#define ALLOCNO_LEFT_CONFLICTS_SIZE(A) ((A)->left_conflicts_size)
479#define ALLOCNO_COVER_CLASS(A) ((A)->cover_class)
480#define ALLOCNO_COVER_CLASS_COST(A) ((A)->cover_class_cost)
481#define ALLOCNO_UPDATED_COVER_CLASS_COST(A) ((A)->updated_cover_class_cost)
058e97ec
VM
482#define ALLOCNO_MEMORY_COST(A) ((A)->memory_cost)
483#define ALLOCNO_UPDATED_MEMORY_COST(A) ((A)->updated_memory_cost)
99710245
VM
484#define ALLOCNO_EXCESS_PRESSURE_POINTS_NUM(A) ((A)->excess_pressure_points_num)
485#define ALLOCNO_AVAILABLE_REGS_NUM(A) ((A)->available_regs_num)
486#define ALLOCNO_NEXT_BUCKET_ALLOCNO(A) ((A)->next_bucket_allocno)
487#define ALLOCNO_PREV_BUCKET_ALLOCNO(A) ((A)->prev_bucket_allocno)
488#define ALLOCNO_TEMP(A) ((A)->temp)
489#define ALLOCNO_FIRST_COALESCED_ALLOCNO(A) ((A)->first_coalesced_allocno)
490#define ALLOCNO_NEXT_COALESCED_ALLOCNO(A) ((A)->next_coalesced_allocno)
ac0ab4f7
BS
491#define ALLOCNO_OBJECT(A,N) ((A)->objects[N])
492#define ALLOCNO_NUM_OBJECTS(A) ((A)->num_objects)
a49ae217 493
99710245
VM
494#define OBJECT_ALLOCNO(C) ((C)->allocno)
495#define OBJECT_SUBWORD(C) ((C)->subword)
496#define OBJECT_CONFLICT_ARRAY(C) ((C)->conflicts_array)
497#define OBJECT_CONFLICT_VEC(C) ((ira_object_t *)(C)->conflicts_array)
498#define OBJECT_CONFLICT_BITVEC(C) ((IRA_INT_TYPE *)(C)->conflicts_array)
499#define OBJECT_CONFLICT_ARRAY_SIZE(C) ((C)->conflicts_array_size)
500#define OBJECT_CONFLICT_VEC_P(C) ((C)->conflict_vec_p)
501#define OBJECT_NUM_CONFLICTS(C) ((C)->num_accumulated_conflicts)
502#define OBJECT_CONFLICT_HARD_REGS(C) ((C)->conflict_hard_regs)
503#define OBJECT_TOTAL_CONFLICT_HARD_REGS(C) ((C)->total_conflict_hard_regs)
504#define OBJECT_MIN(C) ((C)->min)
505#define OBJECT_MAX(C) ((C)->max)
506#define OBJECT_CONFLICT_ID(C) ((C)->id)
507#define OBJECT_LIVE_RANGES(A) ((A)->live_ranges)
058e97ec 508
b8698a0f 509/* Map regno -> allocnos with given regno (see comments for
058e97ec
VM
510 allocno member `next_regno_allocno'). */
511extern ira_allocno_t *ira_regno_allocno_map;
512
513/* Array of references to all allocnos. The order number of the
514 allocno corresponds to the index in the array. Removed allocnos
515 have NULL element value. */
516extern ira_allocno_t *ira_allocnos;
517
a49ae217 518/* The size of the previous array. */
058e97ec
VM
519extern int ira_allocnos_num;
520
a49ae217
BS
521/* Map a conflict id to its corresponding ira_object structure. */
522extern ira_object_t *ira_object_id_map;
523
524/* The size of the previous array. */
525extern int ira_objects_num;
058e97ec
VM
526
527/* The following structure represents a copy of two allocnos. The
528 copies represent move insns or potential move insns usually because
529 of two operand insn constraints. To remove register shuffle, we
530 also create copies between allocno which is output of an insn and
531 allocno becoming dead in the insn. */
532struct ira_allocno_copy
533{
534 /* The unique order number of the copy node starting with 0. */
535 int num;
536 /* Allocnos connected by the copy. The first allocno should have
537 smaller order number than the second one. */
538 ira_allocno_t first, second;
539 /* Execution frequency of the copy. */
540 int freq;
548a6322 541 bool constraint_p;
058e97ec
VM
542 /* It is a move insn which is an origin of the copy. The member
543 value for the copy representing two operand insn constraints or
544 for the copy created to remove register shuffle is NULL. In last
545 case the copy frequency is smaller than the corresponding insn
546 execution frequency. */
547 rtx insn;
548 /* All copies with the same allocno as FIRST are linked by the two
549 following members. */
550 ira_copy_t prev_first_allocno_copy, next_first_allocno_copy;
551 /* All copies with the same allocno as SECOND are linked by the two
552 following members. */
553 ira_copy_t prev_second_allocno_copy, next_second_allocno_copy;
554 /* Region from which given copy is originated. */
555 ira_loop_tree_node_t loop_tree_node;
556};
557
558/* Array of references to all copies. The order number of the copy
559 corresponds to the index in the array. Removed copies have NULL
560 element value. */
561extern ira_copy_t *ira_copies;
562
563/* Size of the previous array. */
564extern int ira_copies_num;
565
566/* The following structure describes a stack slot used for spilled
567 pseudo-registers. */
568struct ira_spilled_reg_stack_slot
569{
570 /* pseudo-registers assigned to the stack slot. */
7a8cba34 571 bitmap_head spilled_regs;
058e97ec
VM
572 /* RTL representation of the stack slot. */
573 rtx mem;
574 /* Size of the stack slot. */
575 unsigned int width;
576};
577
578/* The number of elements in the following array. */
579extern int ira_spilled_reg_stack_slots_num;
580
581/* The following array contains info about spilled pseudo-registers
582 stack slots used in current function so far. */
583extern struct ira_spilled_reg_stack_slot *ira_spilled_reg_stack_slots;
584
585/* Correspondingly overall cost of the allocation, cost of the
586 allocnos assigned to hard-registers, cost of the allocnos assigned
587 to memory, cost of loads, stores and register move insns generated
588 for pseudo-register live range splitting (see ira-emit.c). */
589extern int ira_overall_cost;
590extern int ira_reg_cost, ira_mem_cost;
591extern int ira_load_cost, ira_store_cost, ira_shuffle_cost;
592extern int ira_move_loops_num, ira_additional_jumps_num;
42ce1cc4
BS
593\f
594/* This page contains a bitset implementation called 'min/max sets' used to
595 record conflicts in IRA.
596 They are named min/maxs set since we keep track of a minimum and a maximum
597 bit number for each set representing the bounds of valid elements. Otherwise,
598 the implementation resembles sbitmaps in that we store an array of integers
599 whose bits directly represent the members of the set. */
600
601/* The type used as elements in the array, and the number of bits in
602 this type. */
ac0ab4f7 603
058e97ec
VM
604#define IRA_INT_BITS HOST_BITS_PER_WIDE_INT
605#define IRA_INT_TYPE HOST_WIDE_INT
606
607/* Set, clear or test bit number I in R, a bit vector of elements with
608 minimal index and maximal index equal correspondingly to MIN and
609 MAX. */
610#if defined ENABLE_IRA_CHECKING && (GCC_VERSION >= 2007)
611
42ce1cc4 612#define SET_MINMAX_SET_BIT(R, I, MIN, MAX) __extension__ \
058e97ec
VM
613 (({ int _min = (MIN), _max = (MAX), _i = (I); \
614 if (_i < _min || _i > _max) \
615 { \
616 fprintf (stderr, \
617 "\n%s: %d: error in %s: %d not in range [%d,%d]\n", \
618 __FILE__, __LINE__, __FUNCTION__, _i, _min, _max); \
619 gcc_unreachable (); \
620 } \
621 ((R)[(unsigned) (_i - _min) / IRA_INT_BITS] \
622 |= ((IRA_INT_TYPE) 1 << ((unsigned) (_i - _min) % IRA_INT_BITS))); }))
b8698a0f 623
058e97ec 624
42ce1cc4 625#define CLEAR_MINMAX_SET_BIT(R, I, MIN, MAX) __extension__ \
058e97ec
VM
626 (({ int _min = (MIN), _max = (MAX), _i = (I); \
627 if (_i < _min || _i > _max) \
628 { \
629 fprintf (stderr, \
630 "\n%s: %d: error in %s: %d not in range [%d,%d]\n", \
631 __FILE__, __LINE__, __FUNCTION__, _i, _min, _max); \
632 gcc_unreachable (); \
633 } \
634 ((R)[(unsigned) (_i - _min) / IRA_INT_BITS] \
635 &= ~((IRA_INT_TYPE) 1 << ((unsigned) (_i - _min) % IRA_INT_BITS))); }))
636
42ce1cc4 637#define TEST_MINMAX_SET_BIT(R, I, MIN, MAX) __extension__ \
058e97ec
VM
638 (({ int _min = (MIN), _max = (MAX), _i = (I); \
639 if (_i < _min || _i > _max) \
640 { \
641 fprintf (stderr, \
642 "\n%s: %d: error in %s: %d not in range [%d,%d]\n", \
643 __FILE__, __LINE__, __FUNCTION__, _i, _min, _max); \
644 gcc_unreachable (); \
645 } \
646 ((R)[(unsigned) (_i - _min) / IRA_INT_BITS] \
647 & ((IRA_INT_TYPE) 1 << ((unsigned) (_i - _min) % IRA_INT_BITS))); }))
648
649#else
650
42ce1cc4 651#define SET_MINMAX_SET_BIT(R, I, MIN, MAX) \
058e97ec
VM
652 ((R)[(unsigned) ((I) - (MIN)) / IRA_INT_BITS] \
653 |= ((IRA_INT_TYPE) 1 << ((unsigned) ((I) - (MIN)) % IRA_INT_BITS)))
654
42ce1cc4 655#define CLEAR_MINMAX_SET_BIT(R, I, MIN, MAX) \
058e97ec
VM
656 ((R)[(unsigned) ((I) - (MIN)) / IRA_INT_BITS] \
657 &= ~((IRA_INT_TYPE) 1 << ((unsigned) ((I) - (MIN)) % IRA_INT_BITS)))
658
42ce1cc4 659#define TEST_MINMAX_SET_BIT(R, I, MIN, MAX) \
058e97ec
VM
660 ((R)[(unsigned) ((I) - (MIN)) / IRA_INT_BITS] \
661 & ((IRA_INT_TYPE) 1 << ((unsigned) ((I) - (MIN)) % IRA_INT_BITS)))
662
663#endif
664
42ce1cc4 665/* The iterator for min/max sets. */
058e97ec
VM
666typedef struct {
667
42ce1cc4 668 /* Array containing the bit vector. */
058e97ec
VM
669 IRA_INT_TYPE *vec;
670
671 /* The number of the current element in the vector. */
672 unsigned int word_num;
673
674 /* The number of bits in the bit vector. */
675 unsigned int nel;
676
677 /* The current bit index of the bit vector. */
678 unsigned int bit_num;
679
680 /* Index corresponding to the 1st bit of the bit vector. */
681 int start_val;
682
683 /* The word of the bit vector currently visited. */
684 unsigned IRA_INT_TYPE word;
42ce1cc4 685} minmax_set_iterator;
058e97ec 686
42ce1cc4
BS
687/* Initialize the iterator I for bit vector VEC containing minimal and
688 maximal values MIN and MAX. */
058e97ec 689static inline void
42ce1cc4
BS
690minmax_set_iter_init (minmax_set_iterator *i, IRA_INT_TYPE *vec, int min,
691 int max)
058e97ec
VM
692{
693 i->vec = vec;
694 i->word_num = 0;
695 i->nel = max < min ? 0 : max - min + 1;
696 i->start_val = min;
697 i->bit_num = 0;
698 i->word = i->nel == 0 ? 0 : vec[0];
699}
700
ac0ab4f7 701/* Return TRUE if we have more allocnos to visit, in which case *N is
42ce1cc4 702 set to the number of the element to be visited. Otherwise, return
058e97ec
VM
703 FALSE. */
704static inline bool
42ce1cc4 705minmax_set_iter_cond (minmax_set_iterator *i, int *n)
058e97ec
VM
706{
707 /* Skip words that are zeros. */
708 for (; i->word == 0; i->word = i->vec[i->word_num])
709 {
710 i->word_num++;
711 i->bit_num = i->word_num * IRA_INT_BITS;
b8698a0f 712
058e97ec
VM
713 /* If we have reached the end, break. */
714 if (i->bit_num >= i->nel)
715 return false;
716 }
b8698a0f 717
058e97ec
VM
718 /* Skip bits that are zero. */
719 for (; (i->word & 1) == 0; i->word >>= 1)
720 i->bit_num++;
b8698a0f 721
058e97ec 722 *n = (int) i->bit_num + i->start_val;
b8698a0f 723
058e97ec
VM
724 return true;
725}
726
42ce1cc4 727/* Advance to the next element in the set. */
058e97ec 728static inline void
42ce1cc4 729minmax_set_iter_next (minmax_set_iterator *i)
058e97ec
VM
730{
731 i->word >>= 1;
732 i->bit_num++;
733}
734
42ce1cc4 735/* Loop over all elements of a min/max set given by bit vector VEC and
058e97ec
VM
736 their minimal and maximal values MIN and MAX. In each iteration, N
737 is set to the number of next allocno. ITER is an instance of
42ce1cc4
BS
738 minmax_set_iterator used to iterate over the set. */
739#define FOR_EACH_BIT_IN_MINMAX_SET(VEC, MIN, MAX, N, ITER) \
740 for (minmax_set_iter_init (&(ITER), (VEC), (MIN), (MAX)); \
741 minmax_set_iter_cond (&(ITER), &(N)); \
742 minmax_set_iter_next (&(ITER)))
743\f
afcc66c4 744struct target_ira_int {
aa1c5d72
RS
745 /* Initialized once. It is a maximal possible size of the allocated
746 struct costs. */
747 int x_max_struct_costs_size;
748
749 /* Allocated and initialized once, and used to initialize cost values
750 for each insn. */
751 struct costs *x_init_cost;
752
753 /* Allocated once, and used for temporary purposes. */
754 struct costs *x_temp_costs;
755
756 /* Allocated once, and used for the cost calculation. */
757 struct costs *x_op_costs[MAX_RECOG_OPERANDS];
758 struct costs *x_this_op_costs[MAX_RECOG_OPERANDS];
759
99710245
VM
760 /* Classes used for cost calculation. They may be different on
761 different iterations of the cost calculations or in different
762 optimization modes. */
763 enum reg_class *x_cost_classes;
764
afcc66c4
RS
765 /* Hard registers that can not be used for the register allocator for
766 all functions of the current compilation unit. */
767 HARD_REG_SET x_no_unit_alloc_regs;
768
769 /* Map: hard regs X modes -> set of hard registers for storing value
770 of given mode starting with given hard register. */
771 HARD_REG_SET (x_ira_reg_mode_hard_regset
772 [FIRST_PSEUDO_REGISTER][NUM_MACHINE_MODES]);
773
774 /* Array based on TARGET_REGISTER_MOVE_COST. Don't use
775 ira_register_move_cost directly. Use function of
776 ira_get_may_move_cost instead. */
777 move_table *x_ira_register_move_cost[MAX_MACHINE_MODE];
778
779 /* Similar to may_move_in_cost but it is calculated in IRA instead of
780 regclass. Another difference we take only available hard registers
781 into account to figure out that one register class is a subset of
782 the another one. Don't use it directly. Use function of
783 ira_get_may_move_cost instead. */
784 move_table *x_ira_may_move_in_cost[MAX_MACHINE_MODE];
785
786 /* Similar to may_move_out_cost but it is calculated in IRA instead of
787 regclass. Another difference we take only available hard registers
788 into account to figure out that one register class is a subset of
789 the another one. Don't use it directly. Use function of
790 ira_get_may_move_cost instead. */
791 move_table *x_ira_may_move_out_cost[MAX_MACHINE_MODE];
792
793 /* Register class subset relation: TRUE if the first class is a subset
794 of the second one considering only hard registers available for the
795 allocation. */
796 int x_ira_class_subset_p[N_REG_CLASSES][N_REG_CLASSES];
797
798 /* Array of the number of hard registers of given class which are
799 available for allocation. The order is defined by the the hard
800 register numbers. */
801 short x_ira_non_ordered_class_hard_regs[N_REG_CLASSES][FIRST_PSEUDO_REGISTER];
802
803 /* Index (in ira_class_hard_regs; for given register class and hard
804 register (in general case a hard register can belong to several
805 register classes;. The index is negative for hard registers
806 unavailable for the allocation. */
807 short x_ira_class_hard_reg_index[N_REG_CLASSES][FIRST_PSEUDO_REGISTER];
808
809 /* Array whose values are hard regset of hard registers available for
810 the allocation of given register class whose HARD_REGNO_MODE_OK
811 values for given mode are zero. */
99710245 812 HARD_REG_SET x_prohibited_class_mode_regs[N_REG_CLASSES][NUM_MACHINE_MODES];
afcc66c4
RS
813
814 /* The value is number of elements in the subsequent array. */
815 int x_ira_important_classes_num;
816
99710245
VM
817 /* The array containing non-empty classes (including non-empty cover
818 classes; which are subclasses of cover classes. Such classes is
afcc66c4
RS
819 important for calculation of the hard register usage costs. */
820 enum reg_class x_ira_important_classes[N_REG_CLASSES];
821
822 /* The biggest important class inside of intersection of the two
823 classes (that is calculated taking only hard registers available
824 for allocation into account;. If the both classes contain no hard
825 registers available for allocation, the value is calculated with
826 taking all hard-registers including fixed ones into account. */
827 enum reg_class x_ira_reg_class_intersect[N_REG_CLASSES][N_REG_CLASSES];
828
829 /* True if the two classes (that is calculated taking only hard
830 registers available for allocation into account; are
831 intersected. */
832 bool x_ira_reg_classes_intersect_p[N_REG_CLASSES][N_REG_CLASSES];
833
834 /* Classes with end marker LIM_REG_CLASSES which are intersected with
835 given class (the first index;. That includes given class itself.
836 This is calculated taking only hard registers available for
837 allocation into account. */
838 enum reg_class x_ira_reg_class_super_classes[N_REG_CLASSES][N_REG_CLASSES];
839
99710245
VM
840 /* The biggest important class inside of union of the two classes
841 (that is calculated taking only hard registers available for
842 allocation into account;. If the both classes contain no hard
843 registers available for allocation, the value is calculated with
844 taking all hard-registers including fixed ones into account. In
845 other words, the value is the corresponding reg_class_subunion
846 value. */
847 enum reg_class x_ira_reg_class_union[N_REG_CLASSES][N_REG_CLASSES];
afcc66c4
RS
848
849 /* For each reg class, table listing all the classes contained in it
850 (excluding the class itself. Non-allocatable registers are
851 excluded from the consideration;. */
852 enum reg_class x_alloc_reg_class_subclasses[N_REG_CLASSES][N_REG_CLASSES];
15e7b94f
RS
853
854 /* Array whose values are hard regset of hard registers for which
855 move of the hard register in given mode into itself is
856 prohibited. */
857 HARD_REG_SET x_ira_prohibited_mode_move_regs[NUM_MACHINE_MODES];
858
859 /* Flag of that the above array has been initialized. */
860 bool x_ira_prohibited_mode_move_regs_initialized_p;
afcc66c4
RS
861};
862
863extern struct target_ira_int default_target_ira_int;
864#if SWITCHABLE_TARGET
865extern struct target_ira_int *this_target_ira_int;
866#else
867#define this_target_ira_int (&default_target_ira_int)
868#endif
058e97ec 869
afcc66c4
RS
870#define ira_reg_mode_hard_regset \
871 (this_target_ira_int->x_ira_reg_mode_hard_regset)
872#define ira_register_move_cost \
873 (this_target_ira_int->x_ira_register_move_cost)
874#define ira_may_move_in_cost \
875 (this_target_ira_int->x_ira_may_move_in_cost)
876#define ira_may_move_out_cost \
877 (this_target_ira_int->x_ira_may_move_out_cost)
878#define ira_class_subset_p \
879 (this_target_ira_int->x_ira_class_subset_p)
880#define ira_non_ordered_class_hard_regs \
881 (this_target_ira_int->x_ira_non_ordered_class_hard_regs)
882#define ira_class_hard_reg_index \
883 (this_target_ira_int->x_ira_class_hard_reg_index)
99710245
VM
884#define prohibited_class_mode_regs \
885 (this_target_ira_int->x_prohibited_class_mode_regs)
afcc66c4
RS
886#define ira_important_classes_num \
887 (this_target_ira_int->x_ira_important_classes_num)
888#define ira_important_classes \
889 (this_target_ira_int->x_ira_important_classes)
890#define ira_reg_class_intersect \
891 (this_target_ira_int->x_ira_reg_class_intersect)
892#define ira_reg_classes_intersect_p \
893 (this_target_ira_int->x_ira_reg_classes_intersect_p)
894#define ira_reg_class_super_classes \
895 (this_target_ira_int->x_ira_reg_class_super_classes)
99710245
VM
896#define ira_reg_class_union \
897 (this_target_ira_int->x_ira_reg_class_union)
15e7b94f
RS
898#define ira_prohibited_mode_move_regs \
899 (this_target_ira_int->x_ira_prohibited_mode_move_regs)
afcc66c4
RS
900\f
901/* ira.c: */
058e97ec 902
058e97ec 903extern void *ira_allocate (size_t);
99710245 904extern void *ira_reallocate (void *, size_t);
058e97ec
VM
905extern void ira_free (void *addr);
906extern bitmap ira_allocate_bitmap (void);
907extern void ira_free_bitmap (bitmap);
908extern void ira_print_disposition (FILE *);
909extern void ira_debug_disposition (void);
99710245 910extern void ira_debug_class_cover (void);
058e97ec
VM
911extern void ira_init_register_move_cost (enum machine_mode);
912
913/* The length of the two following arrays. */
914extern int ira_reg_equiv_len;
915
916/* The element value is TRUE if the corresponding regno value is
917 invariant. */
918extern bool *ira_reg_equiv_invariant_p;
919
920/* The element value is equiv constant of given pseudo-register or
921 NULL_RTX. */
922extern rtx *ira_reg_equiv_const;
923
924/* ira-build.c */
925
926/* The current loop tree node and its regno allocno map. */
927extern ira_loop_tree_node_t ira_curr_loop_tree_node;
928extern ira_allocno_t *ira_curr_regno_allocno_map;
929
4cda38d5
VM
930extern void ira_debug_copy (ira_copy_t);
931extern void ira_debug_copies (void);
058e97ec
VM
932extern void ira_debug_allocno_copies (ira_allocno_t);
933
934extern void ira_traverse_loop_tree (bool, ira_loop_tree_node_t,
935 void (*) (ira_loop_tree_node_t),
936 void (*) (ira_loop_tree_node_t));
029da7d4
BS
937extern ira_allocno_t ira_parent_allocno (ira_allocno_t);
938extern ira_allocno_t ira_parent_or_cap_allocno (ira_allocno_t);
058e97ec 939extern ira_allocno_t ira_create_allocno (int, bool, ira_loop_tree_node_t);
ac0ab4f7 940extern void ira_create_allocno_objects (ira_allocno_t);
99710245 941extern void ira_set_allocno_cover_class (ira_allocno_t, enum reg_class);
a49ae217
BS
942extern bool ira_conflict_vector_profitable_p (ira_object_t, int);
943extern void ira_allocate_conflict_vec (ira_object_t, int);
944extern void ira_allocate_object_conflicts (ira_object_t, int);
ac0ab4f7 945extern void ior_hard_reg_conflicts (ira_allocno_t, HARD_REG_SET *);
058e97ec 946extern void ira_print_expanded_allocno (ira_allocno_t);
ac0ab4f7 947extern void ira_add_live_range_to_object (ira_object_t, int, int);
9140d27b
BS
948extern live_range_t ira_create_live_range (ira_object_t, int, int,
949 live_range_t);
950extern live_range_t ira_copy_live_range_list (live_range_t);
951extern live_range_t ira_merge_live_ranges (live_range_t, live_range_t);
952extern bool ira_live_ranges_intersect_p (live_range_t, live_range_t);
953extern void ira_finish_live_range (live_range_t);
954extern void ira_finish_live_range_list (live_range_t);
058e97ec
VM
955extern void ira_free_allocno_updated_costs (ira_allocno_t);
956extern ira_copy_t ira_create_copy (ira_allocno_t, ira_allocno_t,
548a6322 957 int, bool, rtx, ira_loop_tree_node_t);
058e97ec
VM
958extern void ira_add_allocno_copy_to_list (ira_copy_t);
959extern void ira_swap_allocno_copy_ends_if_necessary (ira_copy_t);
548a6322
VM
960extern ira_copy_t ira_add_allocno_copy (ira_allocno_t, ira_allocno_t, int,
961 bool, rtx, ira_loop_tree_node_t);
058e97ec
VM
962
963extern int *ira_allocate_cost_vector (enum reg_class);
964extern void ira_free_cost_vector (int *, enum reg_class);
965
966extern void ira_flattening (int, int);
967extern bool ira_build (bool);
968extern void ira_destroy (void);
969
970/* ira-costs.c */
971extern void ira_init_costs_once (void);
972extern void ira_init_costs (void);
973extern void ira_finish_costs_once (void);
974extern void ira_costs (void);
99710245 975extern void ira_tune_allocno_costs_and_cover_classes (void);
058e97ec
VM
976
977/* ira-lives.c */
978
979extern void ira_rebuild_start_finish_chains (void);
b14151b5
BS
980extern void ira_print_live_range_list (FILE *, live_range_t);
981extern void ira_debug_live_range_list (live_range_t);
058e97ec
VM
982extern void ira_debug_allocno_live_ranges (ira_allocno_t);
983extern void ira_debug_live_ranges (void);
984extern void ira_create_allocno_live_ranges (void);
b15a7ae6 985extern void ira_compress_allocno_live_ranges (void);
058e97ec
VM
986extern void ira_finish_allocno_live_ranges (void);
987
988/* ira-conflicts.c */
058e97ec
VM
989extern void ira_debug_conflicts (bool);
990extern void ira_build_conflicts (void);
991
992/* ira-color.c */
993extern int ira_loop_edge_freq (ira_loop_tree_node_t, int, bool);
994extern void ira_reassign_conflict_allocnos (int);
995extern void ira_initiate_assign (void);
996extern void ira_finish_assign (void);
997extern void ira_color (void);
058e97ec
VM
998
999/* ira-emit.c */
1000extern void ira_emit (bool);
1001
1002\f
1003
99710245
VM
1004/* Return cost of moving value of MODE from register of class FROM to
1005 register of class TO. */
1006static inline int
1007ira_get_register_move_cost (enum machine_mode mode,
1008 enum reg_class from, enum reg_class to)
1009{
1010 if (ira_register_move_cost[mode] == NULL)
1011 ira_init_register_move_cost (mode);
1012 return ira_register_move_cost[mode][from][to];
1013}
1014
1015/* Return cost of moving value of MODE from register of class FROM to
1016 register of class TO. Return zero if IN_P is true and FROM is
1017 subset of TO or if IN_P is false and FROM is superset of TO. */
1018static inline int
1019ira_get_may_move_cost (enum machine_mode mode,
1020 enum reg_class from, enum reg_class to,
1021 bool in_p)
6080348f
VM
1022{
1023 if (ira_register_move_cost[mode] == NULL)
1024 ira_init_register_move_cost (mode);
99710245
VM
1025 return (in_p
1026 ? ira_may_move_in_cost[mode][from][to]
1027 : ira_may_move_out_cost[mode][from][to]);
6080348f
VM
1028}
1029
1030\f
1031
058e97ec
VM
1032/* The iterator for all allocnos. */
1033typedef struct {
1034 /* The number of the current element in IRA_ALLOCNOS. */
1035 int n;
1036} ira_allocno_iterator;
1037
1038/* Initialize the iterator I. */
1039static inline void
1040ira_allocno_iter_init (ira_allocno_iterator *i)
1041{
1042 i->n = 0;
1043}
1044
1045/* Return TRUE if we have more allocnos to visit, in which case *A is
1046 set to the allocno to be visited. Otherwise, return FALSE. */
1047static inline bool
1048ira_allocno_iter_cond (ira_allocno_iterator *i, ira_allocno_t *a)
1049{
1050 int n;
1051
1052 for (n = i->n; n < ira_allocnos_num; n++)
1053 if (ira_allocnos[n] != NULL)
1054 {
1055 *a = ira_allocnos[n];
1056 i->n = n + 1;
1057 return true;
1058 }
1059 return false;
1060}
1061
1062/* Loop over all allocnos. In each iteration, A is set to the next
1063 allocno. ITER is an instance of ira_allocno_iterator used to iterate
1064 the allocnos. */
1065#define FOR_EACH_ALLOCNO(A, ITER) \
1066 for (ira_allocno_iter_init (&(ITER)); \
1067 ira_allocno_iter_cond (&(ITER), &(A));)
a49ae217
BS
1068\f
1069/* The iterator for all objects. */
1070typedef struct {
ac0ab4f7 1071 /* The number of the current element in ira_object_id_map. */
a49ae217
BS
1072 int n;
1073} ira_object_iterator;
058e97ec 1074
a49ae217
BS
1075/* Initialize the iterator I. */
1076static inline void
1077ira_object_iter_init (ira_object_iterator *i)
1078{
1079 i->n = 0;
1080}
1081
1082/* Return TRUE if we have more objects to visit, in which case *OBJ is
1083 set to the object to be visited. Otherwise, return FALSE. */
1084static inline bool
1085ira_object_iter_cond (ira_object_iterator *i, ira_object_t *obj)
1086{
1087 int n;
058e97ec 1088
a49ae217
BS
1089 for (n = i->n; n < ira_objects_num; n++)
1090 if (ira_object_id_map[n] != NULL)
1091 {
1092 *obj = ira_object_id_map[n];
1093 i->n = n + 1;
1094 return true;
1095 }
1096 return false;
1097}
1098
ac0ab4f7
BS
1099/* Loop over all objects. In each iteration, OBJ is set to the next
1100 object. ITER is an instance of ira_object_iterator used to iterate
a49ae217
BS
1101 the objects. */
1102#define FOR_EACH_OBJECT(OBJ, ITER) \
1103 for (ira_object_iter_init (&(ITER)); \
1104 ira_object_iter_cond (&(ITER), &(OBJ));)
058e97ec 1105\f
ac0ab4f7
BS
1106/* The iterator for objects associated with an allocno. */
1107typedef struct {
1108 /* The number of the element the allocno's object array. */
1109 int n;
1110} ira_allocno_object_iterator;
1111
1112/* Initialize the iterator I. */
1113static inline void
1114ira_allocno_object_iter_init (ira_allocno_object_iterator *i)
1115{
1116 i->n = 0;
1117}
1118
1119/* Return TRUE if we have more objects to visit in allocno A, in which
1120 case *O is set to the object to be visited. Otherwise, return
1121 FALSE. */
1122static inline bool
1123ira_allocno_object_iter_cond (ira_allocno_object_iterator *i, ira_allocno_t a,
1124 ira_object_t *o)
1125{
1126 *o = ALLOCNO_OBJECT (a, i->n);
1127 return i->n++ < ALLOCNO_NUM_OBJECTS (a);
1128}
1129
1130/* Loop over all objects associated with allocno A. In each
1131 iteration, O is set to the next object. ITER is an instance of
1132 ira_allocno_object_iterator used to iterate the conflicts. */
1133#define FOR_EACH_ALLOCNO_OBJECT(A, O, ITER) \
1134 for (ira_allocno_object_iter_init (&(ITER)); \
1135 ira_allocno_object_iter_cond (&(ITER), (A), &(O));)
1136\f
058e97ec
VM
1137
1138/* The iterator for copies. */
1139typedef struct {
1140 /* The number of the current element in IRA_COPIES. */
1141 int n;
1142} ira_copy_iterator;
1143
1144/* Initialize the iterator I. */
1145static inline void
1146ira_copy_iter_init (ira_copy_iterator *i)
1147{
1148 i->n = 0;
1149}
1150
1151/* Return TRUE if we have more copies to visit, in which case *CP is
1152 set to the copy to be visited. Otherwise, return FALSE. */
1153static inline bool
1154ira_copy_iter_cond (ira_copy_iterator *i, ira_copy_t *cp)
1155{
1156 int n;
1157
1158 for (n = i->n; n < ira_copies_num; n++)
1159 if (ira_copies[n] != NULL)
1160 {
1161 *cp = ira_copies[n];
1162 i->n = n + 1;
1163 return true;
1164 }
1165 return false;
1166}
1167
1168/* Loop over all copies. In each iteration, C is set to the next
1169 copy. ITER is an instance of ira_copy_iterator used to iterate
1170 the copies. */
1171#define FOR_EACH_COPY(C, ITER) \
1172 for (ira_copy_iter_init (&(ITER)); \
1173 ira_copy_iter_cond (&(ITER), &(C));)
058e97ec 1174\f
ac0ab4f7 1175/* The iterator for object conflicts. */
058e97ec 1176typedef struct {
ac0ab4f7
BS
1177
1178 /* TRUE if the conflicts are represented by vector of allocnos. */
a49ae217 1179 bool conflict_vec_p;
058e97ec
VM
1180
1181 /* The conflict vector or conflict bit vector. */
1182 void *vec;
1183
1184 /* The number of the current element in the vector (of type
a49ae217 1185 ira_object_t or IRA_INT_TYPE). */
058e97ec
VM
1186 unsigned int word_num;
1187
1188 /* The bit vector size. It is defined only if
a49ae217 1189 OBJECT_CONFLICT_VEC_P is FALSE. */
058e97ec
VM
1190 unsigned int size;
1191
1192 /* The current bit index of bit vector. It is defined only if
a49ae217 1193 OBJECT_CONFLICT_VEC_P is FALSE. */
058e97ec
VM
1194 unsigned int bit_num;
1195
a49ae217
BS
1196 /* The object id corresponding to the 1st bit of the bit vector. It
1197 is defined only if OBJECT_CONFLICT_VEC_P is FALSE. */
058e97ec
VM
1198 int base_conflict_id;
1199
1200 /* The word of bit vector currently visited. It is defined only if
a49ae217 1201 OBJECT_CONFLICT_VEC_P is FALSE. */
058e97ec 1202 unsigned IRA_INT_TYPE word;
fa86d337 1203} ira_object_conflict_iterator;
058e97ec
VM
1204
1205/* Initialize the iterator I with ALLOCNO conflicts. */
1206static inline void
fa86d337
BS
1207ira_object_conflict_iter_init (ira_object_conflict_iterator *i,
1208 ira_object_t obj)
058e97ec 1209{
a49ae217
BS
1210 i->conflict_vec_p = OBJECT_CONFLICT_VEC_P (obj);
1211 i->vec = OBJECT_CONFLICT_ARRAY (obj);
058e97ec 1212 i->word_num = 0;
a49ae217 1213 if (i->conflict_vec_p)
058e97ec
VM
1214 i->size = i->bit_num = i->base_conflict_id = i->word = 0;
1215 else
1216 {
a49ae217 1217 if (OBJECT_MIN (obj) > OBJECT_MAX (obj))
058e97ec
VM
1218 i->size = 0;
1219 else
a49ae217 1220 i->size = ((OBJECT_MAX (obj) - OBJECT_MIN (obj)
058e97ec
VM
1221 + IRA_INT_BITS)
1222 / IRA_INT_BITS) * sizeof (IRA_INT_TYPE);
1223 i->bit_num = 0;
a49ae217 1224 i->base_conflict_id = OBJECT_MIN (obj);
058e97ec
VM
1225 i->word = (i->size == 0 ? 0 : ((IRA_INT_TYPE *) i->vec)[0]);
1226 }
1227}
1228
1229/* Return TRUE if we have more conflicting allocnos to visit, in which
1230 case *A is set to the allocno to be visited. Otherwise, return
1231 FALSE. */
1232static inline bool
fa86d337
BS
1233ira_object_conflict_iter_cond (ira_object_conflict_iterator *i,
1234 ira_object_t *pobj)
058e97ec 1235{
a49ae217 1236 ira_object_t obj;
058e97ec 1237
a49ae217 1238 if (i->conflict_vec_p)
058e97ec 1239 {
99710245 1240 obj = ((ira_object_t *) i->vec)[i->word_num];
a49ae217 1241 if (obj == NULL)
058e97ec 1242 return false;
058e97ec
VM
1243 }
1244 else
1245 {
1246 /* Skip words that are zeros. */
99710245 1247 for (; i->word == 0; i->word = ((IRA_INT_TYPE *) i->vec)[i->word_num])
058e97ec
VM
1248 {
1249 i->word_num++;
b8698a0f 1250
058e97ec
VM
1251 /* If we have reached the end, break. */
1252 if (i->word_num * sizeof (IRA_INT_TYPE) >= i->size)
1253 return false;
b8698a0f 1254
99710245 1255 i->bit_num = i->word_num * IRA_INT_BITS;
058e97ec 1256 }
b8698a0f 1257
058e97ec 1258 /* Skip bits that are zero. */
99710245
VM
1259 for (; (i->word & 1) == 0; i->word >>= 1)
1260 i->bit_num++;
b8698a0f 1261
99710245 1262 obj = ira_object_id_map[i->bit_num + i->base_conflict_id];
058e97ec 1263 }
a49ae217 1264
fa86d337 1265 *pobj = obj;
a49ae217 1266 return true;
058e97ec
VM
1267}
1268
99710245
VM
1269/* Advance to the next conflicting allocno. */
1270static inline void
1271ira_object_conflict_iter_next (ira_object_conflict_iterator *i)
1272{
1273 if (i->conflict_vec_p)
1274 i->word_num++;
1275 else
1276 {
1277 i->word >>= 1;
1278 i->bit_num++;
1279 }
1280}
1281
fa86d337
BS
1282/* Loop over all objects conflicting with OBJ. In each iteration,
1283 CONF is set to the next conflicting object. ITER is an instance
1284 of ira_object_conflict_iterator used to iterate the conflicts. */
1285#define FOR_EACH_OBJECT_CONFLICT(OBJ, CONF, ITER) \
1286 for (ira_object_conflict_iter_init (&(ITER), (OBJ)); \
99710245
VM
1287 ira_object_conflict_iter_cond (&(ITER), &(CONF)); \
1288 ira_object_conflict_iter_next (&(ITER)))
058e97ec
VM
1289
1290\f
1291
1292/* The function returns TRUE if hard registers starting with
1293 HARD_REGNO and containing value of MODE are not in set
1294 HARD_REGSET. */
1295static inline bool
1296ira_hard_reg_not_in_set_p (int hard_regno, enum machine_mode mode,
1297 HARD_REG_SET hard_regset)
1298{
1299 int i;
1300
1301 ira_assert (hard_regno >= 0);
1302 for (i = hard_regno_nregs[hard_regno][mode] - 1; i >= 0; i--)
1303 if (TEST_HARD_REG_BIT (hard_regset, hard_regno + i))
1304 return false;
1305 return true;
1306}
1307
1308\f
1309
1310/* To save memory we use a lazy approach for allocation and
1311 initialization of the cost vectors. We do this only when it is
1312 really necessary. */
1313
99710245 1314/* Allocate cost vector *VEC for hard registers of COVER_CLASS and
058e97ec
VM
1315 initialize the elements by VAL if it is necessary */
1316static inline void
99710245 1317ira_allocate_and_set_costs (int **vec, enum reg_class cover_class, int val)
058e97ec
VM
1318{
1319 int i, *reg_costs;
1320 int len;
1321
1322 if (*vec != NULL)
1323 return;
99710245
VM
1324 *vec = reg_costs = ira_allocate_cost_vector (cover_class);
1325 len = ira_class_hard_regs_num[cover_class];
058e97ec
VM
1326 for (i = 0; i < len; i++)
1327 reg_costs[i] = val;
1328}
1329
99710245
VM
1330/* Allocate cost vector *VEC for hard registers of COVER_CLASS and
1331 copy values of vector SRC into the vector if it is necessary */
058e97ec 1332static inline void
99710245 1333ira_allocate_and_copy_costs (int **vec, enum reg_class cover_class, int *src)
058e97ec
VM
1334{
1335 int len;
1336
1337 if (*vec != NULL || src == NULL)
1338 return;
99710245
VM
1339 *vec = ira_allocate_cost_vector (cover_class);
1340 len = ira_class_hard_regs_num[cover_class];
058e97ec
VM
1341 memcpy (*vec, src, sizeof (int) * len);
1342}
1343
99710245
VM
1344/* Allocate cost vector *VEC for hard registers of COVER_CLASS and
1345 add values of vector SRC into the vector if it is necessary */
058e97ec 1346static inline void
99710245
VM
1347ira_allocate_and_accumulate_costs (int **vec, enum reg_class cover_class,
1348 int *src)
058e97ec
VM
1349{
1350 int i, len;
1351
1352 if (src == NULL)
1353 return;
99710245 1354 len = ira_class_hard_regs_num[cover_class];
058e97ec
VM
1355 if (*vec == NULL)
1356 {
99710245 1357 *vec = ira_allocate_cost_vector (cover_class);
058e97ec
VM
1358 memset (*vec, 0, sizeof (int) * len);
1359 }
1360 for (i = 0; i < len; i++)
1361 (*vec)[i] += src[i];
1362}
1363
99710245
VM
1364/* Allocate cost vector *VEC for hard registers of COVER_CLASS and
1365 copy values of vector SRC into the vector or initialize it by VAL
1366 (if SRC is null). */
058e97ec 1367static inline void
99710245 1368ira_allocate_and_set_or_copy_costs (int **vec, enum reg_class cover_class,
058e97ec
VM
1369 int val, int *src)
1370{
1371 int i, *reg_costs;
1372 int len;
1373
1374 if (*vec != NULL)
1375 return;
99710245
VM
1376 *vec = reg_costs = ira_allocate_cost_vector (cover_class);
1377 len = ira_class_hard_regs_num[cover_class];
058e97ec
VM
1378 if (src != NULL)
1379 memcpy (reg_costs, src, sizeof (int) * len);
1380 else
1381 {
1382 for (i = 0; i < len; i++)
1383 reg_costs[i] = val;
1384 }
1385}