]>
Commit | Line | Data |
---|---|---|
4ee9c684 | 1 | /* Generic routines for manipulating SSA_NAME expressions |
aad93da1 | 2 | Copyright (C) 2003-2017 Free Software Foundation, Inc. |
0b1615c1 | 3 | |
4ee9c684 | 4 | This file is part of GCC. |
48e1416a | 5 | |
4ee9c684 | 6 | GCC is free software; you can redistribute it and/or modify |
7 | it under the terms of the GNU General Public License as published by | |
8c4c00c1 | 8 | the Free Software Foundation; either version 3, or (at your option) |
4ee9c684 | 9 | any later version. |
48e1416a | 10 | |
4ee9c684 | 11 | GCC is distributed in the hope that it will be useful, |
12 | but WITHOUT ANY WARRANTY; without even the implied warranty of | |
13 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
14 | GNU General Public License for more details. | |
48e1416a | 15 | |
4ee9c684 | 16 | You should have received a copy of the GNU General Public License |
8c4c00c1 | 17 | along with GCC; see the file COPYING3. If not see |
18 | <http://www.gnu.org/licenses/>. */ | |
1fa3a8f6 | 19 | |
4ee9c684 | 20 | #include "config.h" |
21 | #include "system.h" | |
22 | #include "coretypes.h" | |
9ef16211 | 23 | #include "backend.h" |
4ee9c684 | 24 | #include "tree.h" |
9ef16211 | 25 | #include "gimple.h" |
7c29e30e | 26 | #include "tree-pass.h" |
9ef16211 | 27 | #include "ssa.h" |
7c29e30e | 28 | #include "gimple-iterator.h" |
9ed99284 | 29 | #include "stor-layout.h" |
073c1fd5 | 30 | #include "tree-into-ssa.h" |
69ee5dbb | 31 | #include "tree-ssa.h" |
4ee9c684 | 32 | |
33 | /* Rewriting a function into SSA form can create a huge number of SSA_NAMEs, | |
34 | many of which may be thrown away shortly after their creation if jumps | |
48e1416a | 35 | were threaded through PHI nodes. |
4ee9c684 | 36 | |
37 | While our garbage collection mechanisms will handle this situation, it | |
38 | is extremely wasteful to create nodes and throw them away, especially | |
39 | when the nodes can be reused. | |
40 | ||
41 | For PR 8361, we can significantly reduce the number of nodes allocated | |
42 | and thus the total amount of memory allocated by managing SSA_NAMEs a | |
43 | little. This additionally helps reduce the amount of work done by the | |
44 | garbage collector. Similar results have been seen on a wider variety | |
45 | of tests (such as the compiler itself). | |
46 | ||
47 | Right now we maintain our free list on a per-function basis. It may | |
48 | or may not make sense to maintain the free list for the duration of | |
48e1416a | 49 | a compilation unit. |
4ee9c684 | 50 | |
51 | External code should rely solely upon HIGHEST_SSA_VERSION and the | |
52 | externally defined functions. External code should not know about | |
53 | the details of the free list management. | |
54 | ||
55 | External code should also not assume the version number on nodes is | |
56 | monotonically increasing. We reuse the version number when we | |
57 | reuse an SSA_NAME expression. This helps keep arrays and bitmaps | |
5cc13354 | 58 | more compact. */ |
4ee9c684 | 59 | |
4ee9c684 | 60 | |
61 | /* Version numbers with special meanings. We start allocating new version | |
62 | numbers after the special ones. */ | |
63 | #define UNUSED_NAME_VERSION 0 | |
64 | ||
4ee9c684 | 65 | unsigned int ssa_name_nodes_reused; |
66 | unsigned int ssa_name_nodes_created; | |
4ee9c684 | 67 | |
9e2e2283 | 68 | #define FREE_SSANAMES(fun) (fun)->gimple_df->free_ssanames |
16f88e4c | 69 | #define FREE_SSANAMES_QUEUE(fun) (fun)->gimple_df->free_ssanames_queue |
9e2e2283 | 70 | |
71 | ||
bcaa2770 | 72 | /* Initialize management of SSA_NAMEs to default SIZE. If SIZE is |
73 | zero use default. */ | |
4ee9c684 | 74 | |
75 | void | |
bcaa2770 | 76 | init_ssanames (struct function *fn, int size) |
4ee9c684 | 77 | { |
bcaa2770 | 78 | if (size < 50) |
79 | size = 50; | |
80 | ||
f1f41a6c | 81 | vec_alloc (SSANAMES (fn), size); |
c211d998 | 82 | |
83 | /* Version 0 is special, so reserve the first slot in the table. Though | |
84 | currently unused, we may use version 0 in alias analysis as part of | |
85 | the heuristics used to group aliases when the alias sets are too | |
8b292c7f | 86 | large. |
87 | ||
f1f41a6c | 88 | We use vec::quick_push here because we know that SSA_NAMES has at |
b62e1ab2 | 89 | least 50 elements reserved in it. */ |
f1f41a6c | 90 | SSANAMES (fn)->quick_push (NULL_TREE); |
bcaa2770 | 91 | FREE_SSANAMES (fn) = NULL; |
16f88e4c | 92 | FREE_SSANAMES_QUEUE (fn) = NULL; |
dd277d48 | 93 | |
e70e8b13 | 94 | fn->gimple_df->ssa_renaming_needed = 0; |
95 | fn->gimple_df->rename_vops = 0; | |
4ee9c684 | 96 | } |
97 | ||
98 | /* Finalize management of SSA_NAMEs. */ | |
99 | ||
100 | void | |
d4f078b5 | 101 | fini_ssanames (struct function *fn) |
4ee9c684 | 102 | { |
d4f078b5 | 103 | vec_free (SSANAMES (fn)); |
104 | vec_free (FREE_SSANAMES (fn)); | |
105 | vec_free (FREE_SSANAMES_QUEUE (fn)); | |
4ee9c684 | 106 | } |
107 | ||
108 | /* Dump some simple statistics regarding the re-use of SSA_NAME nodes. */ | |
109 | ||
4ee9c684 | 110 | void |
111 | ssanames_print_statistics (void) | |
112 | { | |
113 | fprintf (stderr, "SSA_NAME nodes allocated: %u\n", ssa_name_nodes_created); | |
114 | fprintf (stderr, "SSA_NAME nodes reused: %u\n", ssa_name_nodes_reused); | |
115 | } | |
4ee9c684 | 116 | |
0b0b7c83 | 117 | /* Verify the state of the SSA_NAME lists. |
118 | ||
119 | There must be no duplicates on the free list. | |
120 | Every name on the free list must be marked as on the free list. | |
121 | Any name on the free list must not appear in the IL. | |
122 | No names can be leaked. */ | |
123 | ||
124 | DEBUG_FUNCTION void | |
125 | verify_ssaname_freelists (struct function *fun) | |
126 | { | |
6dbbcdee | 127 | if (!gimple_in_ssa_p (fun)) |
128 | return; | |
0b0b7c83 | 129 | |
035def86 | 130 | auto_bitmap names_in_il; |
0b0b7c83 | 131 | |
132 | /* Walk the entire IL noting every SSA_NAME we see. */ | |
6dbbcdee | 133 | basic_block bb; |
0b0b7c83 | 134 | FOR_EACH_BB_FN (bb, fun) |
135 | { | |
136 | tree t; | |
137 | /* First note the result and arguments of PHI nodes. */ | |
138 | for (gphi_iterator gsi = gsi_start_phis (bb); | |
139 | !gsi_end_p (gsi); | |
140 | gsi_next (&gsi)) | |
141 | { | |
142 | gphi *phi = gsi.phi (); | |
143 | t = gimple_phi_result (phi); | |
144 | bitmap_set_bit (names_in_il, SSA_NAME_VERSION (t)); | |
145 | ||
146 | for (unsigned int i = 0; i < gimple_phi_num_args (phi); i++) | |
147 | { | |
148 | t = gimple_phi_arg_def (phi, i); | |
149 | if (TREE_CODE (t) == SSA_NAME) | |
150 | bitmap_set_bit (names_in_il, SSA_NAME_VERSION (t)); | |
151 | } | |
152 | } | |
153 | ||
154 | /* Then note the operands of each statement. */ | |
155 | for (gimple_stmt_iterator gsi = gsi_start_bb (bb); | |
156 | !gsi_end_p (gsi); | |
157 | gsi_next (&gsi)) | |
158 | { | |
159 | ssa_op_iter iter; | |
160 | gimple *stmt = gsi_stmt (gsi); | |
161 | FOR_EACH_SSA_TREE_OPERAND (t, stmt, iter, SSA_OP_ALL_OPERANDS) | |
6dbbcdee | 162 | bitmap_set_bit (names_in_il, SSA_NAME_VERSION (t)); |
0b0b7c83 | 163 | } |
164 | } | |
165 | ||
166 | /* Now walk the free list noting what we find there and verifying | |
167 | there are no duplicates. */ | |
035def86 | 168 | auto_bitmap names_in_freelists; |
0b0b7c83 | 169 | if (FREE_SSANAMES (fun)) |
170 | { | |
171 | for (unsigned int i = 0; i < FREE_SSANAMES (fun)->length (); i++) | |
172 | { | |
173 | tree t = (*FREE_SSANAMES (fun))[i]; | |
174 | ||
175 | /* Verify that the name is marked as being in the free list. */ | |
176 | gcc_assert (SSA_NAME_IN_FREE_LIST (t)); | |
177 | ||
178 | /* Verify the name has not already appeared in the free list and | |
179 | note it in the list of names found in the free list. */ | |
180 | gcc_assert (!bitmap_bit_p (names_in_freelists, SSA_NAME_VERSION (t))); | |
181 | bitmap_set_bit (names_in_freelists, SSA_NAME_VERSION (t)); | |
182 | } | |
183 | } | |
184 | ||
185 | /* Similarly for the names in the pending free list. */ | |
186 | if (FREE_SSANAMES_QUEUE (fun)) | |
187 | { | |
188 | for (unsigned int i = 0; i < FREE_SSANAMES_QUEUE (fun)->length (); i++) | |
189 | { | |
190 | tree t = (*FREE_SSANAMES_QUEUE (fun))[i]; | |
191 | ||
192 | /* Verify that the name is marked as being in the free list. */ | |
193 | gcc_assert (SSA_NAME_IN_FREE_LIST (t)); | |
194 | ||
195 | /* Verify the name has not already appeared in the free list and | |
196 | note it in the list of names found in the free list. */ | |
197 | gcc_assert (!bitmap_bit_p (names_in_freelists, SSA_NAME_VERSION (t))); | |
198 | bitmap_set_bit (names_in_freelists, SSA_NAME_VERSION (t)); | |
199 | } | |
200 | } | |
201 | ||
202 | /* If any name appears in both the IL and the freelists, then | |
203 | something horrible has happened. */ | |
204 | bool intersect_p = bitmap_intersect_p (names_in_il, names_in_freelists); | |
205 | gcc_assert (!intersect_p); | |
206 | ||
207 | /* Names can be queued up for release if there is an ssa update | |
208 | pending. Pretend we saw them in the IL. */ | |
209 | if (names_to_release) | |
210 | bitmap_ior_into (names_in_il, names_to_release); | |
211 | ||
212 | /* Function splitting can "lose" SSA_NAMEs in an effort to ensure that | |
213 | debug/non-debug compilations have the same SSA_NAMEs. So for each | |
214 | lost SSA_NAME, see if it's likely one from that wart. These will always | |
215 | be marked as default definitions. So we loosely assume that anything | |
6dbbcdee | 216 | marked as a default definition isn't leaked by pretending they are |
0b0b7c83 | 217 | in the IL. */ |
218 | for (unsigned int i = UNUSED_NAME_VERSION + 1; i < num_ssa_names; i++) | |
219 | if (ssa_name (i) && SSA_NAME_IS_DEFAULT_DEF (ssa_name (i))) | |
220 | bitmap_set_bit (names_in_il, i); | |
221 | ||
222 | unsigned int i; | |
223 | bitmap_iterator bi; | |
035def86 | 224 | auto_bitmap all_names; |
0b0b7c83 | 225 | bitmap_set_range (all_names, UNUSED_NAME_VERSION + 1, num_ssa_names - 1); |
226 | bitmap_ior_into (names_in_il, names_in_freelists); | |
227 | ||
228 | /* Any name not mentioned in the IL and not in the feelists | |
229 | has been leaked. */ | |
230 | EXECUTE_IF_AND_COMPL_IN_BITMAP(all_names, names_in_il, | |
231 | UNUSED_NAME_VERSION + 1, i, bi) | |
232 | gcc_assert (!ssa_name (i)); | |
0b0b7c83 | 233 | } |
234 | ||
16f88e4c | 235 | /* Move all SSA_NAMEs from FREE_SSA_NAMES_QUEUE to FREE_SSA_NAMES. |
236 | ||
237 | We do not, but should have a mode to verify the state of the SSA_NAMEs | |
238 | lists. In particular at this point every name must be in the IL, | |
239 | on the free list or in the queue. Anything else is an error. */ | |
240 | ||
241 | void | |
242 | flush_ssaname_freelist (void) | |
243 | { | |
388e5184 | 244 | vec_safe_splice (FREE_SSANAMES (cfun), FREE_SSANAMES_QUEUE (cfun)); |
245 | vec_safe_truncate (FREE_SSANAMES_QUEUE (cfun), 0); | |
16f88e4c | 246 | } |
247 | ||
bcaa2770 | 248 | /* Return an SSA_NAME node for variable VAR defined in statement STMT |
249 | in function FN. STMT may be an empty statement for artificial | |
250 | references (e.g., default definitions created when a variable is | |
b1f04d34 | 251 | used without a preceding definition). If VERISON is not zero then |
252 | allocate the SSA name with that version. */ | |
4ee9c684 | 253 | |
254 | tree | |
b1f04d34 | 255 | make_ssa_name_fn (struct function *fn, tree var, gimple *stmt, |
256 | unsigned int version) | |
4ee9c684 | 257 | { |
258 | tree t; | |
b66731e8 | 259 | use_operand_p imm; |
4ee9c684 | 260 | |
53e9c5c4 | 261 | gcc_assert (VAR_P (var) |
2f4ec87c | 262 | || TREE_CODE (var) == PARM_DECL |
ec11736b | 263 | || TREE_CODE (var) == RESULT_DECL |
264 | || (TYPE_P (var) && is_gimple_reg_type (var))); | |
4ee9c684 | 265 | |
b1f04d34 | 266 | /* Get the specified SSA name version. */ |
267 | if (version != 0) | |
268 | { | |
269 | t = make_node (SSA_NAME); | |
270 | SSA_NAME_VERSION (t) = version; | |
271 | if (version >= SSANAMES (fn)->length ()) | |
272 | vec_safe_grow_cleared (SSANAMES (fn), version + 1); | |
273 | gcc_assert ((*SSANAMES (fn))[version] == NULL); | |
274 | (*SSANAMES (fn))[version] = t; | |
275 | ssa_name_nodes_created++; | |
276 | } | |
fa0f49c6 | 277 | /* If our free list has an element, then use it. */ |
b1f04d34 | 278 | else if (!vec_safe_is_empty (FREE_SSANAMES (fn))) |
4ee9c684 | 279 | { |
f1f41a6c | 280 | t = FREE_SSANAMES (fn)->pop (); |
0ccdd20e | 281 | ssa_name_nodes_reused++; |
4ee9c684 | 282 | |
fa0f49c6 | 283 | /* The node was cleared out when we put it on the free list, so |
284 | there is no need to do so again here. */ | |
98107def | 285 | gcc_assert ((*SSANAMES (fn))[SSA_NAME_VERSION (t)] == NULL); |
f1f41a6c | 286 | (*SSANAMES (fn))[SSA_NAME_VERSION (t)] = t; |
4ee9c684 | 287 | } |
288 | else | |
289 | { | |
290 | t = make_node (SSA_NAME); | |
f1f41a6c | 291 | SSA_NAME_VERSION (t) = SSANAMES (fn)->length (); |
292 | vec_safe_push (SSANAMES (fn), t); | |
0ccdd20e | 293 | ssa_name_nodes_created++; |
4ee9c684 | 294 | } |
295 | ||
ec11736b | 296 | if (TYPE_P (var)) |
297 | { | |
5a987d87 | 298 | TREE_TYPE (t) = TYPE_MAIN_VARIANT (var); |
ec11736b | 299 | SET_SSA_NAME_VAR_OR_IDENTIFIER (t, NULL_TREE); |
300 | } | |
301 | else | |
302 | { | |
303 | TREE_TYPE (t) = TREE_TYPE (var); | |
304 | SET_SSA_NAME_VAR_OR_IDENTIFIER (t, var); | |
305 | } | |
4ee9c684 | 306 | SSA_NAME_DEF_STMT (t) = stmt; |
3c59e4a7 | 307 | if (POINTER_TYPE_P (TREE_TYPE (t))) |
308 | SSA_NAME_PTR_INFO (t) = NULL; | |
309 | else | |
310 | SSA_NAME_RANGE_INFO (t) = NULL; | |
311 | ||
81d08033 | 312 | SSA_NAME_IN_FREE_LIST (t) = 0; |
de6ed584 | 313 | SSA_NAME_IS_DEFAULT_DEF (t) = 0; |
22aa74c4 | 314 | imm = &(SSA_NAME_IMM_USE_NODE (t)); |
315 | imm->use = NULL; | |
316 | imm->prev = imm; | |
317 | imm->next = imm; | |
75a70cf9 | 318 | imm->loc.ssa_name = t; |
4ee9c684 | 319 | |
320 | return t; | |
321 | } | |
322 | ||
0c20fe49 | 323 | /* Store range information RANGE_TYPE, MIN, and MAX to tree ssa_name NAME. */ |
3c59e4a7 | 324 | |
325 | void | |
0c20fe49 | 326 | set_range_info (tree name, enum value_range_type range_type, |
9c1be15e | 327 | const wide_int_ref &min, const wide_int_ref &max) |
3c59e4a7 | 328 | { |
329 | gcc_assert (!POINTER_TYPE_P (TREE_TYPE (name))); | |
0c20fe49 | 330 | gcc_assert (range_type == VR_RANGE || range_type == VR_ANTI_RANGE); |
3c59e4a7 | 331 | range_info_def *ri = SSA_NAME_RANGE_INFO (name); |
9c1be15e | 332 | unsigned int precision = TYPE_PRECISION (TREE_TYPE (name)); |
3c59e4a7 | 333 | |
334 | /* Allocate if not available. */ | |
335 | if (ri == NULL) | |
336 | { | |
9c1be15e | 337 | size_t size = (sizeof (range_info_def) |
338 | + trailing_wide_ints <3>::extra_size (precision)); | |
25a27413 | 339 | ri = static_cast<range_info_def *> (ggc_internal_alloc (size)); |
9c1be15e | 340 | ri->ints.set_precision (precision); |
3c59e4a7 | 341 | SSA_NAME_RANGE_INFO (name) = ri; |
9c1be15e | 342 | ri->set_nonzero_bits (wi::shwi (-1, precision)); |
3c59e4a7 | 343 | } |
344 | ||
0c20fe49 | 345 | /* Record the range type. */ |
346 | if (SSA_NAME_RANGE_TYPE (name) != range_type) | |
347 | SSA_NAME_ANTI_RANGE_P (name) = (range_type == VR_ANTI_RANGE); | |
348 | ||
3c59e4a7 | 349 | /* Set the values. */ |
9c1be15e | 350 | ri->set_min (min); |
351 | ri->set_max (max); | |
fc08b993 | 352 | |
353 | /* If it is a range, try to improve nonzero_bits from the min/max. */ | |
0c20fe49 | 354 | if (range_type == VR_RANGE) |
fc08b993 | 355 | { |
9c1be15e | 356 | wide_int xorv = ri->get_min () ^ ri->get_max (); |
aeb682a2 | 357 | if (xorv != 0) |
9c1be15e | 358 | xorv = wi::mask (precision - wi::clz (xorv), false, precision); |
359 | ri->set_nonzero_bits (ri->get_nonzero_bits () & (ri->get_min () | xorv)); | |
fc08b993 | 360 | } |
3c59e4a7 | 361 | } |
362 | ||
363 | ||
364 | /* Gets range information MIN, MAX and returns enum value_range_type | |
365 | corresponding to tree ssa_name NAME. enum value_range_type returned | |
366 | is used to determine if MIN and MAX are valid values. */ | |
367 | ||
368 | enum value_range_type | |
9c1be15e | 369 | get_range_info (const_tree name, wide_int *min, wide_int *max) |
3c59e4a7 | 370 | { |
3c59e4a7 | 371 | gcc_assert (!POINTER_TYPE_P (TREE_TYPE (name))); |
372 | gcc_assert (min && max); | |
373 | range_info_def *ri = SSA_NAME_RANGE_INFO (name); | |
374 | ||
375 | /* Return VR_VARYING for SSA_NAMEs with NULL RANGE_INFO or SSA_NAMEs | |
376 | with integral types width > 2 * HOST_BITS_PER_WIDE_INT precision. */ | |
377 | if (!ri || (GET_MODE_PRECISION (TYPE_MODE (TREE_TYPE (name))) | |
0cf78115 | 378 | > 2 * HOST_BITS_PER_WIDE_INT)) |
3c59e4a7 | 379 | return VR_VARYING; |
380 | ||
9c1be15e | 381 | *min = ri->get_min (); |
382 | *max = ri->get_max (); | |
0c20fe49 | 383 | return SSA_NAME_RANGE_TYPE (name); |
3c59e4a7 | 384 | } |
c211d998 | 385 | |
5b48910f | 386 | /* Set nonnull attribute to pointer NAME. */ |
387 | ||
388 | void | |
389 | set_ptr_nonnull (tree name) | |
390 | { | |
391 | gcc_assert (POINTER_TYPE_P (TREE_TYPE (name))); | |
392 | struct ptr_info_def *pi = get_ptr_info (name); | |
393 | pi->pt.null = 0; | |
394 | } | |
395 | ||
396 | /* Return nonnull attribute of pointer NAME. */ | |
397 | bool | |
398 | get_ptr_nonnull (const_tree name) | |
399 | { | |
400 | gcc_assert (POINTER_TYPE_P (TREE_TYPE (name))); | |
401 | struct ptr_info_def *pi = SSA_NAME_PTR_INFO (name); | |
402 | if (pi == NULL) | |
403 | return false; | |
404 | /* TODO Now pt->null is conservatively set to true in PTA | |
405 | analysis. vrp is the only pass (including ipa-vrp) | |
406 | that clears pt.null via set_ptr_nonull when it knows | |
407 | for sure. PTA will preserves the pt.null value set by VRP. | |
408 | ||
409 | When PTA analysis is improved, pt.anything, pt.nonlocal | |
410 | and pt.escaped may also has to be considered before | |
411 | deciding that pointer cannot point to NULL. */ | |
412 | return !pi->pt.null; | |
413 | } | |
414 | ||
fc08b993 | 415 | /* Change non-zero bits bitmask of NAME. */ |
416 | ||
417 | void | |
9c1be15e | 418 | set_nonzero_bits (tree name, const wide_int_ref &mask) |
fc08b993 | 419 | { |
420 | gcc_assert (!POINTER_TYPE_P (TREE_TYPE (name))); | |
421 | if (SSA_NAME_RANGE_INFO (name) == NULL) | |
0c20fe49 | 422 | set_range_info (name, VR_RANGE, |
9c1be15e | 423 | TYPE_MIN_VALUE (TREE_TYPE (name)), |
424 | TYPE_MAX_VALUE (TREE_TYPE (name))); | |
fc08b993 | 425 | range_info_def *ri = SSA_NAME_RANGE_INFO (name); |
9c1be15e | 426 | ri->set_nonzero_bits (mask); |
fc08b993 | 427 | } |
428 | ||
aeb682a2 | 429 | /* Return a widest_int with potentially non-zero bits in SSA_NAME |
430 | NAME, or -1 if unknown. */ | |
fc08b993 | 431 | |
9c1be15e | 432 | wide_int |
c8a2b4ff | 433 | get_nonzero_bits (const_tree name) |
fc08b993 | 434 | { |
9c1be15e | 435 | unsigned int precision = TYPE_PRECISION (TREE_TYPE (name)); |
fc08b993 | 436 | if (POINTER_TYPE_P (TREE_TYPE (name))) |
437 | { | |
438 | struct ptr_info_def *pi = SSA_NAME_PTR_INFO (name); | |
439 | if (pi && pi->align) | |
6e5e0d6b | 440 | return wi::shwi (-(HOST_WIDE_INT) pi->align |
441 | | (HOST_WIDE_INT) pi->misalign, precision); | |
9c1be15e | 442 | return wi::shwi (-1, precision); |
fc08b993 | 443 | } |
444 | ||
445 | range_info_def *ri = SSA_NAME_RANGE_INFO (name); | |
9c1be15e | 446 | if (!ri) |
447 | return wi::shwi (-1, precision); | |
fc08b993 | 448 | |
9c1be15e | 449 | return ri->get_nonzero_bits (); |
fc08b993 | 450 | } |
451 | ||
e390c57d | 452 | /* Return TRUE is OP, an SSA_NAME has a range of values [0..1], false |
453 | otherwise. | |
454 | ||
455 | This can be because it is a boolean type, any unsigned integral | |
456 | type with a single bit of precision, or has known range of [0..1] | |
457 | via VRP analysis. */ | |
458 | ||
459 | bool | |
460 | ssa_name_has_boolean_range (tree op) | |
461 | { | |
462 | gcc_assert (TREE_CODE (op) == SSA_NAME); | |
463 | ||
464 | /* Boolean types always have a range [0..1]. */ | |
465 | if (TREE_CODE (TREE_TYPE (op)) == BOOLEAN_TYPE) | |
466 | return true; | |
467 | ||
468 | /* An integral type with a single bit of precision. */ | |
469 | if (INTEGRAL_TYPE_P (TREE_TYPE (op)) | |
470 | && TYPE_UNSIGNED (TREE_TYPE (op)) | |
471 | && TYPE_PRECISION (TREE_TYPE (op)) == 1) | |
472 | return true; | |
473 | ||
474 | /* An integral type with more precision, but the object | |
475 | only takes on values [0..1] as determined by VRP | |
476 | analysis. */ | |
477 | if (INTEGRAL_TYPE_P (TREE_TYPE (op)) | |
56778b62 | 478 | && (TYPE_PRECISION (TREE_TYPE (op)) > 1) |
e390c57d | 479 | && wi::eq_p (get_nonzero_bits (op), 1)) |
480 | return true; | |
481 | ||
482 | return false; | |
483 | } | |
484 | ||
4ee9c684 | 485 | /* We no longer need the SSA_NAME expression VAR, release it so that |
48e1416a | 486 | it may be reused. |
4ee9c684 | 487 | |
488 | Note it is assumed that no calls to make_ssa_name will be made | |
489 | until all uses of the ssa name are released and that the only | |
490 | use of the SSA_NAME expression is to check its SSA_NAME_VAR. All | |
491 | other fields must be assumed clobbered. */ | |
492 | ||
493 | void | |
861b4e39 | 494 | release_ssa_name_fn (struct function *fn, tree var) |
4ee9c684 | 495 | { |
dec41e98 | 496 | if (!var) |
497 | return; | |
498 | ||
81d08033 | 499 | /* Never release the default definition for a symbol. It's a |
500 | special SSA name that should always exist once it's created. */ | |
de6ed584 | 501 | if (SSA_NAME_IS_DEFAULT_DEF (var)) |
81d08033 | 502 | return; |
503 | ||
095dcfa3 | 504 | /* If VAR has been registered for SSA updating, don't remove it. |
505 | After update_ssa has run, the name will be released. */ | |
506 | if (name_registered_for_update_p (var)) | |
507 | { | |
508 | release_ssa_name_after_update_ssa (var); | |
509 | return; | |
510 | } | |
deb78f9e | 511 | |
4ee9c684 | 512 | /* release_ssa_name can be called multiple times on a single SSA_NAME. |
513 | However, it should only end up on our free list one time. We | |
514 | keep a status bit in the SSA_NAME node itself to indicate it has | |
48e1416a | 515 | been put on the free list. |
4ee9c684 | 516 | |
517 | Note that once on the freelist you can not reference the SSA_NAME's | |
518 | defining statement. */ | |
519 | if (! SSA_NAME_IN_FREE_LIST (var)) | |
520 | { | |
fa0f49c6 | 521 | tree saved_ssa_name_var = SSA_NAME_VAR (var); |
522 | int saved_ssa_name_version = SSA_NAME_VERSION (var); | |
b66731e8 | 523 | use_operand_p imm = &(SSA_NAME_IMM_USE_NODE (var)); |
22aa74c4 | 524 | |
9845d120 | 525 | if (MAY_HAVE_DEBUG_STMTS) |
688ff29b | 526 | insert_debug_temp_for_var_def (NULL, var); |
9845d120 | 527 | |
382ecba7 | 528 | if (flag_checking) |
529 | verify_imm_links (stderr, var); | |
22aa74c4 | 530 | while (imm->next != imm) |
1fa3a8f6 | 531 | delink_imm_use (imm->next); |
fa0f49c6 | 532 | |
861b4e39 | 533 | (*SSANAMES (fn))[SSA_NAME_VERSION (var)] = NULL_TREE; |
fa0f49c6 | 534 | memset (var, 0, tree_size (var)); |
535 | ||
22aa74c4 | 536 | imm->prev = imm; |
537 | imm->next = imm; | |
75a70cf9 | 538 | imm->loc.ssa_name = var; |
539 | ||
fa0f49c6 | 540 | /* First put back the right tree node so that the tree checking |
541 | macros do not complain. */ | |
542 | TREE_SET_CODE (var, SSA_NAME); | |
543 | ||
544 | /* Restore the version number. */ | |
545 | SSA_NAME_VERSION (var) = saved_ssa_name_version; | |
546 | ||
547 | /* Hopefully this can go away once we have the new incremental | |
548 | SSA updating code installed. */ | |
ec11736b | 549 | SET_SSA_NAME_VAR_OR_IDENTIFIER (var, saved_ssa_name_var); |
fa0f49c6 | 550 | |
551 | /* Note this SSA_NAME is now in the first list. */ | |
4ee9c684 | 552 | SSA_NAME_IN_FREE_LIST (var) = 1; |
fa0f49c6 | 553 | |
16f88e4c | 554 | /* And finally queue it so that it will be put on the free list. */ |
555 | vec_safe_push (FREE_SSANAMES_QUEUE (fn), var); | |
4ee9c684 | 556 | } |
557 | } | |
558 | ||
ceea063b | 559 | /* If the alignment of the pointer described by PI is known, return true and |
560 | store the alignment and the deviation from it into *ALIGNP and *MISALIGNP | |
561 | respectively. Otherwise return false. */ | |
562 | ||
563 | bool | |
564 | get_ptr_info_alignment (struct ptr_info_def *pi, unsigned int *alignp, | |
565 | unsigned int *misalignp) | |
566 | { | |
567 | if (pi->align) | |
568 | { | |
569 | *alignp = pi->align; | |
570 | *misalignp = pi->misalign; | |
571 | return true; | |
572 | } | |
573 | else | |
574 | return false; | |
575 | } | |
576 | ||
577 | /* State that the pointer described by PI has unknown alignment. */ | |
578 | ||
579 | void | |
580 | mark_ptr_info_alignment_unknown (struct ptr_info_def *pi) | |
581 | { | |
582 | pi->align = 0; | |
583 | pi->misalign = 0; | |
584 | } | |
585 | ||
47ae02b7 | 586 | /* Store the power-of-two byte alignment and the deviation from that |
ceea063b | 587 | alignment of pointer described by PI to ALIOGN and MISALIGN |
588 | respectively. */ | |
589 | ||
590 | void | |
591 | set_ptr_info_alignment (struct ptr_info_def *pi, unsigned int align, | |
592 | unsigned int misalign) | |
593 | { | |
594 | gcc_checking_assert (align != 0); | |
595 | gcc_assert ((align & (align - 1)) == 0); | |
596 | gcc_assert ((misalign & ~(align - 1)) == 0); | |
597 | ||
598 | pi->align = align; | |
599 | pi->misalign = misalign; | |
600 | } | |
601 | ||
9d75589a | 602 | /* If pointer described by PI has known alignment, increase its known |
ceea063b | 603 | misalignment by INCREMENT modulo its current alignment. */ |
604 | ||
605 | void | |
606 | adjust_ptr_info_misalignment (struct ptr_info_def *pi, | |
607 | unsigned int increment) | |
608 | { | |
609 | if (pi->align != 0) | |
610 | { | |
611 | pi->misalign += increment; | |
612 | pi->misalign &= (pi->align - 1); | |
613 | } | |
614 | } | |
3aaaf63f | 615 | |
153c3b50 | 616 | /* Return the alias information associated with pointer T. It creates a |
617 | new instance if none existed. */ | |
618 | ||
619 | struct ptr_info_def * | |
620 | get_ptr_info (tree t) | |
3aaaf63f | 621 | { |
153c3b50 | 622 | struct ptr_info_def *pi; |
abb91f0b | 623 | |
153c3b50 | 624 | gcc_assert (POINTER_TYPE_P (TREE_TYPE (t))); |
abb91f0b | 625 | |
153c3b50 | 626 | pi = SSA_NAME_PTR_INFO (t); |
627 | if (pi == NULL) | |
628 | { | |
25a27413 | 629 | pi = ggc_cleared_alloc<ptr_info_def> (); |
153c3b50 | 630 | pt_solution_reset (&pi->pt); |
ceea063b | 631 | mark_ptr_info_alignment_unknown (pi); |
153c3b50 | 632 | SSA_NAME_PTR_INFO (t) = pi; |
633 | } | |
abb91f0b | 634 | |
153c3b50 | 635 | return pi; |
636 | } | |
abb91f0b | 637 | |
874117c8 | 638 | |
639 | /* Creates a new SSA name using the template NAME tobe defined by | |
640 | statement STMT in function FN. */ | |
641 | ||
642 | tree | |
42acab1c | 643 | copy_ssa_name_fn (struct function *fn, tree name, gimple *stmt) |
874117c8 | 644 | { |
ec11736b | 645 | tree new_name; |
646 | ||
647 | if (SSA_NAME_VAR (name)) | |
648 | new_name = make_ssa_name_fn (fn, SSA_NAME_VAR (name), stmt); | |
649 | else | |
650 | { | |
651 | new_name = make_ssa_name_fn (fn, TREE_TYPE (name), stmt); | |
652 | SET_SSA_NAME_VAR_OR_IDENTIFIER (new_name, SSA_NAME_IDENTIFIER (name)); | |
653 | } | |
654 | ||
655 | return new_name; | |
874117c8 | 656 | } |
657 | ||
658 | ||
abb91f0b | 659 | /* Creates a duplicate of the ptr_info_def at PTR_INFO for use by |
095dcfa3 | 660 | the SSA name NAME. */ |
abb91f0b | 661 | |
662 | void | |
663 | duplicate_ssa_name_ptr_info (tree name, struct ptr_info_def *ptr_info) | |
664 | { | |
3aaaf63f | 665 | struct ptr_info_def *new_ptr_info; |
666 | ||
abb91f0b | 667 | gcc_assert (POINTER_TYPE_P (TREE_TYPE (name))); |
668 | gcc_assert (!SSA_NAME_PTR_INFO (name)); | |
669 | ||
670 | if (!ptr_info) | |
671 | return; | |
3aaaf63f | 672 | |
25a27413 | 673 | new_ptr_info = ggc_alloc<ptr_info_def> (); |
abb91f0b | 674 | *new_ptr_info = *ptr_info; |
3aaaf63f | 675 | |
abb91f0b | 676 | SSA_NAME_PTR_INFO (name) = new_ptr_info; |
3aaaf63f | 677 | } |
678 | ||
0c20fe49 | 679 | /* Creates a duplicate of the range_info_def at RANGE_INFO of type |
680 | RANGE_TYPE for use by the SSA name NAME. */ | |
3c59e4a7 | 681 | void |
0c20fe49 | 682 | duplicate_ssa_name_range_info (tree name, enum value_range_type range_type, |
683 | struct range_info_def *range_info) | |
3c59e4a7 | 684 | { |
685 | struct range_info_def *new_range_info; | |
686 | ||
687 | gcc_assert (!POINTER_TYPE_P (TREE_TYPE (name))); | |
688 | gcc_assert (!SSA_NAME_RANGE_INFO (name)); | |
689 | ||
690 | if (!range_info) | |
691 | return; | |
692 | ||
9c1be15e | 693 | unsigned int precision = TYPE_PRECISION (TREE_TYPE (name)); |
694 | size_t size = (sizeof (range_info_def) | |
695 | + trailing_wide_ints <3>::extra_size (precision)); | |
25a27413 | 696 | new_range_info = static_cast<range_info_def *> (ggc_internal_alloc (size)); |
9c1be15e | 697 | memcpy (new_range_info, range_info, size); |
3c59e4a7 | 698 | |
0c20fe49 | 699 | gcc_assert (range_type == VR_RANGE || range_type == VR_ANTI_RANGE); |
700 | SSA_NAME_ANTI_RANGE_P (name) = (range_type == VR_ANTI_RANGE); | |
3c59e4a7 | 701 | SSA_NAME_RANGE_INFO (name) = new_range_info; |
702 | } | |
703 | ||
704 | ||
81d08033 | 705 | |
874117c8 | 706 | /* Creates a duplicate of a ssa name NAME tobe defined by statement STMT |
707 | in function FN. */ | |
153c3b50 | 708 | |
709 | tree | |
42acab1c | 710 | duplicate_ssa_name_fn (struct function *fn, tree name, gimple *stmt) |
153c3b50 | 711 | { |
874117c8 | 712 | tree new_name = copy_ssa_name_fn (fn, name, stmt); |
3c59e4a7 | 713 | if (POINTER_TYPE_P (TREE_TYPE (name))) |
714 | { | |
715 | struct ptr_info_def *old_ptr_info = SSA_NAME_PTR_INFO (name); | |
716 | ||
717 | if (old_ptr_info) | |
0cf78115 | 718 | duplicate_ssa_name_ptr_info (new_name, old_ptr_info); |
3c59e4a7 | 719 | } |
720 | else | |
721 | { | |
722 | struct range_info_def *old_range_info = SSA_NAME_RANGE_INFO (name); | |
153c3b50 | 723 | |
3c59e4a7 | 724 | if (old_range_info) |
0c20fe49 | 725 | duplicate_ssa_name_range_info (new_name, SSA_NAME_RANGE_TYPE (name), |
726 | old_range_info); | |
3c59e4a7 | 727 | } |
153c3b50 | 728 | |
729 | return new_name; | |
730 | } | |
731 | ||
732 | ||
ace499f6 | 733 | /* Reset all flow sensitive data on NAME such as range-info, nonzero |
734 | bits and alignment. */ | |
735 | ||
736 | void | |
737 | reset_flow_sensitive_info (tree name) | |
738 | { | |
739 | if (POINTER_TYPE_P (TREE_TYPE (name))) | |
740 | { | |
741 | /* points-to info is not flow-sensitive. */ | |
742 | if (SSA_NAME_PTR_INFO (name)) | |
743 | mark_ptr_info_alignment_unknown (SSA_NAME_PTR_INFO (name)); | |
744 | } | |
745 | else | |
746 | SSA_NAME_RANGE_INFO (name) = NULL; | |
747 | } | |
748 | ||
43725011 | 749 | /* Clear all flow sensitive data from all statements and PHI definitions |
750 | in BB. */ | |
751 | ||
752 | void | |
753 | reset_flow_sensitive_info_in_bb (basic_block bb) | |
754 | { | |
755 | for (gimple_stmt_iterator gsi = gsi_start_bb (bb); !gsi_end_p (gsi); | |
756 | gsi_next (&gsi)) | |
757 | { | |
758 | gimple *stmt = gsi_stmt (gsi); | |
759 | ssa_op_iter i; | |
760 | tree op; | |
761 | FOR_EACH_SSA_TREE_OPERAND (op, stmt, i, SSA_OP_DEF) | |
762 | reset_flow_sensitive_info (op); | |
763 | } | |
764 | ||
765 | for (gphi_iterator gsi = gsi_start_phis (bb); !gsi_end_p (gsi); | |
766 | gsi_next (&gsi)) | |
767 | { | |
768 | tree phi_def = gimple_phi_result (gsi.phi ()); | |
769 | reset_flow_sensitive_info (phi_def); | |
770 | } | |
771 | } | |
ace499f6 | 772 | |
81d08033 | 773 | /* Release all the SSA_NAMEs created by STMT. */ |
774 | ||
775 | void | |
42acab1c | 776 | release_defs (gimple *stmt) |
81d08033 | 777 | { |
43daa21e | 778 | tree def; |
779 | ssa_op_iter iter; | |
81d08033 | 780 | |
43daa21e | 781 | FOR_EACH_SSA_TREE_OPERAND (def, stmt, iter, SSA_OP_ALL_DEFS) |
ac6db781 | 782 | if (TREE_CODE (def) == SSA_NAME) |
783 | release_ssa_name (def); | |
81d08033 | 784 | } |
785 | ||
cbbefea4 | 786 | |
787 | /* Replace the symbol associated with SSA_NAME with SYM. */ | |
788 | ||
789 | void | |
790 | replace_ssa_name_symbol (tree ssa_name, tree sym) | |
791 | { | |
ec11736b | 792 | SET_SSA_NAME_VAR_OR_IDENTIFIER (ssa_name, sym); |
cbbefea4 | 793 | TREE_TYPE (ssa_name) = TREE_TYPE (sym); |
794 | } | |
49290934 | 795 | |
4bec4fee | 796 | /* Release the vector of free SSA_NAMEs and compact the vector of SSA_NAMEs |
797 | that are live. */ | |
0b0b7c83 | 798 | |
799 | static void | |
800 | release_free_names_and_compact_live_names (function *fun) | |
801 | { | |
802 | unsigned i, j; | |
803 | int n = vec_safe_length (FREE_SSANAMES (fun)); | |
804 | ||
805 | /* Now release the freelist. */ | |
806 | vec_free (FREE_SSANAMES (fun)); | |
807 | ||
808 | /* And compact the SSA number space. We make sure to not change the | |
809 | relative order of SSA versions. */ | |
810 | for (i = 1, j = 1; i < fun->gimple_df->ssa_names->length (); ++i) | |
811 | { | |
812 | tree name = ssa_name (i); | |
813 | if (name) | |
814 | { | |
815 | if (i != j) | |
816 | { | |
817 | SSA_NAME_VERSION (name) = j; | |
818 | (*fun->gimple_df->ssa_names)[j] = name; | |
819 | } | |
820 | j++; | |
821 | } | |
822 | } | |
823 | fun->gimple_df->ssa_names->truncate (j); | |
824 | ||
825 | statistics_counter_event (fun, "SSA names released", n); | |
826 | statistics_counter_event (fun, "SSA name holes removed", i - j); | |
827 | if (dump_file) | |
828 | fprintf (dump_file, "Released %i names, %.2f%%, removed %i holes\n", | |
829 | n, n * 100.0 / num_ssa_names, i - j); | |
830 | } | |
831 | ||
f901fae2 | 832 | /* Return SSA names that are unused to GGC memory and compact the SSA |
833 | version namespace. This is used to keep footprint of compiler during | |
834 | interprocedural optimization. */ | |
49290934 | 835 | |
7620bc82 | 836 | namespace { |
837 | ||
838 | const pass_data pass_data_release_ssa_names = | |
49290934 | 839 | { |
cbe8bda8 | 840 | GIMPLE_PASS, /* type */ |
841 | "release_ssa", /* name */ | |
842 | OPTGROUP_NONE, /* optinfo_flags */ | |
cbe8bda8 | 843 | TV_TREE_SSA_OTHER, /* tv_id */ |
844 | PROP_ssa, /* properties_required */ | |
845 | 0, /* properties_provided */ | |
846 | 0, /* properties_destroyed */ | |
847 | TODO_remove_unused_locals, /* todo_flags_start */ | |
848 | 0, /* todo_flags_finish */ | |
49290934 | 849 | }; |
cbe8bda8 | 850 | |
7620bc82 | 851 | class pass_release_ssa_names : public gimple_opt_pass |
cbe8bda8 | 852 | { |
853 | public: | |
9af5ce0c | 854 | pass_release_ssa_names (gcc::context *ctxt) |
855 | : gimple_opt_pass (pass_data_release_ssa_names, ctxt) | |
cbe8bda8 | 856 | {} |
857 | ||
858 | /* opt_pass methods: */ | |
65b0537f | 859 | virtual unsigned int execute (function *); |
cbe8bda8 | 860 | |
861 | }; // class pass_release_ssa_names | |
862 | ||
65b0537f | 863 | unsigned int |
864 | pass_release_ssa_names::execute (function *fun) | |
865 | { | |
0b0b7c83 | 866 | release_free_names_and_compact_live_names (fun); |
65b0537f | 867 | return 0; |
868 | } | |
869 | ||
7620bc82 | 870 | } // anon namespace |
871 | ||
cbe8bda8 | 872 | gimple_opt_pass * |
873 | make_pass_release_ssa_names (gcc::context *ctxt) | |
874 | { | |
875 | return new pass_release_ssa_names (ctxt); | |
876 | } |