]> git.ipfire.org Git - thirdparty/gcc.git/blame - gcc/ipa-icf.c
poly_int: vect_permute_load/store_chain
[thirdparty/gcc.git] / gcc / ipa-icf.c
CommitLineData
b84d4347 1/* Interprocedural Identical Code Folding pass
85ec4feb 2 Copyright (C) 2014-2018 Free Software Foundation, Inc.
b84d4347
ML
3
4 Contributed by Jan Hubicka <hubicka@ucw.cz> and Martin Liska <mliska@suse.cz>
5
6This file is part of GCC.
7
8GCC is free software; you can redistribute it and/or modify it under
9the terms of the GNU General Public License as published by the Free
10Software Foundation; either version 3, or (at your option) any later
11version.
12
13GCC is distributed in the hope that it will be useful, but WITHOUT ANY
14WARRANTY; without even the implied warranty of MERCHANTABILITY or
15FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
16for more details.
17
18You should have received a copy of the GNU General Public License
19along with GCC; see the file COPYING3. If not see
20<http://www.gnu.org/licenses/>. */
21
22/* Interprocedural Identical Code Folding for functions and
23 read-only variables.
24
25 The goal of this transformation is to discover functions and read-only
26 variables which do have exactly the same semantics.
27
28 In case of functions,
29 we could either create a virtual clone or do a simple function wrapper
30 that will call equivalent function. If the function is just locally visible,
31 all function calls can be redirected. For read-only variables, we create
32 aliases if possible.
33
34 Optimization pass arranges as follows:
35 1) All functions and read-only variables are visited and internal
36 data structure, either sem_function or sem_variables is created.
37 2) For every symbol from the previous step, VAR_DECL and FUNCTION_DECL are
38 saved and matched to corresponding sem_items.
39 3) These declaration are ignored for equality check and are solved
40 by Value Numbering algorithm published by Alpert, Zadeck in 1992.
41 4) We compute hash value for each symbol.
42 5) Congruence classes are created based on hash value. If hash value are
43 equal, equals function is called and symbols are deeply compared.
44 We must prove that all SSA names, declarations and other items
45 correspond.
46 6) Value Numbering is executed for these classes. At the end of the process
47 all symbol members in remaining classes can be merged.
48 7) Merge operation creates alias in case of read-only variables. For
49 callgraph node, we must decide if we can redirect local calls,
50 create an alias or a thunk.
51
52*/
53
54#include "config.h"
2c384ad8 55#define INCLUDE_LIST
b84d4347
ML
56#include "system.h"
57#include "coretypes.h"
c7131fb2 58#include "backend.h"
957060b5
AM
59#include "target.h"
60#include "rtl.h"
40e23961 61#include "tree.h"
b84d4347 62#include "gimple.h"
957060b5
AM
63#include "alloc-pool.h"
64#include "tree-pass.h"
c7131fb2 65#include "ssa.h"
957060b5
AM
66#include "cgraph.h"
67#include "coverage.h"
68#include "gimple-pretty-print.h"
69#include "data-streamer.h"
c7131fb2 70#include "fold-const.h"
36566b39 71#include "calls.h"
36566b39 72#include "varasm.h"
b84d4347 73#include "gimple-iterator.h"
b84d4347 74#include "tree-cfg.h"
dd912cb8 75#include "symbol-summary.h"
c582198b 76#include "ipa-prop.h"
27d020cf 77#include "ipa-fnsummary.h"
b84d4347 78#include "except.h"
b84d4347
ML
79#include "attribs.h"
80#include "print-tree.h"
b84d4347 81#include "ipa-utils.h"
b84d4347
ML
82#include "ipa-icf-gimple.h"
83#include "ipa-icf.h"
46305737 84#include "stor-layout.h"
7aeb92b4 85#include "dbgcnt.h"
63570af0 86#include "tree-vector-builder.h"
b84d4347
ML
87
88using namespace ipa_icf_gimple;
89
90namespace ipa_icf {
5ebd0e61 91
69f6b1f4
JH
92/* Initialization and computation of symtab node hash, there data
93 are propagated later on. */
94
95static sem_item_optimizer *optimizer = NULL;
96
5ebd0e61
ML
97/* Constructor. */
98
99symbol_compare_collection::symbol_compare_collection (symtab_node *node)
100{
101 m_references.create (0);
102 m_interposables.create (0);
103
104 ipa_ref *ref;
105
106 if (is_a <varpool_node *> (node) && DECL_VIRTUAL_P (node->decl))
107 return;
108
977b01e3 109 for (unsigned i = 0; node->iterate_reference (i, ref); i++)
5ebd0e61 110 {
5ebd0e61
ML
111 if (ref->address_matters_p ())
112 m_references.safe_push (ref->referred);
113
114 if (ref->referred->get_availability () <= AVAIL_INTERPOSABLE)
115 {
0a7246ee 116 if (ref->address_matters_p ())
5ebd0e61
ML
117 m_references.safe_push (ref->referred);
118 else
119 m_interposables.safe_push (ref->referred);
120 }
121 }
122
123 if (is_a <cgraph_node *> (node))
124 {
125 cgraph_node *cnode = dyn_cast <cgraph_node *> (node);
126
127 for (cgraph_edge *e = cnode->callees; e; e = e->next_callee)
128 if (e->callee->get_availability () <= AVAIL_INTERPOSABLE)
129 m_interposables.safe_push (e->callee);
130 }
131}
132
b84d4347
ML
133/* Constructor for key value pair, where _ITEM is key and _INDEX is a target. */
134
fedf2718
ML
135sem_usage_pair::sem_usage_pair (sem_item *_item, unsigned int _index)
136: item (_item), index (_index)
b84d4347
ML
137{
138}
139
fedf2718
ML
140sem_item::sem_item (sem_item_type _type, bitmap_obstack *stack)
141: type (_type), m_hash (-1), m_hash_set (false)
b84d4347
ML
142{
143 setup (stack);
144}
145
b84d4347 146sem_item::sem_item (sem_item_type _type, symtab_node *_node,
fedf2718
ML
147 bitmap_obstack *stack)
148: type (_type), node (_node), m_hash (-1), m_hash_set (false)
b84d4347
ML
149{
150 decl = node->decl;
151 setup (stack);
152}
153
154/* Add reference to a semantic TARGET. */
155
156void
157sem_item::add_reference (sem_item *target)
158{
159 refs.safe_push (target);
160 unsigned index = refs.length ();
161 target->usages.safe_push (new sem_usage_pair(this, index));
162 bitmap_set_bit (target->usage_index_bitmap, index);
163 refs_set.add (target->node);
164}
165
166/* Initialize internal data structures. Bitmap STACK is used for
167 bitmap memory allocation process. */
168
169void
170sem_item::setup (bitmap_obstack *stack)
171{
172 gcc_checking_assert (node);
173
174 refs.create (0);
175 tree_refs.create (0);
176 usages.create (0);
177 usage_index_bitmap = BITMAP_ALLOC (stack);
178}
179
180sem_item::~sem_item ()
181{
182 for (unsigned i = 0; i < usages.length (); i++)
183 delete usages[i];
184
185 refs.release ();
186 tree_refs.release ();
187 usages.release ();
188
189 BITMAP_FREE (usage_index_bitmap);
190}
191
192/* Dump function for debugging purpose. */
193
194DEBUG_FUNCTION void
195sem_item::dump (void)
196{
197 if (dump_file)
198 {
464d0118
ML
199 fprintf (dump_file, "[%s] %s (tree:%p)\n", type == FUNC ? "func" : "var",
200 node->dump_name (), (void *) node->decl);
b84d4347
ML
201 fprintf (dump_file, " hash: %u\n", get_hash ());
202 fprintf (dump_file, " references: ");
203
204 for (unsigned i = 0; i < refs.length (); i++)
1aec2ecc 205 fprintf (dump_file, "%s%s ", refs[i]->node->name (),
b84d4347
ML
206 i < refs.length() - 1 ? "," : "");
207
208 fprintf (dump_file, "\n");
209 }
210}
211
f657d665
ML
212/* Return true if target supports alias symbols. */
213
214bool
215sem_item::target_supports_symbol_aliases_p (void)
216{
217#if !defined (ASM_OUTPUT_DEF) || (!defined(ASM_OUTPUT_WEAK_ALIAS) && !defined (ASM_WEAKEN_DECL))
218 return false;
219#else
220 return true;
221#endif
222}
223
808b6bb7
ML
224void sem_item::set_hash (hashval_t hash)
225{
226 m_hash = hash;
fedf2718 227 m_hash_set = true;
808b6bb7
ML
228}
229
b84d4347
ML
230/* Semantic function constructor that uses STACK as bitmap memory stack. */
231
fedf2718
ML
232sem_function::sem_function (bitmap_obstack *stack)
233: sem_item (FUNC, stack), m_checker (NULL), m_compared_func (NULL)
b84d4347 234{
b84d4347
ML
235 bb_sizes.create (0);
236 bb_sorted.create (0);
237}
238
fedf2718
ML
239sem_function::sem_function (cgraph_node *node, bitmap_obstack *stack)
240: sem_item (FUNC, node, stack), m_checker (NULL), m_compared_func (NULL)
b84d4347 241{
b84d4347
ML
242 bb_sizes.create (0);
243 bb_sorted.create (0);
244}
245
246sem_function::~sem_function ()
247{
248 for (unsigned i = 0; i < bb_sorted.length (); i++)
e27d328a 249 delete (bb_sorted[i]);
b84d4347 250
b84d4347
ML
251 bb_sizes.release ();
252 bb_sorted.release ();
253}
254
255/* Calculates hash value based on a BASIC_BLOCK. */
256
257hashval_t
258sem_function::get_bb_hash (const sem_bb *basic_block)
259{
260 inchash::hash hstate;
261
262 hstate.add_int (basic_block->nondbg_stmt_count);
263 hstate.add_int (basic_block->edge_count);
264
265 return hstate.end ();
266}
267
268/* References independent hash function. */
269
270hashval_t
271sem_function::get_hash (void)
272{
fedf2718 273 if (!m_hash_set)
b84d4347
ML
274 {
275 inchash::hash hstate;
276 hstate.add_int (177454); /* Random number for function type. */
277
278 hstate.add_int (arg_count);
279 hstate.add_int (cfg_checksum);
280 hstate.add_int (gcode_hash);
281
282 for (unsigned i = 0; i < bb_sorted.length (); i++)
283 hstate.merge_hash (get_bb_hash (bb_sorted[i]));
284
285 for (unsigned i = 0; i < bb_sizes.length (); i++)
286 hstate.add_int (bb_sizes[i]);
287
69f6b1f4
JH
288 /* Add common features of declaration itself. */
289 if (DECL_FUNCTION_SPECIFIC_TARGET (decl))
449e9a33 290 hstate.add_hwi
69f6b1f4
JH
291 (cl_target_option_hash
292 (TREE_TARGET_OPTION (DECL_FUNCTION_SPECIFIC_TARGET (decl))));
293 if (DECL_FUNCTION_SPECIFIC_OPTIMIZATION (decl))
449e9a33 294 hstate.add_hwi
69f6b1f4
JH
295 (cl_optimization_hash
296 (TREE_OPTIMIZATION (DECL_FUNCTION_SPECIFIC_OPTIMIZATION (decl))));
69f6b1f4
JH
297 hstate.add_flag (DECL_CXX_CONSTRUCTOR_P (decl));
298 hstate.add_flag (DECL_CXX_DESTRUCTOR_P (decl));
299
808b6bb7 300 set_hash (hstate.end ());
b84d4347
ML
301 }
302
808b6bb7 303 return m_hash;
b84d4347
ML
304}
305
b3587b99
JH
306/* Return ture if A1 and A2 represent equivalent function attribute lists.
307 Based on comp_type_attributes. */
308
309bool
310sem_item::compare_attributes (const_tree a1, const_tree a2)
311{
312 const_tree a;
313 if (a1 == a2)
314 return true;
315 for (a = a1; a != NULL_TREE; a = TREE_CHAIN (a))
316 {
317 const struct attribute_spec *as;
318 const_tree attr;
319
320 as = lookup_attribute_spec (get_attribute_name (a));
321 /* TODO: We can introduce as->affects_decl_identity
322 and as->affects_decl_reference_identity if attribute mismatch
323 gets a common reason to give up on merging. It may not be worth
324 the effort.
325 For example returns_nonnull affects only references, while
326 optimize attribute can be ignored because it is already lowered
327 into flags representation and compared separately. */
328 if (!as)
329 continue;
330
331 attr = lookup_attribute (as->name, CONST_CAST_TREE (a2));
332 if (!attr || !attribute_value_equal (a, attr))
333 break;
334 }
335 if (!a)
336 {
337 for (a = a2; a != NULL_TREE; a = TREE_CHAIN (a))
338 {
339 const struct attribute_spec *as;
340
341 as = lookup_attribute_spec (get_attribute_name (a));
342 if (!as)
343 continue;
344
345 if (!lookup_attribute (as->name, CONST_CAST_TREE (a1)))
346 break;
347 /* We don't need to compare trees again, as we did this
348 already in first loop. */
349 }
350 if (!a)
351 return true;
352 }
353 /* TODO: As in comp_type_attributes we may want to introduce target hook. */
354 return false;
355}
356
977b01e3
JH
357/* Compare properties of symbols N1 and N2 that does not affect semantics of
358 symbol itself but affects semantics of its references from USED_BY (which
359 may be NULL if it is unknown). If comparsion is false, symbols
360 can still be merged but any symbols referring them can't.
361
362 If ADDRESS is true, do extra checking needed for IPA_REF_ADDR.
363
364 TODO: We can also split attributes to those that determine codegen of
365 a function body/variable constructor itself and those that are used when
366 referring to it. */
367
368bool
369sem_item::compare_referenced_symbol_properties (symtab_node *used_by,
370 symtab_node *n1,
371 symtab_node *n2,
372 bool address)
373{
374 if (is_a <cgraph_node *> (n1))
375 {
376 /* Inline properties matters: we do now want to merge uses of inline
377 function to uses of normal function because inline hint would be lost.
378 We however can merge inline function to noinline because the alias
379 will keep its DECL_DECLARED_INLINE flag.
380
381 Also ignore inline flag when optimizing for size or when function
382 is known to not be inlinable.
383
384 TODO: the optimize_size checks can also be assumed to be true if
385 unit has no !optimize_size functions. */
386
387 if ((!used_by || address || !is_a <cgraph_node *> (used_by)
388 || !opt_for_fn (used_by->decl, optimize_size))
389 && !opt_for_fn (n1->decl, optimize_size)
390 && n1->get_availability () > AVAIL_INTERPOSABLE
391 && (!DECL_UNINLINABLE (n1->decl) || !DECL_UNINLINABLE (n2->decl)))
392 {
393 if (DECL_DISREGARD_INLINE_LIMITS (n1->decl)
394 != DECL_DISREGARD_INLINE_LIMITS (n2->decl))
395 return return_false_with_msg
396 ("DECL_DISREGARD_INLINE_LIMITS are different");
397
398 if (DECL_DECLARED_INLINE_P (n1->decl)
399 != DECL_DECLARED_INLINE_P (n2->decl))
400 return return_false_with_msg ("inline attributes are different");
401 }
402
403 if (DECL_IS_OPERATOR_NEW (n1->decl)
404 != DECL_IS_OPERATOR_NEW (n2->decl))
405 return return_false_with_msg ("operator new flags are different");
406 }
407
408 /* Merging two definitions with a reference to equivalent vtables, but
409 belonging to a different type may result in ipa-polymorphic-call analysis
410 giving a wrong answer about the dynamic type of instance. */
411 if (is_a <varpool_node *> (n1))
412 {
413 if ((DECL_VIRTUAL_P (n1->decl) || DECL_VIRTUAL_P (n2->decl))
414 && (DECL_VIRTUAL_P (n1->decl) != DECL_VIRTUAL_P (n2->decl)
415 || !types_must_be_same_for_odr (DECL_CONTEXT (n1->decl),
416 DECL_CONTEXT (n2->decl)))
417 && (!used_by || !is_a <cgraph_node *> (used_by) || address
418 || opt_for_fn (used_by->decl, flag_devirtualize)))
419 return return_false_with_msg
420 ("references to virtual tables can not be merged");
b3587b99
JH
421
422 if (address && DECL_ALIGN (n1->decl) != DECL_ALIGN (n2->decl))
423 return return_false_with_msg ("alignment mismatch");
424
425 /* For functions we compare attributes in equals_wpa, because we do
426 not know what attributes may cause codegen differences, but for
427 variables just compare attributes for references - the codegen
428 for constructors is affected only by those attributes that we lower
429 to explicit representation (such as DECL_ALIGN or DECL_SECTION). */
430 if (!compare_attributes (DECL_ATTRIBUTES (n1->decl),
431 DECL_ATTRIBUTES (n2->decl)))
432 return return_false_with_msg ("different var decl attributes");
433 if (comp_type_attributes (TREE_TYPE (n1->decl),
434 TREE_TYPE (n2->decl)) != 1)
435 return return_false_with_msg ("different var type attributes");
977b01e3
JH
436 }
437
438 /* When matching virtual tables, be sure to also match information
439 relevant for polymorphic call analysis. */
440 if (used_by && is_a <varpool_node *> (used_by)
441 && DECL_VIRTUAL_P (used_by->decl))
442 {
443 if (DECL_VIRTUAL_P (n1->decl) != DECL_VIRTUAL_P (n2->decl))
444 return return_false_with_msg ("virtual flag mismatch");
445 if (DECL_VIRTUAL_P (n1->decl) && is_a <cgraph_node *> (n1)
446 && (DECL_FINAL_P (n1->decl) != DECL_FINAL_P (n2->decl)))
447 return return_false_with_msg ("final flag mismatch");
448 }
449 return true;
450}
451
452/* Hash properties that are compared by compare_referenced_symbol_properties. */
453
454void
455sem_item::hash_referenced_symbol_properties (symtab_node *ref,
456 inchash::hash &hstate,
457 bool address)
458{
459 if (is_a <cgraph_node *> (ref))
460 {
d57c9945 461 if ((type != FUNC || address || !opt_for_fn (decl, optimize_size))
977b01e3
JH
462 && !opt_for_fn (ref->decl, optimize_size)
463 && !DECL_UNINLINABLE (ref->decl))
464 {
465 hstate.add_flag (DECL_DISREGARD_INLINE_LIMITS (ref->decl));
466 hstate.add_flag (DECL_DECLARED_INLINE_P (ref->decl));
467 }
468 hstate.add_flag (DECL_IS_OPERATOR_NEW (ref->decl));
469 }
470 else if (is_a <varpool_node *> (ref))
471 {
472 hstate.add_flag (DECL_VIRTUAL_P (ref->decl));
b3587b99
JH
473 if (address)
474 hstate.add_int (DECL_ALIGN (ref->decl));
977b01e3
JH
475 }
476}
477
478
b84d4347
ML
479/* For a given symbol table nodes N1 and N2, we check that FUNCTION_DECLs
480 point to a same function. Comparison can be skipped if IGNORED_NODES
b6cddc7f 481 contains these nodes. ADDRESS indicate if address is taken. */
b84d4347
ML
482
483bool
977b01e3 484sem_item::compare_symbol_references (
b6cddc7f
ML
485 hash_map <symtab_node *, sem_item *> &ignored_nodes,
486 symtab_node *n1, symtab_node *n2, bool address)
b84d4347 487{
b6cddc7f
ML
488 enum availability avail1, avail2;
489
fe75bd20
JH
490 if (n1 == n2)
491 return true;
492
523f0450
JH
493 /* Never match variable and function. */
494 if (is_a <varpool_node *> (n1) != is_a <varpool_node *> (n2))
495 return false;
496
977b01e3
JH
497 if (!compare_referenced_symbol_properties (node, n1, n2, address))
498 return false;
b6cddc7f
ML
499 if (address && n1->equal_address_to (n2) == 1)
500 return true;
501 if (!address && n1->semantically_equivalent_p (n2))
b84d4347
ML
502 return true;
503
b6cddc7f
ML
504 n1 = n1->ultimate_alias_target (&avail1);
505 n2 = n2->ultimate_alias_target (&avail2);
506
d7e2ff72
JH
507 if (avail1 > AVAIL_INTERPOSABLE && ignored_nodes.get (n1)
508 && avail2 > AVAIL_INTERPOSABLE && ignored_nodes.get (n2))
b6cddc7f 509 return true;
b84d4347
ML
510
511 return return_false_with_msg ("different references");
512}
513
514/* If cgraph edges E1 and E2 are indirect calls, verify that
515 ECF flags are the same. */
516
517bool sem_function::compare_edge_flags (cgraph_edge *e1, cgraph_edge *e2)
518{
519 if (e1->indirect_info && e2->indirect_info)
520 {
521 int e1_flags = e1->indirect_info->ecf_flags;
522 int e2_flags = e2->indirect_info->ecf_flags;
523
524 if (e1_flags != e2_flags)
525 return return_false_with_msg ("ICF flags are different");
526 }
527 else if (e1->indirect_info || e2->indirect_info)
528 return false;
529
530 return true;
531}
532
b3587b99
JH
533/* Return true if parameter I may be used. */
534
535bool
536sem_function::param_used_p (unsigned int i)
537{
538 if (ipa_node_params_sum == NULL)
b0187578 539 return true;
b3587b99
JH
540
541 struct ipa_node_params *parms_info = IPA_NODE_REF (get_node ());
542
f65f1ae3
MJ
543 if (vec_safe_length (parms_info->descriptors) <= i)
544 return true;
b3587b99
JH
545
546 return ipa_is_param_used (IPA_NODE_REF (get_node ()), i);
547}
548
1628e36b
JH
549/* Perform additional check needed to match types function parameters that are
550 used. Unlike for normal decls it matters if type is TYPE_RESTRICT and we
551 make an assumption that REFERENCE_TYPE parameters are always non-NULL. */
552
553bool
554sem_function::compatible_parm_types_p (tree parm1, tree parm2)
555{
556 /* Be sure that parameters are TBAA compatible. */
557 if (!func_checker::compatible_types_p (parm1, parm2))
558 return return_false_with_msg ("parameter type is not compatible");
559
560 if (POINTER_TYPE_P (parm1)
561 && (TYPE_RESTRICT (parm1) != TYPE_RESTRICT (parm2)))
562 return return_false_with_msg ("argument restrict flag mismatch");
563
564 /* nonnull_arg_p implies non-zero range to REFERENCE types. */
565 if (POINTER_TYPE_P (parm1)
566 && TREE_CODE (parm1) != TREE_CODE (parm2)
567 && opt_for_fn (decl, flag_delete_null_pointer_checks))
568 return return_false_with_msg ("pointer wrt reference mismatch");
569
570 return true;
571}
572
b84d4347
ML
573/* Fast equality function based on knowledge known in WPA. */
574
575bool
576sem_function::equals_wpa (sem_item *item,
577 hash_map <symtab_node *, sem_item *> &ignored_nodes)
578{
579 gcc_assert (item->type == FUNC);
fb5c322e
JH
580 cgraph_node *cnode = dyn_cast <cgraph_node *> (node);
581 cgraph_node *cnode2 = dyn_cast <cgraph_node *> (item->node);
b84d4347
ML
582
583 m_compared_func = static_cast<sem_function *> (item);
584
fb5c322e
JH
585 if (cnode->thunk.thunk_p != cnode2->thunk.thunk_p)
586 return return_false_with_msg ("thunk_p mismatch");
587
588 if (cnode->thunk.thunk_p)
589 {
590 if (cnode->thunk.fixed_offset != cnode2->thunk.fixed_offset)
591 return return_false_with_msg ("thunk fixed_offset mismatch");
592 if (cnode->thunk.virtual_value != cnode2->thunk.virtual_value)
593 return return_false_with_msg ("thunk virtual_value mismatch");
594 if (cnode->thunk.this_adjusting != cnode2->thunk.this_adjusting)
595 return return_false_with_msg ("thunk this_adjusting mismatch");
596 if (cnode->thunk.virtual_offset_p != cnode2->thunk.virtual_offset_p)
597 return return_false_with_msg ("thunk virtual_offset_p mismatch");
598 if (cnode->thunk.add_pointer_bounds_args
599 != cnode2->thunk.add_pointer_bounds_args)
600 return return_false_with_msg ("thunk add_pointer_bounds_args mismatch");
601 }
602
c4234544
JH
603 /* Compare special function DECL attributes. */
604 if (DECL_FUNCTION_PERSONALITY (decl)
605 != DECL_FUNCTION_PERSONALITY (item->decl))
606 return return_false_with_msg ("function personalities are different");
607
c4234544
JH
608 if (DECL_NO_INSTRUMENT_FUNCTION_ENTRY_EXIT (decl)
609 != DECL_NO_INSTRUMENT_FUNCTION_ENTRY_EXIT (item->decl))
610 return return_false_with_msg ("intrument function entry exit "
611 "attributes are different");
612
613 if (DECL_NO_LIMIT_STACK (decl) != DECL_NO_LIMIT_STACK (item->decl))
614 return return_false_with_msg ("no stack limit attributes are different");
615
060cfff4 616 if (DECL_CXX_CONSTRUCTOR_P (decl) != DECL_CXX_CONSTRUCTOR_P (item->decl))
69f6b1f4 617 return return_false_with_msg ("DECL_CXX_CONSTRUCTOR mismatch");
060cfff4
JH
618
619 if (DECL_CXX_DESTRUCTOR_P (decl) != DECL_CXX_DESTRUCTOR_P (item->decl))
69f6b1f4 620 return return_false_with_msg ("DECL_CXX_DESTRUCTOR mismatch");
060cfff4 621
b3587b99
JH
622 /* TODO: pure/const flags mostly matters only for references, except for
623 the fact that codegen takes LOOPING flag as a hint that loops are
624 finite. We may arrange the code to always pick leader that has least
625 specified flags and then this can go into comparing symbol properties. */
c4234544
JH
626 if (flags_from_decl_or_type (decl) != flags_from_decl_or_type (item->decl))
627 return return_false_with_msg ("decl_or_type flags are different");
628
060cfff4
JH
629 /* Do not match polymorphic constructors of different types. They calls
630 type memory location for ipa-polymorphic-call and we do not want
631 it to get confused by wrong type. */
632 if (DECL_CXX_CONSTRUCTOR_P (decl)
633 && TREE_CODE (TREE_TYPE (decl)) == METHOD_TYPE)
634 {
635 if (TREE_CODE (TREE_TYPE (item->decl)) != METHOD_TYPE)
636 return return_false_with_msg ("DECL_CXX_CONSTURCTOR type mismatch");
637 else if (!func_checker::compatible_polymorphic_types_p
70e7f2a2
JH
638 (TYPE_METHOD_BASETYPE (TREE_TYPE (decl)),
639 TYPE_METHOD_BASETYPE (TREE_TYPE (item->decl)), false))
060cfff4
JH
640 return return_false_with_msg ("ctor polymorphic type mismatch");
641 }
642
c4234544
JH
643 /* Checking function TARGET and OPTIMIZATION flags. */
644 cl_target_option *tar1 = target_opts_for_fn (decl);
645 cl_target_option *tar2 = target_opts_for_fn (item->decl);
646
647 if (tar1 != tar2 && !cl_target_option_eq (tar1, tar2))
648 {
649 if (dump_file && (dump_flags & TDF_DETAILS))
650 {
651 fprintf (dump_file, "target flags difference");
652 cl_target_option_print_diff (dump_file, 2, tar1, tar2);
653 }
654
655 return return_false_with_msg ("Target flags are different");
656 }
657
658 cl_optimization *opt1 = opts_for_fn (decl);
659 cl_optimization *opt2 = opts_for_fn (item->decl);
660
661 if (opt1 != opt2 && memcmp (opt1, opt2, sizeof(cl_optimization)))
662 {
663 if (dump_file && (dump_flags & TDF_DETAILS))
664 {
665 fprintf (dump_file, "optimization flags difference");
666 cl_optimization_print_diff (dump_file, 2, opt1, opt2);
667 }
668
669 return return_false_with_msg ("optimization flags are different");
670 }
671
672 /* Result type checking. */
1628e36b
JH
673 if (!func_checker::compatible_types_p
674 (TREE_TYPE (TREE_TYPE (decl)),
675 TREE_TYPE (TREE_TYPE (m_compared_func->decl))))
c4234544
JH
676 return return_false_with_msg ("result types are different");
677
b84d4347 678 /* Checking types of arguments. */
1628e36b
JH
679 tree list1 = TYPE_ARG_TYPES (TREE_TYPE (decl)),
680 list2 = TYPE_ARG_TYPES (TREE_TYPE (m_compared_func->decl));
681 for (unsigned i = 0; list1 && list2;
682 list1 = TREE_CHAIN (list1), list2 = TREE_CHAIN (list2), i++)
b84d4347 683 {
1628e36b
JH
684 tree parm1 = TREE_VALUE (list1);
685 tree parm2 = TREE_VALUE (list2);
686
b84d4347 687 /* This guard is here for function pointer with attributes (pr59927.c). */
1628e36b 688 if (!parm1 || !parm2)
b84d4347
ML
689 return return_false_with_msg ("NULL argument type");
690
1628e36b
JH
691 /* Verify that types are compatible to ensure that both functions
692 have same calling conventions. */
693 if (!types_compatible_p (parm1, parm2))
694 return return_false_with_msg ("parameter types are not compatible");
b3587b99 695
b3587b99
JH
696 if (!param_used_p (i))
697 continue;
1628e36b
JH
698
699 /* Perform additional checks for used parameters. */
700 if (!compatible_parm_types_p (parm1, parm2))
701 return false;
b84d4347
ML
702 }
703
1628e36b
JH
704 if (list1 || list2)
705 return return_false_with_msg ("Mismatched number of parameters");
706
b84d4347
ML
707 if (node->num_references () != item->node->num_references ())
708 return return_false_with_msg ("different number of references");
709
b3587b99
JH
710 /* Checking function attributes.
711 This is quadratic in number of attributes */
fe75bd20
JH
712 if (comp_type_attributes (TREE_TYPE (decl),
713 TREE_TYPE (item->decl)) != 1)
714 return return_false_with_msg ("different type attributes");
b3587b99
JH
715 if (!compare_attributes (DECL_ATTRIBUTES (decl),
716 DECL_ATTRIBUTES (item->decl)))
717 return return_false_with_msg ("different decl attributes");
fe75bd20 718
060cfff4
JH
719 /* The type of THIS pointer type memory location for
720 ipa-polymorphic-call-analysis. */
721 if (opt_for_fn (decl, flag_devirtualize)
722 && (TREE_CODE (TREE_TYPE (decl)) == METHOD_TYPE
723 || TREE_CODE (TREE_TYPE (item->decl)) == METHOD_TYPE)
b3587b99 724 && param_used_p (0)
060cfff4
JH
725 && compare_polymorphic_p ())
726 {
727 if (TREE_CODE (TREE_TYPE (decl)) != TREE_CODE (TREE_TYPE (item->decl)))
728 return return_false_with_msg ("METHOD_TYPE and FUNCTION_TYPE mismatch");
729 if (!func_checker::compatible_polymorphic_types_p
70e7f2a2
JH
730 (TYPE_METHOD_BASETYPE (TREE_TYPE (decl)),
731 TYPE_METHOD_BASETYPE (TREE_TYPE (item->decl)), false))
060cfff4
JH
732 return return_false_with_msg ("THIS pointer ODR type mismatch");
733 }
734
b84d4347
ML
735 ipa_ref *ref = NULL, *ref2 = NULL;
736 for (unsigned i = 0; node->iterate_reference (i, ref); i++)
737 {
738 item->node->iterate_reference (i, ref2);
739
b3587b99
JH
740 if (ref->use != ref2->use)
741 return return_false_with_msg ("reference use mismatch");
742
977b01e3 743 if (!compare_symbol_references (ignored_nodes, ref->referred,
b6cddc7f
ML
744 ref2->referred,
745 ref->address_matters_p ()))
b84d4347
ML
746 return false;
747 }
748
749 cgraph_edge *e1 = dyn_cast <cgraph_node *> (node)->callees;
750 cgraph_edge *e2 = dyn_cast <cgraph_node *> (item->node)->callees;
751
752 while (e1 && e2)
753 {
977b01e3 754 if (!compare_symbol_references (ignored_nodes, e1->callee,
b6cddc7f 755 e2->callee, false))
b84d4347 756 return false;
b3587b99
JH
757 if (!compare_edge_flags (e1, e2))
758 return false;
b84d4347
ML
759
760 e1 = e1->next_callee;
761 e2 = e2->next_callee;
762 }
763
764 if (e1 || e2)
b3587b99
JH
765 return return_false_with_msg ("different number of calls");
766
767 e1 = dyn_cast <cgraph_node *> (node)->indirect_calls;
768 e2 = dyn_cast <cgraph_node *> (item->node)->indirect_calls;
769
770 while (e1 && e2)
771 {
772 if (!compare_edge_flags (e1, e2))
773 return false;
774
775 e1 = e1->next_callee;
776 e2 = e2->next_callee;
777 }
778
779 if (e1 || e2)
780 return return_false_with_msg ("different number of indirect calls");
b84d4347
ML
781
782 return true;
783}
784
3ab93359
ML
785/* Update hash by address sensitive references. We iterate over all
786 sensitive references (address_matters_p) and we hash ultime alias
787 target of these nodes, which can improve a semantic item hash.
977b01e3
JH
788
789 Also hash in referenced symbols properties. This can be done at any time
790 (as the properties should not change), but it is convenient to do it here
791 while we walk the references anyway. */
3ab93359
ML
792
793void
794sem_item::update_hash_by_addr_refs (hash_map <symtab_node *,
795 sem_item *> &m_symtab_node_map)
796{
3ab93359 797 ipa_ref* ref;
808b6bb7 798 inchash::hash hstate (get_hash ());
977b01e3
JH
799
800 for (unsigned i = 0; node->iterate_reference (i, ref); i++)
3ab93359 801 {
b3587b99 802 hstate.add_int (ref->use);
977b01e3
JH
803 hash_referenced_symbol_properties (ref->referred, hstate,
804 ref->use == IPA_REF_ADDR);
3ab93359 805 if (ref->address_matters_p () || !m_symtab_node_map.get (ref->referred))
f45be077 806 hstate.add_int (ref->referred->ultimate_alias_target ()->order);
3ab93359
ML
807 }
808
809 if (is_a <cgraph_node *> (node))
810 {
811 for (cgraph_edge *e = dyn_cast <cgraph_node *> (node)->callers; e;
812 e = e->next_caller)
813 {
814 sem_item **result = m_symtab_node_map.get (e->callee);
977b01e3 815 hash_referenced_symbol_properties (e->callee, hstate, false);
3ab93359 816 if (!result)
f45be077 817 hstate.add_int (e->callee->ultimate_alias_target ()->order);
3ab93359
ML
818 }
819 }
820
808b6bb7 821 set_hash (hstate.end ());
3ab93359
ML
822}
823
824/* Update hash by computed local hash values taken from different
977b01e3
JH
825 semantic items.
826 TODO: stronger SCC based hashing would be desirable here. */
3ab93359
ML
827
828void
829sem_item::update_hash_by_local_refs (hash_map <symtab_node *,
830 sem_item *> &m_symtab_node_map)
831{
977b01e3 832 ipa_ref* ref;
808b6bb7 833 inchash::hash state (get_hash ());
977b01e3
JH
834
835 for (unsigned j = 0; node->iterate_reference (j, ref); j++)
3ab93359 836 {
3ab93359
ML
837 sem_item **result = m_symtab_node_map.get (ref->referring);
838 if (result)
808b6bb7 839 state.merge_hash ((*result)->get_hash ());
3ab93359
ML
840 }
841
842 if (type == FUNC)
843 {
844 for (cgraph_edge *e = dyn_cast <cgraph_node *> (node)->callees; e;
845 e = e->next_callee)
846 {
847 sem_item **result = m_symtab_node_map.get (e->caller);
848 if (result)
808b6bb7 849 state.merge_hash ((*result)->get_hash ());
3ab93359
ML
850 }
851 }
852
853 global_hash = state.end ();
854}
855
b84d4347
ML
856/* Returns true if the item equals to ITEM given as argument. */
857
858bool
859sem_function::equals (sem_item *item,
fb5c322e 860 hash_map <symtab_node *, sem_item *> &)
b84d4347
ML
861{
862 gcc_assert (item->type == FUNC);
fb5c322e 863 bool eq = equals_private (item);
b84d4347
ML
864
865 if (m_checker != NULL)
866 {
867 delete m_checker;
868 m_checker = NULL;
869 }
870
871 if (dump_file && (dump_flags & TDF_DETAILS))
872 fprintf (dump_file,
464d0118
ML
873 "Equals called for: %s:%s with result: %s\n\n",
874 node->dump_name (),
875 item->node->dump_name (),
1aec2ecc 876 eq ? "true" : "false");
b84d4347
ML
877
878 return eq;
879}
880
881/* Processes function equality comparison. */
882
883bool
fb5c322e 884sem_function::equals_private (sem_item *item)
b84d4347
ML
885{
886 if (item->type != FUNC)
887 return false;
888
889 basic_block bb1, bb2;
890 edge e1, e2;
891 edge_iterator ei1, ei2;
b84d4347
ML
892 bool result = true;
893 tree arg1, arg2;
894
895 m_compared_func = static_cast<sem_function *> (item);
896
897 gcc_assert (decl != item->decl);
898
899 if (bb_sorted.length () != m_compared_func->bb_sorted.length ()
900 || edge_count != m_compared_func->edge_count
901 || cfg_checksum != m_compared_func->cfg_checksum)
902 return return_false ();
903
b84d4347
ML
904 m_checker = new func_checker (decl, m_compared_func->decl,
905 compare_polymorphic_p (),
906 false,
907 &refs_set,
908 &m_compared_func->refs_set);
1628e36b
JH
909 arg1 = DECL_ARGUMENTS (decl);
910 arg2 = DECL_ARGUMENTS (m_compared_func->decl);
911 for (unsigned i = 0;
912 arg1 && arg2; arg1 = DECL_CHAIN (arg1), arg2 = DECL_CHAIN (arg2), i++)
913 {
914 if (!types_compatible_p (TREE_TYPE (arg1), TREE_TYPE (arg2)))
915 return return_false_with_msg ("argument types are not compatible");
916 if (!param_used_p (i))
917 continue;
918 /* Perform additional checks for used parameters. */
919 if (!compatible_parm_types_p (TREE_TYPE (arg1), TREE_TYPE (arg2)))
920 return false;
921 if (!m_checker->compare_decl (arg1, arg2))
922 return return_false ();
923 }
924 if (arg1 || arg2)
925 return return_false_with_msg ("Mismatched number of arguments");
b84d4347 926
fb5c322e
JH
927 if (!dyn_cast <cgraph_node *> (node)->has_gimple_body_p ())
928 return true;
929
b84d4347
ML
930 /* Fill-up label dictionary. */
931 for (unsigned i = 0; i < bb_sorted.length (); ++i)
932 {
933 m_checker->parse_labels (bb_sorted[i]);
934 m_checker->parse_labels (m_compared_func->bb_sorted[i]);
935 }
936
937 /* Checking all basic blocks. */
938 for (unsigned i = 0; i < bb_sorted.length (); ++i)
939 if(!m_checker->compare_bb (bb_sorted[i], m_compared_func->bb_sorted[i]))
940 return return_false();
941
942 dump_message ("All BBs are equal\n");
943
c190efcc
ML
944 auto_vec <int> bb_dict;
945
b84d4347
ML
946 /* Basic block edges check. */
947 for (unsigned i = 0; i < bb_sorted.length (); ++i)
948 {
b84d4347
ML
949 bb1 = bb_sorted[i]->bb;
950 bb2 = m_compared_func->bb_sorted[i]->bb;
951
952 ei2 = ei_start (bb2->preds);
953
954 for (ei1 = ei_start (bb1->preds); ei_cond (ei1, &e1); ei_next (&ei1))
955 {
956 ei_cond (ei2, &e2);
957
958 if (e1->flags != e2->flags)
959 return return_false_with_msg ("flags comparison returns false");
960
1216ea72 961 if (!bb_dict_test (&bb_dict, e1->src->index, e2->src->index))
b84d4347
ML
962 return return_false_with_msg ("edge comparison returns false");
963
1216ea72 964 if (!bb_dict_test (&bb_dict, e1->dest->index, e2->dest->index))
b84d4347
ML
965 return return_false_with_msg ("BB comparison returns false");
966
967 if (!m_checker->compare_edge (e1, e2))
968 return return_false_with_msg ("edge comparison returns false");
969
970 ei_next (&ei2);
971 }
972 }
973
974 /* Basic block PHI nodes comparison. */
975 for (unsigned i = 0; i < bb_sorted.length (); i++)
976 if (!compare_phi_node (bb_sorted[i]->bb, m_compared_func->bb_sorted[i]->bb))
977 return return_false_with_msg ("PHI node comparison returns false");
978
979 return result;
980}
981
106b5466
JH
982/* Set LOCAL_P of NODE to true if DATA is non-NULL.
983 Helper for call_for_symbol_thunks_and_aliases. */
984
985static bool
986set_local (cgraph_node *node, void *data)
987{
988 node->local.local = data != NULL;
989 return false;
990}
991
412049de 992/* TREE_ADDRESSABLE of NODE to true.
0a7246ee
JH
993 Helper for call_for_symbol_thunks_and_aliases. */
994
995static bool
996set_addressable (varpool_node *node, void *)
997{
998 TREE_ADDRESSABLE (node->decl) = 1;
999 return false;
1000}
1001
412049de
JH
1002/* Clear DECL_RTL of NODE.
1003 Helper for call_for_symbol_thunks_and_aliases. */
1004
1005static bool
1006clear_decl_rtl (symtab_node *node, void *)
1007{
1008 SET_DECL_RTL (node->decl, NULL);
1009 return false;
1010}
1011
0a7246ee
JH
1012/* Redirect all callers of N and its aliases to TO. Remove aliases if
1013 possible. Return number of redirections made. */
1014
1015static int
1016redirect_all_callers (cgraph_node *n, cgraph_node *to)
1017{
1018 int nredirected = 0;
1019 ipa_ref *ref;
17d1bf76 1020 cgraph_edge *e = n->callers;
0a7246ee 1021
17d1bf76 1022 while (e)
0a7246ee 1023 {
17d1bf76
ML
1024 /* Redirecting thunks to interposable symbols or symbols in other sections
1025 may not be supported by target output code. Play safe for now and
1026 punt on redirection. */
1027 if (!e->caller->thunk.thunk_p)
1028 {
1029 struct cgraph_edge *nexte = e->next_caller;
1030 e->redirect_callee (to);
1031 e = nexte;
1032 nredirected++;
1033 }
1034 else
1035 e = e->next_callee;
0a7246ee
JH
1036 }
1037 for (unsigned i = 0; n->iterate_direct_aliases (i, ref);)
1038 {
1039 bool removed = false;
1040 cgraph_node *n_alias = dyn_cast <cgraph_node *> (ref->referring);
1041
1042 if ((DECL_COMDAT_GROUP (n->decl)
1043 && (DECL_COMDAT_GROUP (n->decl)
1044 == DECL_COMDAT_GROUP (n_alias->decl)))
1045 || (n_alias->get_availability () > AVAIL_INTERPOSABLE
1046 && n->get_availability () > AVAIL_INTERPOSABLE))
1047 {
1048 nredirected += redirect_all_callers (n_alias, to);
1049 if (n_alias->can_remove_if_no_direct_calls_p ()
17d1bf76
ML
1050 && !n_alias->call_for_symbol_and_aliases (cgraph_node::has_thunk_p,
1051 NULL, true)
0a7246ee
JH
1052 && !n_alias->has_aliases_p ())
1053 n_alias->remove ();
1054 }
1055 if (!removed)
1056 i++;
1057 }
1058 return nredirected;
1059}
1060
b84d4347
ML
1061/* Merges instance with an ALIAS_ITEM, where alias, thunk or redirection can
1062 be applied. */
0a7246ee 1063
b84d4347
ML
1064bool
1065sem_function::merge (sem_item *alias_item)
1066{
1067 gcc_assert (alias_item->type == FUNC);
1068
1069 sem_function *alias_func = static_cast<sem_function *> (alias_item);
1070
1071 cgraph_node *original = get_node ();
0a7246ee 1072 cgraph_node *local_original = NULL;
b84d4347 1073 cgraph_node *alias = alias_func->get_node ();
b84d4347 1074
0a7246ee 1075 bool create_wrapper = false;
b84d4347
ML
1076 bool create_alias = false;
1077 bool redirect_callers = false;
0a7246ee
JH
1078 bool remove = false;
1079
b84d4347 1080 bool original_discardable = false;
c7a06bc1 1081 bool original_discarded = false;
b84d4347 1082
0a7246ee
JH
1083 bool original_address_matters = original->address_matters_p ();
1084 bool alias_address_matters = alias->address_matters_p ();
1085
257291fc
JH
1086 if (DECL_EXTERNAL (alias->decl))
1087 {
1088 if (dump_file)
1089 fprintf (dump_file, "Not unifying; alias is external.\n\n");
1090 return false;
1091 }
1092
0a7246ee
JH
1093 if (DECL_NO_INLINE_WARNING_P (original->decl)
1094 != DECL_NO_INLINE_WARNING_P (alias->decl))
1095 {
1096 if (dump_file)
1097 fprintf (dump_file,
1098 "Not unifying; "
1099 "DECL_NO_INLINE_WARNING mismatch.\n\n");
1100 return false;
1101 }
1102
b84d4347
ML
1103 /* Do not attempt to mix functions from different user sections;
1104 we do not know what user intends with those. */
1105 if (((DECL_SECTION_NAME (original->decl) && !original->implicit_section)
1106 || (DECL_SECTION_NAME (alias->decl) && !alias->implicit_section))
1107 && DECL_SECTION_NAME (original->decl) != DECL_SECTION_NAME (alias->decl))
1108 {
1109 if (dump_file)
1110 fprintf (dump_file,
0a7246ee
JH
1111 "Not unifying; "
1112 "original and alias are in different sections.\n\n");
b84d4347
ML
1113 return false;
1114 }
1115
1116 /* See if original is in a section that can be discarded if the main
c7a06bc1 1117 symbol is not used. */
0a7246ee 1118
c7a06bc1
JH
1119 if (original->can_be_discarded_p ())
1120 original_discardable = true;
1121 /* Also consider case where we have resolution info and we know that
0a7246ee
JH
1122 original's definition is not going to be used. In this case we can not
1123 create alias to original. */
c7a06bc1
JH
1124 if (node->resolution != LDPR_UNKNOWN
1125 && !decl_binds_to_current_def_p (node->decl))
1126 original_discardable = original_discarded = true;
b84d4347 1127
0a7246ee
JH
1128 /* Creating a symtab alias is the optimal way to merge.
1129 It however can not be used in the following cases:
1130
1131 1) if ORIGINAL and ALIAS may be possibly compared for address equality.
1132 2) if ORIGINAL is in a section that may be discarded by linker or if
1133 it is an external functions where we can not create an alias
1134 (ORIGINAL_DISCARDABLE)
1135 3) if target do not support symbol aliases.
bbcdfb93 1136 4) original and alias lie in different comdat groups.
0a7246ee
JH
1137
1138 If we can not produce alias, we will turn ALIAS into WRAPPER of ORIGINAL
1139 and/or redirect all callers from ALIAS to ORIGINAL. */
1140 if ((original_address_matters && alias_address_matters)
bbcdfb93
JH
1141 || (original_discardable
1142 && (!DECL_COMDAT_GROUP (alias->decl)
1143 || (DECL_COMDAT_GROUP (alias->decl)
1144 != DECL_COMDAT_GROUP (original->decl))))
c7a06bc1 1145 || original_discarded
bbcdfb93
JH
1146 || !sem_item::target_supports_symbol_aliases_p ()
1147 || DECL_COMDAT_GROUP (alias->decl) != DECL_COMDAT_GROUP (original->decl))
b84d4347 1148 {
0a7246ee
JH
1149 /* First see if we can produce wrapper. */
1150
977b01e3
JH
1151 /* Symbol properties that matter for references must be preserved.
1152 TODO: We can produce wrapper, but we need to produce alias of ORIGINAL
1153 with proper properties. */
1154 if (!sem_item::compare_referenced_symbol_properties (NULL, original, alias,
1155 alias->address_taken))
1156 {
1157 if (dump_file)
1158 fprintf (dump_file,
1159 "Wrapper cannot be created because referenced symbol "
1160 "properties mismatch\n");
1161 }
0a7246ee
JH
1162 /* Do not turn function in one comdat group into wrapper to another
1163 comdat group. Other compiler producing the body of the
1164 another comdat group may make opossite decision and with unfortunate
1165 linker choices this may close a loop. */
977b01e3
JH
1166 else if (DECL_COMDAT_GROUP (original->decl)
1167 && DECL_COMDAT_GROUP (alias->decl)
1168 && (DECL_COMDAT_GROUP (alias->decl)
1169 != DECL_COMDAT_GROUP (original->decl)))
0a7246ee
JH
1170 {
1171 if (dump_file)
1172 fprintf (dump_file,
1173 "Wrapper cannot be created because of COMDAT\n");
1174 }
4ebd491f
EB
1175 else if (DECL_STATIC_CHAIN (alias->decl)
1176 || DECL_STATIC_CHAIN (original->decl))
0a7246ee
JH
1177 {
1178 if (dump_file)
1179 fprintf (dump_file,
4ebd491f 1180 "Cannot create wrapper of nested function.\n");
0a7246ee
JH
1181 }
1182 /* TODO: We can also deal with variadic functions never calling
1183 VA_START. */
1184 else if (stdarg_p (TREE_TYPE (alias->decl)))
1185 {
1186 if (dump_file)
1187 fprintf (dump_file,
1188 "can not create wrapper of stdarg function.\n");
1189 }
0bceb671
JH
1190 else if (ipa_fn_summaries
1191 && ipa_fn_summaries->get (alias)->self_size <= 2)
0a7246ee
JH
1192 {
1193 if (dump_file)
1194 fprintf (dump_file, "Wrapper creation is not "
1195 "profitable (function is too small).\n");
1196 }
1197 /* If user paid attention to mark function noinline, assume it is
1198 somewhat special and do not try to turn it into a wrapper that can
1199 not be undone by inliner. */
1200 else if (lookup_attribute ("noinline", DECL_ATTRIBUTES (alias->decl)))
1201 {
1202 if (dump_file)
1203 fprintf (dump_file, "Wrappers are not created for noinline.\n");
1204 }
1205 else
1206 create_wrapper = true;
1207
1208 /* We can redirect local calls in the case both alias and orignal
1209 are not interposable. */
b84d4347 1210 redirect_callers
0a7246ee
JH
1211 = alias->get_availability () > AVAIL_INTERPOSABLE
1212 && original->get_availability () > AVAIL_INTERPOSABLE
1213 && !alias->instrumented_version;
977b01e3
JH
1214 /* TODO: We can redirect, but we need to produce alias of ORIGINAL
1215 with proper properties. */
1216 if (!sem_item::compare_referenced_symbol_properties (NULL, original, alias,
1217 alias->address_taken))
1218 redirect_callers = false;
b84d4347 1219
0a7246ee
JH
1220 if (!redirect_callers && !create_wrapper)
1221 {
1222 if (dump_file)
1223 fprintf (dump_file, "Not unifying; can not redirect callers nor "
1224 "produce wrapper\n\n");
1225 return false;
1226 }
1227
1228 /* Work out the symbol the wrapper should call.
1229 If ORIGINAL is interposable, we need to call a local alias.
c7a06bc1
JH
1230 Also produce local alias (if possible) as an optimization.
1231
1232 Local aliases can not be created inside comdat groups because that
1233 prevents inlining. */
1234 if (!original_discardable && !original->get_comdat_group ())
0a7246ee
JH
1235 {
1236 local_original
1237 = dyn_cast <cgraph_node *> (original->noninterposable_alias ());
1238 if (!local_original
1239 && original->get_availability () > AVAIL_INTERPOSABLE)
1240 local_original = original;
0a7246ee
JH
1241 }
1242 /* If we can not use local alias, fallback to the original
1243 when possible. */
1244 else if (original->get_availability () > AVAIL_INTERPOSABLE)
1245 local_original = original;
c7a06bc1
JH
1246
1247 /* If original is COMDAT local, we can not really redirect calls outside
1248 of its comdat group to it. */
1249 if (original->comdat_local_p ())
1250 redirect_callers = false;
0a7246ee
JH
1251 if (!local_original)
1252 {
1253 if (dump_file)
1254 fprintf (dump_file, "Not unifying; "
1255 "can not produce local alias.\n\n");
1256 return false;
1257 }
f657d665 1258
0a7246ee
JH
1259 if (!redirect_callers && !create_wrapper)
1260 {
1261 if (dump_file)
1262 fprintf (dump_file, "Not unifying; "
1263 "can not redirect callers nor produce a wrapper\n\n");
1264 return false;
1265 }
1266 if (!create_wrapper
17d1bf76
ML
1267 && !alias->call_for_symbol_and_aliases (cgraph_node::has_thunk_p,
1268 NULL, true)
0a7246ee
JH
1269 && !alias->can_remove_if_no_direct_calls_p ())
1270 {
1271 if (dump_file)
1272 fprintf (dump_file, "Not unifying; can not make wrapper and "
1273 "function has other uses than direct calls\n\n");
1274 return false;
1275 }
544dafa6 1276 }
0a7246ee
JH
1277 else
1278 create_alias = true;
544dafa6 1279
b84d4347
ML
1280 if (redirect_callers)
1281 {
0a7246ee 1282 int nredirected = redirect_all_callers (alias, local_original);
b84d4347 1283
0a7246ee
JH
1284 if (nredirected)
1285 {
1286 alias->icf_merged = true;
1287 local_original->icf_merged = true;
b84d4347 1288
0a7246ee
JH
1289 if (dump_file && nredirected)
1290 fprintf (dump_file, "%i local calls have been "
1291 "redirected.\n", nredirected);
b84d4347
ML
1292 }
1293
0a7246ee
JH
1294 /* If all callers was redirected, do not produce wrapper. */
1295 if (alias->can_remove_if_no_direct_calls_p ()
824ca15e 1296 && !DECL_VIRTUAL_P (alias->decl)
0a7246ee
JH
1297 && !alias->has_aliases_p ())
1298 {
1299 create_wrapper = false;
1300 remove = true;
1301 }
1302 gcc_assert (!create_alias);
b84d4347 1303 }
b84d4347
ML
1304 else if (create_alias)
1305 {
1306 alias->icf_merged = true;
1307
1308 /* Remove the function's body. */
1309 ipa_merge_profiles (original, alias);
1310 alias->release_body (true);
1311 alias->reset ();
412049de
JH
1312 /* Notice global symbol possibly produced RTL. */
1313 ((symtab_node *)alias)->call_for_symbol_and_aliases (clear_decl_rtl,
1314 NULL, true);
b84d4347
ML
1315
1316 /* Create the alias. */
1317 cgraph_node::create_alias (alias_func->decl, decl);
1318 alias->resolve_alias (original);
1319
106b5466
JH
1320 original->call_for_symbol_thunks_and_aliases
1321 (set_local, (void *)(size_t) original->local_p (), true);
9d4ded75 1322
b84d4347 1323 if (dump_file)
0a7246ee 1324 fprintf (dump_file, "Unified; Function alias has been created.\n\n");
b84d4347 1325 }
0a7246ee 1326 if (create_wrapper)
b84d4347 1327 {
0a7246ee
JH
1328 gcc_assert (!create_alias);
1329 alias->icf_merged = true;
1330 local_original->icf_merged = true;
b84d4347 1331
3995f3a2
JH
1332 /* FIXME update local_original counts. */
1333 ipa_merge_profiles (original, alias, true);
0a7246ee 1334 alias->create_wrapper (local_original);
b84d4347 1335
0a7246ee
JH
1336 if (dump_file)
1337 fprintf (dump_file, "Unified; Wrapper has been created.\n\n");
1338 }
17d1bf76
ML
1339
1340 /* It's possible that redirection can hit thunks that block
1341 redirection opportunities. */
1342 gcc_assert (alias->icf_merged || remove || redirect_callers);
0a7246ee 1343 original->icf_merged = true;
34b42fb0 1344
88636b62
JH
1345 /* We use merged flag to track cases where COMDAT function is known to be
1346 compatible its callers. If we merged in non-COMDAT, we need to give up
1347 on this optimization. */
1348 if (original->merged_comdat && !alias->merged_comdat)
1349 {
1350 if (dump_file)
1351 fprintf (dump_file, "Dropping merged_comdat flag.\n\n");
e9e70798
JH
1352 if (local_original)
1353 local_original->merged_comdat = false;
1354 original->merged_comdat = false;
88636b62 1355 }
34b42fb0 1356
0a7246ee
JH
1357 if (remove)
1358 {
1359 ipa_merge_profiles (original, alias);
1360 alias->release_body ();
1361 alias->reset ();
1362 alias->body_removed = true;
b84d4347 1363 alias->icf_merged = true;
b84d4347 1364 if (dump_file)
0a7246ee 1365 fprintf (dump_file, "Unified; Function body was removed.\n");
b84d4347 1366 }
b84d4347
ML
1367
1368 return true;
1369}
1370
1371/* Semantic item initialization function. */
1372
1373void
1374sem_function::init (void)
1375{
1376 if (in_lto_p)
70486010 1377 get_node ()->get_untransformed_body ();
b84d4347
ML
1378
1379 tree fndecl = node->decl;
1380 function *func = DECL_STRUCT_FUNCTION (fndecl);
1381
1382 gcc_assert (func);
1383 gcc_assert (SSANAMES (func));
1384
1385 ssa_names_size = SSANAMES (func)->length ();
1386 node = node;
1387
1388 decl = fndecl;
1389 region_tree = func->eh->region_tree;
1390
1391 /* iterating all function arguments. */
1392 arg_count = count_formal_params (fndecl);
1393
1394 edge_count = n_edges_for_fn (func);
fb5c322e
JH
1395 cgraph_node *cnode = dyn_cast <cgraph_node *> (node);
1396 if (!cnode->thunk.thunk_p)
1397 {
1398 cfg_checksum = coverage_compute_cfg_checksum (func);
b84d4347 1399
fb5c322e 1400 inchash::hash hstate;
b84d4347 1401
fb5c322e
JH
1402 basic_block bb;
1403 FOR_EACH_BB_FN (bb, func)
b84d4347 1404 {
fb5c322e 1405 unsigned nondbg_stmt_count = 0;
b84d4347 1406
fb5c322e
JH
1407 edge e;
1408 for (edge_iterator ei = ei_start (bb->preds); ei_cond (ei, &e);
1409 ei_next (&ei))
1410 cfg_checksum = iterative_hash_host_wide_int (e->flags,
1411 cfg_checksum);
1412
1413 for (gimple_stmt_iterator gsi = gsi_start_bb (bb); !gsi_end_p (gsi);
1414 gsi_next (&gsi))
b84d4347 1415 {
355fe088 1416 gimple *stmt = gsi_stmt (gsi);
fb5c322e
JH
1417
1418 if (gimple_code (stmt) != GIMPLE_DEBUG
1419 && gimple_code (stmt) != GIMPLE_PREDICT)
1420 {
1421 hash_stmt (stmt, hstate);
1422 nondbg_stmt_count++;
1423 }
b84d4347 1424 }
b84d4347 1425
5c5f0b65 1426 hstate.commit_flag ();
fb5c322e
JH
1427 gcode_hash = hstate.end ();
1428 bb_sizes.safe_push (nondbg_stmt_count);
b84d4347 1429
fb5c322e
JH
1430 /* Inserting basic block to hash table. */
1431 sem_bb *semantic_bb = new sem_bb (bb, nondbg_stmt_count,
1432 EDGE_COUNT (bb->preds)
1433 + EDGE_COUNT (bb->succs));
b84d4347 1434
fb5c322e
JH
1435 bb_sorted.safe_push (semantic_bb);
1436 }
1437 }
1438 else
1439 {
1440 cfg_checksum = 0;
1441 inchash::hash hstate;
449e9a33
RS
1442 hstate.add_hwi (cnode->thunk.fixed_offset);
1443 hstate.add_hwi (cnode->thunk.virtual_value);
fb5c322e
JH
1444 hstate.add_flag (cnode->thunk.this_adjusting);
1445 hstate.add_flag (cnode->thunk.virtual_offset_p);
1446 hstate.add_flag (cnode->thunk.add_pointer_bounds_args);
1447 gcode_hash = hstate.end ();
1448 }
b84d4347
ML
1449}
1450
a8d93817
JH
1451/* Accumulate to HSTATE a hash of expression EXP.
1452 Identical to inchash::add_expr, but guaranteed to be stable across LTO
1453 and DECL equality classes. */
1454
1455void
1456sem_item::add_expr (const_tree exp, inchash::hash &hstate)
1457{
1458 if (exp == NULL_TREE)
1459 {
1460 hstate.merge_hash (0);
1461 return;
1462 }
1463
1464 /* Handled component can be matched in a cureful way proving equivalence
1465 even if they syntactically differ. Just skip them. */
1466 STRIP_NOPS (exp);
1467 while (handled_component_p (exp))
1468 exp = TREE_OPERAND (exp, 0);
1469
1470 enum tree_code code = TREE_CODE (exp);
1471 hstate.add_int (code);
1472
1473 switch (code)
1474 {
1475 /* Use inchash::add_expr for everything that is LTO stable. */
1476 case VOID_CST:
1477 case INTEGER_CST:
1478 case REAL_CST:
1479 case FIXED_CST:
1480 case STRING_CST:
1481 case COMPLEX_CST:
1482 case VECTOR_CST:
1483 inchash::add_expr (exp, hstate);
1484 break;
1485 case CONSTRUCTOR:
1486 {
1487 unsigned HOST_WIDE_INT idx;
1488 tree value;
1489
449e9a33 1490 hstate.add_hwi (int_size_in_bytes (TREE_TYPE (exp)));
a8d93817
JH
1491
1492 FOR_EACH_CONSTRUCTOR_VALUE (CONSTRUCTOR_ELTS (exp), idx, value)
1493 if (value)
1494 add_expr (value, hstate);
1495 break;
1496 }
1497 case ADDR_EXPR:
1498 case FDESC_EXPR:
1499 add_expr (get_base_address (TREE_OPERAND (exp, 0)), hstate);
1500 break;
1501 case SSA_NAME:
1502 case VAR_DECL:
1503 case CONST_DECL:
1504 case PARM_DECL:
449e9a33 1505 hstate.add_hwi (int_size_in_bytes (TREE_TYPE (exp)));
a8d93817
JH
1506 break;
1507 case MEM_REF:
1508 case POINTER_PLUS_EXPR:
1509 case MINUS_EXPR:
1510 case RANGE_EXPR:
1511 add_expr (TREE_OPERAND (exp, 0), hstate);
1512 add_expr (TREE_OPERAND (exp, 1), hstate);
1513 break;
1514 case PLUS_EXPR:
1515 {
1516 inchash::hash one, two;
1517 add_expr (TREE_OPERAND (exp, 0), one);
1518 add_expr (TREE_OPERAND (exp, 1), two);
1519 hstate.add_commutative (one, two);
1520 }
1521 break;
1522 CASE_CONVERT:
449e9a33 1523 hstate.add_hwi (int_size_in_bytes (TREE_TYPE (exp)));
a8d93817
JH
1524 return add_expr (TREE_OPERAND (exp, 0), hstate);
1525 default:
1526 break;
1527 }
1528}
1529
69f6b1f4
JH
1530/* Accumulate to HSTATE a hash of type t.
1531 TYpes that may end up being compatible after LTO type merging needs to have
1532 the same hash. */
1533
1534void
1535sem_item::add_type (const_tree type, inchash::hash &hstate)
1536{
1537 if (type == NULL_TREE)
1538 {
1539 hstate.merge_hash (0);
1540 return;
1541 }
1542
1543 type = TYPE_MAIN_VARIANT (type);
69f6b1f4 1544
5e83f17d 1545 hstate.add_int (TYPE_MODE (type));
69f6b1f4
JH
1546
1547 if (TREE_CODE (type) == COMPLEX_TYPE)
1548 {
1549 hstate.add_int (COMPLEX_TYPE);
1550 sem_item::add_type (TREE_TYPE (type), hstate);
1551 }
1552 else if (INTEGRAL_TYPE_P (type))
1553 {
1554 hstate.add_int (INTEGER_TYPE);
1555 hstate.add_flag (TYPE_UNSIGNED (type));
1556 hstate.add_int (TYPE_PRECISION (type));
1557 }
1558 else if (VECTOR_TYPE_P (type))
1559 {
1560 hstate.add_int (VECTOR_TYPE);
1561 hstate.add_int (TYPE_PRECISION (type));
1562 sem_item::add_type (TREE_TYPE (type), hstate);
1563 }
1564 else if (TREE_CODE (type) == ARRAY_TYPE)
1565 {
1566 hstate.add_int (ARRAY_TYPE);
1567 /* Do not hash size, so complete and incomplete types can match. */
1568 sem_item::add_type (TREE_TYPE (type), hstate);
1569 }
1570 else if (RECORD_OR_UNION_TYPE_P (type))
1571 {
5e83f17d 1572 gcc_checking_assert (COMPLETE_TYPE_P (type));
69f6b1f4
JH
1573 hashval_t *val = optimizer->m_type_hash_cache.get (type);
1574
1575 if (!val)
1576 {
1577 inchash::hash hstate2;
1578 unsigned nf;
1579 tree f;
1580 hashval_t hash;
1581
1582 hstate2.add_int (RECORD_TYPE);
1583 gcc_assert (COMPLETE_TYPE_P (type));
1584
1585 for (f = TYPE_FIELDS (type), nf = 0; f; f = TREE_CHAIN (f))
1586 if (TREE_CODE (f) == FIELD_DECL)
1587 {
1588 add_type (TREE_TYPE (f), hstate2);
1589 nf++;
1590 }
1591
1592 hstate2.add_int (nf);
1593 hash = hstate2.end ();
449e9a33 1594 hstate.add_hwi (hash);
69f6b1f4
JH
1595 optimizer->m_type_hash_cache.put (type, hash);
1596 }
1597 else
449e9a33 1598 hstate.add_hwi (*val);
69f6b1f4
JH
1599 }
1600}
1601
b84d4347
ML
1602/* Improve accumulated hash for HSTATE based on a gimple statement STMT. */
1603
1604void
355fe088 1605sem_function::hash_stmt (gimple *stmt, inchash::hash &hstate)
b84d4347
ML
1606{
1607 enum gimple_code code = gimple_code (stmt);
1608
a8d93817 1609 hstate.add_int (code);
b84d4347 1610
a8d93817 1611 switch (code)
b84d4347 1612 {
69f6b1f4
JH
1613 case GIMPLE_SWITCH:
1614 add_expr (gimple_switch_index (as_a <gswitch *> (stmt)), hstate);
1615 break;
a8d93817 1616 case GIMPLE_ASSIGN:
69f6b1f4 1617 hstate.add_int (gimple_assign_rhs_code (stmt));
a8d93817
JH
1618 if (commutative_tree_code (gimple_assign_rhs_code (stmt))
1619 || commutative_ternary_tree_code (gimple_assign_rhs_code (stmt)))
b84d4347 1620 {
a8d93817 1621 inchash::hash one, two;
b84d4347 1622
a8d93817 1623 add_expr (gimple_assign_rhs1 (stmt), one);
69f6b1f4 1624 add_type (TREE_TYPE (gimple_assign_rhs1 (stmt)), one);
a8d93817
JH
1625 add_expr (gimple_assign_rhs2 (stmt), two);
1626 hstate.add_commutative (one, two);
69f6b1f4
JH
1627 if (commutative_ternary_tree_code (gimple_assign_rhs_code (stmt)))
1628 {
1629 add_expr (gimple_assign_rhs3 (stmt), hstate);
1630 add_type (TREE_TYPE (gimple_assign_rhs3 (stmt)), hstate);
1631 }
a8d93817 1632 add_expr (gimple_assign_lhs (stmt), hstate);
69f6b1f4 1633 add_type (TREE_TYPE (gimple_assign_lhs (stmt)), two);
a8d93817 1634 break;
b84d4347 1635 }
191816a3 1636 /* fall through */
a8d93817
JH
1637 case GIMPLE_CALL:
1638 case GIMPLE_ASM:
1639 case GIMPLE_COND:
1640 case GIMPLE_GOTO:
1641 case GIMPLE_RETURN:
1642 /* All these statements are equivalent if their operands are. */
1643 for (unsigned i = 0; i < gimple_num_ops (stmt); ++i)
69f6b1f4
JH
1644 {
1645 add_expr (gimple_op (stmt, i), hstate);
1646 if (gimple_op (stmt, i))
1647 add_type (TREE_TYPE (gimple_op (stmt, i)), hstate);
1648 }
5c5f0b65
IT
1649 /* Consider nocf_check attribute in hash as it affects code
1650 generation. */
1651 if (code == GIMPLE_CALL
1652 && flag_cf_protection & CF_BRANCH)
1653 hstate.add_flag (gimple_call_nocf_check_p (as_a <gcall *> (stmt)));
a8d93817
JH
1654 default:
1655 break;
b84d4347
ML
1656 }
1657}
1658
1659
1660/* Return true if polymorphic comparison must be processed. */
1661
1662bool
1663sem_function::compare_polymorphic_p (void)
1664{
060cfff4
JH
1665 struct cgraph_edge *e;
1666
69f6b1f4 1667 if (!opt_for_fn (get_node ()->decl, flag_devirtualize))
060cfff4 1668 return false;
69f6b1f4 1669 if (get_node ()->indirect_calls != NULL)
060cfff4
JH
1670 return true;
1671 /* TODO: We can do simple propagation determining what calls may lead to
1672 a polymorphic call. */
69f6b1f4 1673 for (e = get_node ()->callees; e; e = e->next_callee)
060cfff4
JH
1674 if (e->callee->definition
1675 && opt_for_fn (e->callee->decl, flag_devirtualize))
1676 return true;
1677 return false;
b84d4347
ML
1678}
1679
1680/* For a given call graph NODE, the function constructs new
1681 semantic function item. */
1682
1683sem_function *
1684sem_function::parse (cgraph_node *node, bitmap_obstack *stack)
1685{
1686 tree fndecl = node->decl;
1687 function *func = DECL_STRUCT_FUNCTION (fndecl);
1688
fb5c322e 1689 if (!func || (!node->has_gimple_body_p () && !node->thunk.thunk_p))
b84d4347
ML
1690 return NULL;
1691
1692 if (lookup_attribute_by_prefix ("omp ", DECL_ATTRIBUTES (node->decl)) != NULL)
1693 return NULL;
1694
97ad3aef
CP
1695 if (lookup_attribute_by_prefix ("oacc ",
1696 DECL_ATTRIBUTES (node->decl)) != NULL)
1697 return NULL;
1698
2a85ddbb
ML
1699 /* PR ipa/70306. */
1700 if (DECL_STATIC_CONSTRUCTOR (node->decl)
1701 || DECL_STATIC_DESTRUCTOR (node->decl))
1702 return NULL;
1703
fedf2718 1704 sem_function *f = new sem_function (node, stack);
b84d4347
ML
1705
1706 f->init ();
1707
1708 return f;
1709}
1710
b84d4347
ML
1711/* For given basic blocks BB1 and BB2 (from functions FUNC1 and FUNC),
1712 return true if phi nodes are semantically equivalent in these blocks . */
1713
1714bool
1715sem_function::compare_phi_node (basic_block bb1, basic_block bb2)
1716{
538dd0b7
DM
1717 gphi_iterator si1, si2;
1718 gphi *phi1, *phi2;
b84d4347
ML
1719 unsigned size1, size2, i;
1720 tree t1, t2;
1721 edge e1, e2;
1722
1723 gcc_assert (bb1 != NULL);
1724 gcc_assert (bb2 != NULL);
1725
1726 si2 = gsi_start_phis (bb2);
1727 for (si1 = gsi_start_phis (bb1); !gsi_end_p (si1);
1728 gsi_next (&si1))
1729 {
1730 gsi_next_nonvirtual_phi (&si1);
1731 gsi_next_nonvirtual_phi (&si2);
1732
1733 if (gsi_end_p (si1) && gsi_end_p (si2))
1734 break;
1735
1736 if (gsi_end_p (si1) || gsi_end_p (si2))
1737 return return_false();
1738
538dd0b7
DM
1739 phi1 = si1.phi ();
1740 phi2 = si2.phi ();
b84d4347 1741
59f084e0
ML
1742 tree phi_result1 = gimple_phi_result (phi1);
1743 tree phi_result2 = gimple_phi_result (phi2);
1744
1745 if (!m_checker->compare_operand (phi_result1, phi_result2))
1746 return return_false_with_msg ("PHI results are different");
1747
b84d4347
ML
1748 size1 = gimple_phi_num_args (phi1);
1749 size2 = gimple_phi_num_args (phi2);
1750
1751 if (size1 != size2)
1752 return return_false ();
1753
1754 for (i = 0; i < size1; ++i)
1755 {
1756 t1 = gimple_phi_arg (phi1, i)->def;
1757 t2 = gimple_phi_arg (phi2, i)->def;
1758
1759 if (!m_checker->compare_operand (t1, t2))
1760 return return_false ();
1761
1762 e1 = gimple_phi_arg_edge (phi1, i);
1763 e2 = gimple_phi_arg_edge (phi2, i);
1764
1765 if (!m_checker->compare_edge (e1, e2))
1766 return return_false ();
1767 }
1768
1769 gsi_next (&si2);
1770 }
1771
1772 return true;
1773}
1774
1775/* Returns true if tree T can be compared as a handled component. */
1776
1777bool
1778sem_function::icf_handled_component_p (tree t)
1779{
1780 tree_code tc = TREE_CODE (t);
1781
e5115cf9
EB
1782 return (handled_component_p (t)
1783 || tc == ADDR_EXPR || tc == MEM_REF || tc == OBJ_TYPE_REF);
b84d4347
ML
1784}
1785
1786/* Basic blocks dictionary BB_DICT returns true if SOURCE index BB
1787 corresponds to TARGET. */
1788
1789bool
1216ea72 1790sem_function::bb_dict_test (vec<int> *bb_dict, int source, int target)
b84d4347 1791{
c190efcc
ML
1792 source++;
1793 target++;
1794
1216ea72
TS
1795 if (bb_dict->length () <= (unsigned)source)
1796 bb_dict->safe_grow_cleared (source + 1);
c190efcc 1797
1216ea72 1798 if ((*bb_dict)[source] == 0)
b84d4347 1799 {
1216ea72 1800 (*bb_dict)[source] = target;
b84d4347
ML
1801 return true;
1802 }
1803 else
1216ea72 1804 return (*bb_dict)[source] == target;
b84d4347
ML
1805}
1806
b84d4347
ML
1807sem_variable::sem_variable (bitmap_obstack *stack): sem_item (VAR, stack)
1808{
1809}
1810
fedf2718
ML
1811sem_variable::sem_variable (varpool_node *node, bitmap_obstack *stack)
1812: sem_item (VAR, node, stack)
b84d4347
ML
1813{
1814 gcc_checking_assert (node);
1815 gcc_checking_assert (get_node ());
1816}
1817
46305737
JH
1818/* Fast equality function based on knowledge known in WPA. */
1819
1820bool
1821sem_variable::equals_wpa (sem_item *item,
1822 hash_map <symtab_node *, sem_item *> &ignored_nodes)
1823{
1824 gcc_assert (item->type == VAR);
1825
1826 if (node->num_references () != item->node->num_references ())
1827 return return_false_with_msg ("different number of references");
1828
1829 if (DECL_TLS_MODEL (decl) || DECL_TLS_MODEL (item->decl))
1830 return return_false_with_msg ("TLS model");
1831
b3587b99
JH
1832 /* DECL_ALIGN is safe to merge, because we will always chose the largest
1833 alignment out of all aliases. */
46305737
JH
1834
1835 if (DECL_VIRTUAL_P (decl) != DECL_VIRTUAL_P (item->decl))
1836 return return_false_with_msg ("Virtual flag mismatch");
1837
1838 if (DECL_SIZE (decl) != DECL_SIZE (item->decl)
1839 && ((!DECL_SIZE (decl) || !DECL_SIZE (item->decl))
1840 || !operand_equal_p (DECL_SIZE (decl),
1841 DECL_SIZE (item->decl), OEP_ONLY_CONST)))
1842 return return_false_with_msg ("size mismatch");
1843
1844 /* Do not attempt to mix data from different user sections;
1845 we do not know what user intends with those. */
1846 if (((DECL_SECTION_NAME (decl) && !node->implicit_section)
1847 || (DECL_SECTION_NAME (item->decl) && !item->node->implicit_section))
1848 && DECL_SECTION_NAME (decl) != DECL_SECTION_NAME (item->decl))
1849 return return_false_with_msg ("user section mismatch");
1850
1851 if (DECL_IN_TEXT_SECTION (decl) != DECL_IN_TEXT_SECTION (item->decl))
1852 return return_false_with_msg ("text section");
1853
1854 ipa_ref *ref = NULL, *ref2 = NULL;
1855 for (unsigned i = 0; node->iterate_reference (i, ref); i++)
1856 {
1857 item->node->iterate_reference (i, ref2);
1858
b3587b99
JH
1859 if (ref->use != ref2->use)
1860 return return_false_with_msg ("reference use mismatch");
1861
977b01e3 1862 if (!compare_symbol_references (ignored_nodes,
46305737
JH
1863 ref->referred, ref2->referred,
1864 ref->address_matters_p ()))
1865 return false;
1866 }
1867
1868 return true;
1869}
1870
b84d4347 1871/* Returns true if the item equals to ITEM given as argument. */
c4c0f336 1872
b84d4347
ML
1873bool
1874sem_variable::equals (sem_item *item,
c4c0f336 1875 hash_map <symtab_node *, sem_item *> &)
b84d4347
ML
1876{
1877 gcc_assert (item->type == VAR);
c4c0f336 1878 bool ret;
b84d4347 1879
c4c0f336
ML
1880 if (DECL_INITIAL (decl) == error_mark_node && in_lto_p)
1881 dyn_cast <varpool_node *>(node)->get_constructor ();
1882 if (DECL_INITIAL (item->decl) == error_mark_node && in_lto_p)
1883 dyn_cast <varpool_node *>(item->node)->get_constructor ();
b84d4347 1884
9374ef82
ML
1885 /* As seen in PR ipa/65303 we have to compare variables types. */
1886 if (!func_checker::compatible_types_p (TREE_TYPE (decl),
1887 TREE_TYPE (item->decl)))
1888 return return_false_with_msg ("variables types are different");
1889
c4c0f336
ML
1890 ret = sem_variable::equals (DECL_INITIAL (decl),
1891 DECL_INITIAL (item->node->decl));
1892 if (dump_file && (dump_flags & TDF_DETAILS))
1893 fprintf (dump_file,
464d0118
ML
1894 "Equals called for vars: %s:%s with result: %s\n\n",
1895 node->dump_name (), item->node->dump_name (),
1896 ret ? "true" : "false");
b84d4347 1897
c4c0f336 1898 return ret;
b84d4347
ML
1899}
1900
1901/* Compares trees T1 and T2 for semantic equality. */
1902
1903bool
1904sem_variable::equals (tree t1, tree t2)
1905{
46305737
JH
1906 if (!t1 || !t2)
1907 return return_with_debug (t1 == t2);
1908 if (t1 == t2)
1909 return true;
b84d4347
ML
1910 tree_code tc1 = TREE_CODE (t1);
1911 tree_code tc2 = TREE_CODE (t2);
1912
1913 if (tc1 != tc2)
46305737 1914 return return_false_with_msg ("TREE_CODE mismatch");
b84d4347
ML
1915
1916 switch (tc1)
1917 {
1918 case CONSTRUCTOR:
1919 {
46305737
JH
1920 vec<constructor_elt, va_gc> *v1, *v2;
1921 unsigned HOST_WIDE_INT idx;
b84d4347 1922
46305737
JH
1923 enum tree_code typecode = TREE_CODE (TREE_TYPE (t1));
1924 if (typecode != TREE_CODE (TREE_TYPE (t2)))
1925 return return_false_with_msg ("constructor type mismatch");
b84d4347 1926
46305737
JH
1927 if (typecode == ARRAY_TYPE)
1928 {
1929 HOST_WIDE_INT size_1 = int_size_in_bytes (TREE_TYPE (t1));
1930 /* For arrays, check that the sizes all match. */
1931 if (TYPE_MODE (TREE_TYPE (t1)) != TYPE_MODE (TREE_TYPE (t2))
1932 || size_1 == -1
1933 || size_1 != int_size_in_bytes (TREE_TYPE (t2)))
1934 return return_false_with_msg ("constructor array size mismatch");
1935 }
1936 else if (!func_checker::compatible_types_p (TREE_TYPE (t1),
1937 TREE_TYPE (t2)))
1938 return return_false_with_msg ("constructor type incompatible");
b84d4347 1939
46305737
JH
1940 v1 = CONSTRUCTOR_ELTS (t1);
1941 v2 = CONSTRUCTOR_ELTS (t2);
1942 if (vec_safe_length (v1) != vec_safe_length (v2))
1943 return return_false_with_msg ("constructor number of elts mismatch");
1944
1945 for (idx = 0; idx < vec_safe_length (v1); ++idx)
1946 {
1947 constructor_elt *c1 = &(*v1)[idx];
1948 constructor_elt *c2 = &(*v2)[idx];
1949
1950 /* Check that each value is the same... */
1951 if (!sem_variable::equals (c1->value, c2->value))
1952 return false;
1953 /* ... and that they apply to the same fields! */
1954 if (!sem_variable::equals (c1->index, c2->index))
1955 return false;
1956 }
b84d4347
ML
1957 return true;
1958 }
1959 case MEM_REF:
1960 {
1961 tree x1 = TREE_OPERAND (t1, 0);
1962 tree x2 = TREE_OPERAND (t2, 0);
1963 tree y1 = TREE_OPERAND (t1, 1);
1964 tree y2 = TREE_OPERAND (t2, 1);
1965
060cfff4 1966 if (!func_checker::compatible_types_p (TREE_TYPE (x1), TREE_TYPE (x2)))
b84d4347
ML
1967 return return_false ();
1968
1969 /* Type of the offset on MEM_REF does not matter. */
46305737
JH
1970 return return_with_debug (sem_variable::equals (x1, x2)
1971 && wi::to_offset (y1)
1972 == wi::to_offset (y2));
b84d4347 1973 }
b84d4347 1974 case ADDR_EXPR:
46305737 1975 case FDESC_EXPR:
b84d4347
ML
1976 {
1977 tree op1 = TREE_OPERAND (t1, 0);
1978 tree op2 = TREE_OPERAND (t2, 0);
1979 return sem_variable::equals (op1, op2);
1980 }
46305737 1981 /* References to other vars/decls are compared using ipa-ref. */
b84d4347
ML
1982 case FUNCTION_DECL:
1983 case VAR_DECL:
46305737
JH
1984 if (decl_in_symtab_p (t1) && decl_in_symtab_p (t2))
1985 return true;
1986 return return_false_with_msg ("Declaration mismatch");
1987 case CONST_DECL:
1988 /* TODO: We can check CONST_DECL by its DECL_INITIAL, but for that we
1989 need to process its VAR/FUNCTION references without relying on ipa-ref
1990 compare. */
b84d4347
ML
1991 case FIELD_DECL:
1992 case LABEL_DECL:
46305737 1993 return return_false_with_msg ("Declaration mismatch");
b84d4347 1994 case INTEGER_CST:
46305737
JH
1995 /* Integer constants are the same only if the same width of type. */
1996 if (TYPE_PRECISION (TREE_TYPE (t1)) != TYPE_PRECISION (TREE_TYPE (t2)))
1997 return return_false_with_msg ("INTEGER_CST precision mismatch");
1998 if (TYPE_MODE (TREE_TYPE (t1)) != TYPE_MODE (TREE_TYPE (t2)))
1999 return return_false_with_msg ("INTEGER_CST mode mismatch");
2000 return return_with_debug (tree_int_cst_equal (t1, t2));
b84d4347 2001 case STRING_CST:
46305737
JH
2002 if (TYPE_MODE (TREE_TYPE (t1)) != TYPE_MODE (TREE_TYPE (t2)))
2003 return return_false_with_msg ("STRING_CST mode mismatch");
2004 if (TREE_STRING_LENGTH (t1) != TREE_STRING_LENGTH (t2))
2005 return return_false_with_msg ("STRING_CST length mismatch");
2006 if (memcmp (TREE_STRING_POINTER (t1), TREE_STRING_POINTER (t2),
2007 TREE_STRING_LENGTH (t1)))
2008 return return_false_with_msg ("STRING_CST mismatch");
2009 return true;
2010 case FIXED_CST:
2011 /* Fixed constants are the same only if the same width of type. */
2012 if (TYPE_PRECISION (TREE_TYPE (t1)) != TYPE_PRECISION (TREE_TYPE (t2)))
2013 return return_false_with_msg ("FIXED_CST precision mismatch");
2014
2015 return return_with_debug (FIXED_VALUES_IDENTICAL (TREE_FIXED_CST (t1),
2016 TREE_FIXED_CST (t2)));
b84d4347 2017 case COMPLEX_CST:
46305737
JH
2018 return (sem_variable::equals (TREE_REALPART (t1), TREE_REALPART (t2))
2019 && sem_variable::equals (TREE_IMAGPART (t1), TREE_IMAGPART (t2)));
2020 case REAL_CST:
2021 /* Real constants are the same only if the same width of type. */
2022 if (TYPE_PRECISION (TREE_TYPE (t1)) != TYPE_PRECISION (TREE_TYPE (t2)))
2023 return return_false_with_msg ("REAL_CST precision mismatch");
1a25c6b1
RS
2024 return return_with_debug (real_identical (&TREE_REAL_CST (t1),
2025 &TREE_REAL_CST (t2)));
46305737
JH
2026 case VECTOR_CST:
2027 {
46305737
JH
2028 if (VECTOR_CST_NELTS (t1) != VECTOR_CST_NELTS (t2))
2029 return return_false_with_msg ("VECTOR_CST nelts mismatch");
2030
63570af0
RS
2031 unsigned int count
2032 = tree_vector_builder::binary_encoded_nelts (t1, t2);
2033 for (unsigned int i = 0; i < count; ++i)
2034 if (!sem_variable::equals (VECTOR_CST_ENCODED_ELT (t1, i),
2035 VECTOR_CST_ENCODED_ELT (t2, i)))
2036 return false;
46305737 2037
63570af0 2038 return true;
46305737 2039 }
b84d4347 2040 case ARRAY_REF:
46305737
JH
2041 case ARRAY_RANGE_REF:
2042 {
2043 tree x1 = TREE_OPERAND (t1, 0);
2044 tree x2 = TREE_OPERAND (t2, 0);
2045 tree y1 = TREE_OPERAND (t1, 1);
2046 tree y2 = TREE_OPERAND (t2, 1);
2047
3c031cbe 2048 if (!sem_variable::equals (x1, x2) || !sem_variable::equals (y1, y2))
46305737
JH
2049 return false;
2050 if (!sem_variable::equals (array_ref_low_bound (t1),
2051 array_ref_low_bound (t2)))
2052 return false;
2053 if (!sem_variable::equals (array_ref_element_size (t1),
2054 array_ref_element_size (t2)))
2055 return false;
2056 return true;
2057 }
2058
2059 case COMPONENT_REF:
b84d4347 2060 case POINTER_PLUS_EXPR:
46305737
JH
2061 case PLUS_EXPR:
2062 case MINUS_EXPR:
2063 case RANGE_EXPR:
b84d4347
ML
2064 {
2065 tree x1 = TREE_OPERAND (t1, 0);
2066 tree x2 = TREE_OPERAND (t2, 0);
2067 tree y1 = TREE_OPERAND (t1, 1);
2068 tree y2 = TREE_OPERAND (t2, 1);
2069
2070 return sem_variable::equals (x1, x2) && sem_variable::equals (y1, y2);
2071 }
46305737
JH
2072
2073 CASE_CONVERT:
2074 case VIEW_CONVERT_EXPR:
060cfff4 2075 if (!func_checker::compatible_types_p (TREE_TYPE (t1), TREE_TYPE (t2)))
46305737
JH
2076 return return_false ();
2077 return sem_variable::equals (TREE_OPERAND (t1, 0), TREE_OPERAND (t2, 0));
b84d4347
ML
2078 case ERROR_MARK:
2079 return return_false_with_msg ("ERROR_MARK");
2080 default:
2081 return return_false_with_msg ("Unknown TREE code reached");
2082 }
2083}
2084
2085/* Parser function that visits a varpool NODE. */
2086
2087sem_variable *
2088sem_variable::parse (varpool_node *node, bitmap_obstack *stack)
2089{
6fb12821
ML
2090 if (TREE_THIS_VOLATILE (node->decl) || DECL_HARD_REGISTER (node->decl)
2091 || node->alias)
b84d4347
ML
2092 return NULL;
2093
fedf2718 2094 sem_variable *v = new sem_variable (node, stack);
b84d4347
ML
2095
2096 v->init ();
2097
2098 return v;
2099}
2100
2101/* References independent hash function. */
2102
2103hashval_t
2104sem_variable::get_hash (void)
2105{
fedf2718 2106 if (m_hash_set)
808b6bb7 2107 return m_hash;
3ab93359 2108
a8d93817
JH
2109 /* All WPA streamed in symbols should have their hashes computed at compile
2110 time. At this point, the constructor may not be in memory at all.
2111 DECL_INITIAL (decl) would be error_mark_node in that case. */
2112 gcc_assert (!node->lto_file_data);
2113 tree ctor = DECL_INITIAL (decl);
b84d4347
ML
2114 inchash::hash hstate;
2115
2116 hstate.add_int (456346417);
a8d93817 2117 if (DECL_SIZE (decl) && tree_fits_shwi_p (DECL_SIZE (decl)))
449e9a33 2118 hstate.add_hwi (tree_to_shwi (DECL_SIZE (decl)));
a8d93817 2119 add_expr (ctor, hstate);
808b6bb7 2120 set_hash (hstate.end ());
b84d4347 2121
808b6bb7 2122 return m_hash;
b84d4347
ML
2123}
2124
5560d026
CLT
2125/* Set all points-to UIDs of aliases pointing to node N as UID. */
2126
2127static void
2128set_alias_uids (symtab_node *n, int uid)
2129{
2130 ipa_ref *ref;
2131 FOR_EACH_ALIAS (n, ref)
2132 {
2133 if (dump_file)
2134 fprintf (dump_file, " Setting points-to UID of [%s] as %d\n",
2135 xstrdup_for_dump (ref->referring->asm_name ()), uid);
2136
2137 SET_DECL_PT_UID (ref->referring->decl, uid);
2138 set_alias_uids (ref->referring, uid);
2139 }
2140}
2141
b84d4347
ML
2142/* Merges instance with an ALIAS_ITEM, where alias, thunk or redirection can
2143 be applied. */
2144
2145bool
2146sem_variable::merge (sem_item *alias_item)
2147{
2148 gcc_assert (alias_item->type == VAR);
2149
f657d665
ML
2150 if (!sem_item::target_supports_symbol_aliases_p ())
2151 {
2152 if (dump_file)
0a7246ee
JH
2153 fprintf (dump_file, "Not unifying; "
2154 "Symbol aliases are not supported by target\n\n");
f657d665
ML
2155 return false;
2156 }
2157
257291fc
JH
2158 if (DECL_EXTERNAL (alias_item->decl))
2159 {
2160 if (dump_file)
2161 fprintf (dump_file, "Not unifying; alias is external.\n\n");
2162 return false;
2163 }
2164
b84d4347
ML
2165 sem_variable *alias_var = static_cast<sem_variable *> (alias_item);
2166
2167 varpool_node *original = get_node ();
2168 varpool_node *alias = alias_var->get_node ();
2169 bool original_discardable = false;
2170
0a7246ee
JH
2171 bool alias_address_matters = alias->address_matters_p ();
2172
b84d4347 2173 /* See if original is in a section that can be discarded if the main
0a7246ee
JH
2174 symbol is not used.
2175 Also consider case where we have resolution info and we know that
2176 original's definition is not going to be used. In this case we can not
2177 create alias to original. */
2178 if (original->can_be_discarded_p ()
2179 || (node->resolution != LDPR_UNKNOWN
2180 && !decl_binds_to_current_def_p (node->decl)))
b84d4347
ML
2181 original_discardable = true;
2182
2183 gcc_assert (!TREE_ASM_WRITTEN (alias->decl));
2184
0a7246ee
JH
2185 /* Constant pool machinery is not quite ready for aliases.
2186 TODO: varasm code contains logic for merging DECL_IN_CONSTANT_POOL.
2187 For LTO merging does not happen that is an important missing feature.
2188 We can enable merging with LTO if the DECL_IN_CONSTANT_POOL
2189 flag is dropped and non-local symbol name is assigned. */
2190 if (DECL_IN_CONSTANT_POOL (alias->decl)
2191 || DECL_IN_CONSTANT_POOL (original->decl))
b84d4347
ML
2192 {
2193 if (dump_file)
0a7246ee
JH
2194 fprintf (dump_file,
2195 "Not unifying; constant pool variables.\n\n");
2196 return false;
2197 }
b84d4347 2198
0a7246ee
JH
2199 /* Do not attempt to mix functions from different user sections;
2200 we do not know what user intends with those. */
2201 if (((DECL_SECTION_NAME (original->decl) && !original->implicit_section)
2202 || (DECL_SECTION_NAME (alias->decl) && !alias->implicit_section))
2203 && DECL_SECTION_NAME (original->decl) != DECL_SECTION_NAME (alias->decl))
2204 {
2205 if (dump_file)
2206 fprintf (dump_file,
2207 "Not unifying; "
2208 "original and alias are in different sections.\n\n");
b84d4347
ML
2209 return false;
2210 }
0a7246ee
JH
2211
2212 /* We can not merge if address comparsion metters. */
a13f439f 2213 if (alias_address_matters && flag_merge_constants < 2)
b84d4347 2214 {
0a7246ee
JH
2215 if (dump_file)
2216 fprintf (dump_file,
fcbc975b 2217 "Not unifying; address of original may be compared.\n\n");
0a7246ee
JH
2218 return false;
2219 }
90a7a40b
AM
2220
2221 if (DECL_ALIGN (original->decl) < DECL_ALIGN (alias->decl))
2222 {
2223 if (dump_file)
2224 fprintf (dump_file, "Not unifying; "
2225 "original and alias have incompatible alignments\n\n");
2226
2227 return false;
2228 }
2229
c7a06bc1
JH
2230 if (DECL_COMDAT_GROUP (original->decl) != DECL_COMDAT_GROUP (alias->decl))
2231 {
2232 if (dump_file)
2233 fprintf (dump_file, "Not unifying; alias cannot be created; "
2234 "across comdat group boundary\n\n");
2235
2236 return false;
2237 }
b84d4347 2238
c7a06bc1 2239 if (original_discardable)
0a7246ee
JH
2240 {
2241 if (dump_file)
2242 fprintf (dump_file, "Not unifying; alias cannot be created; "
2243 "target is discardable\n\n");
b84d4347 2244
0a7246ee
JH
2245 return false;
2246 }
2247 else
2248 {
2249 gcc_assert (!original->alias);
2250 gcc_assert (!alias->alias);
b84d4347
ML
2251
2252 alias->analyzed = false;
2253
2254 DECL_INITIAL (alias->decl) = NULL;
412049de
JH
2255 ((symtab_node *)alias)->call_for_symbol_and_aliases (clear_decl_rtl,
2256 NULL, true);
d5e254e1 2257 alias->need_bounds_init = false;
b84d4347 2258 alias->remove_all_references ();
0a7246ee
JH
2259 if (TREE_ADDRESSABLE (alias->decl))
2260 original->call_for_symbol_and_aliases (set_addressable, NULL, true);
b84d4347
ML
2261
2262 varpool_node::create_alias (alias_var->decl, decl);
2263 alias->resolve_alias (original);
2264
2265 if (dump_file)
5560d026 2266 fprintf (dump_file, "Unified; Variable alias has been created.\n");
b84d4347 2267
5560d026 2268 set_alias_uids (original, DECL_UID (original->decl));
b84d4347
ML
2269 return true;
2270 }
2271}
2272
b84d4347
ML
2273/* Dump symbol to FILE. */
2274
2275void
2276sem_variable::dump_to_file (FILE *file)
2277{
2278 gcc_assert (file);
2279
2280 print_node (file, "", decl, 0);
2281 fprintf (file, "\n\n");
2282}
2283
b84d4347
ML
2284unsigned int sem_item_optimizer::class_id = 0;
2285
fedf2718
ML
2286sem_item_optimizer::sem_item_optimizer ()
2287: worklist (0), m_classes (0), m_classes_count (0), m_cgraph_node_hooks (NULL),
2288 m_varpool_node_hooks (NULL)
b84d4347
ML
2289{
2290 m_items.create (0);
2291 bitmap_obstack_initialize (&m_bmstack);
2292}
2293
2294sem_item_optimizer::~sem_item_optimizer ()
2295{
2296 for (unsigned int i = 0; i < m_items.length (); i++)
2297 delete m_items[i];
2298
3746a4b2
ML
2299
2300 for (hash_table<congruence_class_hash>::iterator it = m_classes.begin ();
2301 it != m_classes.end (); ++it)
b84d4347 2302 {
3746a4b2
ML
2303 for (unsigned int i = 0; i < (*it)->classes.length (); i++)
2304 delete (*it)->classes[i];
b84d4347 2305
3746a4b2
ML
2306 (*it)->classes.release ();
2307 free (*it);
b84d4347
ML
2308 }
2309
2310 m_items.release ();
2311
2312 bitmap_obstack_release (&m_bmstack);
2313}
2314
2315/* Write IPA ICF summary for symbols. */
2316
2317void
2318sem_item_optimizer::write_summary (void)
2319{
2320 unsigned int count = 0;
2321
2322 output_block *ob = create_output_block (LTO_section_ipa_icf);
2323 lto_symtab_encoder_t encoder = ob->decl_state->symtab_node_encoder;
2324 ob->symbol = NULL;
2325
2326 /* Calculate number of symbols to be serialized. */
2327 for (lto_symtab_encoder_iterator lsei = lsei_start_in_partition (encoder);
2328 !lsei_end_p (lsei);
2329 lsei_next_in_partition (&lsei))
2330 {
2331 symtab_node *node = lsei_node (lsei);
2332
2333 if (m_symtab_node_map.get (node))
2334 count++;
2335 }
2336
2337 streamer_write_uhwi (ob, count);
2338
2339 /* Process all of the symbols. */
2340 for (lto_symtab_encoder_iterator lsei = lsei_start_in_partition (encoder);
2341 !lsei_end_p (lsei);
2342 lsei_next_in_partition (&lsei))
2343 {
2344 symtab_node *node = lsei_node (lsei);
2345
2346 sem_item **item = m_symtab_node_map.get (node);
2347
2348 if (item && *item)
2349 {
2350 int node_ref = lto_symtab_encoder_encode (encoder, node);
2351 streamer_write_uhwi_stream (ob->main_stream, node_ref);
2352
2353 streamer_write_uhwi (ob, (*item)->get_hash ());
2354 }
2355 }
2356
2357 streamer_write_char_stream (ob->main_stream, 0);
2358 produce_asm (ob, NULL);
2359 destroy_output_block (ob);
2360}
2361
2362/* Reads a section from LTO stream file FILE_DATA. Input block for DATA
2363 contains LEN bytes. */
2364
2365void
2366sem_item_optimizer::read_section (lto_file_decl_data *file_data,
2367 const char *data, size_t len)
2368{
df8391b4
JJ
2369 const lto_function_header *header
2370 = (const lto_function_header *) data;
b84d4347
ML
2371 const int cfg_offset = sizeof (lto_function_header);
2372 const int main_offset = cfg_offset + header->cfg_size;
2373 const int string_offset = main_offset + header->main_size;
2374 data_in *data_in;
2375 unsigned int i;
2376 unsigned int count;
2377
2378 lto_input_block ib_main ((const char *) data + main_offset, 0,
db847fa8 2379 header->main_size, file_data->mode_table);
b84d4347 2380
df8391b4
JJ
2381 data_in
2382 = lto_data_in_create (file_data, (const char *) data + string_offset,
2383 header->string_size, vNULL);
b84d4347
ML
2384
2385 count = streamer_read_uhwi (&ib_main);
2386
2387 for (i = 0; i < count; i++)
2388 {
2389 unsigned int index;
2390 symtab_node *node;
2391 lto_symtab_encoder_t encoder;
2392
2393 index = streamer_read_uhwi (&ib_main);
2394 encoder = file_data->symtab_node_encoder;
2395 node = lto_symtab_encoder_deref (encoder, index);
2396
2397 hashval_t hash = streamer_read_uhwi (&ib_main);
2398
2399 gcc_assert (node->definition);
2400
2401 if (dump_file)
464d0118
ML
2402 fprintf (dump_file, "Symbol added: %s (tree: %p)\n",
2403 node->dump_asm_name (), (void *) node->decl);
b84d4347
ML
2404
2405 if (is_a<cgraph_node *> (node))
2406 {
2407 cgraph_node *cnode = dyn_cast <cgraph_node *> (node);
2408
fedf2718
ML
2409 sem_function *fn = new sem_function (cnode, &m_bmstack);
2410 fn->set_hash (hash);
2411 m_items.safe_push (fn);
b84d4347
ML
2412 }
2413 else
2414 {
2415 varpool_node *vnode = dyn_cast <varpool_node *> (node);
2416
fedf2718
ML
2417 sem_variable *var = new sem_variable (vnode, &m_bmstack);
2418 var->set_hash (hash);
2419 m_items.safe_push (var);
b84d4347
ML
2420 }
2421 }
2422
2423 lto_free_section_data (file_data, LTO_section_ipa_icf, NULL, data,
2424 len);
2425 lto_data_in_delete (data_in);
2426}
2427
026c3cfd 2428/* Read IPA ICF summary for symbols. */
b84d4347
ML
2429
2430void
2431sem_item_optimizer::read_summary (void)
2432{
2433 lto_file_decl_data **file_data_vec = lto_get_file_decl_data ();
2434 lto_file_decl_data *file_data;
2435 unsigned int j = 0;
2436
2437 while ((file_data = file_data_vec[j++]))
2438 {
2439 size_t len;
2440 const char *data = lto_get_section_data (file_data,
2441 LTO_section_ipa_icf, NULL, &len);
2442
2443 if (data)
2444 read_section (file_data, data, len);
2445 }
2446}
2447
2448/* Register callgraph and varpool hooks. */
2449
2450void
2451sem_item_optimizer::register_hooks (void)
2452{
e3e968e9
ML
2453 if (!m_cgraph_node_hooks)
2454 m_cgraph_node_hooks = symtab->add_cgraph_removal_hook
2455 (&sem_item_optimizer::cgraph_removal_hook, this);
b84d4347 2456
e3e968e9
ML
2457 if (!m_varpool_node_hooks)
2458 m_varpool_node_hooks = symtab->add_varpool_removal_hook
2459 (&sem_item_optimizer::varpool_removal_hook, this);
b84d4347
ML
2460}
2461
2462/* Unregister callgraph and varpool hooks. */
2463
2464void
2465sem_item_optimizer::unregister_hooks (void)
2466{
2467 if (m_cgraph_node_hooks)
2468 symtab->remove_cgraph_removal_hook (m_cgraph_node_hooks);
2469
2470 if (m_varpool_node_hooks)
2471 symtab->remove_varpool_removal_hook (m_varpool_node_hooks);
2472}
2473
2474/* Adds a CLS to hashtable associated by hash value. */
2475
2476void
2477sem_item_optimizer::add_class (congruence_class *cls)
2478{
2479 gcc_assert (cls->members.length ());
2480
df8391b4
JJ
2481 congruence_class_group *group
2482 = get_group_by_hash (cls->members[0]->get_hash (),
2483 cls->members[0]->type);
b84d4347
ML
2484 group->classes.safe_push (cls);
2485}
2486
2487/* Gets a congruence class group based on given HASH value and TYPE. */
2488
2489congruence_class_group *
2490sem_item_optimizer::get_group_by_hash (hashval_t hash, sem_item_type type)
2491{
2492 congruence_class_group *item = XNEW (congruence_class_group);
2493 item->hash = hash;
2494 item->type = type;
2495
2496 congruence_class_group **slot = m_classes.find_slot (item, INSERT);
2497
2498 if (*slot)
2499 free (item);
2500 else
2501 {
2502 item->classes.create (1);
2503 *slot = item;
2504 }
2505
2506 return *slot;
2507}
2508
2509/* Callgraph removal hook called for a NODE with a custom DATA. */
2510
2511void
2512sem_item_optimizer::cgraph_removal_hook (cgraph_node *node, void *data)
2513{
2514 sem_item_optimizer *optimizer = (sem_item_optimizer *) data;
2515 optimizer->remove_symtab_node (node);
2516}
2517
2518/* Varpool removal hook called for a NODE with a custom DATA. */
2519
2520void
2521sem_item_optimizer::varpool_removal_hook (varpool_node *node, void *data)
2522{
2523 sem_item_optimizer *optimizer = (sem_item_optimizer *) data;
2524 optimizer->remove_symtab_node (node);
2525}
2526
2527/* Remove symtab NODE triggered by symtab removal hooks. */
2528
2529void
2530sem_item_optimizer::remove_symtab_node (symtab_node *node)
2531{
df8391b4 2532 gcc_assert (!m_classes.elements ());
b84d4347
ML
2533
2534 m_removed_items_set.add (node);
2535}
2536
2537void
2538sem_item_optimizer::remove_item (sem_item *item)
2539{
2540 if (m_symtab_node_map.get (item->node))
2541 m_symtab_node_map.remove (item->node);
2542 delete item;
2543}
2544
2545/* Removes all callgraph and varpool nodes that are marked by symtab
2546 as deleted. */
2547
2548void
2549sem_item_optimizer::filter_removed_items (void)
2550{
2551 auto_vec <sem_item *> filtered;
2552
2553 for (unsigned int i = 0; i < m_items.length(); i++)
2554 {
2555 sem_item *item = m_items[i];
2556
90190bb3
ML
2557 if (m_removed_items_set.contains (item->node))
2558 {
b84d4347
ML
2559 remove_item (item);
2560 continue;
90190bb3 2561 }
b84d4347
ML
2562
2563 if (item->type == FUNC)
90190bb3 2564 {
b84d4347
ML
2565 cgraph_node *cnode = static_cast <sem_function *>(item)->get_node ();
2566
060cfff4 2567 if (in_lto_p && (cnode->alias || cnode->body_removed))
90190bb3
ML
2568 remove_item (item);
2569 else
2570 filtered.safe_push (item);
2571 }
2572 else /* VAR. */
2573 {
2574 if (!flag_ipa_icf_variables)
2575 remove_item (item);
2576 else
c4c0f336
ML
2577 {
2578 /* Filter out non-readonly variables. */
2579 tree decl = item->decl;
2580 if (TREE_READONLY (decl))
2581 filtered.safe_push (item);
2582 else
2583 remove_item (item);
2584 }
90190bb3 2585 }
b84d4347
ML
2586 }
2587
2588 /* Clean-up of released semantic items. */
2589
2590 m_items.release ();
2591 for (unsigned int i = 0; i < filtered.length(); i++)
2592 m_items.safe_push (filtered[i]);
2593}
2594
bd31fe14
ML
2595/* Optimizer entry point which returns true in case it processes
2596 a merge operation. True is returned if there's a merge operation
2597 processed. */
b84d4347 2598
bd31fe14 2599bool
b84d4347
ML
2600sem_item_optimizer::execute (void)
2601{
2602 filter_removed_items ();
8b048701
JJ
2603 unregister_hooks ();
2604
3ab93359
ML
2605 build_graph ();
2606 update_hash_by_addr_refs ();
b84d4347
ML
2607 build_hash_based_classes ();
2608
2609 if (dump_file)
2610 fprintf (dump_file, "Dump after hash based groups\n");
2611 dump_cong_classes ();
2612
2613 for (unsigned int i = 0; i < m_items.length(); i++)
2614 m_items[i]->init_wpa ();
2615
b84d4347
ML
2616 subdivide_classes_by_equality (true);
2617
2618 if (dump_file)
2619 fprintf (dump_file, "Dump after WPA based types groups\n");
2620
2621 dump_cong_classes ();
2622
2623 process_cong_reduction ();
b2b29377 2624 checking_verify_classes ();
b84d4347
ML
2625
2626 if (dump_file)
2627 fprintf (dump_file, "Dump after callgraph-based congruence reduction\n");
2628
2629 dump_cong_classes ();
2630
2631 parse_nonsingleton_classes ();
2632 subdivide_classes_by_equality ();
2633
2634 if (dump_file)
2635 fprintf (dump_file, "Dump after full equality comparison of groups\n");
2636
2637 dump_cong_classes ();
2638
2639 unsigned int prev_class_count = m_classes_count;
2640
2641 process_cong_reduction ();
2642 dump_cong_classes ();
b2b29377 2643 checking_verify_classes ();
bd31fe14 2644 bool merged_p = merge_classes (prev_class_count);
b84d4347
ML
2645
2646 if (dump_file && (dump_flags & TDF_DETAILS))
6c52831d 2647 symtab->dump (dump_file);
bd31fe14
ML
2648
2649 return merged_p;
b84d4347
ML
2650}
2651
2652/* Function responsible for visiting all potential functions and
2653 read-only variables that can be merged. */
2654
2655void
2656sem_item_optimizer::parse_funcs_and_vars (void)
2657{
2658 cgraph_node *cnode;
2659
2660 if (flag_ipa_icf_functions)
2661 FOR_EACH_DEFINED_FUNCTION (cnode)
2662 {
2663 sem_function *f = sem_function::parse (cnode, &m_bmstack);
2664 if (f)
2665 {
2666 m_items.safe_push (f);
2667 m_symtab_node_map.put (cnode, f);
2668
2669 if (dump_file)
1aec2ecc 2670 fprintf (dump_file, "Parsed function:%s\n", f->node->asm_name ());
b84d4347
ML
2671
2672 if (dump_file && (dump_flags & TDF_DETAILS))
2673 f->dump_to_file (dump_file);
2674 }
2675 else if (dump_file)
2676 fprintf (dump_file, "Not parsed function:%s\n", cnode->asm_name ());
2677 }
2678
2679 varpool_node *vnode;
2680
2681 if (flag_ipa_icf_variables)
2682 FOR_EACH_DEFINED_VARIABLE (vnode)
2683 {
2684 sem_variable *v = sem_variable::parse (vnode, &m_bmstack);
2685
2686 if (v)
2687 {
2688 m_items.safe_push (v);
2689 m_symtab_node_map.put (vnode, v);
2690 }
2691 }
2692}
2693
2694/* Makes pairing between a congruence class CLS and semantic ITEM. */
2695
2696void
2697sem_item_optimizer::add_item_to_class (congruence_class *cls, sem_item *item)
2698{
2699 item->index_in_class = cls->members.length ();
2700 cls->members.safe_push (item);
2701 item->cls = cls;
2702}
2703
3ab93359
ML
2704/* For each semantic item, append hash values of references. */
2705
2706void
2707sem_item_optimizer::update_hash_by_addr_refs ()
2708{
69f6b1f4
JH
2709 /* First, append to hash sensitive references and class type if it need to
2710 be matched for ODR. */
3ab93359 2711 for (unsigned i = 0; i < m_items.length (); i++)
69f6b1f4
JH
2712 {
2713 m_items[i]->update_hash_by_addr_refs (m_symtab_node_map);
2714 if (m_items[i]->type == FUNC)
2715 {
2716 if (TREE_CODE (TREE_TYPE (m_items[i]->decl)) == METHOD_TYPE
2717 && contains_polymorphic_type_p
70e7f2a2 2718 (TYPE_METHOD_BASETYPE (TREE_TYPE (m_items[i]->decl)))
69f6b1f4 2719 && (DECL_CXX_CONSTRUCTOR_P (m_items[i]->decl)
b3587b99 2720 || (static_cast<sem_function *> (m_items[i])->param_used_p (0)
69f6b1f4
JH
2721 && static_cast<sem_function *> (m_items[i])
2722 ->compare_polymorphic_p ())))
2723 {
2724 tree class_type
70e7f2a2 2725 = TYPE_METHOD_BASETYPE (TREE_TYPE (m_items[i]->decl));
808b6bb7 2726 inchash::hash hstate (m_items[i]->get_hash ());
69f6b1f4
JH
2727
2728 if (TYPE_NAME (class_type)
2729 && DECL_ASSEMBLER_NAME_SET_P (TYPE_NAME (class_type)))
449e9a33 2730 hstate.add_hwi
69f6b1f4
JH
2731 (IDENTIFIER_HASH_VALUE
2732 (DECL_ASSEMBLER_NAME (TYPE_NAME (class_type))));
2733
808b6bb7 2734 m_items[i]->set_hash (hstate.end ());
69f6b1f4
JH
2735 }
2736 }
2737 }
3ab93359
ML
2738
2739 /* Once all symbols have enhanced hash value, we can append
2740 hash values of symbols that are seen by IPA ICF and are
2741 references by a semantic item. Newly computed values
2742 are saved to global_hash member variable. */
2743 for (unsigned i = 0; i < m_items.length (); i++)
2744 m_items[i]->update_hash_by_local_refs (m_symtab_node_map);
2745
2746 /* Global hash value replace current hash values. */
2747 for (unsigned i = 0; i < m_items.length (); i++)
808b6bb7 2748 m_items[i]->set_hash (m_items[i]->global_hash);
3ab93359
ML
2749}
2750
b84d4347
ML
2751/* Congruence classes are built by hash value. */
2752
2753void
2754sem_item_optimizer::build_hash_based_classes (void)
2755{
2756 for (unsigned i = 0; i < m_items.length (); i++)
2757 {
2758 sem_item *item = m_items[i];
2759
df8391b4
JJ
2760 congruence_class_group *group
2761 = get_group_by_hash (item->get_hash (), item->type);
b84d4347
ML
2762
2763 if (!group->classes.length ())
2764 {
2765 m_classes_count++;
2766 group->classes.safe_push (new congruence_class (class_id++));
2767 }
2768
2769 add_item_to_class (group->classes[0], item);
2770 }
2771}
2772
2773/* Build references according to call graph. */
2774
2775void
2776sem_item_optimizer::build_graph (void)
2777{
2778 for (unsigned i = 0; i < m_items.length (); i++)
2779 {
2780 sem_item *item = m_items[i];
2781 m_symtab_node_map.put (item->node, item);
808b6bb7
ML
2782
2783 /* Initialize hash values if we are not in LTO mode. */
2784 if (!in_lto_p)
2785 item->get_hash ();
b84d4347
ML
2786 }
2787
2788 for (unsigned i = 0; i < m_items.length (); i++)
2789 {
2790 sem_item *item = m_items[i];
2791
2792 if (item->type == FUNC)
2793 {
2794 cgraph_node *cnode = dyn_cast <cgraph_node *> (item->node);
2795
2796 cgraph_edge *e = cnode->callees;
2797 while (e)
2798 {
b6cddc7f
ML
2799 sem_item **slot = m_symtab_node_map.get
2800 (e->callee->ultimate_alias_target ());
b84d4347
ML
2801 if (slot)
2802 item->add_reference (*slot);
2803
2804 e = e->next_callee;
2805 }
2806 }
2807
2808 ipa_ref *ref = NULL;
2809 for (unsigned i = 0; item->node->iterate_reference (i, ref); i++)
2810 {
b6cddc7f
ML
2811 sem_item **slot = m_symtab_node_map.get
2812 (ref->referred->ultimate_alias_target ());
b84d4347
ML
2813 if (slot)
2814 item->add_reference (*slot);
2815 }
2816 }
2817}
2818
2819/* Semantic items in classes having more than one element and initialized.
2820 In case of WPA, we load function body. */
2821
2822void
2823sem_item_optimizer::parse_nonsingleton_classes (void)
2824{
2825 unsigned int init_called_count = 0;
2826
2827 for (unsigned i = 0; i < m_items.length (); i++)
2828 if (m_items[i]->cls->members.length () > 1)
2829 {
2830 m_items[i]->init ();
2831 init_called_count++;
2832 }
2833
2834 if (dump_file)
df8391b4
JJ
2835 fprintf (dump_file, "Init called for %u items (%.2f%%).\n",
2836 init_called_count,
2837 m_items.length () ? 100.0f * init_called_count / m_items.length ()
2838 : 0.0f);
b84d4347
ML
2839}
2840
2841/* Equality function for semantic items is used to subdivide existing
2842 classes. If IN_WPA, fast equality function is invoked. */
2843
2844void
2845sem_item_optimizer::subdivide_classes_by_equality (bool in_wpa)
2846{
3746a4b2
ML
2847 for (hash_table <congruence_class_hash>::iterator it = m_classes.begin ();
2848 it != m_classes.end (); ++it)
b84d4347 2849 {
3746a4b2 2850 unsigned int class_count = (*it)->classes.length ();
b84d4347
ML
2851
2852 for (unsigned i = 0; i < class_count; i++)
2853 {
3746a4b2 2854 congruence_class *c = (*it)->classes[i];
b84d4347
ML
2855
2856 if (c->members.length() > 1)
2857 {
2858 auto_vec <sem_item *> new_vector;
2859
2860 sem_item *first = c->members[0];
2861 new_vector.safe_push (first);
2862
3746a4b2 2863 unsigned class_split_first = (*it)->classes.length ();
b84d4347
ML
2864
2865 for (unsigned j = 1; j < c->members.length (); j++)
2866 {
2867 sem_item *item = c->members[j];
2868
df8391b4
JJ
2869 bool equals
2870 = in_wpa ? first->equals_wpa (item, m_symtab_node_map)
2871 : first->equals (item, m_symtab_node_map);
b84d4347
ML
2872
2873 if (equals)
2874 new_vector.safe_push (item);
2875 else
2876 {
2877 bool integrated = false;
2878
df8391b4 2879 for (unsigned k = class_split_first;
3746a4b2 2880 k < (*it)->classes.length (); k++)
b84d4347 2881 {
3746a4b2 2882 sem_item *x = (*it)->classes[k]->members[0];
df8391b4
JJ
2883 bool equals
2884 = in_wpa ? x->equals_wpa (item, m_symtab_node_map)
2885 : x->equals (item, m_symtab_node_map);
b84d4347
ML
2886
2887 if (equals)
2888 {
2889 integrated = true;
3746a4b2 2890 add_item_to_class ((*it)->classes[k], item);
b84d4347
ML
2891
2892 break;
2893 }
2894 }
2895
2896 if (!integrated)
2897 {
df8391b4
JJ
2898 congruence_class *c
2899 = new congruence_class (class_id++);
b84d4347
ML
2900 m_classes_count++;
2901 add_item_to_class (c, item);
2902
3746a4b2 2903 (*it)->classes.safe_push (c);
b84d4347
ML
2904 }
2905 }
2906 }
2907
df8391b4
JJ
2908 // We replace newly created new_vector for the class we've just
2909 // splitted.
b84d4347
ML
2910 c->members.release ();
2911 c->members.create (new_vector.length ());
2912
2913 for (unsigned int j = 0; j < new_vector.length (); j++)
2914 add_item_to_class (c, new_vector[j]);
2915 }
2916 }
2917 }
2918
b2b29377 2919 checking_verify_classes ();
b84d4347
ML
2920}
2921
5ebd0e61
ML
2922/* Subdivide classes by address references that members of the class
2923 reference. Example can be a pair of functions that have an address
2924 taken from a function. If these addresses are different the class
2925 is split. */
2926
2927unsigned
2928sem_item_optimizer::subdivide_classes_by_sensitive_refs ()
2929{
fb5c464a 2930 typedef hash_map <symbol_compare_hash, vec <sem_item *> > subdivide_hash_map;
bbd08a5d 2931
5ebd0e61
ML
2932 unsigned newly_created_classes = 0;
2933
3746a4b2
ML
2934 for (hash_table <congruence_class_hash>::iterator it = m_classes.begin ();
2935 it != m_classes.end (); ++it)
5ebd0e61 2936 {
3746a4b2 2937 unsigned int class_count = (*it)->classes.length ();
5ebd0e61
ML
2938 auto_vec<congruence_class *> new_classes;
2939
2940 for (unsigned i = 0; i < class_count; i++)
2941 {
3746a4b2 2942 congruence_class *c = (*it)->classes[i];
5ebd0e61
ML
2943
2944 if (c->members.length() > 1)
2945 {
bbd08a5d 2946 subdivide_hash_map split_map;
5ebd0e61
ML
2947
2948 for (unsigned j = 0; j < c->members.length (); j++)
2949 {
2950 sem_item *source_node = c->members[j];
2951
df8391b4
JJ
2952 symbol_compare_collection *collection
2953 = new symbol_compare_collection (source_node->node);
5ebd0e61 2954
bbd08a5d 2955 bool existed;
df8391b4
JJ
2956 vec <sem_item *> *slot
2957 = &split_map.get_or_insert (collection, &existed);
5ebd0e61
ML
2958 gcc_checking_assert (slot);
2959
2960 slot->safe_push (source_node);
bbd08a5d
ML
2961
2962 if (existed)
2963 delete collection;
5ebd0e61
ML
2964 }
2965
df8391b4
JJ
2966 /* If the map contains more than one key, we have to split
2967 the map appropriately. */
5ebd0e61
ML
2968 if (split_map.elements () != 1)
2969 {
2970 bool first_class = true;
2971
bbd08a5d
ML
2972 for (subdivide_hash_map::iterator it2 = split_map.begin ();
2973 it2 != split_map.end (); ++it2)
5ebd0e61
ML
2974 {
2975 congruence_class *new_cls;
2976 new_cls = new congruence_class (class_id++);
2977
2978 for (unsigned k = 0; k < (*it2).second.length (); k++)
2979 add_item_to_class (new_cls, (*it2).second[k]);
2980
2981 worklist_push (new_cls);
2982 newly_created_classes++;
2983
2984 if (first_class)
2985 {
3746a4b2 2986 (*it)->classes[i] = new_cls;
5ebd0e61
ML
2987 first_class = false;
2988 }
2989 else
2990 {
2991 new_classes.safe_push (new_cls);
2992 m_classes_count++;
2993 }
2994 }
2995 }
bbd08a5d
ML
2996
2997 /* Release memory. */
2998 for (subdivide_hash_map::iterator it2 = split_map.begin ();
2999 it2 != split_map.end (); ++it2)
3000 {
3001 delete (*it2).first;
3002 (*it2).second.release ();
3003 }
5ebd0e61
ML
3004 }
3005 }
3006
3007 for (unsigned i = 0; i < new_classes.length (); i++)
3746a4b2 3008 (*it)->classes.safe_push (new_classes[i]);
5ebd0e61
ML
3009 }
3010
3011 return newly_created_classes;
3012}
3013
b2b29377
MM
3014/* Verify congruence classes, if checking is enabled. */
3015
3016void
3017sem_item_optimizer::checking_verify_classes (void)
3018{
3019 if (flag_checking)
3020 verify_classes ();
3021}
3022
3023/* Verify congruence classes. */
b84d4347
ML
3024
3025void
3026sem_item_optimizer::verify_classes (void)
3027{
3746a4b2
ML
3028 for (hash_table<congruence_class_hash>::iterator it = m_classes.begin ();
3029 it != m_classes.end (); ++it)
b84d4347 3030 {
3746a4b2 3031 for (unsigned int i = 0; i < (*it)->classes.length (); i++)
b84d4347 3032 {
3746a4b2 3033 congruence_class *cls = (*it)->classes[i];
b84d4347 3034
b2b29377
MM
3035 gcc_assert (cls);
3036 gcc_assert (cls->members.length () > 0);
b84d4347
ML
3037
3038 for (unsigned int j = 0; j < cls->members.length (); j++)
3039 {
3040 sem_item *item = cls->members[j];
3041
b2b29377
MM
3042 gcc_assert (item);
3043 gcc_assert (item->cls == cls);
b84d4347
ML
3044
3045 for (unsigned k = 0; k < item->usages.length (); k++)
3046 {
3047 sem_usage_pair *usage = item->usages[k];
df8391b4
JJ
3048 gcc_assert (usage->item->index_in_class
3049 < usage->item->cls->members.length ());
b84d4347
ML
3050 }
3051 }
3052 }
3053 }
b84d4347
ML
3054}
3055
3056/* Disposes split map traverse function. CLS_PTR is pointer to congruence
3057 class, BSLOT is bitmap slot we want to release. DATA is mandatory,
3058 but unused argument. */
3059
3060bool
3061sem_item_optimizer::release_split_map (congruence_class * const &,
3062 bitmap const &b, traverse_split_pair *)
3063{
3064 bitmap bmp = b;
3065
3066 BITMAP_FREE (bmp);
3067
3068 return true;
3069}
3070
3071/* Process split operation for a class given as pointer CLS_PTR,
3072 where bitmap B splits congruence class members. DATA is used
3073 as argument of split pair. */
3074
3075bool
3076sem_item_optimizer::traverse_congruence_split (congruence_class * const &cls,
df8391b4
JJ
3077 bitmap const &b,
3078 traverse_split_pair *pair)
b84d4347
ML
3079{
3080 sem_item_optimizer *optimizer = pair->optimizer;
3081 const congruence_class *splitter_cls = pair->cls;
3082
3083 /* If counted bits are greater than zero and less than the number of members
3084 a group will be splitted. */
3085 unsigned popcount = bitmap_count_bits (b);
3086
3087 if (popcount > 0 && popcount < cls->members.length ())
3088 {
c9ab724f
ML
3089 auto_vec <congruence_class *, 2> newclasses;
3090 newclasses.quick_push (new congruence_class (class_id++));
3091 newclasses.quick_push (new congruence_class (class_id++));
b84d4347
ML
3092
3093 for (unsigned int i = 0; i < cls->members.length (); i++)
3094 {
3095 int target = bitmap_bit_p (b, i);
3096 congruence_class *tc = newclasses[target];
3097
3098 add_item_to_class (tc, cls->members[i]);
3099 }
3100
b2b29377
MM
3101 if (flag_checking)
3102 {
3103 for (unsigned int i = 0; i < 2; i++)
3104 gcc_assert (newclasses[i]->members.length ());
3105 }
b84d4347
ML
3106
3107 if (splitter_cls == cls)
3108 optimizer->splitter_class_removed = true;
3109
3110 /* Remove old class from worklist if presented. */
3111 bool in_worklist = cls->in_worklist;
3112
3113 if (in_worklist)
3114 cls->in_worklist = false;
3115
3116 congruence_class_group g;
3117 g.hash = cls->members[0]->get_hash ();
3118 g.type = cls->members[0]->type;
3119
df8391b4 3120 congruence_class_group *slot = optimizer->m_classes.find (&g);
b84d4347
ML
3121
3122 for (unsigned int i = 0; i < slot->classes.length (); i++)
3123 if (slot->classes[i] == cls)
3124 {
3125 slot->classes.ordered_remove (i);
3126 break;
3127 }
3128
3129 /* New class will be inserted and integrated to work list. */
3130 for (unsigned int i = 0; i < 2; i++)
3131 optimizer->add_class (newclasses[i]);
3132
3133 /* Two classes replace one, so that increment just by one. */
3134 optimizer->m_classes_count++;
3135
3136 /* If OLD class was presented in the worklist, we remove the class
3137 and replace it will both newly created classes. */
3138 if (in_worklist)
3139 for (unsigned int i = 0; i < 2; i++)
3140 optimizer->worklist_push (newclasses[i]);
3141 else /* Just smaller class is inserted. */
3142 {
df8391b4
JJ
3143 unsigned int smaller_index
3144 = (newclasses[0]->members.length ()
3145 < newclasses[1]->members.length ()
3146 ? 0 : 1);
b84d4347
ML
3147 optimizer->worklist_push (newclasses[smaller_index]);
3148 }
3149
3150 if (dump_file && (dump_flags & TDF_DETAILS))
3151 {
3152 fprintf (dump_file, " congruence class splitted:\n");
3153 cls->dump (dump_file, 4);
3154
3155 fprintf (dump_file, " newly created groups:\n");
3156 for (unsigned int i = 0; i < 2; i++)
3157 newclasses[i]->dump (dump_file, 4);
3158 }
3159
3160 /* Release class if not presented in work list. */
3161 if (!in_worklist)
3162 delete cls;
3163 }
3164
3165
3166 return true;
3167}
3168
3169/* Tests if a class CLS used as INDEXth splits any congruence classes.
3170 Bitmap stack BMSTACK is used for bitmap allocation. */
3171
3172void
3173sem_item_optimizer::do_congruence_step_for_index (congruence_class *cls,
df8391b4 3174 unsigned int index)
b84d4347
ML
3175{
3176 hash_map <congruence_class *, bitmap> split_map;
3177
3178 for (unsigned int i = 0; i < cls->members.length (); i++)
3179 {
3180 sem_item *item = cls->members[i];
3181
3182 /* Iterate all usages that have INDEX as usage of the item. */
3183 for (unsigned int j = 0; j < item->usages.length (); j++)
3184 {
3185 sem_usage_pair *usage = item->usages[j];
3186
3187 if (usage->index != index)
3188 continue;
3189
3190 bitmap *slot = split_map.get (usage->item->cls);
3191 bitmap b;
3192
3193 if(!slot)
3194 {
3195 b = BITMAP_ALLOC (&m_bmstack);
3196 split_map.put (usage->item->cls, b);
3197 }
3198 else
3199 b = *slot;
3200
b84d4347 3201 gcc_checking_assert (usage->item->cls);
df8391b4
JJ
3202 gcc_checking_assert (usage->item->index_in_class
3203 < usage->item->cls->members.length ());
b84d4347
ML
3204
3205 bitmap_set_bit (b, usage->item->index_in_class);
3206 }
3207 }
3208
3209 traverse_split_pair pair;
3210 pair.optimizer = this;
3211 pair.cls = cls;
3212
3213 splitter_class_removed = false;
df8391b4
JJ
3214 split_map.traverse <traverse_split_pair *,
3215 sem_item_optimizer::traverse_congruence_split> (&pair);
b84d4347
ML
3216
3217 /* Bitmap clean-up. */
df8391b4
JJ
3218 split_map.traverse <traverse_split_pair *,
3219 sem_item_optimizer::release_split_map> (NULL);
b84d4347
ML
3220}
3221
3222/* Every usage of a congruence class CLS is a candidate that can split the
3223 collection of classes. Bitmap stack BMSTACK is used for bitmap
3224 allocation. */
3225
3226void
3227sem_item_optimizer::do_congruence_step (congruence_class *cls)
3228{
3229 bitmap_iterator bi;
3230 unsigned int i;
3231
3232 bitmap usage = BITMAP_ALLOC (&m_bmstack);
3233
3234 for (unsigned int i = 0; i < cls->members.length (); i++)
3235 bitmap_ior_into (usage, cls->members[i]->usage_index_bitmap);
3236
3237 EXECUTE_IF_SET_IN_BITMAP (usage, 0, i, bi)
3238 {
3239 if (dump_file && (dump_flags & TDF_DETAILS))
df8391b4
JJ
3240 fprintf (dump_file, " processing congruence step for class: %u, "
3241 "index: %u\n", cls->id, i);
b84d4347
ML
3242
3243 do_congruence_step_for_index (cls, i);
3244
3245 if (splitter_class_removed)
3246 break;
3247 }
3248
3249 BITMAP_FREE (usage);
3250}
3251
3252/* Adds a newly created congruence class CLS to worklist. */
3253
3254void
3255sem_item_optimizer::worklist_push (congruence_class *cls)
3256{
3257 /* Return if the class CLS is already presented in work list. */
3258 if (cls->in_worklist)
3259 return;
3260
3261 cls->in_worklist = true;
3262 worklist.push_back (cls);
3263}
3264
3265/* Pops a class from worklist. */
3266
3267congruence_class *
3268sem_item_optimizer::worklist_pop (void)
3269{
3270 congruence_class *cls;
3271
3272 while (!worklist.empty ())
3273 {
3274 cls = worklist.front ();
3275 worklist.pop_front ();
3276 if (cls->in_worklist)
3277 {
3278 cls->in_worklist = false;
3279
3280 return cls;
3281 }
3282 else
3283 {
3284 /* Work list item was already intended to be removed.
3285 The only reason for doing it is to split a class.
3286 Thus, the class CLS is deleted. */
3287 delete cls;
3288 }
3289 }
3290
3291 return NULL;
3292}
3293
3294/* Iterative congruence reduction function. */
3295
3296void
3297sem_item_optimizer::process_cong_reduction (void)
3298{
3746a4b2
ML
3299 for (hash_table<congruence_class_hash>::iterator it = m_classes.begin ();
3300 it != m_classes.end (); ++it)
3301 for (unsigned i = 0; i < (*it)->classes.length (); i++)
3302 if ((*it)->classes[i]->is_class_used ())
3303 worklist_push ((*it)->classes[i]);
b84d4347
ML
3304
3305 if (dump_file)
3306 fprintf (dump_file, "Worklist has been filled with: %lu\n",
10568163 3307 (unsigned long) worklist.size ());
b84d4347
ML
3308
3309 if (dump_file && (dump_flags & TDF_DETAILS))
3310 fprintf (dump_file, "Congruence class reduction\n");
3311
3312 congruence_class *cls;
5ebd0e61
ML
3313
3314 /* Process complete congruence reduction. */
b84d4347
ML
3315 while ((cls = worklist_pop ()) != NULL)
3316 do_congruence_step (cls);
5ebd0e61
ML
3317
3318 /* Subdivide newly created classes according to references. */
3319 unsigned new_classes = subdivide_classes_by_sensitive_refs ();
3320
3321 if (dump_file)
3322 fprintf (dump_file, "Address reference subdivision created: %u "
3323 "new classes.\n", new_classes);
b84d4347
ML
3324}
3325
3326/* Debug function prints all informations about congruence classes. */
3327
3328void
3329sem_item_optimizer::dump_cong_classes (void)
3330{
3331 if (!dump_file)
3332 return;
3333
3334 fprintf (dump_file,
df8391b4
JJ
3335 "Congruence classes: %u (unique hash values: %lu), with total: "
3336 "%u items\n", m_classes_count,
3337 (unsigned long) m_classes.elements (), m_items.length ());
b84d4347
ML
3338
3339 /* Histogram calculation. */
3340 unsigned int max_index = 0;
3341 unsigned int* histogram = XCNEWVEC (unsigned int, m_items.length () + 1);
3342
3746a4b2
ML
3343 for (hash_table<congruence_class_hash>::iterator it = m_classes.begin ();
3344 it != m_classes.end (); ++it)
3345 for (unsigned i = 0; i < (*it)->classes.length (); i++)
b84d4347 3346 {
3746a4b2 3347 unsigned int c = (*it)->classes[i]->members.length ();
b84d4347
ML
3348 histogram[c]++;
3349
3350 if (c > max_index)
3351 max_index = c;
3352 }
3353
3354 fprintf (dump_file,
df8391b4
JJ
3355 "Class size histogram [num of members]: number of classe number "
3356 "of classess\n");
b84d4347
ML
3357
3358 for (unsigned int i = 0; i <= max_index; i++)
3359 if (histogram[i])
3360 fprintf (dump_file, "[%u]: %u classes\n", i, histogram[i]);
3361
3362 fprintf (dump_file, "\n\n");
3363
b84d4347 3364 if (dump_flags & TDF_DETAILS)
3746a4b2
ML
3365 for (hash_table<congruence_class_hash>::iterator it = m_classes.begin ();
3366 it != m_classes.end (); ++it)
b84d4347 3367 {
df8391b4 3368 fprintf (dump_file, " group: with %u classes:\n",
3746a4b2 3369 (*it)->classes.length ());
b84d4347 3370
3746a4b2 3371 for (unsigned i = 0; i < (*it)->classes.length (); i++)
b84d4347 3372 {
3746a4b2 3373 (*it)->classes[i]->dump (dump_file, 4);
b84d4347 3374
3746a4b2 3375 if (i < (*it)->classes.length () - 1)
b84d4347
ML
3376 fprintf (dump_file, " ");
3377 }
3378 }
3379
3380 free (histogram);
3381}
3382
a0843aed
ML
3383/* Sort pair of sem_items A and B by DECL_UID. */
3384
3385static int
3386sort_sem_items_by_decl_uid (const void *a, const void *b)
3387{
3388 const sem_item *i1 = *(const sem_item * const *)a;
3389 const sem_item *i2 = *(const sem_item * const *)b;
3390
3391 int uid1 = DECL_UID (i1->decl);
3392 int uid2 = DECL_UID (i2->decl);
3393
3394 if (uid1 < uid2)
3395 return -1;
3396 else if (uid1 > uid2)
3397 return 1;
3398 else
3399 return 0;
3400}
3401
3402/* Sort pair of congruence_classes A and B by DECL_UID of the first member. */
3403
3404static int
3405sort_congruence_classes_by_decl_uid (const void *a, const void *b)
3406{
3407 const congruence_class *c1 = *(const congruence_class * const *)a;
3408 const congruence_class *c2 = *(const congruence_class * const *)b;
3409
3410 int uid1 = DECL_UID (c1->members[0]->decl);
3411 int uid2 = DECL_UID (c2->members[0]->decl);
3412
3413 if (uid1 < uid2)
3414 return -1;
3415 else if (uid1 > uid2)
3416 return 1;
3417 else
3418 return 0;
3419}
3420
3421/* Sort pair of congruence_class_groups A and B by
3422 DECL_UID of the first member of a first group. */
3423
3424static int
3425sort_congruence_class_groups_by_decl_uid (const void *a, const void *b)
3426{
3427 const congruence_class_group *g1
3428 = *(const congruence_class_group * const *)a;
3429 const congruence_class_group *g2
3430 = *(const congruence_class_group * const *)b;
3431
3432 int uid1 = DECL_UID (g1->classes[0]->members[0]->decl);
3433 int uid2 = DECL_UID (g2->classes[0]->members[0]->decl);
3434
3435 if (uid1 < uid2)
3436 return -1;
3437 else if (uid1 > uid2)
3438 return 1;
3439 else
3440 return 0;
3441}
3442
b84d4347
ML
3443/* After reduction is done, we can declare all items in a group
3444 to be equal. PREV_CLASS_COUNT is start number of classes
bd31fe14
ML
3445 before reduction. True is returned if there's a merge operation
3446 processed. */
b84d4347 3447
bd31fe14 3448bool
b84d4347
ML
3449sem_item_optimizer::merge_classes (unsigned int prev_class_count)
3450{
3451 unsigned int item_count = m_items.length ();
3452 unsigned int class_count = m_classes_count;
3453 unsigned int equal_items = item_count - class_count;
3454
3455 unsigned int non_singular_classes_count = 0;
3456 unsigned int non_singular_classes_sum = 0;
3457
bd31fe14
ML
3458 bool merged_p = false;
3459
a0843aed
ML
3460 /* PR lto/78211
3461 Sort functions in congruence classes by DECL_UID and do the same
3462 for the classes to not to break -fcompare-debug. */
3463
3464 for (hash_table<congruence_class_hash>::iterator it = m_classes.begin ();
3465 it != m_classes.end (); ++it)
3466 {
3467 for (unsigned int i = 0; i < (*it)->classes.length (); i++)
3468 {
3469 congruence_class *c = (*it)->classes[i];
3470 c->members.qsort (sort_sem_items_by_decl_uid);
3471 }
3472
3473 (*it)->classes.qsort (sort_congruence_classes_by_decl_uid);
3474 }
3475
3746a4b2
ML
3476 for (hash_table<congruence_class_hash>::iterator it = m_classes.begin ();
3477 it != m_classes.end (); ++it)
3478 for (unsigned int i = 0; i < (*it)->classes.length (); i++)
b84d4347 3479 {
3746a4b2 3480 congruence_class *c = (*it)->classes[i];
b84d4347
ML
3481 if (c->members.length () > 1)
3482 {
3483 non_singular_classes_count++;
3484 non_singular_classes_sum += c->members.length ();
3485 }
3486 }
3487
a0843aed
ML
3488 auto_vec <congruence_class_group *> classes (m_classes.elements ());
3489 for (hash_table<congruence_class_hash>::iterator it = m_classes.begin ();
3490 it != m_classes.end (); ++it)
3491 classes.quick_push (*it);
3492
3493 classes.qsort (sort_congruence_class_groups_by_decl_uid);
3494
b84d4347
ML
3495 if (dump_file)
3496 {
3497 fprintf (dump_file, "\nItem count: %u\n", item_count);
3498 fprintf (dump_file, "Congruent classes before: %u, after: %u\n",
3499 prev_class_count, class_count);
3500 fprintf (dump_file, "Average class size before: %.2f, after: %.2f\n",
f1c859ee
ML
3501 prev_class_count ? 1.0f * item_count / prev_class_count : 0.0f,
3502 class_count ? 1.0f * item_count / class_count : 0.0f);
b84d4347 3503 fprintf (dump_file, "Average non-singular class size: %.2f, count: %u\n",
f1c859ee
ML
3504 non_singular_classes_count ? 1.0f * non_singular_classes_sum /
3505 non_singular_classes_count : 0.0f,
b84d4347
ML
3506 non_singular_classes_count);
3507 fprintf (dump_file, "Equal symbols: %u\n", equal_items);
3508 fprintf (dump_file, "Fraction of visited symbols: %.2f%%\n\n",
f1c859ee 3509 item_count ? 100.0f * equal_items / item_count : 0.0f);
b84d4347
ML
3510 }
3511
a0843aed
ML
3512 unsigned int l;
3513 congruence_class_group *it;
3514 FOR_EACH_VEC_ELT (classes, l, it)
3515 for (unsigned int i = 0; i < it->classes.length (); i++)
b84d4347 3516 {
a0843aed 3517 congruence_class *c = it->classes[i];
b84d4347
ML
3518
3519 if (c->members.length () == 1)
3520 continue;
3521
b84d4347
ML
3522 sem_item *source = c->members[0];
3523
78fcec3f
JH
3524 if (DECL_NAME (source->decl)
3525 && MAIN_NAME_P (DECL_NAME (source->decl)))
aa398781
NS
3526 /* If merge via wrappers, picking main as the target can be
3527 problematic. */
3528 source = c->members[1];
3529
3530 for (unsigned int j = 0; j < c->members.length (); j++)
b84d4347
ML
3531 {
3532 sem_item *alias = c->members[j];
b84d4347 3533
aa398781
NS
3534 if (alias == source)
3535 continue;
3536
b84d4347
ML
3537 if (dump_file)
3538 {
3539 fprintf (dump_file, "Semantic equality hit:%s->%s\n",
1aec2ecc
ML
3540 xstrdup_for_dump (source->node->name ()),
3541 xstrdup_for_dump (alias->node->name ()));
b84d4347 3542 fprintf (dump_file, "Assembler symbol names:%s->%s\n",
1aec2ecc
ML
3543 xstrdup_for_dump (source->node->asm_name ()),
3544 xstrdup_for_dump (alias->node->asm_name ()));
b84d4347
ML
3545 }
3546
185c9e56
ML
3547 if (lookup_attribute ("no_icf", DECL_ATTRIBUTES (alias->decl)))
3548 {
3549 if (dump_file)
3550 fprintf (dump_file,
3551 "Merge operation is skipped due to no_icf "
3552 "attribute.\n\n");
3553
3554 continue;
3555 }
3556
b84d4347
ML
3557 if (dump_file && (dump_flags & TDF_DETAILS))
3558 {
3559 source->dump_to_file (dump_file);
3560 alias->dump_to_file (dump_file);
3561 }
3562
7aeb92b4
ML
3563 if (dbg_cnt (merged_ipa_icf))
3564 merged_p |= source->merge (alias);
b84d4347
ML
3565 }
3566 }
bd31fe14
ML
3567
3568 return merged_p;
b84d4347
ML
3569}
3570
3571/* Dump function prints all class members to a FILE with an INDENT. */
3572
3573void
3574congruence_class::dump (FILE *file, unsigned int indent) const
3575{
3576 FPRINTF_SPACES (file, indent, "class with id: %u, hash: %u, items: %u\n",
3577 id, members[0]->get_hash (), members.length ());
3578
3579 FPUTS_SPACES (file, indent + 2, "");
3580 for (unsigned i = 0; i < members.length (); i++)
464d0118 3581 fprintf (file, "%s ", members[i]->node->dump_asm_name ());
b84d4347
ML
3582
3583 fprintf (file, "\n");
3584}
3585
3586/* Returns true if there's a member that is used from another group. */
3587
3588bool
3589congruence_class::is_class_used (void)
3590{
3591 for (unsigned int i = 0; i < members.length (); i++)
3592 if (members[i]->usages.length ())
3593 return true;
3594
3595 return false;
3596}
3597
b84d4347
ML
3598/* Generate pass summary for IPA ICF pass. */
3599
3600static void
3601ipa_icf_generate_summary (void)
3602{
3603 if (!optimizer)
3604 optimizer = new sem_item_optimizer ();
3605
e3e968e9 3606 optimizer->register_hooks ();
b84d4347
ML
3607 optimizer->parse_funcs_and_vars ();
3608}
3609
3610/* Write pass summary for IPA ICF pass. */
3611
3612static void
3613ipa_icf_write_summary (void)
3614{
3615 gcc_assert (optimizer);
3616
3617 optimizer->write_summary ();
3618}
3619
3620/* Read pass summary for IPA ICF pass. */
3621
3622static void
3623ipa_icf_read_summary (void)
3624{
3625 if (!optimizer)
3626 optimizer = new sem_item_optimizer ();
3627
3628 optimizer->read_summary ();
3629 optimizer->register_hooks ();
3630}
3631
3632/* Semantic equality exection function. */
3633
3634static unsigned int
3635ipa_icf_driver (void)
3636{
3637 gcc_assert (optimizer);
3638
bd31fe14 3639 bool merged_p = optimizer->execute ();
b84d4347
ML
3640
3641 delete optimizer;
9612a39a 3642 optimizer = NULL;
b84d4347 3643
bd31fe14 3644 return merged_p ? TODO_remove_functions : 0;
b84d4347
ML
3645}
3646
3647const pass_data pass_data_ipa_icf =
3648{
3649 IPA_PASS, /* type */
3650 "icf", /* name */
3651 OPTGROUP_IPA, /* optinfo_flags */
3652 TV_IPA_ICF, /* tv_id */
3653 0, /* properties_required */
3654 0, /* properties_provided */
3655 0, /* properties_destroyed */
3656 0, /* todo_flags_start */
3657 0, /* todo_flags_finish */
3658};
3659
3660class pass_ipa_icf : public ipa_opt_pass_d
3661{
3662public:
3663 pass_ipa_icf (gcc::context *ctxt)
3664 : ipa_opt_pass_d (pass_data_ipa_icf, ctxt,
3665 ipa_icf_generate_summary, /* generate_summary */
3666 ipa_icf_write_summary, /* write_summary */
3667 ipa_icf_read_summary, /* read_summary */
3668 NULL, /*
3669 write_optimization_summary */
3670 NULL, /*
3671 read_optimization_summary */
3672 NULL, /* stmt_fixup */
3673 0, /* function_transform_todo_flags_start */
3674 NULL, /* function_transform */
3675 NULL) /* variable_transform */
3676 {}
3677
3678 /* opt_pass methods: */
3679 virtual bool gate (function *)
3680 {
b16650ac 3681 return in_lto_p || flag_ipa_icf_variables || flag_ipa_icf_functions;
b84d4347
ML
3682 }
3683
3684 virtual unsigned int execute (function *)
3685 {
3686 return ipa_icf_driver();
3687 }
3688}; // class pass_ipa_icf
3689
3690} // ipa_icf namespace
3691
3692ipa_opt_pass_d *
3693make_pass_ipa_icf (gcc::context *ctxt)
3694{
3695 return new ipa_icf::pass_ipa_icf (ctxt);
3696}