]>
Commit | Line | Data |
---|---|---|
4ee9c684 | 1 | /* Calculate branch probabilities, and basic block execution counts. |
fbd26352 | 2 | Copyright (C) 1990-2019 Free Software Foundation, Inc. |
4ee9c684 | 3 | Contributed by James E. Wilson, UC Berkeley/Cygnus Support; |
4 | based on some ideas from Dain Samples of UC Berkeley. | |
5 | Further mangling by Bob Manson, Cygnus Support. | |
6 | Converted to use trees by Dale Johannesen, Apple Computer. | |
7 | ||
8 | This file is part of GCC. | |
9 | ||
10 | GCC is free software; you can redistribute it and/or modify it under | |
11 | the terms of the GNU General Public License as published by the Free | |
8c4c00c1 | 12 | Software Foundation; either version 3, or (at your option) any later |
4ee9c684 | 13 | version. |
14 | ||
15 | GCC is distributed in the hope that it will be useful, but WITHOUT ANY | |
16 | WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
17 | FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
18 | for more details. | |
19 | ||
20 | You should have received a copy of the GNU General Public License | |
8c4c00c1 | 21 | along with GCC; see the file COPYING3. If not see |
22 | <http://www.gnu.org/licenses/>. */ | |
4ee9c684 | 23 | |
24 | /* Generate basic block profile instrumentation and auxiliary files. | |
d2971487 | 25 | Tree-based version. See profile.c for overview. */ |
4ee9c684 | 26 | |
27 | #include "config.h" | |
28 | #include "system.h" | |
29 | #include "coretypes.h" | |
ad7b10a2 | 30 | #include "memmodel.h" |
9ef16211 | 31 | #include "backend.h" |
7c29e30e | 32 | #include "target.h" |
9ef16211 | 33 | #include "tree.h" |
34 | #include "gimple.h" | |
7c29e30e | 35 | #include "cfghooks.h" |
36 | #include "tree-pass.h" | |
9ef16211 | 37 | #include "ssa.h" |
7c29e30e | 38 | #include "cgraph.h" |
4ee9c684 | 39 | #include "coverage.h" |
7c29e30e | 40 | #include "diagnostic-core.h" |
b20a8bb4 | 41 | #include "fold-const.h" |
9ed99284 | 42 | #include "varasm.h" |
43 | #include "tree-nested.h" | |
a8783bee | 44 | #include "gimplify.h" |
dcf1a1ec | 45 | #include "gimple-iterator.h" |
e795d6e1 | 46 | #include "gimplify-me.h" |
073c1fd5 | 47 | #include "tree-cfg.h" |
073c1fd5 | 48 | #include "tree-into-ssa.h" |
4ee9c684 | 49 | #include "value-prof.h" |
1ad3e14c | 50 | #include "profile.h" |
424a4a92 | 51 | #include "tree-cfgcleanup.h" |
b74245ec | 52 | #include "params.h" |
30a86690 | 53 | #include "stringpool.h" |
54 | #include "attribs.h" | |
b9078d9f | 55 | #include "tree-pretty-print.h" |
604e9a8b | 56 | #include "langhooks.h" |
57 | #include "stor-layout.h" | |
aed74248 | 58 | #include "xregex.h" |
4ee9c684 | 59 | |
d7683f13 | 60 | static GTY(()) tree gcov_type_node; |
61 | static GTY(()) tree tree_interval_profiler_fn; | |
62 | static GTY(()) tree tree_pow2_profiler_fn; | |
63 | static GTY(()) tree tree_one_value_profiler_fn; | |
167b550b | 64 | static GTY(()) tree tree_indirect_call_profiler_fn; |
162719b3 | 65 | static GTY(()) tree tree_average_profiler_fn; |
66 | static GTY(()) tree tree_ior_profiler_fn; | |
36ffeeaf | 67 | static GTY(()) tree tree_time_profiler_counter; |
38fe12e3 | 68 | |
4b0a9554 | 69 | |
604e9a8b | 70 | static GTY(()) tree ic_tuple_var; |
71 | static GTY(()) tree ic_tuple_counters_field; | |
72 | static GTY(()) tree ic_tuple_callee_field; | |
167b550b | 73 | |
4b0a9554 | 74 | /* Do initialization work for the edge profiler. */ |
75 | ||
167b550b | 76 | /* Add code: |
fe37be54 | 77 | __thread gcov* __gcov_indirect_call_counters; // pointer to actual counter |
38fe12e3 | 78 | __thread void* __gcov_indirect_call_callee; // actual callee address |
79 | __thread int __gcov_function_counter; // time profiler function counter | |
167b550b | 80 | */ |
81 | static void | |
fc49fbc1 | 82 | init_ic_make_global_vars (void) |
167b550b | 83 | { |
36ffeeaf | 84 | tree gcov_type_ptr; |
167b550b | 85 | |
604e9a8b | 86 | gcov_type_ptr = build_pointer_type (get_gcov_type ()); |
48e1416a | 87 | |
604e9a8b | 88 | tree tuple_type = lang_hooks.types.make_type (RECORD_TYPE); |
109cfbe4 | 89 | |
604e9a8b | 90 | /* callee */ |
91 | ic_tuple_callee_field = build_decl (BUILTINS_LOCATION, FIELD_DECL, NULL_TREE, | |
92 | ptr_type_node); | |
ca13b0e8 | 93 | |
604e9a8b | 94 | /* counters */ |
95 | ic_tuple_counters_field = build_decl (BUILTINS_LOCATION, FIELD_DECL, | |
96 | NULL_TREE, gcov_type_ptr); | |
97 | DECL_CHAIN (ic_tuple_counters_field) = ic_tuple_callee_field; | |
98 | ||
99 | finish_builtin_struct (tuple_type, "indirect_call_tuple", | |
100 | ic_tuple_counters_field, NULL_TREE); | |
101 | ||
102 | ic_tuple_var | |
ca13b0e8 | 103 | = build_decl (UNKNOWN_LOCATION, VAR_DECL, |
104 | get_identifier ( | |
105 | (PARAM_VALUE (PARAM_INDIR_CALL_TOPN_PROFILE) ? | |
604e9a8b | 106 | "__gcov_indirect_call_topn" : |
107 | "__gcov_indirect_call")), | |
108 | tuple_type); | |
109 | TREE_PUBLIC (ic_tuple_var) = 1; | |
110 | DECL_ARTIFICIAL (ic_tuple_var) = 1; | |
111 | DECL_INITIAL (ic_tuple_var) = NULL; | |
112 | DECL_EXTERNAL (ic_tuple_var) = 1; | |
109cfbe4 | 113 | if (targetm.have_tls) |
07f113ea | 114 | set_decl_tls_model (ic_tuple_var, decl_default_tls_model (ic_tuple_var)); |
167b550b | 115 | } |
116 | ||
3e7f455b | 117 | /* Create the type and function decls for the interface with gcov. */ |
118 | ||
fc49fbc1 | 119 | void |
36ffeeaf | 120 | gimple_init_gcov_profiler (void) |
4b0a9554 | 121 | { |
d7683f13 | 122 | tree interval_profiler_fn_type; |
123 | tree pow2_profiler_fn_type; | |
124 | tree one_value_profiler_fn_type; | |
125 | tree gcov_type_ptr; | |
167b550b | 126 | tree ic_profiler_fn_type; |
162719b3 | 127 | tree average_profiler_fn_type; |
7132b755 | 128 | const char *profiler_fn_name; |
2d2b4107 | 129 | const char *fn_name; |
d7683f13 | 130 | |
131 | if (!gcov_type_node) | |
132 | { | |
2d2b4107 | 133 | const char *fn_suffix |
134 | = flag_profile_update == PROFILE_UPDATE_ATOMIC ? "_atomic" : ""; | |
135 | ||
d7683f13 | 136 | gcov_type_node = get_gcov_type (); |
137 | gcov_type_ptr = build_pointer_type (gcov_type_node); | |
138 | ||
139 | /* void (*) (gcov_type *, gcov_type, int, unsigned) */ | |
140 | interval_profiler_fn_type | |
141 | = build_function_type_list (void_type_node, | |
142 | gcov_type_ptr, gcov_type_node, | |
143 | integer_type_node, | |
144 | unsigned_type_node, NULL_TREE); | |
2d2b4107 | 145 | fn_name = concat ("__gcov_interval_profiler", fn_suffix, NULL); |
146 | tree_interval_profiler_fn = build_fn_decl (fn_name, | |
147 | interval_profiler_fn_type); | |
148 | free (CONST_CAST (char *, fn_name)); | |
85344eeb | 149 | TREE_NOTHROW (tree_interval_profiler_fn) = 1; |
150 | DECL_ATTRIBUTES (tree_interval_profiler_fn) | |
151 | = tree_cons (get_identifier ("leaf"), NULL, | |
152 | DECL_ATTRIBUTES (tree_interval_profiler_fn)); | |
d7683f13 | 153 | |
154 | /* void (*) (gcov_type *, gcov_type) */ | |
155 | pow2_profiler_fn_type | |
156 | = build_function_type_list (void_type_node, | |
157 | gcov_type_ptr, gcov_type_node, | |
158 | NULL_TREE); | |
2d2b4107 | 159 | fn_name = concat ("__gcov_pow2_profiler", fn_suffix, NULL); |
160 | tree_pow2_profiler_fn = build_fn_decl (fn_name, pow2_profiler_fn_type); | |
161 | free (CONST_CAST (char *, fn_name)); | |
85344eeb | 162 | TREE_NOTHROW (tree_pow2_profiler_fn) = 1; |
163 | DECL_ATTRIBUTES (tree_pow2_profiler_fn) | |
164 | = tree_cons (get_identifier ("leaf"), NULL, | |
165 | DECL_ATTRIBUTES (tree_pow2_profiler_fn)); | |
d7683f13 | 166 | |
167 | /* void (*) (gcov_type *, gcov_type) */ | |
168 | one_value_profiler_fn_type | |
169 | = build_function_type_list (void_type_node, | |
170 | gcov_type_ptr, gcov_type_node, | |
171 | NULL_TREE); | |
2d2b4107 | 172 | fn_name = concat ("__gcov_one_value_profiler", fn_suffix, NULL); |
173 | tree_one_value_profiler_fn = build_fn_decl (fn_name, | |
174 | one_value_profiler_fn_type); | |
175 | free (CONST_CAST (char *, fn_name)); | |
85344eeb | 176 | TREE_NOTHROW (tree_one_value_profiler_fn) = 1; |
177 | DECL_ATTRIBUTES (tree_one_value_profiler_fn) | |
178 | = tree_cons (get_identifier ("leaf"), NULL, | |
179 | DECL_ATTRIBUTES (tree_one_value_profiler_fn)); | |
167b550b | 180 | |
fc49fbc1 | 181 | init_ic_make_global_vars (); |
48e1416a | 182 | |
ca13b0e8 | 183 | /* void (*) (gcov_type, void *) */ |
184 | ic_profiler_fn_type | |
185 | = build_function_type_list (void_type_node, | |
186 | gcov_type_node, | |
604e9a8b | 187 | ptr_type_node, |
ca13b0e8 | 188 | NULL_TREE); |
c099f1dd | 189 | profiler_fn_name = "__gcov_indirect_call_profiler_v3"; |
7132b755 | 190 | if (PARAM_VALUE (PARAM_INDIR_CALL_TOPN_PROFILE)) |
191 | profiler_fn_name = "__gcov_indirect_call_topn_profiler"; | |
192 | ||
ca13b0e8 | 193 | tree_indirect_call_profiler_fn |
7132b755 | 194 | = build_fn_decl (profiler_fn_name, ic_profiler_fn_type); |
ca13b0e8 | 195 | |
85344eeb | 196 | TREE_NOTHROW (tree_indirect_call_profiler_fn) = 1; |
197 | DECL_ATTRIBUTES (tree_indirect_call_profiler_fn) | |
198 | = tree_cons (get_identifier ("leaf"), NULL, | |
199 | DECL_ATTRIBUTES (tree_indirect_call_profiler_fn)); | |
200 | ||
36ffeeaf | 201 | tree_time_profiler_counter |
202 | = build_decl (UNKNOWN_LOCATION, VAR_DECL, | |
203 | get_identifier ("__gcov_time_profiler_counter"), | |
204 | get_gcov_type ()); | |
205 | TREE_PUBLIC (tree_time_profiler_counter) = 1; | |
206 | DECL_EXTERNAL (tree_time_profiler_counter) = 1; | |
207 | TREE_STATIC (tree_time_profiler_counter) = 1; | |
208 | DECL_ARTIFICIAL (tree_time_profiler_counter) = 1; | |
209 | DECL_INITIAL (tree_time_profiler_counter) = NULL; | |
210 | ||
162719b3 | 211 | /* void (*) (gcov_type *, gcov_type) */ |
212 | average_profiler_fn_type | |
213 | = build_function_type_list (void_type_node, | |
214 | gcov_type_ptr, gcov_type_node, NULL_TREE); | |
2d2b4107 | 215 | fn_name = concat ("__gcov_average_profiler", fn_suffix, NULL); |
216 | tree_average_profiler_fn = build_fn_decl (fn_name, | |
217 | average_profiler_fn_type); | |
218 | free (CONST_CAST (char *, fn_name)); | |
85344eeb | 219 | TREE_NOTHROW (tree_average_profiler_fn) = 1; |
220 | DECL_ATTRIBUTES (tree_average_profiler_fn) | |
221 | = tree_cons (get_identifier ("leaf"), NULL, | |
222 | DECL_ATTRIBUTES (tree_average_profiler_fn)); | |
2d2b4107 | 223 | fn_name = concat ("__gcov_ior_profiler", fn_suffix, NULL); |
224 | tree_ior_profiler_fn = build_fn_decl (fn_name, average_profiler_fn_type); | |
225 | free (CONST_CAST (char *, fn_name)); | |
85344eeb | 226 | TREE_NOTHROW (tree_ior_profiler_fn) = 1; |
227 | DECL_ATTRIBUTES (tree_ior_profiler_fn) | |
228 | = tree_cons (get_identifier ("leaf"), NULL, | |
229 | DECL_ATTRIBUTES (tree_ior_profiler_fn)); | |
230 | ||
6c0782b1 | 231 | /* LTO streamer needs assembler names. Because we create these decls |
232 | late, we need to initialize them by hand. */ | |
233 | DECL_ASSEMBLER_NAME (tree_interval_profiler_fn); | |
234 | DECL_ASSEMBLER_NAME (tree_pow2_profiler_fn); | |
235 | DECL_ASSEMBLER_NAME (tree_one_value_profiler_fn); | |
236 | DECL_ASSEMBLER_NAME (tree_indirect_call_profiler_fn); | |
237 | DECL_ASSEMBLER_NAME (tree_average_profiler_fn); | |
238 | DECL_ASSEMBLER_NAME (tree_ior_profiler_fn); | |
d7683f13 | 239 | } |
4b0a9554 | 240 | } |
241 | ||
48e1416a | 242 | /* Output instructions as GIMPLE trees to increment the edge |
243 | execution count, and insert them on E. We rely on | |
75a70cf9 | 244 | gsi_insert_on_edge to preserve the order. */ |
4ee9c684 | 245 | |
fc49fbc1 | 246 | void |
247 | gimple_gen_edge_profiler (int edgeno, edge e) | |
4ee9c684 | 248 | { |
7132b755 | 249 | tree one; |
f81207a7 | 250 | |
f81207a7 | 251 | one = build_int_cst (gcov_type_node, 1); |
7132b755 | 252 | |
253 | if (flag_profile_update == PROFILE_UPDATE_ATOMIC) | |
254 | { | |
255 | /* __atomic_fetch_add (&counter, 1, MEMMODEL_RELAXED); */ | |
256 | tree addr = tree_coverage_counter_addr (GCOV_COUNTER_ARCS, edgeno); | |
b277c58e | 257 | tree f = builtin_decl_explicit (LONG_LONG_TYPE_SIZE > 32 |
258 | ? BUILT_IN_ATOMIC_FETCH_ADD_8: | |
259 | BUILT_IN_ATOMIC_FETCH_ADD_4); | |
260 | gcall *stmt = gimple_build_call (f, 3, addr, one, | |
261 | build_int_cst (integer_type_node, | |
262 | MEMMODEL_RELAXED)); | |
7132b755 | 263 | gsi_insert_on_edge (e, stmt); |
264 | } | |
265 | else | |
266 | { | |
267 | tree ref = tree_coverage_counter_ref (GCOV_COUNTER_ARCS, edgeno); | |
268 | tree gcov_type_tmp_var = make_temp_ssa_name (gcov_type_node, | |
269 | NULL, "PROF_edge_counter"); | |
270 | gassign *stmt1 = gimple_build_assign (gcov_type_tmp_var, ref); | |
271 | gcov_type_tmp_var = make_temp_ssa_name (gcov_type_node, | |
272 | NULL, "PROF_edge_counter"); | |
273 | gassign *stmt2 = gimple_build_assign (gcov_type_tmp_var, PLUS_EXPR, | |
274 | gimple_assign_lhs (stmt1), one); | |
275 | gassign *stmt3 = gimple_build_assign (unshare_expr (ref), | |
276 | gimple_assign_lhs (stmt2)); | |
277 | gsi_insert_on_edge (e, stmt1); | |
278 | gsi_insert_on_edge (e, stmt2); | |
279 | gsi_insert_on_edge (e, stmt3); | |
280 | } | |
4ee9c684 | 281 | } |
282 | ||
75a70cf9 | 283 | /* Emits code to get VALUE to instrument at GSI, and returns the |
d7683f13 | 284 | variable containing the value. */ |
285 | ||
286 | static tree | |
75a70cf9 | 287 | prepare_instrumented_value (gimple_stmt_iterator *gsi, histogram_value value) |
d7683f13 | 288 | { |
ed4294da | 289 | tree val = value->hvalue.value; |
c821ef7d | 290 | if (POINTER_TYPE_P (TREE_TYPE (val))) |
a0553bff | 291 | val = fold_convert (build_nonstandard_integer_type |
292 | (TYPE_PRECISION (TREE_TYPE (val)), 1), val); | |
75a70cf9 | 293 | return force_gimple_operand_gsi (gsi, fold_convert (gcov_type_node, val), |
294 | true, NULL_TREE, true, GSI_SAME_STMT); | |
d7683f13 | 295 | } |
296 | ||
48e1416a | 297 | /* Output instructions as GIMPLE trees to increment the interval histogram |
298 | counter. VALUE is the expression whose value is profiled. TAG is the | |
4ee9c684 | 299 | tag of the section for counters, BASE is offset of the counter position. */ |
300 | ||
fc49fbc1 | 301 | void |
302 | gimple_gen_interval_profiler (histogram_value value, unsigned tag, unsigned base) | |
4ee9c684 | 303 | { |
42acab1c | 304 | gimple *stmt = value->hvalue.stmt; |
75a70cf9 | 305 | gimple_stmt_iterator gsi = gsi_for_stmt (stmt); |
d7683f13 | 306 | tree ref = tree_coverage_counter_ref (tag, base), ref_ptr; |
1a91d914 | 307 | gcall *call; |
75a70cf9 | 308 | tree val; |
309 | tree start = build_int_cst_type (integer_type_node, | |
310 | value->hdata.intvl.int_start); | |
311 | tree steps = build_int_cst_type (unsigned_type_node, | |
312 | value->hdata.intvl.steps); | |
48e1416a | 313 | |
75a70cf9 | 314 | ref_ptr = force_gimple_operand_gsi (&gsi, |
0e49e441 | 315 | build_addr (ref), |
75a70cf9 | 316 | true, NULL_TREE, true, GSI_SAME_STMT); |
317 | val = prepare_instrumented_value (&gsi, value); | |
318 | call = gimple_build_call (tree_interval_profiler_fn, 4, | |
319 | ref_ptr, val, start, steps); | |
77fca8b5 | 320 | gsi_insert_before (&gsi, call, GSI_NEW_STMT); |
4ee9c684 | 321 | } |
322 | ||
48e1416a | 323 | /* Output instructions as GIMPLE trees to increment the power of two histogram |
324 | counter. VALUE is the expression whose value is profiled. TAG is the tag | |
4ee9c684 | 325 | of the section for counters, BASE is offset of the counter position. */ |
326 | ||
fc49fbc1 | 327 | void |
328 | gimple_gen_pow2_profiler (histogram_value value, unsigned tag, unsigned base) | |
4ee9c684 | 329 | { |
42acab1c | 330 | gimple *stmt = value->hvalue.stmt; |
75a70cf9 | 331 | gimple_stmt_iterator gsi = gsi_for_stmt (stmt); |
a961cdc2 | 332 | tree ref_ptr = tree_coverage_counter_addr (tag, base); |
1a91d914 | 333 | gcall *call; |
75a70cf9 | 334 | tree val; |
48e1416a | 335 | |
75a70cf9 | 336 | ref_ptr = force_gimple_operand_gsi (&gsi, ref_ptr, |
337 | true, NULL_TREE, true, GSI_SAME_STMT); | |
338 | val = prepare_instrumented_value (&gsi, value); | |
339 | call = gimple_build_call (tree_pow2_profiler_fn, 2, ref_ptr, val); | |
77fca8b5 | 340 | gsi_insert_before (&gsi, call, GSI_NEW_STMT); |
4ee9c684 | 341 | } |
342 | ||
343 | /* Output instructions as GIMPLE trees for code to find the most common value. | |
344 | VALUE is the expression whose value is profiled. TAG is the tag of the | |
345 | section for counters, BASE is offset of the counter position. */ | |
346 | ||
fc49fbc1 | 347 | void |
348 | gimple_gen_one_value_profiler (histogram_value value, unsigned tag, unsigned base) | |
4ee9c684 | 349 | { |
42acab1c | 350 | gimple *stmt = value->hvalue.stmt; |
75a70cf9 | 351 | gimple_stmt_iterator gsi = gsi_for_stmt (stmt); |
a961cdc2 | 352 | tree ref_ptr = tree_coverage_counter_addr (tag, base); |
1a91d914 | 353 | gcall *call; |
75a70cf9 | 354 | tree val; |
48e1416a | 355 | |
75a70cf9 | 356 | ref_ptr = force_gimple_operand_gsi (&gsi, ref_ptr, |
357 | true, NULL_TREE, true, GSI_SAME_STMT); | |
358 | val = prepare_instrumented_value (&gsi, value); | |
359 | call = gimple_build_call (tree_one_value_profiler_fn, 2, ref_ptr, val); | |
77fca8b5 | 360 | gsi_insert_before (&gsi, call, GSI_NEW_STMT); |
4ee9c684 | 361 | } |
362 | ||
167b550b | 363 | |
364 | /* Output instructions as GIMPLE trees for code to find the most | |
48e1416a | 365 | common called function in indirect call. |
0d424440 | 366 | VALUE is the call expression whose indirect callee is profiled. |
167b550b | 367 | TAG is the tag of the section for counters, BASE is offset of the |
368 | counter position. */ | |
369 | ||
fc49fbc1 | 370 | void |
371 | gimple_gen_ic_profiler (histogram_value value, unsigned tag, unsigned base) | |
167b550b | 372 | { |
75a70cf9 | 373 | tree tmp1; |
1a91d914 | 374 | gassign *stmt1, *stmt2, *stmt3; |
42acab1c | 375 | gimple *stmt = value->hvalue.stmt; |
75a70cf9 | 376 | gimple_stmt_iterator gsi = gsi_for_stmt (stmt); |
a961cdc2 | 377 | tree ref_ptr = tree_coverage_counter_addr (tag, base); |
167b550b | 378 | |
b74245ec | 379 | if ( (PARAM_VALUE (PARAM_INDIR_CALL_TOPN_PROFILE) && |
380 | tag == GCOV_COUNTER_V_INDIR) || | |
381 | (!PARAM_VALUE (PARAM_INDIR_CALL_TOPN_PROFILE) && | |
382 | tag == GCOV_COUNTER_ICALL_TOPNV)) | |
383 | return; | |
384 | ||
75a70cf9 | 385 | ref_ptr = force_gimple_operand_gsi (&gsi, ref_ptr, |
386 | true, NULL_TREE, true, GSI_SAME_STMT); | |
167b550b | 387 | |
388 | /* Insert code: | |
48e1416a | 389 | |
604e9a8b | 390 | stmt1: __gcov_indirect_call.counters = get_relevant_counter_ptr (); |
3e7f455b | 391 | stmt2: tmp1 = (void *) (indirect call argument value) |
604e9a8b | 392 | stmt3: __gcov_indirect_call.callee = tmp1; |
696ee0c7 | 393 | |
394 | Example: | |
395 | f_1 = foo; | |
604e9a8b | 396 | __gcov_indirect_call.counters = &__gcov4.main[0]; |
696ee0c7 | 397 | PROF_9 = f_1; |
398 | __gcov_indirect_call_callee = PROF_9; | |
399 | _4 = f_1 (); | |
167b550b | 400 | */ |
401 | ||
604e9a8b | 402 | tree gcov_type_ptr = build_pointer_type (get_gcov_type ()); |
403 | ||
404 | tree counter_ref = build3 (COMPONENT_REF, gcov_type_ptr, | |
405 | ic_tuple_var, ic_tuple_counters_field, NULL_TREE); | |
406 | ||
407 | stmt1 = gimple_build_assign (counter_ref, ref_ptr); | |
408 | tmp1 = make_temp_ssa_name (ptr_type_node, NULL, "PROF"); | |
75a70cf9 | 409 | stmt2 = gimple_build_assign (tmp1, unshare_expr (value->hvalue.value)); |
604e9a8b | 410 | tree callee_ref = build3 (COMPONENT_REF, ptr_type_node, |
411 | ic_tuple_var, ic_tuple_callee_field, NULL_TREE); | |
412 | stmt3 = gimple_build_assign (callee_ref, tmp1); | |
167b550b | 413 | |
75a70cf9 | 414 | gsi_insert_before (&gsi, stmt1, GSI_SAME_STMT); |
415 | gsi_insert_before (&gsi, stmt2, GSI_SAME_STMT); | |
416 | gsi_insert_before (&gsi, stmt3, GSI_SAME_STMT); | |
167b550b | 417 | } |
418 | ||
419 | ||
420 | /* Output instructions as GIMPLE trees for code to find the most | |
421 | common called function in indirect call. Insert instructions at the | |
0d424440 | 422 | beginning of every possible called function. |
167b550b | 423 | */ |
424 | ||
fc49fbc1 | 425 | void |
426 | gimple_gen_ic_func_profiler (void) | |
167b550b | 427 | { |
415d1b9a | 428 | struct cgraph_node * c_node = cgraph_node::get (current_function_decl); |
1a91d914 | 429 | gcall *stmt1; |
fe37be54 | 430 | tree tree_uid, cur_func, void0; |
167b550b | 431 | |
415d1b9a | 432 | if (c_node->only_called_directly_p ()) |
6329636b | 433 | return; |
48e1416a | 434 | |
36ffeeaf | 435 | gimple_init_gcov_profiler (); |
48e1416a | 436 | |
696ee0c7 | 437 | basic_block entry = ENTRY_BLOCK_PTR_FOR_FN (cfun); |
438 | basic_block cond_bb = split_edge (single_succ_edge (entry)); | |
439 | basic_block update_bb = split_edge (single_succ_edge (cond_bb)); | |
440 | ||
d43192fe | 441 | /* We need to do an extra split in order to not create an input |
442 | for a possible PHI node. */ | |
443 | split_edge (single_succ_edge (update_bb)); | |
444 | ||
696ee0c7 | 445 | edge true_edge = single_succ_edge (cond_bb); |
446 | true_edge->flags = EDGE_TRUE_VALUE; | |
447 | ||
720cfc43 | 448 | profile_probability probability; |
696ee0c7 | 449 | if (DECL_VIRTUAL_P (current_function_decl)) |
720cfc43 | 450 | probability = profile_probability::very_likely (); |
696ee0c7 | 451 | else |
720cfc43 | 452 | probability = profile_probability::unlikely (); |
696ee0c7 | 453 | |
454 | true_edge->probability = probability; | |
455 | edge e = make_edge (cond_bb, single_succ_edge (update_bb)->dest, | |
456 | EDGE_FALSE_VALUE); | |
720cfc43 | 457 | e->probability = true_edge->probability.invert (); |
696ee0c7 | 458 | |
3e7f455b | 459 | /* Insert code: |
460 | ||
696ee0c7 | 461 | if (__gcov_indirect_call_callee != NULL) |
c099f1dd | 462 | __gcov_indirect_call_profiler_v3 (profile_id, ¤t_function_decl); |
696ee0c7 | 463 | |
c099f1dd | 464 | The function __gcov_indirect_call_profiler_v3 is responsible for |
696ee0c7 | 465 | resetting __gcov_indirect_call_callee to NULL. */ |
466 | ||
467 | gimple_stmt_iterator gsi = gsi_start_bb (cond_bb); | |
604e9a8b | 468 | void0 = build_int_cst (ptr_type_node, 0); |
469 | ||
470 | tree callee_ref = build3 (COMPONENT_REF, ptr_type_node, | |
471 | ic_tuple_var, ic_tuple_callee_field, NULL_TREE); | |
696ee0c7 | 472 | |
604e9a8b | 473 | tree ref = force_gimple_operand_gsi (&gsi, callee_ref, true, NULL_TREE, |
696ee0c7 | 474 | true, GSI_SAME_STMT); |
475 | ||
476 | gcond *cond = gimple_build_cond (NE_EXPR, ref, | |
477 | void0, NULL, NULL); | |
478 | gsi_insert_before (&gsi, cond, GSI_NEW_STMT); | |
479 | ||
480 | gsi = gsi_after_labels (update_bb); | |
85344eeb | 481 | |
482 | cur_func = force_gimple_operand_gsi (&gsi, | |
0e49e441 | 483 | build_addr (current_function_decl), |
85344eeb | 484 | true, NULL_TREE, |
485 | true, GSI_SAME_STMT); | |
fe37be54 | 486 | tree_uid = build_int_cst |
ca13b0e8 | 487 | (gcov_type_node, |
488 | cgraph_node::get (current_function_decl)->profile_id); | |
489 | stmt1 = gimple_build_call (tree_indirect_call_profiler_fn, 2, | |
490 | tree_uid, cur_func); | |
85344eeb | 491 | gsi_insert_before (&gsi, stmt1, GSI_SAME_STMT); |
167b550b | 492 | } |
493 | ||
38fe12e3 | 494 | /* Output instructions as GIMPLE tree at the beginning for each function. |
495 | TAG is the tag of the section for counters, BASE is offset of the | |
496 | counter position and GSI is the iterator we place the counter. */ | |
497 | ||
498 | void | |
36ffeeaf | 499 | gimple_gen_time_profiler (unsigned tag, unsigned base) |
38fe12e3 | 500 | { |
36ffeeaf | 501 | tree type = get_gcov_type (); |
3f3e14c0 | 502 | basic_block entry = ENTRY_BLOCK_PTR_FOR_FN (cfun); |
503 | basic_block cond_bb = split_edge (single_succ_edge (entry)); | |
36ffeeaf | 504 | basic_block update_bb = split_edge (single_succ_edge (cond_bb)); |
505 | ||
d43192fe | 506 | /* We need to do an extra split in order to not create an input |
507 | for a possible PHI node. */ | |
508 | split_edge (single_succ_edge (update_bb)); | |
509 | ||
36ffeeaf | 510 | edge true_edge = single_succ_edge (cond_bb); |
511 | true_edge->flags = EDGE_TRUE_VALUE; | |
720cfc43 | 512 | true_edge->probability = profile_probability::unlikely (); |
36ffeeaf | 513 | edge e |
514 | = make_edge (cond_bb, single_succ_edge (update_bb)->dest, EDGE_FALSE_VALUE); | |
720cfc43 | 515 | e->probability = true_edge->probability.invert (); |
36ffeeaf | 516 | |
517 | gimple_stmt_iterator gsi = gsi_start_bb (cond_bb); | |
518 | tree original_ref = tree_coverage_counter_ref (tag, base); | |
519 | tree ref = force_gimple_operand_gsi (&gsi, original_ref, true, NULL_TREE, | |
520 | true, GSI_SAME_STMT); | |
521 | tree one = build_int_cst (type, 1); | |
38fe12e3 | 522 | |
36ffeeaf | 523 | /* Emit: if (counters[0] != 0). */ |
524 | gcond *cond = gimple_build_cond (EQ_EXPR, ref, build_int_cst (type, 0), | |
525 | NULL, NULL); | |
526 | gsi_insert_before (&gsi, cond, GSI_NEW_STMT); | |
527 | ||
528 | gsi = gsi_start_bb (update_bb); | |
529 | ||
530 | /* Emit: counters[0] = ++__gcov_time_profiler_counter. */ | |
531 | if (flag_profile_update == PROFILE_UPDATE_ATOMIC) | |
532 | { | |
32837f2d | 533 | tree ptr = make_temp_ssa_name (build_pointer_type (type), NULL, |
534 | "time_profiler_counter_ptr"); | |
535 | tree addr = build1 (ADDR_EXPR, TREE_TYPE (ptr), | |
36ffeeaf | 536 | tree_time_profiler_counter); |
537 | gassign *assign = gimple_build_assign (ptr, NOP_EXPR, addr); | |
538 | gsi_insert_before (&gsi, assign, GSI_NEW_STMT); | |
539 | tree f = builtin_decl_explicit (LONG_LONG_TYPE_SIZE > 32 | |
540 | ? BUILT_IN_ATOMIC_ADD_FETCH_8: | |
541 | BUILT_IN_ATOMIC_ADD_FETCH_4); | |
542 | gcall *stmt = gimple_build_call (f, 3, ptr, one, | |
543 | build_int_cst (integer_type_node, | |
544 | MEMMODEL_RELAXED)); | |
545 | tree result_type = TREE_TYPE (TREE_TYPE (f)); | |
546 | tree tmp = make_temp_ssa_name (result_type, NULL, "time_profile"); | |
547 | gimple_set_lhs (stmt, tmp); | |
548 | gsi_insert_after (&gsi, stmt, GSI_NEW_STMT); | |
549 | tmp = make_temp_ssa_name (type, NULL, "time_profile"); | |
550 | assign = gimple_build_assign (tmp, NOP_EXPR, | |
551 | gimple_call_lhs (stmt)); | |
552 | gsi_insert_after (&gsi, assign, GSI_NEW_STMT); | |
553 | assign = gimple_build_assign (original_ref, tmp); | |
554 | gsi_insert_after (&gsi, assign, GSI_NEW_STMT); | |
555 | } | |
556 | else | |
557 | { | |
558 | tree tmp = make_temp_ssa_name (type, NULL, "time_profile"); | |
559 | gassign *assign = gimple_build_assign (tmp, tree_time_profiler_counter); | |
560 | gsi_insert_before (&gsi, assign, GSI_NEW_STMT); | |
561 | ||
562 | tmp = make_temp_ssa_name (type, NULL, "time_profile"); | |
563 | assign = gimple_build_assign (tmp, PLUS_EXPR, gimple_assign_lhs (assign), | |
564 | one); | |
565 | gsi_insert_after (&gsi, assign, GSI_NEW_STMT); | |
566 | assign = gimple_build_assign (original_ref, tmp); | |
567 | gsi_insert_after (&gsi, assign, GSI_NEW_STMT); | |
568 | assign = gimple_build_assign (tree_time_profiler_counter, tmp); | |
569 | gsi_insert_after (&gsi, assign, GSI_NEW_STMT); | |
570 | } | |
38fe12e3 | 571 | } |
572 | ||
48e1416a | 573 | /* Output instructions as GIMPLE trees to increment the average histogram |
574 | counter. VALUE is the expression whose value is profiled. TAG is the | |
162719b3 | 575 | tag of the section for counters, BASE is offset of the counter position. */ |
576 | ||
fc49fbc1 | 577 | void |
578 | gimple_gen_average_profiler (histogram_value value, unsigned tag, unsigned base) | |
162719b3 | 579 | { |
42acab1c | 580 | gimple *stmt = value->hvalue.stmt; |
75a70cf9 | 581 | gimple_stmt_iterator gsi = gsi_for_stmt (stmt); |
a961cdc2 | 582 | tree ref_ptr = tree_coverage_counter_addr (tag, base); |
1a91d914 | 583 | gcall *call; |
75a70cf9 | 584 | tree val; |
48e1416a | 585 | |
75a70cf9 | 586 | ref_ptr = force_gimple_operand_gsi (&gsi, ref_ptr, |
0d734975 | 587 | true, NULL_TREE, |
75a70cf9 | 588 | true, GSI_SAME_STMT); |
589 | val = prepare_instrumented_value (&gsi, value); | |
590 | call = gimple_build_call (tree_average_profiler_fn, 2, ref_ptr, val); | |
77fca8b5 | 591 | gsi_insert_before (&gsi, call, GSI_NEW_STMT); |
162719b3 | 592 | } |
593 | ||
48e1416a | 594 | /* Output instructions as GIMPLE trees to increment the ior histogram |
595 | counter. VALUE is the expression whose value is profiled. TAG is the | |
162719b3 | 596 | tag of the section for counters, BASE is offset of the counter position. */ |
597 | ||
fc49fbc1 | 598 | void |
599 | gimple_gen_ior_profiler (histogram_value value, unsigned tag, unsigned base) | |
162719b3 | 600 | { |
42acab1c | 601 | gimple *stmt = value->hvalue.stmt; |
75a70cf9 | 602 | gimple_stmt_iterator gsi = gsi_for_stmt (stmt); |
a961cdc2 | 603 | tree ref_ptr = tree_coverage_counter_addr (tag, base); |
1a91d914 | 604 | gcall *call; |
75a70cf9 | 605 | tree val; |
48e1416a | 606 | |
75a70cf9 | 607 | ref_ptr = force_gimple_operand_gsi (&gsi, ref_ptr, |
608 | true, NULL_TREE, true, GSI_SAME_STMT); | |
609 | val = prepare_instrumented_value (&gsi, value); | |
610 | call = gimple_build_call (tree_ior_profiler_fn, 2, ref_ptr, val); | |
77fca8b5 | 611 | gsi_insert_before (&gsi, call, GSI_NEW_STMT); |
162719b3 | 612 | } |
613 | ||
aed74248 | 614 | static vec<regex_t> profile_filter_files; |
615 | static vec<regex_t> profile_exclude_files; | |
616 | ||
617 | /* Parse list of provided REGEX (separated with semi-collon) and | |
618 | create expressions (of type regex_t) and save them into V vector. | |
619 | If there is a regular expression parsing error, error message is | |
620 | printed for FLAG_NAME. */ | |
621 | ||
622 | static void | |
623 | parse_profile_filter (const char *regex, vec<regex_t> *v, | |
624 | const char *flag_name) | |
625 | { | |
626 | v->create (4); | |
627 | if (regex != NULL) | |
628 | { | |
629 | char *str = xstrdup (regex); | |
630 | for (char *p = strtok (str, ";"); p != NULL; p = strtok (NULL, ";")) | |
631 | { | |
632 | regex_t r; | |
633 | if (regcomp (&r, p, REG_EXTENDED | REG_NOSUB) != 0) | |
634 | { | |
635 | error ("invalid regular expression '%s' in %<%s%>", | |
636 | p, flag_name); | |
637 | return; | |
638 | } | |
639 | ||
640 | v->safe_push (r); | |
641 | } | |
642 | } | |
643 | } | |
644 | ||
645 | /* Parse values of -fprofile-filter-files and -fprofile-exclude-files | |
646 | options. */ | |
647 | ||
648 | static void | |
649 | parse_profile_file_filtering () | |
650 | { | |
651 | parse_profile_filter (flag_profile_filter_files, &profile_filter_files, | |
652 | "-fprofile-filter-files"); | |
653 | parse_profile_filter (flag_profile_exclude_files, &profile_exclude_files, | |
654 | "-fprofile-exclude-files"); | |
655 | } | |
656 | ||
657 | /* Parse vectors of regular expressions. */ | |
658 | ||
659 | static void | |
660 | release_profile_file_filtering () | |
661 | { | |
662 | profile_filter_files.release (); | |
663 | profile_exclude_files.release (); | |
664 | } | |
665 | ||
666 | /* Return true when FILENAME should be instrumented based on | |
667 | -fprofile-filter-files and -fprofile-exclude-files options. */ | |
668 | ||
669 | static bool | |
670 | include_source_file_for_profile (const char *filename) | |
671 | { | |
672 | /* First check whether file is included in flag_profile_exclude_files. */ | |
673 | for (unsigned i = 0; i < profile_exclude_files.length (); i++) | |
674 | if (regexec (&profile_exclude_files[i], | |
675 | filename, 0, NULL, 0) == REG_NOERROR) | |
676 | return false; | |
677 | ||
678 | /* For non-empty flag_profile_filter_files include only files matching a | |
679 | regex in the flag. */ | |
680 | if (profile_filter_files.is_empty ()) | |
681 | return true; | |
682 | ||
683 | for (unsigned i = 0; i < profile_filter_files.length (); i++) | |
684 | if (regexec (&profile_filter_files[i], filename, 0, NULL, 0) == REG_NOERROR) | |
685 | return true; | |
686 | ||
687 | return false; | |
688 | } | |
689 | ||
4c790ba8 | 690 | #ifndef HAVE_sync_compare_and_swapsi |
691 | #define HAVE_sync_compare_and_swapsi 0 | |
692 | #endif | |
693 | #ifndef HAVE_atomic_compare_and_swapsi | |
694 | #define HAVE_atomic_compare_and_swapsi 0 | |
695 | #endif | |
696 | ||
697 | #ifndef HAVE_sync_compare_and_swapdi | |
698 | #define HAVE_sync_compare_and_swapdi 0 | |
699 | #endif | |
700 | #ifndef HAVE_atomic_compare_and_swapdi | |
701 | #define HAVE_atomic_compare_and_swapdi 0 | |
702 | #endif | |
703 | ||
85344eeb | 704 | /* Profile all functions in the callgraph. */ |
4ee9c684 | 705 | |
2a1990e9 | 706 | static unsigned int |
d2971487 | 707 | tree_profiling (void) |
708 | { | |
85344eeb | 709 | struct cgraph_node *node; |
710 | ||
4c790ba8 | 711 | /* Verify whether we can utilize atomic update operations. */ |
3af33bcf | 712 | bool can_support_atomic = false; |
713 | unsigned HOST_WIDE_INT gcov_type_size | |
714 | = tree_to_uhwi (TYPE_SIZE_UNIT (get_gcov_type ())); | |
715 | if (gcov_type_size == 4) | |
716 | can_support_atomic | |
717 | = HAVE_sync_compare_and_swapsi || HAVE_atomic_compare_and_swapsi; | |
718 | else if (gcov_type_size == 8) | |
719 | can_support_atomic | |
720 | = HAVE_sync_compare_and_swapdi || HAVE_atomic_compare_and_swapdi; | |
721 | ||
722 | if (flag_profile_update == PROFILE_UPDATE_ATOMIC | |
723 | && !can_support_atomic) | |
4c790ba8 | 724 | { |
3af33bcf | 725 | warning (0, "target does not support atomic profile update, " |
726 | "single mode is selected"); | |
727 | flag_profile_update = PROFILE_UPDATE_SINGLE; | |
4c790ba8 | 728 | } |
3af33bcf | 729 | else if (flag_profile_update == PROFILE_UPDATE_PREFER_ATOMIC) |
730 | flag_profile_update = can_support_atomic | |
731 | ? PROFILE_UPDATE_ATOMIC : PROFILE_UPDATE_SINGLE; | |
4c790ba8 | 732 | |
3e7f455b | 733 | /* This is a small-ipa pass that gets called only once, from |
734 | cgraphunit.c:ipa_passes(). */ | |
35ee1c66 | 735 | gcc_assert (symtab->state == IPA_SSA); |
f81207a7 | 736 | |
fe37be54 | 737 | init_node_map (true); |
aed74248 | 738 | parse_profile_file_filtering (); |
1ad3e14c | 739 | |
7c455d87 | 740 | FOR_EACH_DEFINED_FUNCTION (node) |
85344eeb | 741 | { |
e9780462 | 742 | bool thunk = false; |
743 | if (!gimple_has_body_p (node->decl) && !node->thunk.thunk_p) | |
85344eeb | 744 | continue; |
745 | ||
746 | /* Don't profile functions produced for builtin stuff. */ | |
02774f2d | 747 | if (DECL_SOURCE_LOCATION (node->decl) == BUILTINS_LOCATION) |
85344eeb | 748 | continue; |
749 | ||
595e387a | 750 | if (lookup_attribute ("no_profile_instrument_function", |
751 | DECL_ATTRIBUTES (node->decl))) | |
752 | continue; | |
1a382068 | 753 | /* Do not instrument extern inline functions when testing coverage. |
754 | While this is not perfectly consistent (early inlined extern inlines | |
755 | will get acocunted), testsuite expects that. */ | |
756 | if (DECL_EXTERNAL (node->decl) | |
757 | && flag_test_coverage) | |
758 | continue; | |
759 | ||
aed74248 | 760 | const char *file = LOCATION_FILE (DECL_SOURCE_LOCATION (node->decl)); |
761 | if (!include_source_file_for_profile (file)) | |
762 | continue; | |
763 | ||
e9780462 | 764 | if (node->thunk.thunk_p) |
765 | { | |
f4d3c071 | 766 | /* We cannot expand variadic thunks to Gimple. */ |
e9780462 | 767 | if (stdarg_p (TREE_TYPE (node->decl))) |
768 | continue; | |
769 | thunk = true; | |
770 | /* When generate profile, expand thunk to gimple so it can be | |
771 | instrumented same way as other functions. */ | |
772 | if (profile_arc_flag) | |
773 | node->expand_thunk (false, true); | |
774 | /* Read cgraph profile but keep function as thunk at profile-use | |
775 | time. */ | |
776 | else | |
777 | { | |
778 | read_thunk_profile (node); | |
779 | continue; | |
780 | } | |
781 | } | |
782 | ||
02774f2d | 783 | push_cfun (DECL_STRUCT_FUNCTION (node->decl)); |
85344eeb | 784 | |
b9078d9f | 785 | if (dump_file) |
786 | dump_function_header (dump_file, cfun->decl, dump_flags); | |
787 | ||
8c1fce46 | 788 | /* Local pure-const may imply need to fixup the cfg. */ |
e9780462 | 789 | if (gimple_has_body_p (node->decl) |
790 | && (execute_fixup_cfg () & TODO_cleanup_cfg)) | |
141de90e | 791 | cleanup_tree_cfg (); |
3e7f455b | 792 | |
e9780462 | 793 | branch_prob (thunk); |
85344eeb | 794 | |
795 | if (! flag_branch_probabilities | |
796 | && flag_profile_values) | |
fc49fbc1 | 797 | gimple_gen_ic_func_profiler (); |
85344eeb | 798 | |
799 | if (flag_branch_probabilities | |
e9780462 | 800 | && !thunk |
85344eeb | 801 | && flag_profile_values |
802 | && flag_value_profile_transformations) | |
fc49fbc1 | 803 | gimple_value_profile_transformations (); |
85344eeb | 804 | |
805 | /* The above could hose dominator info. Currently there is | |
806 | none coming in, this is a safety valve. It should be | |
807 | easy to adjust it, if and when there is some. */ | |
808 | free_dominance_info (CDI_DOMINATORS); | |
809 | free_dominance_info (CDI_POST_DOMINATORS); | |
85344eeb | 810 | pop_cfun (); |
811 | } | |
812 | ||
aed74248 | 813 | release_profile_file_filtering (); |
814 | ||
85344eeb | 815 | /* Drop pure/const flags from instrumented functions. */ |
1059fe86 | 816 | if (profile_arc_flag || flag_test_coverage) |
817 | FOR_EACH_DEFINED_FUNCTION (node) | |
818 | { | |
819 | if (!gimple_has_body_p (node->decl) | |
820 | || !(!node->clone_of | |
821 | || node->decl != node->clone_of->decl)) | |
822 | continue; | |
823 | ||
824 | /* Don't profile functions produced for builtin stuff. */ | |
825 | if (DECL_SOURCE_LOCATION (node->decl) == BUILTINS_LOCATION) | |
826 | continue; | |
827 | ||
828 | node->set_const_flag (false, false); | |
829 | node->set_pure_flag (false, false); | |
830 | } | |
85344eeb | 831 | |
832 | /* Update call statements and rebuild the cgraph. */ | |
7c455d87 | 833 | FOR_EACH_DEFINED_FUNCTION (node) |
85344eeb | 834 | { |
835 | basic_block bb; | |
836 | ||
02774f2d | 837 | if (!gimple_has_body_p (node->decl) |
7d0d0ce1 | 838 | || !(!node->clone_of |
02774f2d | 839 | || node->decl != node->clone_of->decl)) |
85344eeb | 840 | continue; |
841 | ||
842 | /* Don't profile functions produced for builtin stuff. */ | |
02774f2d | 843 | if (DECL_SOURCE_LOCATION (node->decl) == BUILTINS_LOCATION) |
85344eeb | 844 | continue; |
845 | ||
02774f2d | 846 | push_cfun (DECL_STRUCT_FUNCTION (node->decl)); |
85344eeb | 847 | |
fc00614f | 848 | FOR_EACH_BB_FN (bb, cfun) |
85344eeb | 849 | { |
850 | gimple_stmt_iterator gsi; | |
851 | for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi)) | |
852 | { | |
42acab1c | 853 | gimple *stmt = gsi_stmt (gsi); |
85344eeb | 854 | if (is_gimple_call (stmt)) |
855 | update_stmt (stmt); | |
856 | } | |
857 | } | |
858 | ||
2701a3fd | 859 | /* re-merge split blocks. */ |
860 | cleanup_tree_cfg (); | |
85344eeb | 861 | update_ssa (TODO_update_ssa); |
862 | ||
35ee1c66 | 863 | cgraph_edge::rebuild_edges (); |
85344eeb | 864 | |
85344eeb | 865 | pop_cfun (); |
866 | } | |
fdc47e9a | 867 | |
38a65d4e | 868 | handle_missing_profiles (); |
869 | ||
9af5ce0c | 870 | del_node_map (); |
2a1990e9 | 871 | return 0; |
d2971487 | 872 | } |
873 | ||
cbe8bda8 | 874 | namespace { |
875 | ||
876 | const pass_data pass_data_ipa_tree_profile = | |
4ee9c684 | 877 | { |
cbe8bda8 | 878 | SIMPLE_IPA_PASS, /* type */ |
879 | "profile", /* name */ | |
880 | OPTGROUP_NONE, /* optinfo_flags */ | |
cbe8bda8 | 881 | TV_IPA_PROFILE, /* tv_id */ |
882 | 0, /* properties_required */ | |
883 | 0, /* properties_provided */ | |
884 | 0, /* properties_destroyed */ | |
885 | 0, /* todo_flags_start */ | |
1059fe86 | 886 | TODO_dump_symtab, /* todo_flags_finish */ |
4ee9c684 | 887 | }; |
888 | ||
cbe8bda8 | 889 | class pass_ipa_tree_profile : public simple_ipa_opt_pass |
890 | { | |
891 | public: | |
9af5ce0c | 892 | pass_ipa_tree_profile (gcc::context *ctxt) |
893 | : simple_ipa_opt_pass (pass_data_ipa_tree_profile, ctxt) | |
cbe8bda8 | 894 | {} |
895 | ||
896 | /* opt_pass methods: */ | |
31315c24 | 897 | virtual bool gate (function *); |
65b0537f | 898 | virtual unsigned int execute (function *) { return tree_profiling (); } |
cbe8bda8 | 899 | |
900 | }; // class pass_ipa_tree_profile | |
901 | ||
31315c24 | 902 | bool |
903 | pass_ipa_tree_profile::gate (function *) | |
904 | { | |
94bed7c3 | 905 | /* When profile instrumentation, use or test coverage shall be performed. |
906 | But for AutoFDO, this there is no instrumentation, thus this pass is | |
907 | diabled. */ | |
908 | return (!in_lto_p && !flag_auto_profile | |
31315c24 | 909 | && (flag_branch_probabilities || flag_test_coverage |
910 | || profile_arc_flag)); | |
911 | } | |
912 | ||
cbe8bda8 | 913 | } // anon namespace |
914 | ||
915 | simple_ipa_opt_pass * | |
916 | make_pass_ipa_tree_profile (gcc::context *ctxt) | |
917 | { | |
918 | return new pass_ipa_tree_profile (ctxt); | |
919 | } | |
920 | ||
d7683f13 | 921 | #include "gt-tree-profile.h" |