1 |
684 |
jeremybenn |
/* Calculate branch probabilities, and basic block execution counts.
|
2 |
|
|
Copyright (C) 1990, 1991, 1992, 1993, 1994, 1996, 1997, 1998, 1999,
|
3 |
|
|
2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2010
|
4 |
|
|
Free Software Foundation, Inc.
|
5 |
|
|
Contributed by James E. Wilson, UC Berkeley/Cygnus Support;
|
6 |
|
|
based on some ideas from Dain Samples of UC Berkeley.
|
7 |
|
|
Further mangling by Bob Manson, Cygnus Support.
|
8 |
|
|
Converted to use trees by Dale Johannesen, Apple Computer.
|
9 |
|
|
|
10 |
|
|
This file is part of GCC.
|
11 |
|
|
|
12 |
|
|
GCC is free software; you can redistribute it and/or modify it under
|
13 |
|
|
the terms of the GNU General Public License as published by the Free
|
14 |
|
|
Software Foundation; either version 3, or (at your option) any later
|
15 |
|
|
version.
|
16 |
|
|
|
17 |
|
|
GCC is distributed in the hope that it will be useful, but WITHOUT ANY
|
18 |
|
|
WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
19 |
|
|
FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
20 |
|
|
for more details.
|
21 |
|
|
|
22 |
|
|
You should have received a copy of the GNU General Public License
|
23 |
|
|
along with GCC; see the file COPYING3. If not see
|
24 |
|
|
<http://www.gnu.org/licenses/>. */
|
25 |
|
|
|
26 |
|
|
/* Generate basic block profile instrumentation and auxiliary files.
|
27 |
|
|
Tree-based version. See profile.c for overview. */
|
28 |
|
|
|
29 |
|
|
#include "config.h"
|
30 |
|
|
#include "system.h"
|
31 |
|
|
#include "coretypes.h"
|
32 |
|
|
#include "tm.h"
|
33 |
|
|
#include "flags.h"
|
34 |
|
|
#include "regs.h"
|
35 |
|
|
#include "function.h"
|
36 |
|
|
#include "basic-block.h"
|
37 |
|
|
#include "diagnostic-core.h"
|
38 |
|
|
#include "coverage.h"
|
39 |
|
|
#include "tree.h"
|
40 |
|
|
#include "tree-flow.h"
|
41 |
|
|
#include "tree-dump.h"
|
42 |
|
|
#include "tree-pass.h"
|
43 |
|
|
#include "timevar.h"
|
44 |
|
|
#include "value-prof.h"
|
45 |
|
|
#include "cgraph.h"
|
46 |
|
|
#include "profile.h"
|
47 |
|
|
#include "target.h"
|
48 |
|
|
#include "output.h"
|
49 |
|
|
|
50 |
|
|
static GTY(()) tree gcov_type_node;
|
51 |
|
|
static GTY(()) tree gcov_type_tmp_var;
|
52 |
|
|
static GTY(()) tree tree_interval_profiler_fn;
|
53 |
|
|
static GTY(()) tree tree_pow2_profiler_fn;
|
54 |
|
|
static GTY(()) tree tree_one_value_profiler_fn;
|
55 |
|
|
static GTY(()) tree tree_indirect_call_profiler_fn;
|
56 |
|
|
static GTY(()) tree tree_average_profiler_fn;
|
57 |
|
|
static GTY(()) tree tree_ior_profiler_fn;
|
58 |
|
|
|
59 |
|
|
|
60 |
|
|
static GTY(()) tree ic_void_ptr_var;
|
61 |
|
|
static GTY(()) tree ic_gcov_type_ptr_var;
|
62 |
|
|
static GTY(()) tree ptr_void;
|
63 |
|
|
|
64 |
|
|
/* Do initialization work for the edge profiler. */
|
65 |
|
|
|
66 |
|
|
/* Add code:
|
67 |
|
|
static gcov* __gcov_indirect_call_counters; // pointer to actual counter
|
68 |
|
|
static void* __gcov_indirect_call_callee; // actual callee address
|
69 |
|
|
*/
|
70 |
|
|
static void
|
71 |
|
|
init_ic_make_global_vars (void)
|
72 |
|
|
{
|
73 |
|
|
tree gcov_type_ptr;
|
74 |
|
|
|
75 |
|
|
ptr_void = build_pointer_type (void_type_node);
|
76 |
|
|
|
77 |
|
|
ic_void_ptr_var
|
78 |
|
|
= build_decl (UNKNOWN_LOCATION, VAR_DECL,
|
79 |
|
|
get_identifier ("__gcov_indirect_call_callee"),
|
80 |
|
|
ptr_void);
|
81 |
|
|
TREE_STATIC (ic_void_ptr_var) = 1;
|
82 |
|
|
TREE_PUBLIC (ic_void_ptr_var) = 0;
|
83 |
|
|
DECL_ARTIFICIAL (ic_void_ptr_var) = 1;
|
84 |
|
|
DECL_INITIAL (ic_void_ptr_var) = NULL;
|
85 |
|
|
if (targetm.have_tls)
|
86 |
|
|
DECL_TLS_MODEL (ic_void_ptr_var) =
|
87 |
|
|
decl_default_tls_model (ic_void_ptr_var);
|
88 |
|
|
|
89 |
|
|
varpool_finalize_decl (ic_void_ptr_var);
|
90 |
|
|
varpool_mark_needed_node (varpool_node (ic_void_ptr_var));
|
91 |
|
|
|
92 |
|
|
gcov_type_ptr = build_pointer_type (get_gcov_type ());
|
93 |
|
|
ic_gcov_type_ptr_var
|
94 |
|
|
= build_decl (UNKNOWN_LOCATION, VAR_DECL,
|
95 |
|
|
get_identifier ("__gcov_indirect_call_counters"),
|
96 |
|
|
gcov_type_ptr);
|
97 |
|
|
TREE_STATIC (ic_gcov_type_ptr_var) = 1;
|
98 |
|
|
TREE_PUBLIC (ic_gcov_type_ptr_var) = 0;
|
99 |
|
|
DECL_ARTIFICIAL (ic_gcov_type_ptr_var) = 1;
|
100 |
|
|
DECL_INITIAL (ic_gcov_type_ptr_var) = NULL;
|
101 |
|
|
if (targetm.have_tls)
|
102 |
|
|
DECL_TLS_MODEL (ic_gcov_type_ptr_var) =
|
103 |
|
|
decl_default_tls_model (ic_gcov_type_ptr_var);
|
104 |
|
|
|
105 |
|
|
varpool_finalize_decl (ic_gcov_type_ptr_var);
|
106 |
|
|
varpool_mark_needed_node (varpool_node (ic_gcov_type_ptr_var));
|
107 |
|
|
}
|
108 |
|
|
|
109 |
|
|
void
|
110 |
|
|
gimple_init_edge_profiler (void)
|
111 |
|
|
{
|
112 |
|
|
tree interval_profiler_fn_type;
|
113 |
|
|
tree pow2_profiler_fn_type;
|
114 |
|
|
tree one_value_profiler_fn_type;
|
115 |
|
|
tree gcov_type_ptr;
|
116 |
|
|
tree ic_profiler_fn_type;
|
117 |
|
|
tree average_profiler_fn_type;
|
118 |
|
|
|
119 |
|
|
if (!gcov_type_node)
|
120 |
|
|
{
|
121 |
|
|
gcov_type_node = get_gcov_type ();
|
122 |
|
|
gcov_type_ptr = build_pointer_type (gcov_type_node);
|
123 |
|
|
|
124 |
|
|
/* void (*) (gcov_type *, gcov_type, int, unsigned) */
|
125 |
|
|
interval_profiler_fn_type
|
126 |
|
|
= build_function_type_list (void_type_node,
|
127 |
|
|
gcov_type_ptr, gcov_type_node,
|
128 |
|
|
integer_type_node,
|
129 |
|
|
unsigned_type_node, NULL_TREE);
|
130 |
|
|
tree_interval_profiler_fn
|
131 |
|
|
= build_fn_decl ("__gcov_interval_profiler",
|
132 |
|
|
interval_profiler_fn_type);
|
133 |
|
|
TREE_NOTHROW (tree_interval_profiler_fn) = 1;
|
134 |
|
|
DECL_ATTRIBUTES (tree_interval_profiler_fn)
|
135 |
|
|
= tree_cons (get_identifier ("leaf"), NULL,
|
136 |
|
|
DECL_ATTRIBUTES (tree_interval_profiler_fn));
|
137 |
|
|
|
138 |
|
|
/* void (*) (gcov_type *, gcov_type) */
|
139 |
|
|
pow2_profiler_fn_type
|
140 |
|
|
= build_function_type_list (void_type_node,
|
141 |
|
|
gcov_type_ptr, gcov_type_node,
|
142 |
|
|
NULL_TREE);
|
143 |
|
|
tree_pow2_profiler_fn = build_fn_decl ("__gcov_pow2_profiler",
|
144 |
|
|
pow2_profiler_fn_type);
|
145 |
|
|
TREE_NOTHROW (tree_pow2_profiler_fn) = 1;
|
146 |
|
|
DECL_ATTRIBUTES (tree_pow2_profiler_fn)
|
147 |
|
|
= tree_cons (get_identifier ("leaf"), NULL,
|
148 |
|
|
DECL_ATTRIBUTES (tree_pow2_profiler_fn));
|
149 |
|
|
|
150 |
|
|
/* void (*) (gcov_type *, gcov_type) */
|
151 |
|
|
one_value_profiler_fn_type
|
152 |
|
|
= build_function_type_list (void_type_node,
|
153 |
|
|
gcov_type_ptr, gcov_type_node,
|
154 |
|
|
NULL_TREE);
|
155 |
|
|
tree_one_value_profiler_fn
|
156 |
|
|
= build_fn_decl ("__gcov_one_value_profiler",
|
157 |
|
|
one_value_profiler_fn_type);
|
158 |
|
|
TREE_NOTHROW (tree_one_value_profiler_fn) = 1;
|
159 |
|
|
DECL_ATTRIBUTES (tree_one_value_profiler_fn)
|
160 |
|
|
= tree_cons (get_identifier ("leaf"), NULL,
|
161 |
|
|
DECL_ATTRIBUTES (tree_one_value_profiler_fn));
|
162 |
|
|
|
163 |
|
|
init_ic_make_global_vars ();
|
164 |
|
|
|
165 |
|
|
/* void (*) (gcov_type *, gcov_type, void *, void *) */
|
166 |
|
|
ic_profiler_fn_type
|
167 |
|
|
= build_function_type_list (void_type_node,
|
168 |
|
|
gcov_type_ptr, gcov_type_node,
|
169 |
|
|
ptr_void,
|
170 |
|
|
ptr_void, NULL_TREE);
|
171 |
|
|
tree_indirect_call_profiler_fn
|
172 |
|
|
= build_fn_decl ("__gcov_indirect_call_profiler",
|
173 |
|
|
ic_profiler_fn_type);
|
174 |
|
|
TREE_NOTHROW (tree_indirect_call_profiler_fn) = 1;
|
175 |
|
|
DECL_ATTRIBUTES (tree_indirect_call_profiler_fn)
|
176 |
|
|
= tree_cons (get_identifier ("leaf"), NULL,
|
177 |
|
|
DECL_ATTRIBUTES (tree_indirect_call_profiler_fn));
|
178 |
|
|
|
179 |
|
|
/* void (*) (gcov_type *, gcov_type) */
|
180 |
|
|
average_profiler_fn_type
|
181 |
|
|
= build_function_type_list (void_type_node,
|
182 |
|
|
gcov_type_ptr, gcov_type_node, NULL_TREE);
|
183 |
|
|
tree_average_profiler_fn
|
184 |
|
|
= build_fn_decl ("__gcov_average_profiler",
|
185 |
|
|
average_profiler_fn_type);
|
186 |
|
|
TREE_NOTHROW (tree_average_profiler_fn) = 1;
|
187 |
|
|
DECL_ATTRIBUTES (tree_average_profiler_fn)
|
188 |
|
|
= tree_cons (get_identifier ("leaf"), NULL,
|
189 |
|
|
DECL_ATTRIBUTES (tree_average_profiler_fn));
|
190 |
|
|
tree_ior_profiler_fn
|
191 |
|
|
= build_fn_decl ("__gcov_ior_profiler",
|
192 |
|
|
average_profiler_fn_type);
|
193 |
|
|
TREE_NOTHROW (tree_ior_profiler_fn) = 1;
|
194 |
|
|
DECL_ATTRIBUTES (tree_ior_profiler_fn)
|
195 |
|
|
= tree_cons (get_identifier ("leaf"), NULL,
|
196 |
|
|
DECL_ATTRIBUTES (tree_ior_profiler_fn));
|
197 |
|
|
|
198 |
|
|
/* LTO streamer needs assembler names. Because we create these decls
|
199 |
|
|
late, we need to initialize them by hand. */
|
200 |
|
|
DECL_ASSEMBLER_NAME (tree_interval_profiler_fn);
|
201 |
|
|
DECL_ASSEMBLER_NAME (tree_pow2_profiler_fn);
|
202 |
|
|
DECL_ASSEMBLER_NAME (tree_one_value_profiler_fn);
|
203 |
|
|
DECL_ASSEMBLER_NAME (tree_indirect_call_profiler_fn);
|
204 |
|
|
DECL_ASSEMBLER_NAME (tree_average_profiler_fn);
|
205 |
|
|
DECL_ASSEMBLER_NAME (tree_ior_profiler_fn);
|
206 |
|
|
}
|
207 |
|
|
}
|
208 |
|
|
|
209 |
|
|
/* Output instructions as GIMPLE trees to increment the edge
|
210 |
|
|
execution count, and insert them on E. We rely on
|
211 |
|
|
gsi_insert_on_edge to preserve the order. */
|
212 |
|
|
|
213 |
|
|
void
|
214 |
|
|
gimple_gen_edge_profiler (int edgeno, edge e)
|
215 |
|
|
{
|
216 |
|
|
tree ref, one;
|
217 |
|
|
gimple stmt1, stmt2, stmt3;
|
218 |
|
|
|
219 |
|
|
/* We share one temporary variable declaration per function. This
|
220 |
|
|
gets re-set in tree_profiling. */
|
221 |
|
|
if (gcov_type_tmp_var == NULL_TREE)
|
222 |
|
|
gcov_type_tmp_var = create_tmp_reg (gcov_type_node, "PROF_edge_counter");
|
223 |
|
|
ref = tree_coverage_counter_ref (GCOV_COUNTER_ARCS, edgeno);
|
224 |
|
|
one = build_int_cst (gcov_type_node, 1);
|
225 |
|
|
stmt1 = gimple_build_assign (gcov_type_tmp_var, ref);
|
226 |
|
|
gimple_assign_set_lhs (stmt1, make_ssa_name (gcov_type_tmp_var, stmt1));
|
227 |
|
|
find_referenced_vars_in (stmt1);
|
228 |
|
|
stmt2 = gimple_build_assign_with_ops (PLUS_EXPR, gcov_type_tmp_var,
|
229 |
|
|
gimple_assign_lhs (stmt1), one);
|
230 |
|
|
gimple_assign_set_lhs (stmt2, make_ssa_name (gcov_type_tmp_var, stmt2));
|
231 |
|
|
stmt3 = gimple_build_assign (unshare_expr (ref), gimple_assign_lhs (stmt2));
|
232 |
|
|
gsi_insert_on_edge (e, stmt1);
|
233 |
|
|
gsi_insert_on_edge (e, stmt2);
|
234 |
|
|
gsi_insert_on_edge (e, stmt3);
|
235 |
|
|
}
|
236 |
|
|
|
237 |
|
|
/* Emits code to get VALUE to instrument at GSI, and returns the
|
238 |
|
|
variable containing the value. */
|
239 |
|
|
|
240 |
|
|
static tree
|
241 |
|
|
prepare_instrumented_value (gimple_stmt_iterator *gsi, histogram_value value)
|
242 |
|
|
{
|
243 |
|
|
tree val = value->hvalue.value;
|
244 |
|
|
if (POINTER_TYPE_P (TREE_TYPE (val)))
|
245 |
|
|
val = fold_convert (build_nonstandard_integer_type
|
246 |
|
|
(TYPE_PRECISION (TREE_TYPE (val)), 1), val);
|
247 |
|
|
return force_gimple_operand_gsi (gsi, fold_convert (gcov_type_node, val),
|
248 |
|
|
true, NULL_TREE, true, GSI_SAME_STMT);
|
249 |
|
|
}
|
250 |
|
|
|
251 |
|
|
/* Output instructions as GIMPLE trees to increment the interval histogram
|
252 |
|
|
counter. VALUE is the expression whose value is profiled. TAG is the
|
253 |
|
|
tag of the section for counters, BASE is offset of the counter position. */
|
254 |
|
|
|
255 |
|
|
void
|
256 |
|
|
gimple_gen_interval_profiler (histogram_value value, unsigned tag, unsigned base)
|
257 |
|
|
{
|
258 |
|
|
gimple stmt = value->hvalue.stmt;
|
259 |
|
|
gimple_stmt_iterator gsi = gsi_for_stmt (stmt);
|
260 |
|
|
tree ref = tree_coverage_counter_ref (tag, base), ref_ptr;
|
261 |
|
|
gimple call;
|
262 |
|
|
tree val;
|
263 |
|
|
tree start = build_int_cst_type (integer_type_node,
|
264 |
|
|
value->hdata.intvl.int_start);
|
265 |
|
|
tree steps = build_int_cst_type (unsigned_type_node,
|
266 |
|
|
value->hdata.intvl.steps);
|
267 |
|
|
|
268 |
|
|
ref_ptr = force_gimple_operand_gsi (&gsi,
|
269 |
|
|
build_addr (ref, current_function_decl),
|
270 |
|
|
true, NULL_TREE, true, GSI_SAME_STMT);
|
271 |
|
|
val = prepare_instrumented_value (&gsi, value);
|
272 |
|
|
call = gimple_build_call (tree_interval_profiler_fn, 4,
|
273 |
|
|
ref_ptr, val, start, steps);
|
274 |
|
|
find_referenced_vars_in (call);
|
275 |
|
|
gsi_insert_before (&gsi, call, GSI_NEW_STMT);
|
276 |
|
|
}
|
277 |
|
|
|
278 |
|
|
/* Output instructions as GIMPLE trees to increment the power of two histogram
|
279 |
|
|
counter. VALUE is the expression whose value is profiled. TAG is the tag
|
280 |
|
|
of the section for counters, BASE is offset of the counter position. */
|
281 |
|
|
|
282 |
|
|
void
|
283 |
|
|
gimple_gen_pow2_profiler (histogram_value value, unsigned tag, unsigned base)
|
284 |
|
|
{
|
285 |
|
|
gimple stmt = value->hvalue.stmt;
|
286 |
|
|
gimple_stmt_iterator gsi = gsi_for_stmt (stmt);
|
287 |
|
|
tree ref_ptr = tree_coverage_counter_addr (tag, base);
|
288 |
|
|
gimple call;
|
289 |
|
|
tree val;
|
290 |
|
|
|
291 |
|
|
ref_ptr = force_gimple_operand_gsi (&gsi, ref_ptr,
|
292 |
|
|
true, NULL_TREE, true, GSI_SAME_STMT);
|
293 |
|
|
val = prepare_instrumented_value (&gsi, value);
|
294 |
|
|
call = gimple_build_call (tree_pow2_profiler_fn, 2, ref_ptr, val);
|
295 |
|
|
find_referenced_vars_in (call);
|
296 |
|
|
gsi_insert_before (&gsi, call, GSI_NEW_STMT);
|
297 |
|
|
}
|
298 |
|
|
|
299 |
|
|
/* Output instructions as GIMPLE trees for code to find the most common value.
|
300 |
|
|
VALUE is the expression whose value is profiled. TAG is the tag of the
|
301 |
|
|
section for counters, BASE is offset of the counter position. */
|
302 |
|
|
|
303 |
|
|
void
|
304 |
|
|
gimple_gen_one_value_profiler (histogram_value value, unsigned tag, unsigned base)
|
305 |
|
|
{
|
306 |
|
|
gimple stmt = value->hvalue.stmt;
|
307 |
|
|
gimple_stmt_iterator gsi = gsi_for_stmt (stmt);
|
308 |
|
|
tree ref_ptr = tree_coverage_counter_addr (tag, base);
|
309 |
|
|
gimple call;
|
310 |
|
|
tree val;
|
311 |
|
|
|
312 |
|
|
ref_ptr = force_gimple_operand_gsi (&gsi, ref_ptr,
|
313 |
|
|
true, NULL_TREE, true, GSI_SAME_STMT);
|
314 |
|
|
val = prepare_instrumented_value (&gsi, value);
|
315 |
|
|
call = gimple_build_call (tree_one_value_profiler_fn, 2, ref_ptr, val);
|
316 |
|
|
find_referenced_vars_in (call);
|
317 |
|
|
gsi_insert_before (&gsi, call, GSI_NEW_STMT);
|
318 |
|
|
}
|
319 |
|
|
|
320 |
|
|
|
321 |
|
|
/* Output instructions as GIMPLE trees for code to find the most
|
322 |
|
|
common called function in indirect call.
|
323 |
|
|
VALUE is the call expression whose indirect callee is profiled.
|
324 |
|
|
TAG is the tag of the section for counters, BASE is offset of the
|
325 |
|
|
counter position. */
|
326 |
|
|
|
327 |
|
|
void
|
328 |
|
|
gimple_gen_ic_profiler (histogram_value value, unsigned tag, unsigned base)
|
329 |
|
|
{
|
330 |
|
|
tree tmp1;
|
331 |
|
|
gimple stmt1, stmt2, stmt3;
|
332 |
|
|
gimple stmt = value->hvalue.stmt;
|
333 |
|
|
gimple_stmt_iterator gsi = gsi_for_stmt (stmt);
|
334 |
|
|
tree ref_ptr = tree_coverage_counter_addr (tag, base);
|
335 |
|
|
|
336 |
|
|
ref_ptr = force_gimple_operand_gsi (&gsi, ref_ptr,
|
337 |
|
|
true, NULL_TREE, true, GSI_SAME_STMT);
|
338 |
|
|
|
339 |
|
|
/* Insert code:
|
340 |
|
|
|
341 |
|
|
__gcov_indirect_call_counters = get_relevant_counter_ptr ();
|
342 |
|
|
__gcov_indirect_call_callee = (void *) indirect call argument;
|
343 |
|
|
*/
|
344 |
|
|
|
345 |
|
|
tmp1 = create_tmp_reg (ptr_void, "PROF");
|
346 |
|
|
stmt1 = gimple_build_assign (ic_gcov_type_ptr_var, ref_ptr);
|
347 |
|
|
find_referenced_vars_in (stmt1);
|
348 |
|
|
stmt2 = gimple_build_assign (tmp1, unshare_expr (value->hvalue.value));
|
349 |
|
|
gimple_assign_set_lhs (stmt2, make_ssa_name (tmp1, stmt2));
|
350 |
|
|
find_referenced_vars_in (stmt2);
|
351 |
|
|
stmt3 = gimple_build_assign (ic_void_ptr_var, gimple_assign_lhs (stmt2));
|
352 |
|
|
add_referenced_var (ic_void_ptr_var);
|
353 |
|
|
|
354 |
|
|
gsi_insert_before (&gsi, stmt1, GSI_SAME_STMT);
|
355 |
|
|
gsi_insert_before (&gsi, stmt2, GSI_SAME_STMT);
|
356 |
|
|
gsi_insert_before (&gsi, stmt3, GSI_SAME_STMT);
|
357 |
|
|
}
|
358 |
|
|
|
359 |
|
|
|
360 |
|
|
/* Output instructions as GIMPLE trees for code to find the most
|
361 |
|
|
common called function in indirect call. Insert instructions at the
|
362 |
|
|
beginning of every possible called function.
|
363 |
|
|
*/
|
364 |
|
|
|
365 |
|
|
void
|
366 |
|
|
gimple_gen_ic_func_profiler (void)
|
367 |
|
|
{
|
368 |
|
|
struct cgraph_node * c_node = cgraph_get_node (current_function_decl);
|
369 |
|
|
gimple_stmt_iterator gsi;
|
370 |
|
|
gimple stmt1, stmt2;
|
371 |
|
|
tree tree_uid, cur_func, counter_ptr, ptr_var, void0;
|
372 |
|
|
|
373 |
|
|
if (cgraph_only_called_directly_p (c_node))
|
374 |
|
|
return;
|
375 |
|
|
|
376 |
|
|
gimple_init_edge_profiler ();
|
377 |
|
|
|
378 |
|
|
gsi = gsi_after_labels (single_succ (ENTRY_BLOCK_PTR));
|
379 |
|
|
|
380 |
|
|
cur_func = force_gimple_operand_gsi (&gsi,
|
381 |
|
|
build_addr (current_function_decl,
|
382 |
|
|
current_function_decl),
|
383 |
|
|
true, NULL_TREE,
|
384 |
|
|
true, GSI_SAME_STMT);
|
385 |
|
|
counter_ptr = force_gimple_operand_gsi (&gsi, ic_gcov_type_ptr_var,
|
386 |
|
|
true, NULL_TREE, true,
|
387 |
|
|
GSI_SAME_STMT);
|
388 |
|
|
add_referenced_var (ic_gcov_type_ptr_var);
|
389 |
|
|
ptr_var = force_gimple_operand_gsi (&gsi, ic_void_ptr_var,
|
390 |
|
|
true, NULL_TREE, true,
|
391 |
|
|
GSI_SAME_STMT);
|
392 |
|
|
add_referenced_var (ic_void_ptr_var);
|
393 |
|
|
tree_uid = build_int_cst (gcov_type_node, current_function_funcdef_no);
|
394 |
|
|
stmt1 = gimple_build_call (tree_indirect_call_profiler_fn, 4,
|
395 |
|
|
counter_ptr, tree_uid, cur_func, ptr_var);
|
396 |
|
|
gsi_insert_before (&gsi, stmt1, GSI_SAME_STMT);
|
397 |
|
|
|
398 |
|
|
/* Set __gcov_indirect_call_callee to 0,
|
399 |
|
|
so that calls from other modules won't get misattributed
|
400 |
|
|
to the last caller of the current callee. */
|
401 |
|
|
void0 = build_int_cst (build_pointer_type (void_type_node), 0);
|
402 |
|
|
stmt2 = gimple_build_assign (ic_void_ptr_var, void0);
|
403 |
|
|
gsi_insert_before (&gsi, stmt2, GSI_SAME_STMT);
|
404 |
|
|
}
|
405 |
|
|
|
406 |
|
|
/* Output instructions as GIMPLE trees for code to find the most common value
|
407 |
|
|
of a difference between two evaluations of an expression.
|
408 |
|
|
VALUE is the expression whose value is profiled. TAG is the tag of the
|
409 |
|
|
section for counters, BASE is offset of the counter position. */
|
410 |
|
|
|
411 |
|
|
void
|
412 |
|
|
gimple_gen_const_delta_profiler (histogram_value value ATTRIBUTE_UNUSED,
|
413 |
|
|
unsigned tag ATTRIBUTE_UNUSED,
|
414 |
|
|
unsigned base ATTRIBUTE_UNUSED)
|
415 |
|
|
{
|
416 |
|
|
/* FIXME implement this. */
|
417 |
|
|
#ifdef ENABLE_CHECKING
|
418 |
|
|
internal_error ("unimplemented functionality");
|
419 |
|
|
#endif
|
420 |
|
|
gcc_unreachable ();
|
421 |
|
|
}
|
422 |
|
|
|
423 |
|
|
/* Output instructions as GIMPLE trees to increment the average histogram
|
424 |
|
|
counter. VALUE is the expression whose value is profiled. TAG is the
|
425 |
|
|
tag of the section for counters, BASE is offset of the counter position. */
|
426 |
|
|
|
427 |
|
|
void
|
428 |
|
|
gimple_gen_average_profiler (histogram_value value, unsigned tag, unsigned base)
|
429 |
|
|
{
|
430 |
|
|
gimple stmt = value->hvalue.stmt;
|
431 |
|
|
gimple_stmt_iterator gsi = gsi_for_stmt (stmt);
|
432 |
|
|
tree ref_ptr = tree_coverage_counter_addr (tag, base);
|
433 |
|
|
gimple call;
|
434 |
|
|
tree val;
|
435 |
|
|
|
436 |
|
|
ref_ptr = force_gimple_operand_gsi (&gsi, ref_ptr,
|
437 |
|
|
true, NULL_TREE,
|
438 |
|
|
true, GSI_SAME_STMT);
|
439 |
|
|
val = prepare_instrumented_value (&gsi, value);
|
440 |
|
|
call = gimple_build_call (tree_average_profiler_fn, 2, ref_ptr, val);
|
441 |
|
|
find_referenced_vars_in (call);
|
442 |
|
|
gsi_insert_before (&gsi, call, GSI_NEW_STMT);
|
443 |
|
|
}
|
444 |
|
|
|
445 |
|
|
/* Output instructions as GIMPLE trees to increment the ior histogram
|
446 |
|
|
counter. VALUE is the expression whose value is profiled. TAG is the
|
447 |
|
|
tag of the section for counters, BASE is offset of the counter position. */
|
448 |
|
|
|
449 |
|
|
void
|
450 |
|
|
gimple_gen_ior_profiler (histogram_value value, unsigned tag, unsigned base)
|
451 |
|
|
{
|
452 |
|
|
gimple stmt = value->hvalue.stmt;
|
453 |
|
|
gimple_stmt_iterator gsi = gsi_for_stmt (stmt);
|
454 |
|
|
tree ref_ptr = tree_coverage_counter_addr (tag, base);
|
455 |
|
|
gimple call;
|
456 |
|
|
tree val;
|
457 |
|
|
|
458 |
|
|
ref_ptr = force_gimple_operand_gsi (&gsi, ref_ptr,
|
459 |
|
|
true, NULL_TREE, true, GSI_SAME_STMT);
|
460 |
|
|
val = prepare_instrumented_value (&gsi, value);
|
461 |
|
|
call = gimple_build_call (tree_ior_profiler_fn, 2, ref_ptr, val);
|
462 |
|
|
find_referenced_vars_in (call);
|
463 |
|
|
gsi_insert_before (&gsi, call, GSI_NEW_STMT);
|
464 |
|
|
}
|
465 |
|
|
|
466 |
|
|
/* Profile all functions in the callgraph. */
|
467 |
|
|
|
468 |
|
|
static unsigned int
|
469 |
|
|
tree_profiling (void)
|
470 |
|
|
{
|
471 |
|
|
struct cgraph_node *node;
|
472 |
|
|
|
473 |
|
|
/* Don't profile functions produced at destruction time, particularly
|
474 |
|
|
the gcov datastructure initializer. Don't profile if it has been
|
475 |
|
|
already instrumented either (when OpenMP expansion creates
|
476 |
|
|
child function from already instrumented body). */
|
477 |
|
|
if (cgraph_state == CGRAPH_STATE_FINISHED)
|
478 |
|
|
return 0;
|
479 |
|
|
|
480 |
|
|
init_node_map();
|
481 |
|
|
|
482 |
|
|
for (node = cgraph_nodes; node; node = node->next)
|
483 |
|
|
{
|
484 |
|
|
if (!node->analyzed
|
485 |
|
|
|| !gimple_has_body_p (node->decl))
|
486 |
|
|
continue;
|
487 |
|
|
|
488 |
|
|
/* Don't profile functions produced for builtin stuff. */
|
489 |
|
|
if (DECL_SOURCE_LOCATION (node->decl) == BUILTINS_LOCATION
|
490 |
|
|
|| DECL_STRUCT_FUNCTION (node->decl)->after_tree_profile)
|
491 |
|
|
continue;
|
492 |
|
|
|
493 |
|
|
push_cfun (DECL_STRUCT_FUNCTION (node->decl));
|
494 |
|
|
current_function_decl = node->decl;
|
495 |
|
|
|
496 |
|
|
/* Re-set global shared temporary variable for edge-counters. */
|
497 |
|
|
gcov_type_tmp_var = NULL_TREE;
|
498 |
|
|
|
499 |
|
|
/* Local pure-const may imply need to fixup the cfg. */
|
500 |
|
|
execute_fixup_cfg ();
|
501 |
|
|
branch_prob ();
|
502 |
|
|
|
503 |
|
|
if (! flag_branch_probabilities
|
504 |
|
|
&& flag_profile_values)
|
505 |
|
|
gimple_gen_ic_func_profiler ();
|
506 |
|
|
|
507 |
|
|
if (flag_branch_probabilities
|
508 |
|
|
&& flag_profile_values
|
509 |
|
|
&& flag_value_profile_transformations)
|
510 |
|
|
gimple_value_profile_transformations ();
|
511 |
|
|
|
512 |
|
|
/* The above could hose dominator info. Currently there is
|
513 |
|
|
none coming in, this is a safety valve. It should be
|
514 |
|
|
easy to adjust it, if and when there is some. */
|
515 |
|
|
free_dominance_info (CDI_DOMINATORS);
|
516 |
|
|
free_dominance_info (CDI_POST_DOMINATORS);
|
517 |
|
|
|
518 |
|
|
current_function_decl = NULL;
|
519 |
|
|
pop_cfun ();
|
520 |
|
|
}
|
521 |
|
|
|
522 |
|
|
/* Drop pure/const flags from instrumented functions. */
|
523 |
|
|
for (node = cgraph_nodes; node; node = node->next)
|
524 |
|
|
{
|
525 |
|
|
if (!node->analyzed
|
526 |
|
|
|| !gimple_has_body_p (node->decl)
|
527 |
|
|
|| !(!node->clone_of || node->decl != node->clone_of->decl))
|
528 |
|
|
continue;
|
529 |
|
|
|
530 |
|
|
/* Don't profile functions produced for builtin stuff. */
|
531 |
|
|
if (DECL_SOURCE_LOCATION (node->decl) == BUILTINS_LOCATION
|
532 |
|
|
|| DECL_STRUCT_FUNCTION (node->decl)->after_tree_profile)
|
533 |
|
|
continue;
|
534 |
|
|
|
535 |
|
|
cgraph_set_const_flag (node, false, false);
|
536 |
|
|
cgraph_set_pure_flag (node, false, false);
|
537 |
|
|
}
|
538 |
|
|
|
539 |
|
|
/* Update call statements and rebuild the cgraph. */
|
540 |
|
|
for (node = cgraph_nodes; node; node = node->next)
|
541 |
|
|
{
|
542 |
|
|
basic_block bb;
|
543 |
|
|
|
544 |
|
|
if (!node->analyzed
|
545 |
|
|
|| !gimple_has_body_p (node->decl)
|
546 |
|
|
|| !(!node->clone_of || node->decl != node->clone_of->decl))
|
547 |
|
|
continue;
|
548 |
|
|
|
549 |
|
|
/* Don't profile functions produced for builtin stuff. */
|
550 |
|
|
if (DECL_SOURCE_LOCATION (node->decl) == BUILTINS_LOCATION
|
551 |
|
|
|| DECL_STRUCT_FUNCTION (node->decl)->after_tree_profile)
|
552 |
|
|
continue;
|
553 |
|
|
|
554 |
|
|
push_cfun (DECL_STRUCT_FUNCTION (node->decl));
|
555 |
|
|
current_function_decl = node->decl;
|
556 |
|
|
|
557 |
|
|
FOR_EACH_BB (bb)
|
558 |
|
|
{
|
559 |
|
|
gimple_stmt_iterator gsi;
|
560 |
|
|
for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
|
561 |
|
|
{
|
562 |
|
|
gimple stmt = gsi_stmt (gsi);
|
563 |
|
|
if (is_gimple_call (stmt))
|
564 |
|
|
update_stmt (stmt);
|
565 |
|
|
}
|
566 |
|
|
}
|
567 |
|
|
|
568 |
|
|
cfun->after_tree_profile = 1;
|
569 |
|
|
update_ssa (TODO_update_ssa);
|
570 |
|
|
|
571 |
|
|
rebuild_cgraph_edges ();
|
572 |
|
|
|
573 |
|
|
current_function_decl = NULL;
|
574 |
|
|
pop_cfun ();
|
575 |
|
|
}
|
576 |
|
|
|
577 |
|
|
del_node_map();
|
578 |
|
|
return 0;
|
579 |
|
|
}
|
580 |
|
|
|
581 |
|
|
/* When profile instrumentation, use or test coverage shall be performed. */
|
582 |
|
|
|
583 |
|
|
static bool
|
584 |
|
|
gate_tree_profile_ipa (void)
|
585 |
|
|
{
|
586 |
|
|
return (!in_lto_p
|
587 |
|
|
&& (flag_branch_probabilities || flag_test_coverage
|
588 |
|
|
|| profile_arc_flag));
|
589 |
|
|
}
|
590 |
|
|
|
591 |
|
|
struct simple_ipa_opt_pass pass_ipa_tree_profile =
|
592 |
|
|
{
|
593 |
|
|
{
|
594 |
|
|
SIMPLE_IPA_PASS,
|
595 |
|
|
"profile", /* name */
|
596 |
|
|
gate_tree_profile_ipa, /* gate */
|
597 |
|
|
tree_profiling, /* execute */
|
598 |
|
|
NULL, /* sub */
|
599 |
|
|
NULL, /* next */
|
600 |
|
|
0, /* static_pass_number */
|
601 |
|
|
TV_IPA_PROFILE, /* tv_id */
|
602 |
|
|
0, /* properties_required */
|
603 |
|
|
0, /* properties_provided */
|
604 |
|
|
0, /* properties_destroyed */
|
605 |
|
|
0, /* todo_flags_start */
|
606 |
|
|
|
607 |
|
|
}
|
608 |
|
|
};
|
609 |
|
|
|
610 |
|
|
#include "gt-tree-profile.h"
|