GCC Middle and Back End API Reference
selftest.h
Go to the documentation of this file.
1/* A self-testing framework, for use by -fself-test.
2 Copyright (C) 2015-2025 Free Software Foundation, Inc.
3
4This file is part of GCC.
5
6GCC is free software; you can redistribute it and/or modify it under
7the terms of the GNU General Public License as published by the Free
8Software Foundation; either version 3, or (at your option) any later
9version.
10
11GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12WARRANTY; without even the implied warranty of MERCHANTABILITY or
13FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14for more details.
15
16You should have received a copy of the GNU General Public License
17along with GCC; see the file COPYING3. If not see
18<http://www.gnu.org/licenses/>. */
19
20#ifndef GCC_SELFTEST_H
21#define GCC_SELFTEST_H
22
23/* The selftest code should entirely disappear in a production
24 configuration, hence we guard all of it with #if CHECKING_P. */
25
26#if CHECKING_P
27
28class file_cache;
29
30namespace selftest {
31
32/* A struct describing the source-location of a selftest, to make it
33 easier to track down failing tests. */
34
35class location
36{
37public:
38 location (const char *file, int line, const char *function)
39 : m_file (file), m_line (line), m_function (function) {}
40
41 const char *m_file;
42 int m_line;
43 const char *m_function;
44};
45
46/* A macro for use in selftests and by the ASSERT_ macros below,
47 constructing a selftest::location for the current source location. */
48
49#define SELFTEST_LOCATION \
50 (::selftest::location (__FILE__, __LINE__, __FUNCTION__))
51
52/* The entrypoint for running all tests. */
53
54extern void run_tests ();
55
56/* Record the successful outcome of some aspect of the test. */
57
58extern void pass (const location &loc, const char *msg);
59
60/* Report the failed outcome of some aspect of the test and abort. */
61
62extern void fail (const location &loc, const char *msg)
64
65/* As "fail", but using printf-style formatted output. */
66
67extern void fail_formatted (const location &loc, const char *fmt, ...)
68 ATTRIBUTE_PRINTF_2 ATTRIBUTE_NORETURN;
69
70/* Implementation detail of ASSERT_STREQ. */
71
72extern void assert_streq (const location &loc,
73 const char *desc_val1, const char *desc_val2,
74 const char *val1, const char *val2);
75
76/* Implementation detail of ASSERT_STR_CONTAINS. */
77
78extern void assert_str_contains (const location &loc,
79 const char *desc_haystack,
80 const char *desc_needle,
81 const char *val_haystack,
82 const char *val_needle);
83
84/* Implementation detail of ASSERT_STR_STARTSWITH. */
85
86extern void assert_str_startswith (const location &loc,
87 const char *desc_str,
88 const char *desc_prefix,
89 const char *val_str,
90 const char *val_prefix);
91
92
93/* A named temporary file for use in selftests.
94 Usable for writing out files, and as the base class for
95 temp_source_file.
96 The file is unlinked in the destructor.
97 If the file_cache is non-null, the filename is evicted from
98 the file_cache when the named_temp_file is destroyed. */
99
100class named_temp_file
101{
102 public:
103 named_temp_file (const char *suffix, file_cache *fc = nullptr);
104 ~named_temp_file ();
105 const char *get_filename () const { return m_filename; }
106
107 private:
108 char *m_filename;
109 file_cache *m_file_cache;
110};
111
112/* A class for writing out a temporary sourcefile for use in selftests
113 of input handling. */
114
115class temp_source_file : public named_temp_file
116{
117 public:
118 temp_source_file (const location &loc, const char *suffix,
119 const char *content, file_cache *fc = nullptr);
120 temp_source_file (const location &loc, const char *suffix,
121 const char *content, size_t sz);
122};
123
124/* RAII-style class for avoiding introducing locale-specific differences
125 in strings containing localized quote marks, by temporarily overriding
126 the "open_quote" and "close_quote" globals to something hardcoded.
127
128 Specifically, the C locale's values are used:
129 - open_quote becomes "`"
130 - close_quote becomes "'"
131 for the lifetime of the object. */
132
133class auto_fix_quotes
134{
135 public:
136 auto_fix_quotes ();
137 ~auto_fix_quotes ();
138
139 private:
140 const char *m_saved_open_quote;
141 const char *m_saved_close_quote;
142};
143
144/* Various selftests involving location-handling require constructing a
145 line table and one or more line maps within it.
146
147 For maximum test coverage we want to run these tests with a variety
148 of situations:
149 - line_table->default_range_bits: some frontends use a non-zero value
150 and others use zero
151 - the fallback modes within line-map.cc: there are various threshold
152 values for location_t beyond line-map.cc changes
153 behavior (disabling of the range-packing optimization, disabling
154 of column-tracking). We can exercise these by starting the line_table
155 at interesting values at or near these thresholds.
156
157 The following struct describes a particular case within our test
158 matrix. */
159
160class line_table_case;
161
162/* A class for overriding the global "line_table" within a selftest,
163 restoring its value afterwards. At most one instance of this
164 class can exist at once, due to the need to keep the old value
165 of line_table as a GC root. */
166
167class line_table_test
168{
169 public:
170 /* Default constructor. Override "line_table", using sane defaults
171 for the temporary line_table. */
172 line_table_test ();
173
174 /* Constructor. Override "line_table", using the case described by C. */
175 line_table_test (const line_table_case &c);
176
177 /* Destructor. Restore the saved line_table. */
178 ~line_table_test ();
179};
180
181/* Run TESTCASE multiple times, once for each case in our test matrix. */
182
183extern void
184for_each_line_table_case (void (*testcase) (const line_table_case &));
185
186/* Read the contents of PATH into memory, returning a 0-terminated buffer
187 that must be freed by the caller.
188 Fail (and abort) if there are any problems, with LOC as the reported
189 location of the failure. */
190
191extern char *read_file (const location &loc, const char *path);
192
193/* Convert a path relative to SRCDIR/gcc/testsuite/selftests
194 to a real path (either absolute, or relative to pwd).
195 The result should be freed by the caller. */
196
197extern char *locate_file (const char *path);
198
199/* The path of SRCDIR/testsuite/selftests. */
200
201extern const char *path_to_selftest_files;
202
203/* selftest::test_runner is an implementation detail of selftest::run_tests,
204 exposed here to allow plugins to run their own suites of tests. */
205
206class test_runner
207{
208 public:
209 test_runner (const char *name);
210 ~test_runner ();
211
212 private:
213 const char *m_name;
214 long m_start_time;
215};
216
217/* Declarations for specific families of tests (by source file), in
218 alphabetical order. */
219extern void attribs_cc_tests ();
220extern void bitmap_cc_tests ();
221extern void cgraph_cc_tests ();
222extern void convert_cc_tests ();
223extern void dbgcnt_cc_tests ();
224extern void diagnostic_color_cc_tests ();
225extern void diagnostic_digraphs_cc_tests ();
226extern void diagnostic_format_html_cc_tests ();
227extern void diagnostic_format_sarif_cc_tests ();
228extern void diagnostic_output_spec_cc_tests ();
229extern void diagnostic_path_output_cc_tests ();
230extern void diagnostic_show_locus_cc_tests ();
231extern void diagnostic_state_graphs_cc_tests ();
232extern void digraph_cc_tests ();
233extern void dumpfile_cc_tests ();
234extern void edit_context_cc_tests ();
235extern void et_forest_cc_tests ();
236extern void fibonacci_heap_cc_tests ();
237extern void fold_const_cc_tests ();
238extern void function_tests_cc_tests ();
239extern void gcc_attribute_urlifier_cc_tests ();
240extern void gcc_urlifier_cc_tests ();
241extern void ggc_tests_cc_tests ();
242extern void gimple_cc_tests ();
243extern void gimple_range_tests ();
244extern void graphviz_cc_tests ();
245extern void hash_map_tests_cc_tests ();
246extern void hash_set_tests_cc_tests ();
247extern void input_cc_tests ();
248extern void ipa_modref_tree_cc_tests ();
249extern void json_cc_tests ();
250extern void json_parser_cc_tests ();
251extern void lazy_diagnostic_path_cc_tests ();
252extern void opt_suggestions_cc_tests ();
253extern void optinfo_emit_json_cc_tests ();
254extern void opts_cc_tests ();
255extern void ordered_hash_map_tests_cc_tests ();
256extern void path_coverage_cc_tests ();
257extern void predict_cc_tests ();
258extern void pretty_print_cc_tests ();
259extern void range_op_tests ();
260extern void range_tests ();
261extern void read_rtl_function_cc_tests ();
262extern void relation_tests ();
263extern void rtl_tests_cc_tests ();
264extern void sbitmap_cc_tests ();
265extern void selftest_cc_tests ();
266extern void selftest_logical_location_cc_tests ();
267extern void simple_diagnostic_path_cc_tests ();
268extern void simplify_rtx_cc_tests ();
269extern void spellcheck_cc_tests ();
270extern void spellcheck_tree_cc_tests ();
271extern void splay_tree_cc_tests ();
272extern void sreal_cc_tests ();
273extern void store_merging_cc_tests ();
274extern void tree_cc_tests ();
275extern void tree_cfg_cc_tests ();
276extern void tristate_cc_tests ();
277extern void typed_splay_tree_cc_tests ();
278extern void vec_cc_tests ();
279extern void vec_perm_indices_cc_tests ();
280extern void wide_int_cc_tests ();
281extern void xml_cc_tests ();
282
283extern int num_passes;
284
285} /* end of namespace selftest. */
286
287/* Macros for writing tests. */
288
289/* Evaluate EXPR and coerce to bool, calling
290 ::selftest::pass if it is true,
291 ::selftest::fail if it false. */
292
293#define ASSERT_TRUE(EXPR) \
294 ASSERT_TRUE_AT (SELFTEST_LOCATION, (EXPR))
295
296/* Like ASSERT_TRUE, but treat LOC as the effective location of the
297 selftest. */
298
299#define ASSERT_TRUE_AT(LOC, EXPR) \
300 SELFTEST_BEGIN_STMT \
301 const char *desc_ = "ASSERT_TRUE (" #EXPR ")"; \
302 bool actual_ = (EXPR); \
303 if (actual_) \
304 ::selftest::pass ((LOC), desc_); \
305 else \
306 ::selftest::fail ((LOC), desc_); \
307 SELFTEST_END_STMT
308
309/* Evaluate EXPR and coerce to bool, calling
310 ::selftest::pass if it is false,
311 ::selftest::fail if it true. */
312
313#define ASSERT_FALSE(EXPR) \
314 ASSERT_FALSE_AT (SELFTEST_LOCATION, (EXPR))
315
316/* Like ASSERT_FALSE, but treat LOC as the effective location of the
317 selftest. */
318
319#define ASSERT_FALSE_AT(LOC, EXPR) \
320 SELFTEST_BEGIN_STMT \
321 const char *desc_ = "ASSERT_FALSE (" #EXPR ")"; \
322 bool actual_ = (EXPR); \
323 if (actual_) \
324 ::selftest::fail ((LOC), desc_); \
325 else \
326 ::selftest::pass ((LOC), desc_); \
327 SELFTEST_END_STMT
328
329/* Evaluate VAL1 and VAL2 and compare them with ==, calling
330 ::selftest::pass if they are equal,
331 ::selftest::fail if they are non-equal. */
332
333#define ASSERT_EQ(VAL1, VAL2) \
334 ASSERT_EQ_AT ((SELFTEST_LOCATION), (VAL1), (VAL2))
335
336/* Like ASSERT_EQ, but treat LOC as the effective location of the
337 selftest. */
338
339#define ASSERT_EQ_AT(LOC, VAL1, VAL2) \
340 SELFTEST_BEGIN_STMT \
341 const char *desc_ = "ASSERT_EQ (" #VAL1 ", " #VAL2 ")"; \
342 if ((VAL1) == (VAL2)) \
343 ::selftest::pass ((LOC), desc_); \
344 else \
345 ::selftest::fail ((LOC), desc_); \
346 SELFTEST_END_STMT
347
348/* Evaluate VAL1 and VAL2 and compare them, calling
349 ::selftest::pass if they are within ABS_ERROR of each other,
350 ::selftest::fail if they are not. */
351
352#define ASSERT_NEAR(VAL1, VAL2, ABS_ERROR) \
353 ASSERT_NEAR_AT ((SELFTEST_LOCATION), (VAL1), (VAL2), (ABS_ERROR))
354
355/* Like ASSERT_NEAR, but treat LOC as the effective location of the
356 selftest. */
357
358#define ASSERT_NEAR_AT(LOC, VAL1, VAL2, ABS_ERROR) \
359 SELFTEST_BEGIN_STMT \
360 const char *desc_ = "ASSERT_NEAR (" #VAL1 ", " #VAL2 ", " #ABS_ERROR ")"; \
361 double error = fabs ((VAL1) - (VAL2)); \
362 if (error < (ABS_ERROR)) \
363 ::selftest::pass ((LOC), desc_); \
364 else \
365 ::selftest::fail ((LOC), desc_); \
366 SELFTEST_END_STMT
367
368/* Evaluate VAL1 and VAL2 and compare them with known_eq, calling
369 ::selftest::pass if they are always equal,
370 ::selftest::fail if they might be non-equal. */
371
372#define ASSERT_KNOWN_EQ(VAL1, VAL2) \
373 ASSERT_KNOWN_EQ_AT ((SELFTEST_LOCATION), (VAL1), (VAL2))
374
375/* Like ASSERT_KNOWN_EQ, but treat LOC as the effective location of the
376 selftest. */
377
378#define ASSERT_KNOWN_EQ_AT(LOC, VAL1, VAL2) \
379 SELFTEST_BEGIN_STMT \
380 const char *desc = "ASSERT_KNOWN_EQ (" #VAL1 ", " #VAL2 ")"; \
381 if (known_eq (VAL1, VAL2)) \
382 ::selftest::pass ((LOC), desc); \
383 else \
384 ::selftest::fail ((LOC), desc); \
385 SELFTEST_END_STMT
386
387/* Evaluate VAL1 and VAL2 and compare them with !=, calling
388 ::selftest::pass if they are non-equal,
389 ::selftest::fail if they are equal. */
390
391#define ASSERT_NE(VAL1, VAL2) \
392 SELFTEST_BEGIN_STMT \
393 const char *desc_ = "ASSERT_NE (" #VAL1 ", " #VAL2 ")"; \
394 if ((VAL1) != (VAL2)) \
395 ::selftest::pass (SELFTEST_LOCATION, desc_); \
396 else \
397 ::selftest::fail (SELFTEST_LOCATION, desc_); \
398 SELFTEST_END_STMT
399
400/* Like ASSERT_NE, but treat LOC as the effective location of the
401 selftest. */
402
403#define ASSERT_NE_AT(LOC, VAL1, VAL2) \
404 SELFTEST_BEGIN_STMT \
405 const char *desc_ = "ASSERT_NE (" #VAL1 ", " #VAL2 ")"; \
406 if ((VAL1) != (VAL2)) \
407 ::selftest::pass ((LOC), desc_); \
408 else \
409 ::selftest::fail ((LOC), desc_); \
410 SELFTEST_END_STMT
411
412/* Evaluate VAL1 and VAL2 and compare them with maybe_ne, calling
413 ::selftest::pass if they might be non-equal,
414 ::selftest::fail if they are known to be equal. */
415
416#define ASSERT_MAYBE_NE(VAL1, VAL2) \
417 ASSERT_MAYBE_NE_AT ((SELFTEST_LOCATION), (VAL1), (VAL2))
418
419/* Like ASSERT_MAYBE_NE, but treat LOC as the effective location of the
420 selftest. */
421
422#define ASSERT_MAYBE_NE_AT(LOC, VAL1, VAL2) \
423 SELFTEST_BEGIN_STMT \
424 const char *desc = "ASSERT_MAYBE_NE (" #VAL1 ", " #VAL2 ")"; \
425 if (maybe_ne (VAL1, VAL2)) \
426 ::selftest::pass ((LOC), desc); \
427 else \
428 ::selftest::fail ((LOC), desc); \
429 SELFTEST_END_STMT
430
431/* Evaluate LHS and RHS and compare them with >, calling
432 ::selftest::pass if LHS > RHS,
433 ::selftest::fail otherwise. */
434
435#define ASSERT_GT(LHS, RHS) \
436 ASSERT_GT_AT ((SELFTEST_LOCATION), (LHS), (RHS))
437
438/* Like ASSERT_GT, but treat LOC as the effective location of the
439 selftest. */
440
441#define ASSERT_GT_AT(LOC, LHS, RHS) \
442 SELFTEST_BEGIN_STMT \
443 const char *desc_ = "ASSERT_GT (" #LHS ", " #RHS ")"; \
444 if ((LHS) > (RHS)) \
445 ::selftest::pass ((LOC), desc_); \
446 else \
447 ::selftest::fail ((LOC), desc_); \
448 SELFTEST_END_STMT
449
450/* Evaluate LHS and RHS and compare them with <, calling
451 ::selftest::pass if LHS < RHS,
452 ::selftest::fail otherwise. */
453
454#define ASSERT_LT(LHS, RHS) \
455 ASSERT_LT_AT ((SELFTEST_LOCATION), (LHS), (RHS))
456
457/* Like ASSERT_LT, but treat LOC as the effective location of the
458 selftest. */
459
460#define ASSERT_LT_AT(LOC, LHS, RHS) \
461 SELFTEST_BEGIN_STMT \
462 const char *desc_ = "ASSERT_LT (" #LHS ", " #RHS ")"; \
463 if ((LHS) < (RHS)) \
464 ::selftest::pass ((LOC), desc_); \
465 else \
466 ::selftest::fail ((LOC), desc_); \
467 SELFTEST_END_STMT
468
469/* Evaluate VAL1 and VAL2 and compare them with strcmp, calling
470 ::selftest::pass if they are equal (and both are non-NULL),
471 ::selftest::fail if they are non-equal, or are both NULL. */
472
473#define ASSERT_STREQ(VAL1, VAL2) \
474 SELFTEST_BEGIN_STMT \
475 ::selftest::assert_streq (SELFTEST_LOCATION, #VAL1, #VAL2, \
476 (VAL1), (VAL2)); \
477 SELFTEST_END_STMT
478
479/* Like ASSERT_STREQ, but treat LOC as the effective location of the
480 selftest. */
481
482#define ASSERT_STREQ_AT(LOC, VAL1, VAL2) \
483 SELFTEST_BEGIN_STMT \
484 ::selftest::assert_streq ((LOC), #VAL1, #VAL2, \
485 (VAL1), (VAL2)); \
486 SELFTEST_END_STMT
487
488/* Evaluate HAYSTACK and NEEDLE and use strstr to determine if NEEDLE
489 is within HAYSTACK.
490 ::selftest::pass if NEEDLE is found.
491 ::selftest::fail if it is not found. */
492
493#define ASSERT_STR_CONTAINS(HAYSTACK, NEEDLE) \
494 SELFTEST_BEGIN_STMT \
495 ::selftest::assert_str_contains (SELFTEST_LOCATION, #HAYSTACK, #NEEDLE, \
496 (HAYSTACK), (NEEDLE)); \
497 SELFTEST_END_STMT
498
499/* Like ASSERT_STR_CONTAINS, but treat LOC as the effective location of the
500 selftest. */
501
502#define ASSERT_STR_CONTAINS_AT(LOC, HAYSTACK, NEEDLE) \
503 SELFTEST_BEGIN_STMT \
504 ::selftest::assert_str_contains (LOC, #HAYSTACK, #NEEDLE, \
505 (HAYSTACK), (NEEDLE)); \
506 SELFTEST_END_STMT
507
508/* Evaluate STR and PREFIX and determine if STR starts with PREFIX.
509 ::selftest::pass if STR does start with PREFIX.
510 ::selftest::fail if does not, or either is NULL. */
511
512#define ASSERT_STR_STARTSWITH(STR, PREFIX) \
513 SELFTEST_BEGIN_STMT \
514 ::selftest::assert_str_startswith (SELFTEST_LOCATION, #STR, #PREFIX, \
515 (STR), (PREFIX)); \
516 SELFTEST_END_STMT
517
518/* Evaluate PRED1 (VAL1), calling ::selftest::pass if it is true,
519 ::selftest::fail if it is false. */
520
521#define ASSERT_PRED1(PRED1, VAL1) \
522 SELFTEST_BEGIN_STMT \
523 const char *desc_ = "ASSERT_PRED1 (" #PRED1 ", " #VAL1 ")"; \
524 bool actual_ = (PRED1) (VAL1); \
525 if (actual_) \
526 ::selftest::pass (SELFTEST_LOCATION, desc_); \
527 else \
528 ::selftest::fail (SELFTEST_LOCATION, desc_); \
529 SELFTEST_END_STMT
530
531#define SELFTEST_BEGIN_STMT do {
532#define SELFTEST_END_STMT } while (0)
533
534#endif /* #if CHECKING_P */
535
536#endif /* GCC_SELFTEST_H */
Definition input.h:136
static struct path_prefix cpath path
Definition collect2.cc:514
void ATTRIBUTE_NORETURN
Definition diagnostic-core.h:108
@ function
Definition logical-location.h:37
Definition dump-context.h:31
static void const char * msg
Definition read-md.cc:204