GCC Middle and Back End API Reference
|
#include <tree-vectorizer.h>
Public Types | |
enum | vec_kind { bb , loop } |
typedef hash_set< int_hash< machine_mode, E_VOIDmode, E_BLKmode > > | mode_set |
Public Member Functions | |
vec_info (vec_kind, vec_info_shared *) | |
~vec_info () | |
stmt_vec_info | add_stmt (gimple *) |
stmt_vec_info | add_pattern_stmt (gimple *, stmt_vec_info) |
stmt_vec_info | resync_stmt_addr (gimple *) |
stmt_vec_info | lookup_stmt (gimple *) |
stmt_vec_info | lookup_def (tree) |
stmt_vec_info | lookup_single_use (tree) |
class dr_vec_info * | lookup_dr (data_reference *) |
void | move_dr (stmt_vec_info, stmt_vec_info) |
void | remove_stmt (stmt_vec_info) |
void | replace_stmt (gimple_stmt_iterator *, stmt_vec_info, gimple *) |
void | insert_on_entry (stmt_vec_info, gimple *) |
void | insert_seq_on_entry (stmt_vec_info, gimple_seq) |
Data Fields | |
vec_kind | kind |
vec_info_shared * | shared |
vec< stmt_vec_info > | stmt_vec_infos |
bool | stmt_vec_info_ro |
bool | any_known_not_updated_vssa |
auto_vec< slp_instance > | slp_instances |
vec_base_alignments | base_alignments |
auto_vec< stmt_vec_info > | grouped_stores |
mode_set | used_vector_modes |
machine_mode | vector_mode |
basic_block * | bbs |
unsigned int | nbbs |
gimple_seq | inv_pattern_def_seq |
Private Member Functions | |
stmt_vec_info | new_stmt_vec_info (gimple *stmt) |
void | set_vinfo_for_stmt (gimple *, stmt_vec_info, bool=true) |
void | free_stmt_vec_infos () |
void | free_stmt_vec_info (stmt_vec_info) |
Vectorizer state common between loop and basic-block vectorization.
hash_set<int_hash<machine_mode, E_VOIDmode, E_BLKmode> > vec_info::mode_set |
enum vec_info::vec_kind |
vec_info::vec_info | ( | vec_info::vec_kind | kind_in, |
vec_info_shared * | shared_ ) |
Initialize the vec_info with kind KIND_IN and target cost data TARGET_COST_DATA_IN.
References stmt_vec_infos.
vec_info::~vec_info | ( | ) |
References free_stmt_vec_infos(), slp_instances, and vect_free_slp_instance().
stmt_vec_info vec_info::add_pattern_stmt | ( | gimple * | stmt, |
stmt_vec_info | stmt_info ) |
Record that STMT belongs to the vectorizable region. Create a new stmt_vec_info and mark VECINFO as being related and return the new stmt_vec_info.
References new_stmt_vec_info(), set_vinfo_for_stmt(), and STMT_VINFO_RELATED_STMT.
Referenced by addsub_pattern::build(), and complex_pattern::build().
stmt_vec_info vec_info::add_stmt | ( | gimple * | stmt | ) |
Record that STMT belongs to the vectorizable region. Create and return an associated stmt_vec_info.
References new_stmt_vec_info(), and set_vinfo_for_stmt().
Referenced by _bb_vec_info::_bb_vec_info(), _loop_vec_info::_loop_vec_info(), append_pattern_def_seq(), vect_init_pattern_stmt(), vect_recog_bool_pattern(), vect_recog_cond_store_pattern(), vect_recog_gather_scatter_pattern(), vect_recog_mask_conversion_pattern(), and vect_recog_popcount_clz_ctz_ffs_pattern().
|
private |
Free STMT_INFO.
References free(), gimple_get_lhs(), gimple_set_bb(), NULL, release_ssa_name(), STMT_VINFO_SIMD_CLONE_INFO, STMT_VINFO_VEC_STMTS, and TREE_CODE.
Referenced by free_stmt_vec_infos(), and remove_stmt().
|
private |
Free the contents of stmt_vec_infos.
References free_stmt_vec_info(), NULL, and stmt_vec_infos.
Referenced by ~vec_info().
void vec_info::insert_on_entry | ( | stmt_vec_info | context, |
gimple * | new_stmt ) |
Like insert_seq_on_entry but just inserts the single stmt NEW_STMT.
References gsi_insert_before_without_update(), GSI_SAME_STMT, gsi_start(), insert_seq_on_entry(), and NULL.
Referenced by vect_init_vector_1().
void vec_info::insert_seq_on_entry | ( | stmt_vec_info | context, |
gimple_seq | seq ) |
Insert stmts in SEQ on the VEC_INFO region entry. If CONTEXT is not NULL it specifies whether to use the sub-region entry determined by it, currently used for loop vectorization to insert on the inner loop entry vs. the outer loop entry.
References bbs, dyn_cast(), gcc_assert, gsi_after_labels(), gsi_insert_seq_before(), gsi_insert_seq_on_edge_immediate(), GSI_SAME_STMT, loop::inner, loop_preheader_edge(), LOOP_VINFO_LOOP, and nested_in_vect_loop_p().
Referenced by insert_on_entry(), vect_create_constant_vectors(), and vect_slp_region().
stmt_vec_info vec_info::lookup_def | ( | tree | name | ) |
If NAME is an SSA_NAME and its definition has an associated stmt_vec_info, return that stmt_vec_info, otherwise return null. It is safe to call this on arbitrary operands.
References lookup_stmt(), NULL, SSA_NAME_DEF_STMT, SSA_NAME_IS_DEFAULT_DEF, and TREE_CODE.
Referenced by info_for_reduction(), vect_analyze_loop_operations(), vect_analyze_slp(), vect_build_slp_tree_2(), vect_cond_store_pattern_same_ref(), vect_create_constant_vectors(), vect_create_epilog_for_reduction(), vect_detect_hybrid_slp(), vect_determine_mask_precision(), vect_get_internal_def(), vect_inner_phi_in_double_reduction_p(), vect_is_extending_load(), vect_is_simple_use(), vect_mark_slp_stmts(), vect_recog_cond_store_pattern(), vect_recog_widen_sum_pattern(), vect_schedule_slp_node(), vect_slp_check_for_roots(), vect_slp_gather_vectorized_scalar_stmts(), vectorizable_recurr(), and vectorizable_reduction().
dr_vec_info * vec_info::lookup_dr | ( | data_reference * | dr | ) |
Return vectorization information about DR.
References DR_STMT, gcc_checking_assert, is_pattern_stmt_p(), lookup_stmt(), and STMT_VINFO_DR_INFO.
Referenced by vect_analyze_data_ref_accesses(), vect_analyze_data_ref_dependence(), vect_analyze_data_refs_alignment(), vect_analyze_possibly_independent_ddr(), vect_analyze_slp(), vect_enhance_data_refs_alignment(), vect_get_peeling_costs_all_drs(), vect_peeling_supportable(), vect_prune_runtime_alias_test_list(), vect_record_base_alignments(), vect_slp_analyze_data_ref_dependence(), and vect_update_inits_of_drs().
stmt_vec_info vec_info::lookup_single_use | ( | tree | lhs | ) |
See whether there is a single non-debug statement that uses LHS and whether that statement has an associated stmt_vec_info. Return the stmt_vec_info if so, otherwise return null.
References lookup_stmt(), NULL, and single_imm_use().
stmt_vec_info vec_info::lookup_stmt | ( | gimple * | stmt | ) |
If STMT has an associated stmt_vec_info, return that vec_info, otherwise return null. It is safe to call this function on any statement, even if it might not be part of the vectorizable region.
References gimple_uid(), NULL, and stmt_vec_infos.
Referenced by check_scan_store(), gather_scalar_reductions(), lookup_def(), lookup_dr(), lookup_single_use(), maybe_push_to_hybrid_worklist(), maybe_set_vectorized_backedge_value(), move_early_exit_stmts(), vec_slp_has_scalar_use(), vect_analyze_data_refs(), vect_analyze_early_break_dependences(), vect_analyze_loop_2(), vect_analyze_loop_operations(), vect_analyze_scalar_cycles_1(), vect_analyze_slp(), vect_analyze_stmt(), vect_bb_slp_mark_live_stmts(), vect_bb_slp_scalar_cost(), vect_build_slp_instance(), vect_build_slp_tree_2(), vect_can_advance_ivs_p(), vect_compute_single_scalar_iteration_cost(), vect_create_loop_vinfo(), vect_detect_hybrid_slp(), vect_determine_min_output_precision_1(), vect_determine_precisions(), vect_determine_vectorization_factor(), vect_determine_vf_for_stmt(), vect_dissolve_slp_only_groups(), vect_init_pattern_stmt(), vect_mark_pattern_stmts(), vect_mark_stmts_to_be_vectorized(), vect_pattern_recog(), vect_pattern_recog_1(), vect_set_loop_condition(), vect_slp_analyze_load_dependences(), vect_slp_analyze_store_dependences(), vect_slp_check_for_roots(), vect_transform_loop(), vect_update_ivs_after_vectorizer(), vect_update_vf_for_slp(), vectorizable_induction(), vectorizable_live_operation(), vectorizable_reduction(), and vectorizable_scan_store().
void vec_info::move_dr | ( | stmt_vec_info | new_stmt_info, |
stmt_vec_info | old_stmt_info ) |
Record that NEW_STMT_INFO now implements the same data reference as OLD_STMT_INFO.
References gcc_assert, is_pattern_stmt_p(), STMT_VINFO_DR_INFO, STMT_VINFO_DR_WRT_VEC_LOOP, STMT_VINFO_GATHER_SCATTER_P, and STMT_VINFO_STRIDED_P.
Referenced by vect_recog_bool_pattern(), vect_recog_cond_store_pattern(), vect_recog_gather_scatter_pattern(), and vect_recog_mask_conversion_pattern().
|
private |
Create and initialize a new stmt_vec_info struct for STMT.
References DR_MISALIGNMENT_UNINITIALIZED, gimple_bb(), is_a(), is_loop_header_bb_p(), loop_vect, STMT_SLP_TYPE, STMT_VINFO_DEF_TYPE, STMT_VINFO_REDUC_CODE, STMT_VINFO_REDUC_FN, STMT_VINFO_REDUC_IDX, STMT_VINFO_REDUC_TYPE, STMT_VINFO_RELEVANT, STMT_VINFO_SLP_VECT_ONLY, STMT_VINFO_SLP_VECT_ONLY_PATTERN, STMT_VINFO_TYPE, STMT_VINFO_VEC_STMTS, STMT_VINFO_VECTORIZABLE, TREE_CODE_REDUCTION, undef_vec_info_type, vect_internal_def, vect_unknown_def_type, vect_unused_in_scope, and vNULL.
Referenced by add_pattern_stmt(), and add_stmt().
void vec_info::remove_stmt | ( | stmt_vec_info | stmt_info | ) |
Permanently remove the statement described by STMT_INFO from the function.
References free_stmt_vec_info(), gcc_assert, gsi_for_stmt(), gsi_remove(), NULL, release_defs(), set_vinfo_for_stmt(), si, and unlink_stmt_vdef().
Referenced by vect_remove_stores(), vect_schedule_slp(), vect_set_loop_condition(), and vect_transform_loop().
void vec_info::replace_stmt | ( | gimple_stmt_iterator * | gsi, |
stmt_vec_info | stmt_info, | ||
gimple * | new_stmt ) |
Replace the statement at GSI by NEW_STMT, both the vectorization information and the function itself. STMT_INFO describes the statement at GSI.
References gcc_assert, gimple_set_uid(), gimple_uid(), gsi_replace(), and gsi_stmt().
Referenced by vect_remove_slp_scalar_calls(), vectorizable_call(), and vectorizable_simd_clone_call().
stmt_vec_info vec_info::resync_stmt_addr | ( | gimple * | stmt | ) |
If STMT was previously associated with a stmt_vec_info and STMT now resides at a different address than before (e.g., because STMT is a phi node that has been resized), update the stored address to match the new one. It is not possible to use lookup_stmt () to perform this task, because that function returns NULL if the stored stmt pointer does not match the one being looked up.
References gimple_uid(), and stmt_vec_infos.
Referenced by vect_loop_versioning().
|
private |
Associate STMT with INFO.
References gcc_assert, gcc_checking_assert, gimple_set_uid(), gimple_uid(), NULL, stmt_vec_info_ro, and stmt_vec_infos.
Referenced by add_pattern_stmt(), add_stmt(), and remove_stmt().
bool vec_info::any_known_not_updated_vssa |
Referenced by vect_transform_loops(), vectorizable_load(), and vectorizable_simd_clone_call().
vec_base_alignments vec_info::base_alignments |
Referenced by vect_compute_data_ref_alignment(), and vect_record_base_alignment().
basic_block* vec_info::bbs |
Referenced by _bb_vec_info::_bb_vec_info(), _loop_vec_info::_loop_vec_info(), insert_seq_on_entry(), vect_determine_precisions(), vect_get_and_check_slp_defs(), vect_pattern_recog(), vect_schedule_slp_node(), vect_slp_check_for_roots(), vect_slp_region(), _bb_vec_info::~_bb_vec_info(), and _loop_vec_info::~_loop_vec_info().
auto_vec<stmt_vec_info> vec_info::grouped_stores |
Referenced by vect_analyze_slp(), vect_fixup_store_groups_with_patterns(), and vect_slp_analyze_bb_1().
gimple_seq vec_info::inv_pattern_def_seq |
Referenced by append_inv_pattern_def_seq(), and vect_slp_region().
vec_kind vec_info::kind |
unsigned int vec_info::nbbs |
vec_info_shared* vec_info::shared |
auto_vec<slp_instance> vec_info::slp_instances |
Referenced by vect_optimize_slp_pass::build_vertices(), get_vectype_for_scalar_type(), vect_optimize_slp_pass::start_choosing_layouts(), vect_bb_partition_graph(), vect_bb_slp_mark_live_stmts(), vect_build_slp_instance(), vect_gather_slp_loads(), vect_get_vector_types_for_stmt(), vect_lower_load_permutations(), vect_optimize_slp(), vect_slp_analyze_operations(), vect_transform_loop(), and ~vec_info().
bool vec_info::stmt_vec_info_ro |
Referenced by set_vinfo_for_stmt(), and vect_pattern_recog().
vec<stmt_vec_info> vec_info::stmt_vec_infos |
mode_set vec_info::used_vector_modes |
Referenced by get_vectype_for_scalar_type(), and vect_chooses_same_modes_p().
machine_mode vec_info::vector_mode |