#include <tree-vectorizer.h>

Inheritance diagram for vec_info:

[legend]

Collaboration diagram for vec_info:

[legend]

Public Types
enum	vec_kind { bb , loop }

typedef hash_set< int_hash< machine_mode, E_VOIDmode, E_BLKmode > >	mode_set

Public Member Functions
	vec_info (vec_kind, vec_info_shared *)

	~vec_info ()

stmt_vec_info	add_stmt (gimple *)

stmt_vec_info	add_pattern_stmt (gimple *, stmt_vec_info)

stmt_vec_info	resync_stmt_addr (gimple *)

stmt_vec_info	lookup_stmt (gimple *)

stmt_vec_info	lookup_def (tree)

stmt_vec_info	lookup_single_use (tree)

class dr_vec_info *	lookup_dr (data_reference *)

void	move_dr (stmt_vec_info, stmt_vec_info)

void	remove_stmt (stmt_vec_info)

void	replace_stmt (gimple_stmt_iterator , stmt_vec_info, gimple )

void	insert_on_entry (stmt_vec_info, gimple *)

void	insert_seq_on_entry (stmt_vec_info, gimple_seq)

Data Fields
vec_kind	kind

vec_info_shared *	shared

vec< stmt_vec_info >	stmt_vec_infos

bool	stmt_vec_info_ro

bool	any_known_not_updated_vssa

auto_vec< slp_instance >	slp_instances

vec_base_alignments	base_alignments

auto_vec< stmt_vec_info >	grouped_stores

mode_set	used_vector_modes

machine_mode	vector_mode

basic_block *	bbs

unsigned int	nbbs

gimple_seq	inv_pattern_def_seq

Private Member Functions
stmt_vec_info	new_stmt_vec_info (gimple *stmt)

void	set_vinfo_for_stmt (gimple *, stmt_vec_info, bool=true)

void	free_stmt_vec_infos ()

void	free_stmt_vec_info (stmt_vec_info)

Detailed Description

Vectorizer state common between loop and basic-block vectorization.

Member Typedef Documentation

◆ mode_set

hash_set<int_hash<machine_mode, E_VOIDmode, E_BLKmode> > vec_info::mode_set

Member Enumeration Documentation

◆ vec_kind

enum vec_info::vec_kind

Enumerator
bb
loop

Constructor & Destructor Documentation

◆ vec_info()

vec_info::vec_info	(	vec_info::vec_kind	kind_in,
		vec_info_shared *	shared_ )

Initialize the vec_info with kind KIND_IN and target cost data
TARGET_COST_DATA_IN.

References stmt_vec_infos.

◆ ~vec_info()

vec_info::~vec_info ( )

References free_stmt_vec_infos(), slp_instances, and vect_free_slp_instance().

Member Function Documentation

◆ add_pattern_stmt()

stmt_vec_info vec_info::add_pattern_stmt	(	gimple *	stmt,
		stmt_vec_info	stmt_info )

Record that STMT belongs to the vectorizable region.  Create a new
stmt_vec_info and mark VECINFO as being related and return the new
stmt_vec_info.

References new_stmt_vec_info(), set_vinfo_for_stmt(), and STMT_VINFO_RELATED_STMT.

Referenced by addsub_pattern::build(), and complex_pattern::build().

◆ add_stmt()

stmt_vec_info vec_info::add_stmt ( gimple * stmt )

Record that STMT belongs to the vectorizable region.  Create and return
an associated stmt_vec_info.

References new_stmt_vec_info(), and set_vinfo_for_stmt().

Referenced by _bb_vec_info::_bb_vec_info(), _loop_vec_info::_loop_vec_info(), append_pattern_def_seq(), vect_init_pattern_stmt(), vect_recog_bool_pattern(), vect_recog_cond_store_pattern(), vect_recog_gather_scatter_pattern(), vect_recog_mask_conversion_pattern(), and vect_recog_popcount_clz_ctz_ffs_pattern().

◆ free_stmt_vec_info()

void vec_info::free_stmt_vec_info ( stmt_vec_info stmt_info )

private

Free STMT_INFO.

References free(), gimple_get_lhs(), gimple_set_bb(), NULL, release_ssa_name(), STMT_VINFO_SIMD_CLONE_INFO, STMT_VINFO_VEC_STMTS, and TREE_CODE.

Referenced by free_stmt_vec_infos(), and remove_stmt().

◆ free_stmt_vec_infos()

void vec_info::free_stmt_vec_infos ( void )

private

Free the contents of stmt_vec_infos.

References free_stmt_vec_info(), NULL, and stmt_vec_infos.

Referenced by ~vec_info().

◆ insert_on_entry()

void vec_info::insert_on_entry	(	stmt_vec_info	context,
		gimple *	new_stmt )

Like insert_seq_on_entry but just inserts the single stmt NEW_STMT.

References gsi_insert_before_without_update(), GSI_SAME_STMT, gsi_start(), insert_seq_on_entry(), and NULL.

Referenced by vect_init_vector_1().

◆ insert_seq_on_entry()

void vec_info::insert_seq_on_entry	(	stmt_vec_info	context,
		gimple_seq	seq )

Insert stmts in SEQ on the VEC_INFO region entry.  If CONTEXT is
not NULL it specifies whether to use the sub-region entry
determined by it, currently used for loop vectorization to insert
on the inner loop entry vs. the outer loop entry.

References bbs, dyn_cast(), gcc_assert, gsi_after_labels(), gsi_insert_seq_before(), gsi_insert_seq_on_edge_immediate(), GSI_SAME_STMT, loop::inner, loop_preheader_edge(), LOOP_VINFO_LOOP, and nested_in_vect_loop_p().

Referenced by insert_on_entry(), vect_create_constant_vectors(), and vect_slp_region().

◆ lookup_def()

stmt_vec_info vec_info::lookup_def ( tree name )

If NAME is an SSA_NAME and its definition has an associated stmt_vec_info,
return that stmt_vec_info, otherwise return null.  It is safe to call
this on arbitrary operands.

References lookup_stmt(), NULL, SSA_NAME_DEF_STMT, SSA_NAME_IS_DEFAULT_DEF, and TREE_CODE.

Referenced by info_for_reduction(), vect_analyze_loop_operations(), vect_analyze_slp(), vect_build_slp_tree_2(), vect_cond_store_pattern_same_ref(), vect_create_constant_vectors(), vect_create_epilog_for_reduction(), vect_detect_hybrid_slp(), vect_determine_mask_precision(), vect_get_internal_def(), vect_inner_phi_in_double_reduction_p(), vect_is_extending_load(), vect_is_simple_use(), vect_mark_slp_stmts(), vect_recog_cond_store_pattern(), vect_recog_widen_sum_pattern(), vect_schedule_slp_node(), vect_slp_check_for_roots(), vect_slp_gather_vectorized_scalar_stmts(), vectorizable_recurr(), and vectorizable_reduction().

◆ lookup_dr()

dr_vec_info * vec_info::lookup_dr ( data_reference * dr )

Return vectorization information about DR.

References DR_STMT, gcc_checking_assert, is_pattern_stmt_p(), lookup_stmt(), and STMT_VINFO_DR_INFO.

Referenced by vect_analyze_data_ref_accesses(), vect_analyze_data_ref_dependence(), vect_analyze_data_refs_alignment(), vect_analyze_possibly_independent_ddr(), vect_analyze_slp(), vect_enhance_data_refs_alignment(), vect_get_peeling_costs_all_drs(), vect_peeling_supportable(), vect_prune_runtime_alias_test_list(), vect_record_base_alignments(), vect_slp_analyze_data_ref_dependence(), and vect_update_inits_of_drs().

◆ lookup_single_use()

stmt_vec_info vec_info::lookup_single_use ( tree lhs )

See whether there is a single non-debug statement that uses LHS and
whether that statement has an associated stmt_vec_info.  Return the
stmt_vec_info if so, otherwise return null.

References lookup_stmt(), NULL, and single_imm_use().

◆ lookup_stmt()

stmt_vec_info vec_info::lookup_stmt ( gimple * stmt )

If STMT has an associated stmt_vec_info, return that vec_info, otherwise
return null.  It is safe to call this function on any statement, even if
it might not be part of the vectorizable region.

References gimple_uid(), NULL, and stmt_vec_infos.

Referenced by check_scan_store(), gather_scalar_reductions(), lookup_def(), lookup_dr(), lookup_single_use(), maybe_push_to_hybrid_worklist(), maybe_set_vectorized_backedge_value(), move_early_exit_stmts(), vec_slp_has_scalar_use(), vect_analyze_data_refs(), vect_analyze_early_break_dependences(), vect_analyze_loop_2(), vect_analyze_loop_operations(), vect_analyze_scalar_cycles_1(), vect_analyze_slp(), vect_analyze_stmt(), vect_bb_slp_mark_live_stmts(), vect_bb_slp_scalar_cost(), vect_build_slp_instance(), vect_build_slp_tree_2(), vect_can_advance_ivs_p(), vect_compute_single_scalar_iteration_cost(), vect_create_loop_vinfo(), vect_detect_hybrid_slp(), vect_determine_min_output_precision_1(), vect_determine_precisions(), vect_determine_vectorization_factor(), vect_determine_vf_for_stmt(), vect_dissolve_slp_only_groups(), vect_init_pattern_stmt(), vect_mark_pattern_stmts(), vect_mark_stmts_to_be_vectorized(), vect_pattern_recog(), vect_pattern_recog_1(), vect_set_loop_condition(), vect_slp_analyze_load_dependences(), vect_slp_analyze_store_dependences(), vect_slp_check_for_roots(), vect_transform_loop(), vect_update_ivs_after_vectorizer(), vect_update_vf_for_slp(), vectorizable_induction(), vectorizable_live_operation(), vectorizable_reduction(), and vectorizable_scan_store().

◆ move_dr()

void vec_info::move_dr	(	stmt_vec_info	new_stmt_info,
		stmt_vec_info	old_stmt_info )

Record that NEW_STMT_INFO now implements the same data reference
as OLD_STMT_INFO.

References gcc_assert, is_pattern_stmt_p(), STMT_VINFO_DR_INFO, STMT_VINFO_DR_WRT_VEC_LOOP, STMT_VINFO_GATHER_SCATTER_P, and STMT_VINFO_STRIDED_P.

Referenced by vect_recog_bool_pattern(), vect_recog_cond_store_pattern(), vect_recog_gather_scatter_pattern(), and vect_recog_mask_conversion_pattern().

◆ new_stmt_vec_info()

stmt_vec_info vec_info::new_stmt_vec_info ( gimple * stmt )

private

Create and initialize a new stmt_vec_info struct for STMT.

References DR_MISALIGNMENT_UNINITIALIZED, gimple_bb(), is_a(), is_loop_header_bb_p(), loop_vect, STMT_SLP_TYPE, STMT_VINFO_DEF_TYPE, STMT_VINFO_REDUC_CODE, STMT_VINFO_REDUC_FN, STMT_VINFO_REDUC_IDX, STMT_VINFO_REDUC_TYPE, STMT_VINFO_RELEVANT, STMT_VINFO_SLP_VECT_ONLY, STMT_VINFO_SLP_VECT_ONLY_PATTERN, STMT_VINFO_TYPE, STMT_VINFO_VEC_STMTS, STMT_VINFO_VECTORIZABLE, TREE_CODE_REDUCTION, undef_vec_info_type, vect_internal_def, vect_unknown_def_type, vect_unused_in_scope, and vNULL.

Referenced by add_pattern_stmt(), and add_stmt().

◆ remove_stmt()

void vec_info::remove_stmt ( stmt_vec_info stmt_info )

Permanently remove the statement described by STMT_INFO from the
function.

References free_stmt_vec_info(), gcc_assert, gsi_for_stmt(), gsi_remove(), NULL, release_defs(), set_vinfo_for_stmt(), si, and unlink_stmt_vdef().

Referenced by vect_remove_stores(), vect_schedule_slp(), vect_set_loop_condition(), and vect_transform_loop().

◆ replace_stmt()

void vec_info::replace_stmt	(	gimple_stmt_iterator *	gsi,
		stmt_vec_info	stmt_info,
		gimple *	new_stmt )

Replace the statement at GSI by NEW_STMT, both the vectorization
information and the function itself.  STMT_INFO describes the statement
at GSI.

References gcc_assert, gimple_set_uid(), gimple_uid(), gsi_replace(), and gsi_stmt().

Referenced by vect_remove_slp_scalar_calls(), vectorizable_call(), and vectorizable_simd_clone_call().

◆ resync_stmt_addr()

stmt_vec_info vec_info::resync_stmt_addr ( gimple * stmt )

If STMT was previously associated with a stmt_vec_info and STMT now resides
at a different address than before (e.g., because STMT is a phi node that has
been resized), update the stored address to match the new one.  It is not
possible to use lookup_stmt () to perform this task, because that function
returns NULL if the stored stmt pointer does not match the one being looked
up.

References gimple_uid(), and stmt_vec_infos.

Referenced by vect_loop_versioning().