Home
last modified time | relevance | path

Searched refs:loop_vinfo (Results 1 – 16 of 16) sorted by relevance

/dragonfly/contrib/gcc-8.0/gcc/
HDtree-vect-loop.c184 vect_determine_vectorization_factor (loop_vec_info loop_vinfo) in vect_determine_vectorization_factor() argument
186 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_determine_vectorization_factor()
187 basic_block *bbs = LOOP_VINFO_BBS (loop_vinfo); in vect_determine_vectorization_factor()
588 LOOP_VINFO_VECT_FACTOR (loop_vinfo) = vectorization_factor; in vect_determine_vectorization_factor()
777 vect_analyze_scalar_cycles_1 (loop_vec_info loop_vinfo, struct loop *loop) in vect_analyze_scalar_cycles_1() argument
832 || (LOOP_VINFO_LOOP (loop_vinfo) != loop in vect_analyze_scalar_cycles_1()
866 reduc_stmt = vect_force_simple_reduction (loop_vinfo, phi, in vect_analyze_scalar_cycles_1()
882 if (loop != LOOP_VINFO_LOOP (loop_vinfo)) in vect_analyze_scalar_cycles_1()
905 LOOP_VINFO_REDUCTIONS (loop_vinfo).safe_push (reduc_stmt); in vect_analyze_scalar_cycles_1()
939 vect_analyze_scalar_cycles (loop_vec_info loop_vinfo) in vect_analyze_scalar_cycles() argument
[all …]
HDtree-vect-loop-manip.c410 vect_set_loop_masks_directly (struct loop *loop, loop_vec_info loop_vinfo, in vect_set_loop_masks_directly() argument
417 tree compare_type = LOOP_VINFO_MASK_COMPARE_TYPE (loop_vinfo); in vect_set_loop_masks_directly()
501 LOOP_VINFO_VECT_FACTOR (loop_vinfo) in vect_set_loop_masks_directly()
630 vect_set_loop_condition_masked (struct loop *loop, loop_vec_info loop_vinfo, in vect_set_loop_condition_masked() argument
638 tree compare_type = LOOP_VINFO_MASK_COMPARE_TYPE (loop_vinfo); in vect_set_loop_condition_masked()
640 unsigned HOST_WIDE_INT max_vf = vect_max_vf (loop_vinfo); in vect_set_loop_condition_masked()
665 tree niters_skip = LOOP_VINFO_MASK_SKIP_NITERS (loop_vinfo); in vect_set_loop_condition_masked()
687 poly_uint64 vf = LOOP_VINFO_VECT_FACTOR (loop_vinfo); in vect_set_loop_condition_masked()
693 LOOP_VINFO_VECT_FACTOR (loop_vinfo)); in vect_set_loop_condition_masked()
701 vec_loop_masks *masks = &LOOP_VINFO_MASKS (loop_vinfo); in vect_set_loop_condition_masked()
[all …]
HDtree-vect-data-refs.c159 vect_mark_for_runtime_alias_test (ddr_p ddr, loop_vec_info loop_vinfo) in vect_mark_for_runtime_alias_test() argument
161 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_mark_for_runtime_alias_test()
170 LOOP_VINFO_MAY_ALIAS_DDRS (loop_vinfo).safe_push (ddr); in vect_mark_for_runtime_alias_test()
177 vect_check_nonzero_value (loop_vec_info loop_vinfo, tree value) in vect_check_nonzero_value() argument
179 vec<tree> checks = LOOP_VINFO_CHECK_NONZERO (loop_vinfo); in vect_check_nonzero_value()
190 LOOP_VINFO_CHECK_NONZERO (loop_vinfo).safe_push (value); in vect_check_nonzero_value()
278 loop_vec_info loop_vinfo, in vect_analyze_possibly_independent_ddr() argument
281 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_analyze_possibly_independent_ddr()
301 LOOP_VINFO_NO_DATA_DEPENDENCIES (loop_vinfo) = false; in vect_analyze_possibly_independent_ddr()
312 return vect_mark_for_runtime_alias_test (ddr, loop_vinfo); in vect_analyze_possibly_independent_ddr()
[all …]
HDtree-vectorizer.c414 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_stmt_in_region_p() local
416 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_stmt_in_region_p()
525 set_uid_loop_bbs (loop_vec_info loop_vinfo, gimple *loop_vectorized_call) in set_uid_loop_bbs() argument
532 LOOP_VINFO_SCALAR_LOOP (loop_vinfo) = scalar_loop; in set_uid_loop_bbs()
646 loop_vec_info loop_vinfo, orig_loop_vinfo; in vectorize_loops() local
664 loop_vinfo = vect_analyze_loop (loop, orig_loop_vinfo); in vectorize_loops()
665 loop->aux = loop_vinfo; in vectorize_loops()
667 if (!loop_vinfo || !LOOP_VINFO_VECTORIZABLE_P (loop_vinfo)) in vectorize_loops()
735 set_uid_loop_bbs (loop_vinfo, loop_vectorized_call); in vectorize_loops()
740 new_loop = vect_transform_loop (loop_vinfo); in vectorize_loops()
[all …]
HDtree-vect-stmts.c74 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info); in stmt_in_inner_loop_p() local
77 if (!loop_vinfo) in stmt_in_inner_loop_p()
80 loop = LOOP_VINFO_LOOP (loop_vinfo); in stmt_in_inner_loop_p()
253 is_simple_and_all_uses_invariant (gimple *stmt, loop_vec_info loop_vinfo) in is_simple_and_all_uses_invariant() argument
266 if (!vect_is_simple_use (op, loop_vinfo, &def_stmt, &dt)) in is_simple_and_all_uses_invariant()
293 vect_stmt_relevant_p (gimple *stmt, loop_vec_info loop_vinfo, in vect_stmt_relevant_p() argument
296 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_stmt_relevant_p()
348 && !is_simple_and_all_uses_invariant (stmt, loop_vinfo)) in vect_stmt_relevant_p()
452 process_use (gimple *stmt, tree use, loop_vec_info loop_vinfo, in process_use() argument
456 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in process_use()
[all …]
HDtree-vectorizer.h910 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (stmt_vinfo->vinfo)) in STMT_VINFO_LOOP_VINFO() local
911 return loop_vinfo; in STMT_VINFO_LOOP_VINFO()
1250 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info); in vect_dr_behavior() local
1251 if (loop_vinfo == NULL in vect_dr_behavior()
1252 || !nested_in_vect_loop_p (LOOP_VINFO_LOOP (loop_vinfo), stmt)) in vect_dr_behavior()
1273 vect_use_loop_mask_for_alignment_p (loop_vec_info loop_vinfo) in vect_use_loop_mask_for_alignment_p() argument
1275 return (LOOP_VINFO_FULLY_MASKED_P (loop_vinfo) in vect_use_loop_mask_for_alignment_p()
1276 && LOOP_VINFO_PEELING_FOR_ALIGNMENT (loop_vinfo)); in vect_use_loop_mask_for_alignment_p()
1295 vect_get_num_copies (loop_vec_info loop_vinfo, tree vectype) in vect_get_num_copies() argument
1297 return vect_get_num_vectors (LOOP_VINFO_VECT_FACTOR (loop_vinfo), vectype); in vect_get_num_copies()
[all …]
HDtree-vect-slp.c2425 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_analyze_slp() local
2427 if (loop_vinfo->reduction_chains.length () > 0) in vect_analyze_slp()
2430 FOR_EACH_VEC_ELT (loop_vinfo->reduction_chains, i, first_element) in vect_analyze_slp()
2450 if (loop_vinfo->reductions.length () > 1) in vect_analyze_slp()
2451 vect_analyze_slp_instance (vinfo, loop_vinfo->reductions[0], in vect_analyze_slp()
2464 vect_make_slp_decision (loop_vec_info loop_vinfo) in vect_make_slp_decision() argument
2468 vec<slp_instance> slp_instances = LOOP_VINFO_SLP_INSTANCES (loop_vinfo); in vect_make_slp_decision()
2492 LOOP_VINFO_SLP_UNROLLING_FACTOR (loop_vinfo) = unrolling_factor; in vect_make_slp_decision()
2518 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_vinfo); in vect_detect_hybrid_slp_stmts() local
2519 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_detect_hybrid_slp_stmts()
[all …]
HDtree-vect-patterns.c4304 loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (stmt_info->vinfo); in vect_try_gather_scatter_pattern() local
4305 if (!loop_vinfo) in vect_try_gather_scatter_pattern()
4320 if (!vect_check_gather_scatter (stmt, loop_vinfo, &gs_info) in vect_try_gather_scatter_pattern()
4328 loop_vinfo); in vect_try_gather_scatter_pattern()
4335 last_stmt_info, loop_vinfo); in vect_try_gather_scatter_pattern()
4367 loop_vinfo); in vect_try_gather_scatter_pattern()
4481 loop_vec_info loop_vinfo; in vect_pattern_recog_1() local
4496 loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info); in vect_pattern_recog_1()
4547 if (loop_vinfo) in vect_pattern_recog_1()
4548 FOR_EACH_VEC_ELT (LOOP_VINFO_REDUCTIONS (loop_vinfo), i, next) in vect_pattern_recog_1()
[all …]
/dragonfly/contrib/gcc-4.7/gcc/
HDtree-vect-loop.c170 vect_determine_vectorization_factor (loop_vec_info loop_vinfo) in vect_determine_vectorization_factor() argument
172 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_determine_vectorization_factor()
173 basic_block *bbs = LOOP_VINFO_BBS (loop_vinfo); in vect_determine_vectorization_factor()
470 LOOP_VINFO_VECT_FACTOR (loop_vinfo) = vectorization_factor; in vect_determine_vectorization_factor()
531 vect_analyze_scalar_cycles_1 (loop_vec_info loop_vinfo, struct loop *loop) in vect_analyze_scalar_cycles_1() argument
612 nested_cycle = (loop != LOOP_VINFO_LOOP (loop_vinfo)); in vect_analyze_scalar_cycles_1()
613 reduc_stmt = vect_force_simple_reduction (loop_vinfo, phi, !nested_cycle, in vect_analyze_scalar_cycles_1()
648 LOOP_VINFO_REDUCTIONS (loop_vinfo), in vect_analyze_scalar_cycles_1()
684 vect_analyze_scalar_cycles (loop_vec_info loop_vinfo) in vect_analyze_scalar_cycles() argument
686 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_analyze_scalar_cycles()
[all …]
HDtree-vect-data-refs.c514 vect_mark_for_runtime_alias_test (ddr_p ddr, loop_vec_info loop_vinfo) in vect_mark_for_runtime_alias_test() argument
516 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_mark_for_runtime_alias_test()
544 VEC_safe_push (ddr_p, heap, LOOP_VINFO_MAY_ALIAS_DDRS (loop_vinfo), ddr); in vect_mark_for_runtime_alias_test()
558 loop_vec_info loop_vinfo, int *max_vf) in vect_analyze_data_ref_dependence() argument
581 if (loop_vinfo) in vect_analyze_data_ref_dependence()
582 loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_analyze_data_ref_dependence()
584 if ((DR_IS_READ (dra) && DR_IS_READ (drb) && loop_vinfo) || dra == drb) in vect_analyze_data_ref_dependence()
591 if (loop_vinfo) in vect_analyze_data_ref_dependence()
603 return !vect_mark_for_runtime_alias_test (ddr, loop_vinfo); in vect_analyze_data_ref_dependence()
639 if (!loop_vinfo) in vect_analyze_data_ref_dependence()
[all …]
HDtree-vect-loop-manip.c1505 vect_build_loop_niters (loop_vec_info loop_vinfo, gimple_seq seq) in vect_build_loop_niters() argument
1510 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_build_loop_niters()
1511 tree ni = unshare_expr (LOOP_VINFO_NITERS (loop_vinfo)); in vect_build_loop_niters()
1543 vect_generate_tmps_on_preheader (loop_vec_info loop_vinfo, in vect_generate_tmps_on_preheader() argument
1557 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_generate_tmps_on_preheader()
1558 tree ni = LOOP_VINFO_NITERS (loop_vinfo); in vect_generate_tmps_on_preheader()
1559 int vf = LOOP_VINFO_VECT_FACTOR (loop_vinfo); in vect_generate_tmps_on_preheader()
1567 ni_name = vect_build_loop_niters (loop_vinfo, cond_expr_stmt_list); in vect_generate_tmps_on_preheader()
1573 if (LOOP_VINFO_PEELING_FOR_GAPS (loop_vinfo)) in vect_generate_tmps_on_preheader()
1659 vect_can_advance_ivs_p (loop_vec_info loop_vinfo) in vect_can_advance_ivs_p() argument
[all …]
HDtree-vectorizer.c195 loop_vec_info loop_vinfo; in vectorize_loops() local
203 loop_vinfo = vect_analyze_loop (loop); in vectorize_loops()
204 loop->aux = loop_vinfo; in vectorize_loops()
206 if (!loop_vinfo || !LOOP_VINFO_VECTORIZABLE_P (loop_vinfo)) in vectorize_loops()
214 vect_transform_loop (loop_vinfo); in vectorize_loops()
233 loop_vec_info loop_vinfo; in vectorize_loops() local
238 loop_vinfo = (loop_vec_info) loop->aux; in vectorize_loops()
239 destroy_loop_vec_info (loop_vinfo, true); in vectorize_loops()
HDtree-vect-slp.c181 vect_get_and_check_slp_defs (loop_vec_info loop_vinfo, bb_vec_info bb_vinfo, in vect_get_and_check_slp_defs() argument
202 if (loop_vinfo) in vect_get_and_check_slp_defs()
203 loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_get_and_check_slp_defs()
237 if (!vect_is_simple_use (oprnd, NULL, loop_vinfo, bb_vinfo, &def_stmt, in vect_get_and_check_slp_defs()
448 vect_build_slp_tree (loop_vec_info loop_vinfo, bb_vec_info bb_vinfo, in vect_build_slp_tree() argument
712 if (!vect_get_and_check_slp_defs (loop_vinfo, bb_vinfo, *node, in vect_build_slp_tree()
742 if (loop_vinfo in vect_build_slp_tree()
872 if (!vect_get_and_check_slp_defs (loop_vinfo, bb_vinfo, *node, stmt, in vect_build_slp_tree()
921 || !vect_build_slp_tree (loop_vinfo, bb_vinfo, &child, group_size, in vect_build_slp_tree()
1452 vect_analyze_slp_instance (loop_vec_info loop_vinfo, bb_vec_info bb_vinfo, in vect_analyze_slp_instance() argument
[all …]
HDtree-vect-stmts.c153 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info); in vect_mark_relevant() local
154 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_mark_relevant()
232 vect_stmt_relevant_p (gimple stmt, loop_vec_info loop_vinfo, in vect_stmt_relevant_p() argument
235 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_stmt_relevant_p()
360 process_use (gimple stmt, tree use, loop_vec_info loop_vinfo, bool live_p, in process_use() argument
364 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in process_use()
377 if (!vect_is_simple_use (use, stmt, loop_vinfo, NULL, &def_stmt, &def, &dt)) in process_use()
511 vect_mark_stmts_to_be_vectorized (loop_vec_info loop_vinfo) in vect_mark_stmts_to_be_vectorized() argument
514 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_mark_stmts_to_be_vectorized()
515 basic_block *bbs = LOOP_VINFO_BBS (loop_vinfo); in vect_mark_stmts_to_be_vectorized()
[all …]
HDtree-vect-patterns.c94 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_vinfo); in vect_single_imm_use() local
95 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_single_imm_use()
128 loop_vec_info loop_vinfo; in widened_name_p() local
136 loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_vinfo); in widened_name_p()
138 if (!vect_is_simple_use (name, use_stmt, loop_vinfo, NULL, def_stmt, &def, in widened_name_p()
163 if (!vect_is_simple_use (oprnd0, *def_stmt, loop_vinfo, in widened_name_p()
1456 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_vinfo); in vect_recog_vector_vector_shift_pattern() local
1490 if (!vect_is_simple_use (oprnd1, last_stmt, loop_vinfo, NULL, &def_stmt, in vect_recog_vector_vector_shift_pattern()
1583 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_vinfo); in vect_recog_sdivmod_pow2_pattern() local
1687 def_stmt_vinfo = new_stmt_vec_info (def_stmt, loop_vinfo, NULL); in vect_recog_sdivmod_pow2_pattern()
[all …]
HDtree-vectorizer.h454 loop_vec_info loop_vinfo; member
553 #define STMT_VINFO_LOOP_VINFO(S) (S)->loop_vinfo