Lines Matching refs:loop_vinfo

1505 vect_build_loop_niters (loop_vec_info loop_vinfo, gimple_seq seq)  in vect_build_loop_niters()  argument
1510 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_build_loop_niters()
1511 tree ni = unshare_expr (LOOP_VINFO_NITERS (loop_vinfo)); in vect_build_loop_niters()
1543 vect_generate_tmps_on_preheader (loop_vec_info loop_vinfo, in vect_generate_tmps_on_preheader() argument
1557 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_generate_tmps_on_preheader()
1558 tree ni = LOOP_VINFO_NITERS (loop_vinfo); in vect_generate_tmps_on_preheader()
1559 int vf = LOOP_VINFO_VECT_FACTOR (loop_vinfo); in vect_generate_tmps_on_preheader()
1567 ni_name = vect_build_loop_niters (loop_vinfo, cond_expr_stmt_list); in vect_generate_tmps_on_preheader()
1573 if (LOOP_VINFO_PEELING_FOR_GAPS (loop_vinfo)) in vect_generate_tmps_on_preheader()
1659 vect_can_advance_ivs_p (loop_vec_info loop_vinfo) in vect_can_advance_ivs_p() argument
1661 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_can_advance_ivs_p()
1782 vect_update_ivs_after_vectorizer (loop_vec_info loop_vinfo, tree niters, in vect_update_ivs_after_vectorizer() argument
1785 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_update_ivs_after_vectorizer()
1868 conservative_cost_threshold (loop_vec_info loop_vinfo, in conservative_cost_threshold() argument
1875 * LOOP_VINFO_VECT_FACTOR (loop_vinfo)) - 1); in conservative_cost_threshold()
1905 vect_do_peeling_for_loop_bound (loop_vec_info loop_vinfo, tree *ratio, in vect_do_peeling_for_loop_bound() argument
1909 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_do_peeling_for_loop_bound()
1928 vect_generate_tmps_on_preheader (loop_vinfo, &ni_name, in vect_do_peeling_for_loop_bound()
1936 if (!LOOP_REQUIRES_VERSIONING_FOR_ALIGNMENT (loop_vinfo) in vect_do_peeling_for_loop_bound()
1937 && !LOOP_REQUIRES_VERSIONING_FOR_ALIAS (loop_vinfo) in vect_do_peeling_for_loop_bound()
1938 && !LOOP_PEELING_FOR_ALIGNMENT (loop_vinfo) in vect_do_peeling_for_loop_bound()
1944 min_profitable_iters = LOOP_VINFO_COST_MODEL_MIN_ITERS (loop_vinfo); in vect_do_peeling_for_loop_bound()
1946 th = conservative_cost_threshold (loop_vinfo, in vect_do_peeling_for_loop_bound()
1974 vect_update_ivs_after_vectorizer (loop_vinfo, ratio_mult_vf_name, update_e); in vect_do_peeling_for_loop_bound()
2014 vect_gen_niters_for_prolog_loop (loop_vec_info loop_vinfo, tree loop_niters) in vect_gen_niters_for_prolog_loop() argument
2016 struct data_reference *dr = LOOP_VINFO_UNALIGNED_DR (loop_vinfo); in vect_gen_niters_for_prolog_loop()
2017 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_gen_niters_for_prolog_loop()
2032 if (LOOP_PEELING_FOR_ALIGNMENT (loop_vinfo) > 0) in vect_gen_niters_for_prolog_loop()
2034 int npeel = LOOP_PEELING_FOR_ALIGNMENT (loop_vinfo); in vect_gen_niters_for_prolog_loop()
2141 vect_update_inits_of_drs (loop_vec_info loop_vinfo, tree niters) in vect_update_inits_of_drs() argument
2144 VEC (data_reference_p, heap) *datarefs = LOOP_VINFO_DATAREFS (loop_vinfo); in vect_update_inits_of_drs()
2164 vect_do_peeling_for_alignment (loop_vec_info loop_vinfo) in vect_do_peeling_for_alignment() argument
2166 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_do_peeling_for_alignment()
2179 ni_name = vect_build_loop_niters (loop_vinfo, NULL); in vect_do_peeling_for_alignment()
2180 niters_of_prolog_loop = vect_gen_niters_for_prolog_loop (loop_vinfo, in vect_do_peeling_for_alignment()
2184 min_profitable_iters = LOOP_VINFO_COST_MODEL_MIN_ITERS (loop_vinfo); in vect_do_peeling_for_alignment()
2185 th = conservative_cost_threshold (loop_vinfo, in vect_do_peeling_for_alignment()
2200 n_iters = LOOP_VINFO_NITERS (loop_vinfo); in vect_do_peeling_for_alignment()
2201 LOOP_VINFO_NITERS (loop_vinfo) = fold_build2 (MINUS_EXPR, in vect_do_peeling_for_alignment()
2224 vect_update_inits_of_drs (loop_vinfo, wide_prolog_niters); in vect_do_peeling_for_alignment()
2259 vect_create_cond_for_align_checks (loop_vec_info loop_vinfo, in vect_create_cond_for_align_checks() argument
2263 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_create_cond_for_align_checks()
2265 = LOOP_VINFO_MAY_MISALIGN_STMTS (loop_vinfo); in vect_create_cond_for_align_checks()
2267 int mask = LOOP_VINFO_PTR_MASK (loop_vinfo); in vect_create_cond_for_align_checks()
2428 vect_create_cond_for_alias_checks (loop_vec_info loop_vinfo, in vect_create_cond_for_alias_checks() argument
2432 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_create_cond_for_alias_checks()
2434 LOOP_VINFO_MAY_ALIAS_DDRS (loop_vinfo); in vect_create_cond_for_alias_checks()
2435 int vect_factor = LOOP_VINFO_VECT_FACTOR (loop_vinfo); in vect_create_cond_for_alias_checks()
2436 tree scalar_loop_iters = LOOP_VINFO_NITERS (loop_vinfo); in vect_create_cond_for_alias_checks()
2553 vect_loop_versioning (loop_vec_info loop_vinfo, bool do_versioning, in vect_loop_versioning() argument
2556 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_loop_versioning()
2566 tree scalar_loop_iters = LOOP_VINFO_NITERS (loop_vinfo); in vect_loop_versioning()
2571 min_profitable_iters = LOOP_VINFO_COST_MODEL_MIN_ITERS (loop_vinfo); in vect_loop_versioning()
2573 th = conservative_cost_threshold (loop_vinfo, in vect_loop_versioning()
2583 if (LOOP_REQUIRES_VERSIONING_FOR_ALIGNMENT (loop_vinfo)) in vect_loop_versioning()
2584 vect_create_cond_for_align_checks (loop_vinfo, cond_expr, in vect_loop_versioning()
2587 if (LOOP_REQUIRES_VERSIONING_FOR_ALIAS (loop_vinfo)) in vect_loop_versioning()
2588 vect_create_cond_for_alias_checks (loop_vinfo, cond_expr, in vect_loop_versioning()