inside_cost = add_stmt_cost (target_cost_data, ncopies, vector_stmt,

  inside_cost = add_stmt_cost (target_cost_data, ncopies, vector_stmt,

			       stmt_info, 0, vect_body);

			       stmt_info, 0, vect_body);

  prologue_cost = add_stmt_cost (target_cost_data, 2, scalar_to_vec,

  prologue_cost = add_stmt_cost (target_cost_data, 2, scalar_to_vec,

				 stmt_info, 0, vect_prologue);

				 stmt_info, 0, vect_prologue);

      /* Create a vector of the step value.  */

      /* Create a vector of the step value.  */

      tree step = build_int_cst (cr_index_scalar_type, nunits_out);

      tree step = build_int_cst (cr_index_scalar_type, nunits_out);

      /* Create an induction variable.  */

      /* Create an induction variable.  */

      gimple_stmt_iterator incr_gsi;

      gimple_stmt_iterator incr_gsi;

      bool insert_after;

      bool insert_after;

      standard_iv_increment_position (loop, &incr_gsi, &insert_after);

      standard_iv_increment_position (loop, &incr_gsi, &insert_after);

		 insert_after, &indx_before_incr, &indx_after_incr);

		 insert_after, &indx_before_incr, &indx_after_incr);

      /* Next create a new phi node vector (NEW_PHI_TREE) which starts

      /* Next create a new phi node vector (NEW_PHI_TREE) which starts

  tree vec_def;

  tree vec_def;

  edge pe = loop_preheader_edge (loop);

  edge pe = loop_preheader_edge (loop);

  basic_block new_bb;

  basic_block new_bb;

  tree new_name;

  tree new_name;

  gimple *new_stmt;

  gimple *new_stmt;

  gphi *induction_phi;

  gphi *induction_phi;

	new_name = vect_init_vector (phi, new_name,

	new_name = vect_init_vector (phi, new_name,

				     TREE_TYPE (step_expr), NULL);

				     TREE_TYPE (step_expr), NULL);

      new_vec = build_vector_from_val (vectype, new_name);

      new_vec = build_vector_from_val (vectype, new_name);

      /* Now generate the IVs.  */

      /* Now generate the IVs.  */

      unsigned group_size = SLP_TREE_SCALAR_STMTS (slp_node).length ();

      unsigned group_size = SLP_TREE_SCALAR_STMTS (slp_node).length ();

	  /* Create the iv update inside the loop  */

	  /* Create the iv update inside the loop  */

	  vec_def = make_ssa_name (vec_dest);

	  vec_def = make_ssa_name (vec_dest);

	  gsi_insert_before (&si, new_stmt, GSI_SAME_STMT);

	  gsi_insert_before (&si, new_stmt, GSI_SAME_STMT);

	  set_vinfo_for_stmt (new_stmt, new_stmt_vec_info (new_stmt, loop_vinfo));

	  set_vinfo_for_stmt (new_stmt, new_stmt_vec_info (new_stmt, loop_vinfo));

	    new_name = vect_init_vector (phi, new_name,

	    new_name = vect_init_vector (phi, new_name,

					 TREE_TYPE (step_expr), NULL);

					 TREE_TYPE (step_expr), NULL);

	  new_vec = build_vector_from_val (vectype, new_name);

	  new_vec = build_vector_from_val (vectype, new_name);

	  for (; ivn < nvects; ++ivn)

	  for (; ivn < nvects; ++ivn)

	    {

	    {

	      gimple *iv = SLP_TREE_VEC_STMTS (slp_node)[ivn - nivs];

	      gimple *iv = SLP_TREE_VEC_STMTS (slp_node)[ivn - nivs];

		def = gimple_assign_lhs (iv);

		def = gimple_assign_lhs (iv);

	      new_stmt = gimple_build_assign (make_ssa_name (vectype),

	      new_stmt = gimple_build_assign (make_ssa_name (vectype),

					      PLUS_EXPR,

					      PLUS_EXPR,

	      if (gimple_code (iv) == GIMPLE_PHI)

	      if (gimple_code (iv) == GIMPLE_PHI)

		gsi_insert_before (&si, new_stmt, GSI_SAME_STMT);

		gsi_insert_before (&si, new_stmt, GSI_SAME_STMT);

	      else

	      else

  /* Create the vector that holds the step of the induction.  */

  /* Create the vector that holds the step of the induction.  */

  if (nested_in_vect_loop)

  if (nested_in_vect_loop)

    /* iv_loop is nested in the loop to be vectorized. Generate:

    /* iv_loop is nested in the loop to be vectorized. Generate:

    new_name = step_expr;

    new_name = step_expr;

  else

  else

    {

    {

      /* iv_loop is the loop to be vectorized. Generate:

      /* iv_loop is the loop to be vectorized. Generate:

      gimple_seq seq = NULL;

      gimple_seq seq = NULL;

      if (SCALAR_FLOAT_TYPE_P (TREE_TYPE (step_expr)))

      if (SCALAR_FLOAT_TYPE_P (TREE_TYPE (step_expr)))

	{

	{

  gcc_assert (CONSTANT_CLASS_P (new_name)

  gcc_assert (CONSTANT_CLASS_P (new_name)

	      || TREE_CODE (new_name) == SSA_NAME);

	      || TREE_CODE (new_name) == SSA_NAME);

  new_vec = build_vector_from_val (vectype, t);

  new_vec = build_vector_from_val (vectype, t);

  /* Create the following def-use cycle:

  /* Create the following def-use cycle:

     loop prolog:

     loop prolog:

         vec_init = ...

         vec_init = ...

     loop:

     loop:

         vec_iv = PHI <vec_init, vec_loop>

         vec_iv = PHI <vec_init, vec_loop>

         ...

         ...

         STMT

         STMT

         ...

         ...

  /* Create the induction-phi that defines the induction-operand.  */

  /* Create the induction-phi that defines the induction-operand.  */

  vec_dest = vect_get_new_vect_var (vectype, vect_simple_var, "vec_iv_");

  vec_dest = vect_get_new_vect_var (vectype, vect_simple_var, "vec_iv_");

  /* Create the iv update inside the loop  */

  /* Create the iv update inside the loop  */

  vec_def = make_ssa_name (vec_dest);

  vec_def = make_ssa_name (vec_dest);

  gsi_insert_before (&si, new_stmt, GSI_SAME_STMT);

  gsi_insert_before (&si, new_stmt, GSI_SAME_STMT);

  set_vinfo_for_stmt (new_stmt, new_stmt_vec_info (new_stmt, loop_vinfo));

  set_vinfo_for_stmt (new_stmt, new_stmt_vec_info (new_stmt, loop_vinfo));

      gcc_assert (CONSTANT_CLASS_P (new_name)

      gcc_assert (CONSTANT_CLASS_P (new_name)

		  || TREE_CODE (new_name) == SSA_NAME);

		  || TREE_CODE (new_name) == SSA_NAME);

      new_vec = build_vector_from_val (vectype, t);

      new_vec = build_vector_from_val (vectype, t);

      vec_def = induc_def;

      vec_def = induc_def;

      prev_stmt_vinfo = vinfo_for_stmt (induction_phi);

      prev_stmt_vinfo = vinfo_for_stmt (induction_phi);

      for (i = 1; i < ncopies; i++)

      for (i = 1; i < ncopies; i++)

	{

	{

	  new_stmt = gimple_build_assign (vec_dest, PLUS_EXPR,

	  new_stmt = gimple_build_assign (vec_dest, PLUS_EXPR,

	  vec_def = make_ssa_name (vec_dest, new_stmt);

	  vec_def = make_ssa_name (vec_dest, new_stmt);

	  gimple_assign_set_lhs (new_stmt, vec_def);

	  gimple_assign_set_lhs (new_stmt, vec_def);