CbC/CbC_gcc: gcc/tree-vect-slp.c annotate

annotate gcc/tree-vect-slp.c @ 88:f214c1d5b862

merge 89

author	Nobuyasu Oshiro <dimolto@cr.ie.u-ryukyu.ac.jp>
date	Tue, 20 Dec 2011 18:53:46 +0900
parents	f6334be47118
children	04ced10e8804

rev	line source
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1 /* SLP - Basic Block Vectorization
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2 Copyright (C) 2007, 2008, 2009, 2010
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	3 Free Software Foundation, Inc.
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	4 Contributed by Dorit Naishlos <dorit@il.ibm.com>
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	5 and Ira Rosen <irar@il.ibm.com>
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	6
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	7 This file is part of GCC.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	8
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	9 GCC is free software; you can redistribute it and/or modify it under
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	10 the terms of the GNU General Public License as published by the Free
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	11 Software Foundation; either version 3, or (at your option) any later
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	12 version.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	13
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	14 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	15 WARRANTY; without even the implied warranty of MERCHANTABILITY or
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	16 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	17 for more details.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	18
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	19 You should have received a copy of the GNU General Public License
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	20 along with GCC; see the file COPYING3. If not see
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	21 <http://www.gnu.org/licenses/>. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	22
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	23 #include "config.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	24 #include "system.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	25 #include "coretypes.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	26 #include "tm.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	27 #include "ggc.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	28 #include "tree.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	29 #include "target.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	30 #include "basic-block.h"
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	31 #include "tree-pretty-print.h"
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	32 #include "gimple-pretty-print.h"
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	33 #include "tree-flow.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	34 #include "tree-dump.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	35 #include "cfgloop.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	36 #include "cfglayout.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	37 #include "expr.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	38 #include "recog.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	39 #include "optabs.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	40 #include "tree-vectorizer.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	41
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	42 /* Extract the location of the basic block in the source code.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	43 Return the basic block location if succeed and NULL if not. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	44
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	45 LOC
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	46 find_bb_location (basic_block bb)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	47 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	48 gimple stmt = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	49 gimple_stmt_iterator si;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	50
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	51 if (!bb)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	52 return UNKNOWN_LOC;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	53
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	54 for (si = gsi_start_bb (bb); !gsi_end_p (si); gsi_next (&si))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	55 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	56 stmt = gsi_stmt (si);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	57 if (gimple_location (stmt) != UNKNOWN_LOC)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	58 return gimple_location (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	59 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	60
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	61 return UNKNOWN_LOC;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	62 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	63
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	64
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	65 /* Recursively free the memory allocated for the SLP tree rooted at NODE. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	66
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	67 static void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	68 vect_free_slp_tree (slp_tree node)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	69 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	70 if (!node)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	71 return;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	72
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	73 if (SLP_TREE_LEFT (node))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	74 vect_free_slp_tree (SLP_TREE_LEFT (node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	75
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	76 if (SLP_TREE_RIGHT (node))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	77 vect_free_slp_tree (SLP_TREE_RIGHT (node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	78
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	79 VEC_free (gimple, heap, SLP_TREE_SCALAR_STMTS (node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	80
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	81 if (SLP_TREE_VEC_STMTS (node))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	82 VEC_free (gimple, heap, SLP_TREE_VEC_STMTS (node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	83
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	84 free (node);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	85 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	86
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	87
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	88 /* Free the memory allocated for the SLP instance. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	89
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	90 void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	91 vect_free_slp_instance (slp_instance instance)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	92 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	93 vect_free_slp_tree (SLP_INSTANCE_TREE (instance));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	94 VEC_free (int, heap, SLP_INSTANCE_LOAD_PERMUTATION (instance));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	95 VEC_free (slp_tree, heap, SLP_INSTANCE_LOADS (instance));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	96 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	97
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	98
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	99 /* Get the defs for the rhs of STMT (collect them in DEF_STMTS0/1), check that
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	100 they are of a legal type and that they match the defs of the first stmt of
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	101 the SLP group (stored in FIRST_STMT_...). */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	102
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	103 static bool
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	104 vect_get_and_check_slp_defs (loop_vec_info loop_vinfo, bb_vec_info bb_vinfo,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	105 slp_tree slp_node, gimple stmt,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	106 VEC (gimple, heap) **def_stmts0,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	107 VEC (gimple, heap) **def_stmts1,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	108 enum vect_def_type *first_stmt_dt0,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	109 enum vect_def_type *first_stmt_dt1,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	110 tree *first_stmt_def0_type,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	111 tree *first_stmt_def1_type,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	112 tree *first_stmt_const_oprnd,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	113 int ncopies_for_cost,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	114 bool pattern0, bool pattern1)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	115 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	116 tree oprnd;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	117 unsigned int i, number_of_oprnds;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	118 tree def;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	119 gimple def_stmt;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	120 enum vect_def_type dt[2] = {vect_unknown_def_type, vect_unknown_def_type};
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	121 stmt_vec_info stmt_info =
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	122 vinfo_for_stmt (VEC_index (gimple, SLP_TREE_SCALAR_STMTS (slp_node), 0));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	123 enum gimple_rhs_class rhs_class;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	124 struct loop *loop = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	125
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	126 if (loop_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	127 loop = LOOP_VINFO_LOOP (loop_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	128
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	129 rhs_class = get_gimple_rhs_class (gimple_assign_rhs_code (stmt));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	130 number_of_oprnds = gimple_num_ops (stmt) - 1; /* RHS only */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	131
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	132 for (i = 0; i < number_of_oprnds; i++)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	133 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	134 oprnd = gimple_op (stmt, i + 1);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	135
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	136 if (!vect_is_simple_use (oprnd, loop_vinfo, bb_vinfo, &def_stmt, &def,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	137 &dt[i])
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	138 \|\| (!def_stmt && dt[i] != vect_constant_def))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	139 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	140 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	141 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	142 fprintf (vect_dump, "Build SLP failed: can't find def for ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	143 print_generic_expr (vect_dump, oprnd, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	144 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	145
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	146 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	147 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	148
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	149 /* Check if DEF_STMT is a part of a pattern in LOOP and get the def stmt
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	150 from the pattern. Check that all the stmts of the node are in the
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	151 pattern. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	152 if (loop && def_stmt && gimple_bb (def_stmt)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	153 && flow_bb_inside_loop_p (loop, gimple_bb (def_stmt))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	154 && vinfo_for_stmt (def_stmt)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	155 && STMT_VINFO_IN_PATTERN_P (vinfo_for_stmt (def_stmt)))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	156 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	157 if (!*first_stmt_dt0)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	158 *pattern0 = true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	159 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	160 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	161 if (i == 1 && !*first_stmt_dt1)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	162 *pattern1 = true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	163 else if ((i == 0 && !pattern0) \|\| (i == 1 && !pattern1))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	164 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	165 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	166 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	167 fprintf (vect_dump, "Build SLP failed: some of the stmts"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	168 " are in a pattern, and others are not ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	169 print_generic_expr (vect_dump, oprnd, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	170 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	171
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	172 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	173 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	174 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	175
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	176 def_stmt = STMT_VINFO_RELATED_STMT (vinfo_for_stmt (def_stmt));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	177 dt[i] = STMT_VINFO_DEF_TYPE (vinfo_for_stmt (def_stmt));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	178
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	179 if (*dt == vect_unknown_def_type)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	180 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	181 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	182 fprintf (vect_dump, "Unsupported pattern.");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	183 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	184 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	185
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	186 switch (gimple_code (def_stmt))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	187 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	188 case GIMPLE_PHI:
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	189 def = gimple_phi_result (def_stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	190 break;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	191
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	192 case GIMPLE_ASSIGN:
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	193 def = gimple_assign_lhs (def_stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	194 break;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	195
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	196 default:
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	197 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	198 fprintf (vect_dump, "unsupported defining stmt: ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	199 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	200 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	201 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	202
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	203 if (!*first_stmt_dt0)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	204 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	205 /* op0 of the first stmt of the group - store its info. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	206 *first_stmt_dt0 = dt[i];
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	207 if (def)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	208 *first_stmt_def0_type = TREE_TYPE (def);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	209 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	210 *first_stmt_const_oprnd = oprnd;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	211
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	212 /* Analyze costs (for the first stmt of the group only). */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	213 if (rhs_class != GIMPLE_SINGLE_RHS)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	214 /* Not memory operation (we don't call this functions for loads). */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	215 vect_model_simple_cost (stmt_info, ncopies_for_cost, dt, slp_node);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	216 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	217 /* Store. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	218 vect_model_store_cost (stmt_info, ncopies_for_cost, dt[0], slp_node);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	219 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	220
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	221 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	222 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	223 if (!*first_stmt_dt1 && i == 1)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	224 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	225 /* op1 of the first stmt of the group - store its info. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	226 *first_stmt_dt1 = dt[i];
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	227 if (def)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	228 *first_stmt_def1_type = TREE_TYPE (def);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	229 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	230 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	231 /* We assume that the stmt contains only one constant
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	232 operand. We fail otherwise, to be on the safe side. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	233 if (*first_stmt_const_oprnd)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	234 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	235 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	236 fprintf (vect_dump, "Build SLP failed: two constant "
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	237 "oprnds in stmt");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	238 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	239 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	240 *first_stmt_const_oprnd = oprnd;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	241 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	242 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	243 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	244 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	245 /* Not first stmt of the group, check that the def-stmt/s match
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	246 the def-stmt/s of the first stmt. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	247 if ((i == 0
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	248 && (*first_stmt_dt0 != dt[i]
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	249 \|\| (*first_stmt_def0_type && def
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	250 && !types_compatible_p (*first_stmt_def0_type,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	251 TREE_TYPE (def)))))
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	252 \|\| (i == 1
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	253 && (*first_stmt_dt1 != dt[i]
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	254 \|\| (*first_stmt_def1_type && def
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	255 && !types_compatible_p (*first_stmt_def1_type,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	256 TREE_TYPE (def)))))
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	257 \|\| (!def
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	258 && !types_compatible_p (TREE_TYPE (*first_stmt_const_oprnd),
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	259 TREE_TYPE (oprnd))))
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	260 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	261 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	262 fprintf (vect_dump, "Build SLP failed: different types ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	263
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	264 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	265 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	266 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	267 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	268
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	269 /* Check the types of the definitions. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	270 switch (dt[i])
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	271 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	272 case vect_constant_def:
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	273 case vect_external_def:
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	274 break;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	275
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	276 case vect_internal_def:
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	277 case vect_reduction_def:
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	278 if (i == 0)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	279 VEC_safe_push (gimple, heap, *def_stmts0, def_stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	280 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	281 VEC_safe_push (gimple, heap, *def_stmts1, def_stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	282 break;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	283
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	284 default:
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	285 /* FORNOW: Not supported. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	286 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	287 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	288 fprintf (vect_dump, "Build SLP failed: illegal type of def ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	289 print_generic_expr (vect_dump, def, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	290 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	291
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	292 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	293 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	294 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	295
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	296 return true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	297 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	298
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	299
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	300 /* Recursively build an SLP tree starting from NODE.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	301 Fail (and return FALSE) if def-stmts are not isomorphic, require data
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	302 permutation or are of unsupported types of operation. Otherwise, return
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	303 TRUE. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	304
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	305 static bool
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	306 vect_build_slp_tree (loop_vec_info loop_vinfo, bb_vec_info bb_vinfo,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	307 slp_tree *node, unsigned int group_size,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	308 int inside_cost, int outside_cost,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	309 int ncopies_for_cost, unsigned int *max_nunits,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	310 VEC (int, heap) **load_permutation,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	311 VEC (slp_tree, heap) **loads,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	312 unsigned int vectorization_factor)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	313 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	314 VEC (gimple, heap) *def_stmts0 = VEC_alloc (gimple, heap, group_size);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	315 VEC (gimple, heap) *def_stmts1 = VEC_alloc (gimple, heap, group_size);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	316 unsigned int i;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	317 VEC (gimple, heap) stmts = SLP_TREE_SCALAR_STMTS (node);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	318 gimple stmt = VEC_index (gimple, stmts, 0);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	319 enum vect_def_type first_stmt_dt0 = vect_uninitialized_def;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	320 enum vect_def_type first_stmt_dt1 = vect_uninitialized_def;
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	321 enum tree_code first_stmt_code = ERROR_MARK, rhs_code = ERROR_MARK;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	322 tree first_stmt_def1_type = NULL_TREE, first_stmt_def0_type = NULL_TREE;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	323 tree lhs;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	324 bool stop_recursion = false, need_same_oprnds = false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	325 tree vectype, scalar_type, first_op1 = NULL_TREE;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	326 unsigned int ncopies;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	327 optab optab;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	328 int icode;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	329 enum machine_mode optab_op2_mode;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	330 enum machine_mode vec_mode;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	331 tree first_stmt_const_oprnd = NULL_TREE;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	332 struct data_reference *first_dr;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	333 bool pattern0 = false, pattern1 = false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	334 HOST_WIDE_INT dummy;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	335 bool permutation = false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	336 unsigned int load_place;
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	337 gimple first_load, prev_first_load = NULL;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	338
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	339 /* For every stmt in NODE find its def stmt/s. */
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	340 FOR_EACH_VEC_ELT (gimple, stmts, i, stmt)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	341 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	342 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	343 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	344 fprintf (vect_dump, "Build SLP for ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	345 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	346 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	347
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	348 /* Fail to vectorize statements marked as unvectorizable. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	349 if (!STMT_VINFO_VECTORIZABLE (vinfo_for_stmt (stmt)))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	350 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	351 if (vect_print_dump_info (REPORT_SLP))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	352 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	353 fprintf (vect_dump,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	354 "Build SLP failed: unvectorizable statement ");
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	355 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	356 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	357
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	358 return false;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	359 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	360
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	361 lhs = gimple_get_lhs (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	362 if (lhs == NULL_TREE)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	363 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	364 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	365 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	366 fprintf (vect_dump,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	367 "Build SLP failed: not GIMPLE_ASSIGN nor GIMPLE_CALL");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	368 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	369 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	370
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	371 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	372 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	373
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	374 scalar_type = vect_get_smallest_scalar_type (stmt, &dummy, &dummy);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	375 vectype = get_vectype_for_scalar_type (scalar_type);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	376 if (!vectype)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	377 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	378 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	379 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	380 fprintf (vect_dump, "Build SLP failed: unsupported data-type ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	381 print_generic_expr (vect_dump, scalar_type, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	382 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	383 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	384 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	385
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	386 ncopies = vectorization_factor / TYPE_VECTOR_SUBPARTS (vectype);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	387 if (ncopies != 1)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	388 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	389 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	390 fprintf (vect_dump, "SLP with multiple types ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	391
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	392 /* FORNOW: multiple types are unsupported in BB SLP. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	393 if (bb_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	394 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	395 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	396
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	397 /* In case of multiple types we need to detect the smallest type. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	398 if (*max_nunits < TYPE_VECTOR_SUBPARTS (vectype))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	399 *max_nunits = TYPE_VECTOR_SUBPARTS (vectype);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	400
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	401 if (is_gimple_call (stmt))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	402 rhs_code = CALL_EXPR;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	403 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	404 rhs_code = gimple_assign_rhs_code (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	405
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	406 /* Check the operation. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	407 if (i == 0)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	408 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	409 first_stmt_code = rhs_code;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	410
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	411 /* Shift arguments should be equal in all the packed stmts for a
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	412 vector shift with scalar shift operand. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	413 if (rhs_code == LSHIFT_EXPR \|\| rhs_code == RSHIFT_EXPR
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	414 \|\| rhs_code == LROTATE_EXPR
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	415 \|\| rhs_code == RROTATE_EXPR)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	416 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	417 vec_mode = TYPE_MODE (vectype);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	418
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	419 /* First see if we have a vector/vector shift. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	420 optab = optab_for_tree_code (rhs_code, vectype,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	421 optab_vector);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	422
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	423 if (!optab
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	424 \|\| optab_handler (optab, vec_mode) == CODE_FOR_nothing)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	425 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	426 /* No vector/vector shift, try for a vector/scalar shift. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	427 optab = optab_for_tree_code (rhs_code, vectype,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	428 optab_scalar);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	429
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	430 if (!optab)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	431 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	432 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	433 fprintf (vect_dump, "Build SLP failed: no optab.");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	434 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	435 }
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	436 icode = (int) optab_handler (optab, vec_mode);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	437 if (icode == CODE_FOR_nothing)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	438 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	439 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	440 fprintf (vect_dump, "Build SLP failed: "
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	441 "op not supported by target.");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	442 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	443 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	444 optab_op2_mode = insn_data[icode].operand[2].mode;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	445 if (!VECTOR_MODE_P (optab_op2_mode))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	446 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	447 need_same_oprnds = true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	448 first_op1 = gimple_assign_rhs2 (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	449 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	450 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	451 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	452 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	453 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	454 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	455 if (first_stmt_code != rhs_code
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	456 && (first_stmt_code != IMAGPART_EXPR
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	457 \|\| rhs_code != REALPART_EXPR)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	458 && (first_stmt_code != REALPART_EXPR
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	459 \|\| rhs_code != IMAGPART_EXPR)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	460 && !(STMT_VINFO_STRIDED_ACCESS (vinfo_for_stmt (stmt))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	461 && (first_stmt_code == ARRAY_REF
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	462 \|\| first_stmt_code == INDIRECT_REF
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	463 \|\| first_stmt_code == COMPONENT_REF
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	464 \|\| first_stmt_code == MEM_REF)))
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	465 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	466 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	467 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	468 fprintf (vect_dump,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	469 "Build SLP failed: different operation in stmt ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	470 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	471 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	472
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	473 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	474 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	475
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	476 if (need_same_oprnds
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	477 && !operand_equal_p (first_op1, gimple_assign_rhs2 (stmt), 0))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	478 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	479 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	480 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	481 fprintf (vect_dump,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	482 "Build SLP failed: different shift arguments in ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	483 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	484 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	485
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	486 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	487 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	488 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	489
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	490 /* Strided store or load. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	491 if (STMT_VINFO_STRIDED_ACCESS (vinfo_for_stmt (stmt)))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	492 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	493 if (REFERENCE_CLASS_P (lhs))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	494 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	495 /* Store. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	496 if (!vect_get_and_check_slp_defs (loop_vinfo, bb_vinfo, *node,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	497 stmt, &def_stmts0, &def_stmts1,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	498 &first_stmt_dt0,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	499 &first_stmt_dt1,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	500 &first_stmt_def0_type,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	501 &first_stmt_def1_type,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	502 &first_stmt_const_oprnd,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	503 ncopies_for_cost,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	504 &pattern0, &pattern1))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	505 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	506 }
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	507 else
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	508 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	509 /* Load. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	510 /* FORNOW: Check that there is no gap between the loads. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	511 if ((DR_GROUP_FIRST_DR (vinfo_for_stmt (stmt)) == stmt
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	512 && DR_GROUP_GAP (vinfo_for_stmt (stmt)) != 0)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	513 \|\| (DR_GROUP_FIRST_DR (vinfo_for_stmt (stmt)) != stmt
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	514 && DR_GROUP_GAP (vinfo_for_stmt (stmt)) != 1))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	515 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	516 if (vect_print_dump_info (REPORT_SLP))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	517 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	518 fprintf (vect_dump, "Build SLP failed: strided "
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	519 "loads have gaps ");
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	520 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	521 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	522
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	523 return false;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	524 }
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	525
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	526 /* Check that the size of interleaved loads group is not
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	527 greater than the SLP group size. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	528 if (DR_GROUP_SIZE (vinfo_for_stmt (stmt)) > ncopies * group_size)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	529 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	530 if (vect_print_dump_info (REPORT_SLP))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	531 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	532 fprintf (vect_dump, "Build SLP failed: the number of "
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	533 "interleaved loads is greater than"
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	534 " the SLP group size ");
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	535 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	536 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	537
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	538 return false;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	539 }
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	540
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	541 first_load = DR_GROUP_FIRST_DR (vinfo_for_stmt (stmt));
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	542 if (prev_first_load)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	543 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	544 /* Check that there are no loads from different interleaving
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	545 chains in the same node. The only exception is complex
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	546 numbers. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	547 if (prev_first_load != first_load
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	548 && rhs_code != REALPART_EXPR
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	549 && rhs_code != IMAGPART_EXPR)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	550 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	551 if (vect_print_dump_info (REPORT_SLP))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	552 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	553 fprintf (vect_dump, "Build SLP failed: different "
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	554 "interleaving chains in one node ");
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	555 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	556 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	557
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	558 return false;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	559 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	560 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	561 else
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	562 prev_first_load = first_load;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	563
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	564 if (first_load == stmt)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	565 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	566 first_dr = STMT_VINFO_DATA_REF (vinfo_for_stmt (stmt));
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	567 if (vect_supportable_dr_alignment (first_dr, false)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	568 == dr_unaligned_unsupported)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	569 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	570 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	571 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	572 fprintf (vect_dump, "Build SLP failed: unsupported "
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	573 "unaligned load ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	574 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	575 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	576
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	577 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	578 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	579
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	580 /* Analyze costs (for the first stmt in the group). */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	581 vect_model_load_cost (vinfo_for_stmt (stmt),
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	582 ncopies_for_cost, *node);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	583 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	584
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	585 /* Store the place of this load in the interleaving chain. In
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	586 case that permutation is needed we later decide if a specific
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	587 permutation is supported. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	588 load_place = vect_get_place_in_interleaving_chain (stmt,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	589 first_load);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	590 if (load_place != i)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	591 permutation = true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	592
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	593 VEC_safe_push (int, heap, *load_permutation, load_place);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	594
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	595 /* We stop the tree when we reach a group of loads. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	596 stop_recursion = true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	597 continue;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	598 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	599 } /* Strided access. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	600 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	601 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	602 if (TREE_CODE_CLASS (rhs_code) == tcc_reference)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	603 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	604 /* Not strided load. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	605 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	606 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	607 fprintf (vect_dump, "Build SLP failed: not strided load ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	608 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	609 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	610
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	611 /* FORNOW: Not strided loads are not supported. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	612 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	613 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	614
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	615 /* Not memory operation. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	616 if (TREE_CODE_CLASS (rhs_code) != tcc_binary
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	617 && TREE_CODE_CLASS (rhs_code) != tcc_unary)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	618 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	619 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	620 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	621 fprintf (vect_dump, "Build SLP failed: operation");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	622 fprintf (vect_dump, " unsupported ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	623 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	624 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	625
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	626 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	627 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	628
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	629 /* Find the def-stmts. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	630 if (!vect_get_and_check_slp_defs (loop_vinfo, bb_vinfo, *node, stmt,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	631 &def_stmts0, &def_stmts1,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	632 &first_stmt_dt0, &first_stmt_dt1,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	633 &first_stmt_def0_type,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	634 &first_stmt_def1_type,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	635 &first_stmt_const_oprnd,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	636 ncopies_for_cost,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	637 &pattern0, &pattern1))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	638 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	639 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	640 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	641
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	642 /* Add the costs of the node to the overall instance costs. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	643 inside_cost += SLP_TREE_INSIDE_OF_LOOP_COST (node);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	644 outside_cost += SLP_TREE_OUTSIDE_OF_LOOP_COST (node);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	645
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	646 /* Strided loads were reached - stop the recursion. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	647 if (stop_recursion)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	648 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	649 if (permutation)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	650 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	651 VEC_safe_push (slp_tree, heap, loads, node);
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	652 *inside_cost
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	653 += targetm.vectorize.builtin_vectorization_cost (vec_perm, NULL, 0)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	654 * group_size;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	655 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	656 else
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	657 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	658 /* We don't check here complex numbers chains, so we keep them in
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	659 LOADS for further check in vect_supported_load_permutation_p. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	660 if (rhs_code == REALPART_EXPR \|\| rhs_code == IMAGPART_EXPR)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	661 VEC_safe_push (slp_tree, heap, loads, node);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	662 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	663
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	664 return true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	665 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	666
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	667 /* Create SLP_TREE nodes for the definition node/s. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	668 if (first_stmt_dt0 == vect_internal_def)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	669 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	670 slp_tree left_node = XNEW (struct _slp_tree);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	671 SLP_TREE_SCALAR_STMTS (left_node) = def_stmts0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	672 SLP_TREE_VEC_STMTS (left_node) = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	673 SLP_TREE_LEFT (left_node) = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	674 SLP_TREE_RIGHT (left_node) = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	675 SLP_TREE_OUTSIDE_OF_LOOP_COST (left_node) = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	676 SLP_TREE_INSIDE_OF_LOOP_COST (left_node) = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	677 if (!vect_build_slp_tree (loop_vinfo, bb_vinfo, &left_node, group_size,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	678 inside_cost, outside_cost, ncopies_for_cost,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	679 max_nunits, load_permutation, loads,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	680 vectorization_factor))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	681 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	682
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	683 SLP_TREE_LEFT (*node) = left_node;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	684 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	685
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	686 if (first_stmt_dt1 == vect_internal_def)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	687 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	688 slp_tree right_node = XNEW (struct _slp_tree);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	689 SLP_TREE_SCALAR_STMTS (right_node) = def_stmts1;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	690 SLP_TREE_VEC_STMTS (right_node) = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	691 SLP_TREE_LEFT (right_node) = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	692 SLP_TREE_RIGHT (right_node) = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	693 SLP_TREE_OUTSIDE_OF_LOOP_COST (right_node) = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	694 SLP_TREE_INSIDE_OF_LOOP_COST (right_node) = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	695 if (!vect_build_slp_tree (loop_vinfo, bb_vinfo, &right_node, group_size,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	696 inside_cost, outside_cost, ncopies_for_cost,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	697 max_nunits, load_permutation, loads,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	698 vectorization_factor))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	699 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	700
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	701 SLP_TREE_RIGHT (*node) = right_node;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	702 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	703
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	704 return true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	705 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	706
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	707
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	708 static void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	709 vect_print_slp_tree (slp_tree node)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	710 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	711 int i;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	712 gimple stmt;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	713
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	714 if (!node)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	715 return;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	716
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	717 fprintf (vect_dump, "node ");
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	718 FOR_EACH_VEC_ELT (gimple, SLP_TREE_SCALAR_STMTS (node), i, stmt)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	719 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	720 fprintf (vect_dump, "\n\tstmt %d ", i);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	721 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	722 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	723 fprintf (vect_dump, "\n");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	724
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	725 vect_print_slp_tree (SLP_TREE_LEFT (node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	726 vect_print_slp_tree (SLP_TREE_RIGHT (node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	727 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	728
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	729
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	730 /* Mark the tree rooted at NODE with MARK (PURE_SLP or HYBRID).
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	731 If MARK is HYBRID, it refers to a specific stmt in NODE (the stmt at index
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	732 J). Otherwise, MARK is PURE_SLP and J is -1, which indicates that all the
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	733 stmts in NODE are to be marked. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	734
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	735 static void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	736 vect_mark_slp_stmts (slp_tree node, enum slp_vect_type mark, int j)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	737 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	738 int i;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	739 gimple stmt;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	740
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	741 if (!node)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	742 return;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	743
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	744 FOR_EACH_VEC_ELT (gimple, SLP_TREE_SCALAR_STMTS (node), i, stmt)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	745 if (j < 0 \|\| i == j)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	746 STMT_SLP_TYPE (vinfo_for_stmt (stmt)) = mark;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	747
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	748 vect_mark_slp_stmts (SLP_TREE_LEFT (node), mark, j);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	749 vect_mark_slp_stmts (SLP_TREE_RIGHT (node), mark, j);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	750 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	751
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	752
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	753 /* Mark the statements of the tree rooted at NODE as relevant (vect_used). */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	754
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	755 static void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	756 vect_mark_slp_stmts_relevant (slp_tree node)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	757 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	758 int i;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	759 gimple stmt;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	760 stmt_vec_info stmt_info;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	761
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	762 if (!node)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	763 return;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	764
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	765 FOR_EACH_VEC_ELT (gimple, SLP_TREE_SCALAR_STMTS (node), i, stmt)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	766 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	767 stmt_info = vinfo_for_stmt (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	768 gcc_assert (!STMT_VINFO_RELEVANT (stmt_info)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	769 \|\| STMT_VINFO_RELEVANT (stmt_info) == vect_used_in_scope);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	770 STMT_VINFO_RELEVANT (stmt_info) = vect_used_in_scope;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	771 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	772
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	773 vect_mark_slp_stmts_relevant (SLP_TREE_LEFT (node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	774 vect_mark_slp_stmts_relevant (SLP_TREE_RIGHT (node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	775 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	776
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	777
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	778 /* Check if the permutation required by the SLP INSTANCE is supported.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	779 Reorganize the SLP nodes stored in SLP_INSTANCE_LOADS if needed. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	780
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	781 static bool
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	782 vect_supported_slp_permutation_p (slp_instance instance)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	783 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	784 slp_tree node = VEC_index (slp_tree, SLP_INSTANCE_LOADS (instance), 0);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	785 gimple stmt = VEC_index (gimple, SLP_TREE_SCALAR_STMTS (node), 0);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	786 gimple first_load = DR_GROUP_FIRST_DR (vinfo_for_stmt (stmt));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	787 VEC (slp_tree, heap) *sorted_loads = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	788 int index;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	789 slp_tree *tmp_loads = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	790 int group_size = SLP_INSTANCE_GROUP_SIZE (instance), i, j;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	791 slp_tree load;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	792
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	793 /* FORNOW: The only supported loads permutation is loads from the same
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	794 location in all the loads in the node, when the data-refs in
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	795 nodes of LOADS constitute an interleaving chain.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	796 Sort the nodes according to the order of accesses in the chain. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	797 tmp_loads = (slp_tree ) xmalloc (sizeof (slp_tree) group_size);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	798 for (i = 0, j = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	799 VEC_iterate (int, SLP_INSTANCE_LOAD_PERMUTATION (instance), i, index)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	800 && VEC_iterate (slp_tree, SLP_INSTANCE_LOADS (instance), j, load);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	801 i += group_size, j++)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	802 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	803 gimple scalar_stmt = VEC_index (gimple, SLP_TREE_SCALAR_STMTS (load), 0);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	804 /* Check that the loads are all in the same interleaving chain. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	805 if (DR_GROUP_FIRST_DR (vinfo_for_stmt (scalar_stmt)) != first_load)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	806 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	807 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	808 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	809 fprintf (vect_dump, "Build SLP failed: unsupported data "
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	810 "permutation ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	811 print_gimple_stmt (vect_dump, scalar_stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	812 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	813
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	814 free (tmp_loads);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	815 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	816 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	817
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	818 tmp_loads[index] = load;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	819 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	820
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	821 sorted_loads = VEC_alloc (slp_tree, heap, group_size);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	822 for (i = 0; i < group_size; i++)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	823 VEC_safe_push (slp_tree, heap, sorted_loads, tmp_loads[i]);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	824
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	825 VEC_free (slp_tree, heap, SLP_INSTANCE_LOADS (instance));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	826 SLP_INSTANCE_LOADS (instance) = sorted_loads;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	827 free (tmp_loads);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	828
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	829 if (!vect_transform_slp_perm_load (stmt, NULL, NULL,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	830 SLP_INSTANCE_UNROLLING_FACTOR (instance),
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	831 instance, true))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	832 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	833
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	834 return true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	835 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	836
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	837
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	838 /* Rearrange the statements of NODE according to PERMUTATION. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	839
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	840 static void
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	841 vect_slp_rearrange_stmts (slp_tree node, unsigned int group_size,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	842 VEC (int, heap) *permutation)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	843 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	844 gimple stmt;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	845 VEC (gimple, heap) *tmp_stmts;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	846 unsigned int index, i;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	847
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	848 if (!node)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	849 return;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	850
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	851 vect_slp_rearrange_stmts (SLP_TREE_LEFT (node), group_size, permutation);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	852 vect_slp_rearrange_stmts (SLP_TREE_RIGHT (node), group_size, permutation);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	853
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	854 gcc_assert (group_size == VEC_length (gimple, SLP_TREE_SCALAR_STMTS (node)));
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	855 tmp_stmts = VEC_alloc (gimple, heap, group_size);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	856
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	857 for (i = 0; i < group_size; i++)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	858 VEC_safe_push (gimple, heap, tmp_stmts, NULL);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	859
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	860 FOR_EACH_VEC_ELT (gimple, SLP_TREE_SCALAR_STMTS (node), i, stmt)
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	861 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	862 index = VEC_index (int, permutation, i);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	863 VEC_replace (gimple, tmp_stmts, index, stmt);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	864 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	865
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	866 VEC_free (gimple, heap, SLP_TREE_SCALAR_STMTS (node));
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	867 SLP_TREE_SCALAR_STMTS (node) = tmp_stmts;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	868 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	869
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	870
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	871 /* Check if the required load permutation is supported.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	872 LOAD_PERMUTATION contains a list of indices of the loads.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	873 In SLP this permutation is relative to the order of strided stores that are
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	874 the base of the SLP instance. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	875
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	876 static bool
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	877 vect_supported_load_permutation_p (slp_instance slp_instn, int group_size,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	878 VEC (int, heap) *load_permutation)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	879 {
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	880 int i = 0, j, prev = -1, next, k, number_of_groups;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	881 bool supported, bad_permutation = false;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	882 sbitmap load_index;
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	883 slp_tree node, other_complex_node;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	884 gimple stmt, first = NULL, other_node_first;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	885 unsigned complex_numbers = 0;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	886
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	887 /* FORNOW: permutations are only supported in SLP. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	888 if (!slp_instn)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	889 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	890
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	891 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	892 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	893 fprintf (vect_dump, "Load permutation ");
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	894 FOR_EACH_VEC_ELT (int, load_permutation, i, next)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	895 fprintf (vect_dump, "%d ", next);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	896 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	897
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	898 /* In case of reduction every load permutation is allowed, since the order
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	899 of the reduction statements is not important (as opposed to the case of
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	900 strided stores). The only condition we need to check is that all the
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	901 load nodes are of the same size and have the same permutation (and then
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	902 rearrange all the nodes of the SLP instance according to this
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	903 permutation). */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	904
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	905 /* Check that all the load nodes are of the same size. */
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	906 FOR_EACH_VEC_ELT (slp_tree, SLP_INSTANCE_LOADS (slp_instn), i, node)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	907 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	908 if (VEC_length (gimple, SLP_TREE_SCALAR_STMTS (node))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	909 != (unsigned) group_size)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	910 return false;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	911
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	912 stmt = VEC_index (gimple, SLP_TREE_SCALAR_STMTS (node), 0);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	913 if (is_gimple_assign (stmt)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	914 && (gimple_assign_rhs_code (stmt) == REALPART_EXPR
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	915 \|\| gimple_assign_rhs_code (stmt) == IMAGPART_EXPR))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	916 complex_numbers++;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	917 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	918
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	919 /* Complex operands can be swapped as following:
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	920 real_c = real_b + real_a;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	921 imag_c = imag_a + imag_b;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	922 i.e., we have {real_b, imag_a} and {real_a, imag_b} instead of
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	923 {real_a, imag_a} and {real_b, imag_b}. We check here that if interleaving
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	924 chains are mixed, they match the above pattern. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	925 if (complex_numbers)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	926 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	927 FOR_EACH_VEC_ELT (slp_tree, SLP_INSTANCE_LOADS (slp_instn), i, node)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	928 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	929 FOR_EACH_VEC_ELT (gimple, SLP_TREE_SCALAR_STMTS (node), j, stmt)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	930 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	931 if (j == 0)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	932 first = stmt;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	933 else
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	934 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	935 if (DR_GROUP_FIRST_DR (vinfo_for_stmt (stmt)) != first)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	936 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	937 if (complex_numbers != 2)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	938 return false;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	939
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	940 if (i == 0)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	941 k = 1;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	942 else
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	943 k = 0;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	944
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	945 other_complex_node = VEC_index (slp_tree,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	946 SLP_INSTANCE_LOADS (slp_instn), k);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	947 other_node_first = VEC_index (gimple,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	948 SLP_TREE_SCALAR_STMTS (other_complex_node), 0);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	949
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	950 if (DR_GROUP_FIRST_DR (vinfo_for_stmt (stmt))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	951 != other_node_first)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	952 return false;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	953 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	954 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	955 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	956 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	957 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	958
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	959 /* We checked that this case ok, so there is no need to proceed with
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	960 permutation tests. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	961 if (complex_numbers == 2)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	962 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	963 VEC_free (slp_tree, heap, SLP_INSTANCE_LOADS (slp_instn));
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	964 VEC_free (int, heap, SLP_INSTANCE_LOAD_PERMUTATION (slp_instn));
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	965 return true;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	966 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	967
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	968 node = SLP_INSTANCE_TREE (slp_instn);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	969 stmt = VEC_index (gimple, SLP_TREE_SCALAR_STMTS (node), 0);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	970 /* LOAD_PERMUTATION is a list of indices of all the loads of the SLP
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	971 instance, not all the loads belong to the same node or interleaving
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	972 group. Hence, we need to divide them into groups according to
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	973 GROUP_SIZE. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	974 number_of_groups = VEC_length (int, load_permutation) / group_size;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	975
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	976 /* Reduction (there are no data-refs in the root). */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	977 if (!STMT_VINFO_DATA_REF (vinfo_for_stmt (stmt)))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	978 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	979 int first_group_load_index;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	980
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	981 /* Compare all the permutation sequences to the first one. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	982 for (i = 1; i < number_of_groups; i++)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	983 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	984 k = 0;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	985 for (j = i * group_size; j < i * group_size + group_size; j++)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	986 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	987 next = VEC_index (int, load_permutation, j);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	988 first_group_load_index = VEC_index (int, load_permutation, k);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	989
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	990 if (next != first_group_load_index)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	991 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	992 bad_permutation = true;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	993 break;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	994 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	995
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	996 k++;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	997 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	998
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	999 if (bad_permutation)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1000 break;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1001 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1002
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1003 if (!bad_permutation)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1004 {
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1005 /* Check that the loads in the first sequence are different and there
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1006 are no gaps between them. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1007 load_index = sbitmap_alloc (group_size);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1008 sbitmap_zero (load_index);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1009 for (k = 0; k < group_size; k++)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1010 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1011 first_group_load_index = VEC_index (int, load_permutation, k);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1012 if (TEST_BIT (load_index, first_group_load_index))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1013 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1014 bad_permutation = true;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1015 break;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1016 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1017
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1018 SET_BIT (load_index, first_group_load_index);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1019 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1020
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1021 if (!bad_permutation)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1022 for (k = 0; k < group_size; k++)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1023 if (!TEST_BIT (load_index, k))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1024 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1025 bad_permutation = true;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1026 break;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1027 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1028
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1029 sbitmap_free (load_index);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1030 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1031
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1032 if (!bad_permutation)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1033 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1034 /* This permutation is valid for reduction. Since the order of the
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1035 statements in the nodes is not important unless they are memory
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1036 accesses, we can rearrange the statements in all the nodes
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1037 according to the order of the loads. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1038 vect_slp_rearrange_stmts (SLP_INSTANCE_TREE (slp_instn), group_size,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1039 load_permutation);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1040 VEC_free (int, heap, SLP_INSTANCE_LOAD_PERMUTATION (slp_instn));
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1041 return true;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1042 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1043 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1044
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1045 /* FORNOW: the only supported permutation is 0..01..1.. of length equal to
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1046 GROUP_SIZE and where each sequence of same drs is of GROUP_SIZE length as
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1047 well (unless it's reduction). */
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1048 if (VEC_length (int, load_permutation)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1049 != (unsigned int) (group_size * group_size))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1050 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1051
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1052 supported = true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1053 load_index = sbitmap_alloc (group_size);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1054 sbitmap_zero (load_index);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1055 for (j = 0; j < group_size; j++)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1056 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1057 for (i = j * group_size, k = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1058 VEC_iterate (int, load_permutation, i, next) && k < group_size;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1059 i++, k++)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1060 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1061 if (i != j * group_size && next != prev)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1062 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1063 supported = false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1064 break;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1065 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1066
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1067 prev = next;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1068 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1069
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1070 if (TEST_BIT (load_index, prev))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1071 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1072 supported = false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1073 break;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1074 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1075
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1076 SET_BIT (load_index, prev);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1077 }
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1078
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1079 for (j = 0; j < group_size; j++)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1080 if (!TEST_BIT (load_index, j))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1081 return false;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1082
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1083 sbitmap_free (load_index);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1084
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1085 if (supported && i == group_size * group_size
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1086 && vect_supported_slp_permutation_p (slp_instn))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1087 return true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1088
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1089 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1090 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1091
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1092
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1093 /* Find the first load in the loop that belongs to INSTANCE.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1094 When loads are in several SLP nodes, there can be a case in which the first
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1095 load does not appear in the first SLP node to be transformed, causing
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1096 incorrect order of statements. Since we generate all the loads together,
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1097 they must be inserted before the first load of the SLP instance and not
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1098 before the first load of the first node of the instance. */
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1099
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1100 static gimple
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1101 vect_find_first_load_in_slp_instance (slp_instance instance)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1102 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1103 int i, j;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1104 slp_tree load_node;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1105 gimple first_load = NULL, load;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1106
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1107 FOR_EACH_VEC_ELT (slp_tree, SLP_INSTANCE_LOADS (instance), i, load_node)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1108 FOR_EACH_VEC_ELT (gimple, SLP_TREE_SCALAR_STMTS (load_node), j, load)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1109 first_load = get_earlier_stmt (load, first_load);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1110
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1111 return first_load;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1112 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1113
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1114
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1115 /* Find the last store in SLP INSTANCE. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1116
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1117 static gimple
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1118 vect_find_last_store_in_slp_instance (slp_instance instance)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1119 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1120 int i;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1121 slp_tree node;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1122 gimple last_store = NULL, store;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1123
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1124 node = SLP_INSTANCE_TREE (instance);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1125 for (i = 0;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1126 VEC_iterate (gimple, SLP_TREE_SCALAR_STMTS (node), i, store);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1127 i++)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1128 last_store = get_later_stmt (store, last_store);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1129
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1130 return last_store;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1131 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1132
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1133
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1134 /* Analyze an SLP instance starting from a group of strided stores. Call
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1135 vect_build_slp_tree to build a tree of packed stmts if possible.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1136 Return FALSE if it's impossible to SLP any stmt in the loop. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1137
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1138 static bool
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1139 vect_analyze_slp_instance (loop_vec_info loop_vinfo, bb_vec_info bb_vinfo,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1140 gimple stmt)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1141 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1142 slp_instance new_instance;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1143 slp_tree node = XNEW (struct _slp_tree);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1144 unsigned int group_size = DR_GROUP_SIZE (vinfo_for_stmt (stmt));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1145 unsigned int unrolling_factor = 1, nunits;
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1146 tree vectype, scalar_type = NULL_TREE;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1147 gimple next;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1148 unsigned int vectorization_factor = 0;
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1149 int inside_cost = 0, outside_cost = 0, ncopies_for_cost, i;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1150 unsigned int max_nunits = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1151 VEC (int, heap) *load_permutation;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1152 VEC (slp_tree, heap) *loads;
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1153 struct data_reference *dr = STMT_VINFO_DATA_REF (vinfo_for_stmt (stmt));
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1154
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1155 if (dr)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1156 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1157 scalar_type = TREE_TYPE (DR_REF (dr));
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1158 vectype = get_vectype_for_scalar_type (scalar_type);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1159 group_size = DR_GROUP_SIZE (vinfo_for_stmt (stmt));
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1160 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1161 else
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1162 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1163 gcc_assert (loop_vinfo);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1164 vectype = STMT_VINFO_VECTYPE (vinfo_for_stmt (stmt));
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1165 group_size = VEC_length (gimple, LOOP_VINFO_REDUCTIONS (loop_vinfo));
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1166 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1167
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1168 if (!vectype)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1169 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1170 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1171 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1172 fprintf (vect_dump, "Build SLP failed: unsupported data-type ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1173 print_generic_expr (vect_dump, scalar_type, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1174 }
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1175
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1176 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1177 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1178
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1179 nunits = TYPE_VECTOR_SUBPARTS (vectype);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1180 if (loop_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1181 vectorization_factor = LOOP_VINFO_VECT_FACTOR (loop_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1182 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1183 /* No multitypes in BB SLP. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1184 vectorization_factor = nunits;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1185
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1186 /* Calculate the unrolling factor. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1187 unrolling_factor = least_common_multiple (nunits, group_size) / group_size;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1188 if (unrolling_factor != 1 && !loop_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1189 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1190 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1191 fprintf (vect_dump, "Build SLP failed: unrolling required in basic"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1192 " block SLP");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1193
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1194 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1195 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1196
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1197 /* Create a node (a root of the SLP tree) for the packed strided stores. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1198 SLP_TREE_SCALAR_STMTS (node) = VEC_alloc (gimple, heap, group_size);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1199 next = stmt;
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1200 if (dr)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1201 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1202 /* Collect the stores and store them in SLP_TREE_SCALAR_STMTS. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1203 while (next)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1204 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1205 VEC_safe_push (gimple, heap, SLP_TREE_SCALAR_STMTS (node), next);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1206 next = DR_GROUP_NEXT_DR (vinfo_for_stmt (next));
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1207 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1208 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1209 else
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1210 {
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1211 /* Collect reduction statements. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1212 for (i = 0; VEC_iterate (gimple, LOOP_VINFO_REDUCTIONS (loop_vinfo), i,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1213 next);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1214 i++)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1215 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1216 VEC_safe_push (gimple, heap, SLP_TREE_SCALAR_STMTS (node), next);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1217 if (vect_print_dump_info (REPORT_DETAILS))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1218 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1219 fprintf (vect_dump, "pushing reduction into node: ");
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1220 print_gimple_stmt (vect_dump, next, 0, TDF_SLIM);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1221 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1222 }
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1223 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1224
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1225 SLP_TREE_VEC_STMTS (node) = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1226 SLP_TREE_NUMBER_OF_VEC_STMTS (node) = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1227 SLP_TREE_LEFT (node) = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1228 SLP_TREE_RIGHT (node) = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1229 SLP_TREE_OUTSIDE_OF_LOOP_COST (node) = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1230 SLP_TREE_INSIDE_OF_LOOP_COST (node) = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1231
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1232 /* Calculate the number of vector stmts to create based on the unrolling
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1233 factor (number of vectors is 1 if NUNITS >= GROUP_SIZE, and is
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1234 GROUP_SIZE / NUNITS otherwise. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1235 ncopies_for_cost = unrolling_factor * group_size / nunits;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1236
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1237 load_permutation = VEC_alloc (int, heap, group_size * group_size);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1238 loads = VEC_alloc (slp_tree, heap, group_size);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1239
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1240 /* Build the tree for the SLP instance. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1241 if (vect_build_slp_tree (loop_vinfo, bb_vinfo, &node, group_size,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1242 &inside_cost, &outside_cost, ncopies_for_cost,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1243 &max_nunits, &load_permutation, &loads,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1244 vectorization_factor))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1245 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1246 /* Create a new SLP instance. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1247 new_instance = XNEW (struct _slp_instance);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1248 SLP_INSTANCE_TREE (new_instance) = node;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1249 SLP_INSTANCE_GROUP_SIZE (new_instance) = group_size;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1250 /* Calculate the unrolling factor based on the smallest type in the
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1251 loop. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1252 if (max_nunits > nunits)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1253 unrolling_factor = least_common_multiple (max_nunits, group_size)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1254 / group_size;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1255
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1256 SLP_INSTANCE_UNROLLING_FACTOR (new_instance) = unrolling_factor;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1257 SLP_INSTANCE_OUTSIDE_OF_LOOP_COST (new_instance) = outside_cost;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1258 SLP_INSTANCE_INSIDE_OF_LOOP_COST (new_instance) = inside_cost;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1259 SLP_INSTANCE_LOADS (new_instance) = loads;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1260 SLP_INSTANCE_FIRST_LOAD_STMT (new_instance) = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1261 SLP_INSTANCE_LOAD_PERMUTATION (new_instance) = load_permutation;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1262 if (VEC_length (slp_tree, loads))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1263 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1264 if (!vect_supported_load_permutation_p (new_instance, group_size,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1265 load_permutation))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1266 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1267 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1268 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1269 fprintf (vect_dump, "Build SLP failed: unsupported load "
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1270 "permutation ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1271 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1272 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1273
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1274 vect_free_slp_instance (new_instance);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1275 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1276 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1277
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1278 SLP_INSTANCE_FIRST_LOAD_STMT (new_instance)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1279 = vect_find_first_load_in_slp_instance (new_instance);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1280 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1281 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1282 VEC_free (int, heap, SLP_INSTANCE_LOAD_PERMUTATION (new_instance));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1283
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1284 if (loop_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1285 VEC_safe_push (slp_instance, heap,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1286 LOOP_VINFO_SLP_INSTANCES (loop_vinfo),
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1287 new_instance);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1288 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1289 VEC_safe_push (slp_instance, heap, BB_VINFO_SLP_INSTANCES (bb_vinfo),
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1290 new_instance);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1291
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1292 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1293 vect_print_slp_tree (node);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1294
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1295 return true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1296 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1297
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1298 /* Failed to SLP. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1299 /* Free the allocated memory. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1300 vect_free_slp_tree (node);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1301 VEC_free (int, heap, load_permutation);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1302 VEC_free (slp_tree, heap, loads);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1303
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1304 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1305 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1306
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1307
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1308 /* Check if there are stmts in the loop can be vectorized using SLP. Build SLP
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1309 trees of packed scalar stmts if SLP is possible. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1310
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1311 bool
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1312 vect_analyze_slp (loop_vec_info loop_vinfo, bb_vec_info bb_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1313 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1314 unsigned int i;
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1315 VEC (gimple, heap) strided_stores, reductions = NULL;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1316 gimple store;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1317 bool ok = false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1318
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1319 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1320 fprintf (vect_dump, "=== vect_analyze_slp ===");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1321
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1322 if (loop_vinfo)
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1323 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1324 strided_stores = LOOP_VINFO_STRIDED_STORES (loop_vinfo);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1325 reductions = LOOP_VINFO_REDUCTIONS (loop_vinfo);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1326 }
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1327 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1328 strided_stores = BB_VINFO_STRIDED_STORES (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1329
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1330 /* Find SLP sequences starting from groups of strided stores. */
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1331 FOR_EACH_VEC_ELT (gimple, strided_stores, i, store)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1332 if (vect_analyze_slp_instance (loop_vinfo, bb_vinfo, store))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1333 ok = true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1334
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1335 if (bb_vinfo && !ok)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1336 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1337 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1338 fprintf (vect_dump, "Failed to SLP the basic block.");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1339
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1340 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1341 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1342
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1343 /* Find SLP sequences starting from groups of reductions. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1344 if (loop_vinfo && VEC_length (gimple, LOOP_VINFO_REDUCTIONS (loop_vinfo)) > 1
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1345 && vect_analyze_slp_instance (loop_vinfo, bb_vinfo,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1346 VEC_index (gimple, reductions, 0)))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1347 ok = true;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1348
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1349 return true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1350 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1351
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1352
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1353 /* For each possible SLP instance decide whether to SLP it and calculate overall
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1354 unrolling factor needed to SLP the loop. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1355
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1356 void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1357 vect_make_slp_decision (loop_vec_info loop_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1358 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1359 unsigned int i, unrolling_factor = 1;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1360 VEC (slp_instance, heap) *slp_instances = LOOP_VINFO_SLP_INSTANCES (loop_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1361 slp_instance instance;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1362 int decided_to_slp = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1363
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1364 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1365 fprintf (vect_dump, "=== vect_make_slp_decision ===");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1366
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1367 FOR_EACH_VEC_ELT (slp_instance, slp_instances, i, instance)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1368 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1369 /* FORNOW: SLP if you can. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1370 if (unrolling_factor < SLP_INSTANCE_UNROLLING_FACTOR (instance))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1371 unrolling_factor = SLP_INSTANCE_UNROLLING_FACTOR (instance);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1372
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1373 /* Mark all the stmts that belong to INSTANCE as PURE_SLP stmts. Later we
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1374 call vect_detect_hybrid_slp () to find stmts that need hybrid SLP and
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1375 loop-based vectorization. Such stmts will be marked as HYBRID. */
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1376 vect_mark_slp_stmts (SLP_INSTANCE_TREE (instance), pure_slp, -1);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1377 decided_to_slp++;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1378 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1379
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1380 LOOP_VINFO_SLP_UNROLLING_FACTOR (loop_vinfo) = unrolling_factor;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1381
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1382 if (decided_to_slp && vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1383 fprintf (vect_dump, "Decided to SLP %d instances. Unrolling factor %d",
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1384 decided_to_slp, unrolling_factor);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1385 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1386
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1387
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1388 /* Find stmts that must be both vectorized and SLPed (since they feed stmts that
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1389 can't be SLPed) in the tree rooted at NODE. Mark such stmts as HYBRID. */
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1390
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1391 static void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1392 vect_detect_hybrid_slp_stmts (slp_tree node)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1393 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1394 int i;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1395 gimple stmt;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1396 imm_use_iterator imm_iter;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1397 gimple use_stmt;
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1398 stmt_vec_info stmt_vinfo;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1399
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1400 if (!node)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1401 return;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1402
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1403 FOR_EACH_VEC_ELT (gimple, SLP_TREE_SCALAR_STMTS (node), i, stmt)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1404 if (PURE_SLP_STMT (vinfo_for_stmt (stmt))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1405 && TREE_CODE (gimple_op (stmt, 0)) == SSA_NAME)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1406 FOR_EACH_IMM_USE_STMT (use_stmt, imm_iter, gimple_op (stmt, 0))
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1407 if ((stmt_vinfo = vinfo_for_stmt (use_stmt))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1408 && !STMT_SLP_TYPE (stmt_vinfo)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1409 && (STMT_VINFO_RELEVANT (stmt_vinfo)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1410 \|\| VECTORIZABLE_CYCLE_DEF (STMT_VINFO_DEF_TYPE (stmt_vinfo)))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1411 && !(gimple_code (use_stmt) == GIMPLE_PHI
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1412 && STMT_VINFO_DEF_TYPE (vinfo_for_stmt (use_stmt))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1413 == vect_reduction_def))
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1414 vect_mark_slp_stmts (node, hybrid, i);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1415
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1416 vect_detect_hybrid_slp_stmts (SLP_TREE_LEFT (node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1417 vect_detect_hybrid_slp_stmts (SLP_TREE_RIGHT (node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1418 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1419
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1420
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1421 /* Find stmts that must be both vectorized and SLPed. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1422
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1423 void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1424 vect_detect_hybrid_slp (loop_vec_info loop_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1425 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1426 unsigned int i;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1427 VEC (slp_instance, heap) *slp_instances = LOOP_VINFO_SLP_INSTANCES (loop_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1428 slp_instance instance;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1429
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1430 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1431 fprintf (vect_dump, "=== vect_detect_hybrid_slp ===");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1432
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1433 FOR_EACH_VEC_ELT (slp_instance, slp_instances, i, instance)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1434 vect_detect_hybrid_slp_stmts (SLP_INSTANCE_TREE (instance));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1435 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1436
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1437
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1438 /* Create and initialize a new bb_vec_info struct for BB, as well as
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1439 stmt_vec_info structs for all the stmts in it. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1440
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1441 static bb_vec_info
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1442 new_bb_vec_info (basic_block bb)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1443 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1444 bb_vec_info res = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1445 gimple_stmt_iterator gsi;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1446
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1447 res = (bb_vec_info) xcalloc (1, sizeof (struct _bb_vec_info));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1448 BB_VINFO_BB (res) = bb;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1449
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1450 for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1451 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1452 gimple stmt = gsi_stmt (gsi);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1453 gimple_set_uid (stmt, 0);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1454 set_vinfo_for_stmt (stmt, new_stmt_vec_info (stmt, NULL, res));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1455 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1456
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1457 BB_VINFO_STRIDED_STORES (res) = VEC_alloc (gimple, heap, 10);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1458 BB_VINFO_SLP_INSTANCES (res) = VEC_alloc (slp_instance, heap, 2);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1459
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1460 bb->aux = res;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1461 return res;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1462 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1463
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1464
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1465 /* Free BB_VINFO struct, as well as all the stmt_vec_info structs of all the
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1466 stmts in the basic block. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1467
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1468 static void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1469 destroy_bb_vec_info (bb_vec_info bb_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1470 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1471 basic_block bb;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1472 gimple_stmt_iterator si;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1473
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1474 if (!bb_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1475 return;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1476
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1477 bb = BB_VINFO_BB (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1478
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1479 for (si = gsi_start_bb (bb); !gsi_end_p (si); gsi_next (&si))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1480 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1481 gimple stmt = gsi_stmt (si);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1482 stmt_vec_info stmt_info = vinfo_for_stmt (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1483
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1484 if (stmt_info)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1485 /* Free stmt_vec_info. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1486 free_stmt_vec_info (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1487 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1488
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1489 free_data_refs (BB_VINFO_DATAREFS (bb_vinfo));
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1490 free_dependence_relations (BB_VINFO_DDRS (bb_vinfo));
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1491 VEC_free (gimple, heap, BB_VINFO_STRIDED_STORES (bb_vinfo));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1492 VEC_free (slp_instance, heap, BB_VINFO_SLP_INSTANCES (bb_vinfo));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1493 free (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1494 bb->aux = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1495 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1496
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1497
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1498 /* Analyze statements contained in SLP tree node after recursively analyzing
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1499 the subtree. Return TRUE if the operations are supported. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1500
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1501 static bool
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1502 vect_slp_analyze_node_operations (bb_vec_info bb_vinfo, slp_tree node)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1503 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1504 bool dummy;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1505 int i;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1506 gimple stmt;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1507
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1508 if (!node)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1509 return true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1510
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1511 if (!vect_slp_analyze_node_operations (bb_vinfo, SLP_TREE_LEFT (node))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1512 \|\| !vect_slp_analyze_node_operations (bb_vinfo, SLP_TREE_RIGHT (node)))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1513 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1514
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1515 FOR_EACH_VEC_ELT (gimple, SLP_TREE_SCALAR_STMTS (node), i, stmt)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1516 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1517 stmt_vec_info stmt_info = vinfo_for_stmt (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1518 gcc_assert (stmt_info);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1519 gcc_assert (PURE_SLP_STMT (stmt_info));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1520
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1521 if (!vect_analyze_stmt (stmt, &dummy, node))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1522 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1523 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1524
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1525 return true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1526 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1527
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1528
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1529 /* Analyze statements in SLP instances of the basic block. Return TRUE if the
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1530 operations are supported. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1531
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1532 static bool
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1533 vect_slp_analyze_operations (bb_vec_info bb_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1534 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1535 VEC (slp_instance, heap) *slp_instances = BB_VINFO_SLP_INSTANCES (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1536 slp_instance instance;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1537 int i;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1538
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1539 for (i = 0; VEC_iterate (slp_instance, slp_instances, i, instance); )
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1540 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1541 if (!vect_slp_analyze_node_operations (bb_vinfo,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1542 SLP_INSTANCE_TREE (instance)))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1543 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1544 vect_free_slp_instance (instance);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1545 VEC_ordered_remove (slp_instance, slp_instances, i);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1546 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1547 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1548 i++;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1549 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1550
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1551 if (!VEC_length (slp_instance, slp_instances))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1552 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1553
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1554 return true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1555 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1556
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1557 /* Check if loads and stores are mixed in the basic block (in that
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1558 case if we are not sure that the accesses differ, we can't vectorize the
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1559 basic block). Also return FALSE in case that there is statement marked as
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1560 not vectorizable. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1561
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1562 static bool
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1563 vect_bb_vectorizable_with_dependencies (bb_vec_info bb_vinfo)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1564 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1565 basic_block bb = BB_VINFO_BB (bb_vinfo);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1566 gimple_stmt_iterator si;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1567 bool detected_store = false;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1568 gimple stmt;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1569 struct data_reference *dr;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1570
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1571 for (si = gsi_start_bb (bb); !gsi_end_p (si); gsi_next (&si))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1572 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1573 stmt = gsi_stmt (si);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1574
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1575 /* We can't allow not analyzed statements, since they may contain data
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1576 accesses. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1577 if (!STMT_VINFO_VECTORIZABLE (vinfo_for_stmt (stmt)))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1578 return false;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1579
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1580 if (!STMT_VINFO_DATA_REF (vinfo_for_stmt (stmt)))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1581 continue;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1582
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1583 dr = STMT_VINFO_DATA_REF (vinfo_for_stmt (stmt));
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1584 if (DR_IS_READ (dr) && detected_store)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1585 return false;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1586
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1587 if (!DR_IS_READ (dr))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1588 detected_store = true;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1589 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1590
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1591 return true;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1592 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1593
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1594 /* Check if vectorization of the basic block is profitable. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1595
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1596 static bool
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1597 vect_bb_vectorization_profitable_p (bb_vec_info bb_vinfo)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1598 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1599 VEC (slp_instance, heap) *slp_instances = BB_VINFO_SLP_INSTANCES (bb_vinfo);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1600 slp_instance instance;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1601 int i;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1602 unsigned int vec_outside_cost = 0, vec_inside_cost = 0, scalar_cost = 0;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1603 unsigned int stmt_cost;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1604 gimple stmt;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1605 gimple_stmt_iterator si;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1606 basic_block bb = BB_VINFO_BB (bb_vinfo);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1607 stmt_vec_info stmt_info = NULL;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1608 tree dummy_type = NULL;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1609 int dummy = 0;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1610
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1611 /* Calculate vector costs. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1612 FOR_EACH_VEC_ELT (slp_instance, slp_instances, i, instance)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1613 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1614 vec_outside_cost += SLP_INSTANCE_OUTSIDE_OF_LOOP_COST (instance);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1615 vec_inside_cost += SLP_INSTANCE_INSIDE_OF_LOOP_COST (instance);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1616 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1617
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1618 /* Calculate scalar cost. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1619 for (si = gsi_start_bb (bb); !gsi_end_p (si); gsi_next (&si))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1620 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1621 stmt = gsi_stmt (si);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1622 stmt_info = vinfo_for_stmt (stmt);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1623
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1624 if (!stmt_info \|\| !STMT_VINFO_VECTORIZABLE (stmt_info)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1625 \|\| !PURE_SLP_STMT (stmt_info))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1626 continue;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1627
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1628 if (STMT_VINFO_DATA_REF (stmt_info))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1629 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1630 if (DR_IS_READ (STMT_VINFO_DATA_REF (stmt_info)))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1631 stmt_cost = targetm.vectorize.builtin_vectorization_cost
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1632 (scalar_load, dummy_type, dummy);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1633 else
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1634 stmt_cost = targetm.vectorize.builtin_vectorization_cost
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1635 (scalar_store, dummy_type, dummy);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1636 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1637 else
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1638 stmt_cost = targetm.vectorize.builtin_vectorization_cost
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1639 (scalar_stmt, dummy_type, dummy);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1640
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1641 scalar_cost += stmt_cost;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1642 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1643
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1644 if (vect_print_dump_info (REPORT_COST))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1645 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1646 fprintf (vect_dump, "Cost model analysis: \n");
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1647 fprintf (vect_dump, " Vector inside of basic block cost: %d\n",
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1648 vec_inside_cost);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1649 fprintf (vect_dump, " Vector outside of basic block cost: %d\n",
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1650 vec_outside_cost);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1651 fprintf (vect_dump, " Scalar cost of basic block: %d", scalar_cost);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1652 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1653
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1654 /* Vectorization is profitable if its cost is less than the cost of scalar
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1655 version. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1656 if (vec_outside_cost + vec_inside_cost >= scalar_cost)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1657 return false;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1658
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1659 return true;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1660 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1661
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1662 /* Check if the basic block can be vectorized. */
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1663
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1664 bb_vec_info
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1665 vect_slp_analyze_bb (basic_block bb)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1666 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1667 bb_vec_info bb_vinfo;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1668 VEC (ddr_p, heap) *ddrs;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1669 VEC (slp_instance, heap) *slp_instances;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1670 slp_instance instance;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1671 int i, insns = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1672 gimple_stmt_iterator gsi;
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1673 int min_vf = 2;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1674 int max_vf = MAX_VECTORIZATION_FACTOR;
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1675 bool data_dependence_in_bb = false;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1676
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1677 current_vector_size = 0;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1678
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1679 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1680 fprintf (vect_dump, "===vect_slp_analyze_bb===\n");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1681
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1682 for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1683 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1684 gimple stmt = gsi_stmt (gsi);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1685 if (!is_gimple_debug (stmt)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1686 && !gimple_nop_p (stmt)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1687 && gimple_code (stmt) != GIMPLE_LABEL)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1688 insns++;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1689 }
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1690
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1691 if (insns > PARAM_VALUE (PARAM_SLP_MAX_INSNS_IN_BB))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1692 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1693 if (vect_print_dump_info (REPORT_UNVECTORIZED_LOCATIONS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1694 fprintf (vect_dump, "not vectorized: too many instructions in basic "
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1695 "block.\n");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1696
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1697 return NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1698 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1699
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1700 bb_vinfo = new_bb_vec_info (bb);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1701 if (!bb_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1702 return NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1703
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1704 if (!vect_analyze_data_refs (NULL, bb_vinfo, &min_vf))
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1705 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1706 if (vect_print_dump_info (REPORT_UNVECTORIZED_LOCATIONS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1707 fprintf (vect_dump, "not vectorized: unhandled data-ref in basic "
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1708 "block.\n");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1709
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1710 destroy_bb_vec_info (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1711 return NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1712 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1713
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1714 ddrs = BB_VINFO_DDRS (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1715 if (!VEC_length (ddr_p, ddrs))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1716 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1717 if (vect_print_dump_info (REPORT_UNVECTORIZED_LOCATIONS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1718 fprintf (vect_dump, "not vectorized: not enough data-refs in basic "
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1719 "block.\n");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1720
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1721 destroy_bb_vec_info (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1722 return NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1723 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1724
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1725 if (!vect_analyze_data_ref_dependences (NULL, bb_vinfo, &max_vf,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1726 &data_dependence_in_bb)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1727 \|\| min_vf > max_vf
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1728 \|\| (data_dependence_in_bb
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1729 && !vect_bb_vectorizable_with_dependencies (bb_vinfo)))
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1730 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1731 if (vect_print_dump_info (REPORT_UNVECTORIZED_LOCATIONS))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1732 fprintf (vect_dump, "not vectorized: unhandled data dependence "
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1733 "in basic block.\n");
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1734
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1735 destroy_bb_vec_info (bb_vinfo);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1736 return NULL;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1737 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1738
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1739 if (!vect_analyze_data_refs_alignment (NULL, bb_vinfo))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1740 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1741 if (vect_print_dump_info (REPORT_UNVECTORIZED_LOCATIONS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1742 fprintf (vect_dump, "not vectorized: bad data alignment in basic "
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1743 "block.\n");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1744
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1745 destroy_bb_vec_info (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1746 return NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1747 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1748
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1749 if (!vect_analyze_data_ref_accesses (NULL, bb_vinfo))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1750 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1751 if (vect_print_dump_info (REPORT_UNVECTORIZED_LOCATIONS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1752 fprintf (vect_dump, "not vectorized: unhandled data access in basic "
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1753 "block.\n");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1754
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1755 destroy_bb_vec_info (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1756 return NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1757 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1758
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1759 if (!vect_verify_datarefs_alignment (NULL, bb_vinfo))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1760 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1761 if (vect_print_dump_info (REPORT_UNVECTORIZED_LOCATIONS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1762 fprintf (vect_dump, "not vectorized: unsupported alignment in basic "
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1763 "block.\n");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1764
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1765 destroy_bb_vec_info (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1766 return NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1767 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1768
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1769 /* Check the SLP opportunities in the basic block, analyze and build SLP
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1770 trees. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1771 if (!vect_analyze_slp (NULL, bb_vinfo))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1772 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1773 if (vect_print_dump_info (REPORT_UNVECTORIZED_LOCATIONS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1774 fprintf (vect_dump, "not vectorized: failed to find SLP opportunities "
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1775 "in basic block.\n");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1776
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1777 destroy_bb_vec_info (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1778 return NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1779 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1780
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1781 slp_instances = BB_VINFO_SLP_INSTANCES (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1782
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1783 /* Mark all the statements that we want to vectorize as pure SLP and
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1784 relevant. */
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1785 FOR_EACH_VEC_ELT (slp_instance, slp_instances, i, instance)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1786 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1787 vect_mark_slp_stmts (SLP_INSTANCE_TREE (instance), pure_slp, -1);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1788 vect_mark_slp_stmts_relevant (SLP_INSTANCE_TREE (instance));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1789 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1790
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1791 if (!vect_slp_analyze_operations (bb_vinfo))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1792 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1793 if (vect_print_dump_info (REPORT_UNVECTORIZED_LOCATIONS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1794 fprintf (vect_dump, "not vectorized: bad operation in basic block.\n");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1795
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1796 destroy_bb_vec_info (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1797 return NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1798 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1799
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1800 /* Cost model: check if the vectorization is worthwhile. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1801 if (flag_vect_cost_model
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1802 && !vect_bb_vectorization_profitable_p (bb_vinfo))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1803 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1804 if (vect_print_dump_info (REPORT_UNVECTORIZED_LOCATIONS))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1805 fprintf (vect_dump, "not vectorized: vectorization is not "
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1806 "profitable.\n");
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1807
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1808 destroy_bb_vec_info (bb_vinfo);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1809 return NULL;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1810 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1811
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1812 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1813 fprintf (vect_dump, "Basic block will be vectorized using SLP\n");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1814
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1815 return bb_vinfo;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1816 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1817
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1818
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1819 /* SLP costs are calculated according to SLP instance unrolling factor (i.e.,
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1820 the number of created vector stmts depends on the unrolling factor).
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1821 However, the actual number of vector stmts for every SLP node depends on
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1822 VF which is set later in vect_analyze_operations (). Hence, SLP costs
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1823 should be updated. In this function we assume that the inside costs
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1824 calculated in vect_model_xxx_cost are linear in ncopies. */
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1825
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1826 void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1827 vect_update_slp_costs_according_to_vf (loop_vec_info loop_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1828 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1829 unsigned int i, vf = LOOP_VINFO_VECT_FACTOR (loop_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1830 VEC (slp_instance, heap) *slp_instances = LOOP_VINFO_SLP_INSTANCES (loop_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1831 slp_instance instance;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1832
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1833 if (vect_print_dump_info (REPORT_SLP))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1834 fprintf (vect_dump, "=== vect_update_slp_costs_according_to_vf ===");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1835
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1836 FOR_EACH_VEC_ELT (slp_instance, slp_instances, i, instance)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1837 /* We assume that costs are linear in ncopies. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1838 SLP_INSTANCE_INSIDE_OF_LOOP_COST (instance) *= vf
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1839 / SLP_INSTANCE_UNROLLING_FACTOR (instance);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1840 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1841
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1842
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1843 /* For constant and loop invariant defs of SLP_NODE this function returns
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1844 (vector) defs (VEC_OPRNDS) that will be used in the vectorized stmts.
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1845 OP_NUM determines if we gather defs for operand 0 or operand 1 of the RHS of
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1846 scalar stmts. NUMBER_OF_VECTORS is the number of vector defs to create.
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1847 REDUC_INDEX is the index of the reduction operand in the statements, unless
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1848 it is -1. */
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1849
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1850 static void
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1851 vect_get_constant_vectors (tree op, slp_tree slp_node,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1852 VEC (tree, heap) **vec_oprnds,
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1853 unsigned int op_num, unsigned int number_of_vectors,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1854 int reduc_index)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1855 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1856 VEC (gimple, heap) *stmts = SLP_TREE_SCALAR_STMTS (slp_node);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1857 gimple stmt = VEC_index (gimple, stmts, 0);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1858 stmt_vec_info stmt_vinfo = vinfo_for_stmt (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1859 int nunits;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1860 tree vec_cst;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1861 tree t = NULL_TREE;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1862 int j, number_of_places_left_in_vector;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1863 tree vector_type;
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1864 tree vop;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1865 int group_size = VEC_length (gimple, stmts);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1866 unsigned int vec_num, i;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1867 int number_of_copies = 1;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1868 VEC (tree, heap) *voprnds = VEC_alloc (tree, heap, number_of_vectors);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1869 bool constant_p, is_store;
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1870 tree neutral_op = NULL;
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1871 enum tree_code code = gimple_assign_rhs_code (stmt);
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1872
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1873 if (STMT_VINFO_DEF_TYPE (stmt_vinfo) == vect_reduction_def)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1874 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1875 if (reduc_index == -1)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1876 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1877 VEC_free (tree, heap, *vec_oprnds);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1878 return;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1879 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1880
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1881 op_num = reduc_index - 1;
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1882 op = gimple_op (stmt, reduc_index);
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1883 /* For additional copies (see the explanation of NUMBER_OF_COPIES below)
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1884 we need either neutral operands or the original operands. See
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1885 get_initial_def_for_reduction() for details. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1886 switch (code)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1887 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1888 case WIDEN_SUM_EXPR:
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1889 case DOT_PROD_EXPR:
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1890 case PLUS_EXPR:
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1891 case MINUS_EXPR:
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1892 case BIT_IOR_EXPR:
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1893 case BIT_XOR_EXPR:
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1894 if (SCALAR_FLOAT_TYPE_P (TREE_TYPE (op)))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1895 neutral_op = build_real (TREE_TYPE (op), dconst0);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1896 else
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1897 neutral_op = build_int_cst (TREE_TYPE (op), 0);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1898
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1899 break;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1900
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1901 case MULT_EXPR:
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1902 if (SCALAR_FLOAT_TYPE_P (TREE_TYPE (op)))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1903 neutral_op = build_real (TREE_TYPE (op), dconst1);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1904 else
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1905 neutral_op = build_int_cst (TREE_TYPE (op), 1);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1906
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1907 break;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1908
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1909 case BIT_AND_EXPR:
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1910 neutral_op = build_int_cst (TREE_TYPE (op), -1);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1911 break;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1912
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1913 default:
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1914 neutral_op = NULL;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1915 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1916 }
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1917
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1918 if (STMT_VINFO_DATA_REF (stmt_vinfo))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1919 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1920 is_store = true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1921 op = gimple_assign_rhs1 (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1922 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1923 else
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1924 is_store = false;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1925
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1926 gcc_assert (op);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1927
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1928 if (CONSTANT_CLASS_P (op))
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1929 constant_p = true;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1930 else
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1931 constant_p = false;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1932
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1933 vector_type = get_vectype_for_scalar_type (TREE_TYPE (op));
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1934 gcc_assert (vector_type);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1935 nunits = TYPE_VECTOR_SUBPARTS (vector_type);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1936
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1937 /* NUMBER_OF_COPIES is the number of times we need to use the same values in
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1938 created vectors. It is greater than 1 if unrolling is performed.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1939
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1940 For example, we have two scalar operands, s1 and s2 (e.g., group of
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1941 strided accesses of size two), while NUNITS is four (i.e., four scalars
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1942 of this type can be packed in a vector). The output vector will contain
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1943 two copies of each scalar operand: {s1, s2, s1, s2}. (NUMBER_OF_COPIES
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1944 will be 2).
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1945
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1946 If GROUP_SIZE > NUNITS, the scalars will be split into several vectors
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1947 containing the operands.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1948
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1949 For example, NUNITS is four as before, and the group size is 8
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1950 (s1, s2, ..., s8). We will create two vectors {s1, s2, s3, s4} and
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1951 {s5, s6, s7, s8}. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1952
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1953 number_of_copies = least_common_multiple (nunits, group_size) / group_size;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1954
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1955 number_of_places_left_in_vector = nunits;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1956 for (j = 0; j < number_of_copies; j++)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1957 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1958 for (i = group_size - 1; VEC_iterate (gimple, stmts, i, stmt); i--)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1959 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1960 if (is_store)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1961 op = gimple_assign_rhs1 (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1962 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1963 op = gimple_op (stmt, op_num + 1);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1964
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1965 if (reduc_index != -1)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1966 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1967 struct loop *loop = (gimple_bb (stmt))->loop_father;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1968 gimple def_stmt = SSA_NAME_DEF_STMT (op);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1969
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1970 gcc_assert (loop);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1971 /* Get the def before the loop. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1972 op = PHI_ARG_DEF_FROM_EDGE (def_stmt,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1973 loop_preheader_edge (loop));
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1974 if (j != (number_of_copies - 1) && neutral_op)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1975 op = neutral_op;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1976 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1977
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1978 /* Create 'vect_ = {op0,op1,...,opn}'. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1979 t = tree_cons (NULL_TREE, op, t);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1980
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1981 number_of_places_left_in_vector--;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1982
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1983 if (number_of_places_left_in_vector == 0)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1984 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1985 number_of_places_left_in_vector = nunits;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1986
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1987 if (constant_p)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1988 vec_cst = build_vector (vector_type, t);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1989 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1990 vec_cst = build_constructor_from_list (vector_type, t);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1991 VEC_quick_push (tree, voprnds,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1992 vect_init_vector (stmt, vec_cst, vector_type, NULL));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1993 t = NULL_TREE;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1994 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1995 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1996 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1997
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1998 /* Since the vectors are created in the reverse order, we should invert
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1999 them. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2000 vec_num = VEC_length (tree, voprnds);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2001 for (j = vec_num - 1; j >= 0; j--)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2002 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2003 vop = VEC_index (tree, voprnds, j);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2004 VEC_quick_push (tree, *vec_oprnds, vop);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2005 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2006
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2007 VEC_free (tree, heap, voprnds);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2008
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2009 /* In case that VF is greater than the unrolling factor needed for the SLP
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2010 group of stmts, NUMBER_OF_VECTORS to be created is greater than
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2011 NUMBER_OF_SCALARS/NUNITS or NUNITS/NUMBER_OF_SCALARS, and hence we have
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2012 to replicate the vectors. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2013 while (number_of_vectors > VEC_length (tree, *vec_oprnds))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2014 {
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2015 tree neutral_vec = NULL;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2016
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2017 if (neutral_op)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2018 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2019 if (!neutral_vec)
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2020 neutral_vec = build_vector_from_val (vector_type, neutral_op);
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2021
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2022 VEC_quick_push (tree, *vec_oprnds, neutral_vec);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2023 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2024 else
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2025 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2026 for (i = 0; VEC_iterate (tree, *vec_oprnds, i, vop) && i < vec_num; i++)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2027 VEC_quick_push (tree, *vec_oprnds, vop);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2028 }
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2029 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2030 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2031
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2032
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2033 /* Get vectorized definitions from SLP_NODE that contains corresponding
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2034 vectorized def-stmts. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2035
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2036 static void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2037 vect_get_slp_vect_defs (slp_tree slp_node, VEC (tree,heap) **vec_oprnds)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2038 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2039 tree vec_oprnd;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2040 gimple vec_def_stmt;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2041 unsigned int i;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2042
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2043 gcc_assert (SLP_TREE_VEC_STMTS (slp_node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2044
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2045 FOR_EACH_VEC_ELT (gimple, SLP_TREE_VEC_STMTS (slp_node), i, vec_def_stmt)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2046 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2047 gcc_assert (vec_def_stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2048 vec_oprnd = gimple_get_lhs (vec_def_stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2049 VEC_quick_push (tree, *vec_oprnds, vec_oprnd);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2050 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2051 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2052
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2053
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2054 /* Get vectorized definitions for SLP_NODE.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2055 If the scalar definitions are loop invariants or constants, collect them and
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2056 call vect_get_constant_vectors() to create vector stmts.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2057 Otherwise, the def-stmts must be already vectorized and the vectorized stmts
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2058 must be stored in the LEFT/RIGHT node of SLP_NODE, and we call
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2059 vect_get_slp_vect_defs() to retrieve them.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2060 If VEC_OPRNDS1 is NULL, don't get vector defs for the second operand (from
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2061 the right node. This is used when the second operand must remain scalar. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2062
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2063 void
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2064 vect_get_slp_defs (tree op0, tree op1, slp_tree slp_node,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2065 VEC (tree,heap) **vec_oprnds0,
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2066 VEC (tree,heap) **vec_oprnds1, int reduc_index)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2067 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2068 gimple first_stmt;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2069 enum tree_code code;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2070 int number_of_vects;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2071 HOST_WIDE_INT lhs_size_unit, rhs_size_unit;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2072
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2073 first_stmt = VEC_index (gimple, SLP_TREE_SCALAR_STMTS (slp_node), 0);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2074 /* The number of vector defs is determined by the number of vector statements
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2075 in the node from which we get those statements. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2076 if (SLP_TREE_LEFT (slp_node))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2077 number_of_vects = SLP_TREE_NUMBER_OF_VEC_STMTS (SLP_TREE_LEFT (slp_node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2078 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2079 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2080 number_of_vects = SLP_TREE_NUMBER_OF_VEC_STMTS (slp_node);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2081 /* Number of vector stmts was calculated according to LHS in
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2082 vect_schedule_slp_instance(), fix it by replacing LHS with RHS, if
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2083 necessary. See vect_get_smallest_scalar_type () for details. */
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2084 vect_get_smallest_scalar_type (first_stmt, &lhs_size_unit,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2085 &rhs_size_unit);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2086 if (rhs_size_unit != lhs_size_unit)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2087 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2088 number_of_vects *= rhs_size_unit;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2089 number_of_vects /= lhs_size_unit;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2090 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2091 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2092
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2093 /* Allocate memory for vectorized defs. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2094 *vec_oprnds0 = VEC_alloc (tree, heap, number_of_vects);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2095
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2096 /* SLP_NODE corresponds either to a group of stores or to a group of
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2097 unary/binary operations. We don't call this function for loads.
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2098 For reduction defs we call vect_get_constant_vectors(), since we are
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2099 looking for initial loop invariant values. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2100 if (SLP_TREE_LEFT (slp_node) && reduc_index == -1)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2101 /* The defs are already vectorized. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2102 vect_get_slp_vect_defs (SLP_TREE_LEFT (slp_node), vec_oprnds0);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2103 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2104 /* Build vectors from scalar defs. */
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2105 vect_get_constant_vectors (op0, slp_node, vec_oprnds0, 0, number_of_vects,
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2106 reduc_index);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2107
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2108 if (STMT_VINFO_DATA_REF (vinfo_for_stmt (first_stmt)))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2109 /* Since we don't call this function with loads, this is a group of
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2110 stores. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2111 return;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2112
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2113 /* For reductions, we only need initial values. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2114 if (reduc_index != -1)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2115 return;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2116
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2117 code = gimple_assign_rhs_code (first_stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2118 if (get_gimple_rhs_class (code) != GIMPLE_BINARY_RHS \|\| !vec_oprnds1)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2119 return;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2120
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2121 /* The number of vector defs is determined by the number of vector statements
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2122 in the node from which we get those statements. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2123 if (SLP_TREE_RIGHT (slp_node))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2124 number_of_vects = SLP_TREE_NUMBER_OF_VEC_STMTS (SLP_TREE_RIGHT (slp_node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2125 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2126 number_of_vects = SLP_TREE_NUMBER_OF_VEC_STMTS (slp_node);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2127
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2128 *vec_oprnds1 = VEC_alloc (tree, heap, number_of_vects);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2129
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2130 if (SLP_TREE_RIGHT (slp_node))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2131 /* The defs are already vectorized. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2132 vect_get_slp_vect_defs (SLP_TREE_RIGHT (slp_node), vec_oprnds1);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2133 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2134 /* Build vectors from scalar defs. */
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2135 vect_get_constant_vectors (op1, slp_node, vec_oprnds1, 1, number_of_vects,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2136 -1);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2137 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2138
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2139
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2140 /* Create NCOPIES permutation statements using the mask MASK_BYTES (by
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2141 building a vector of type MASK_TYPE from it) and two input vectors placed in
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2142 DR_CHAIN at FIRST_VEC_INDX and SECOND_VEC_INDX for the first copy and
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2143 shifting by STRIDE elements of DR_CHAIN for every copy.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2144 (STRIDE is the number of vectorized stmts for NODE divided by the number of
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2145 copies).
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2146 VECT_STMTS_COUNTER specifies the index in the vectorized stmts of NODE, where
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2147 the created stmts must be inserted. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2148
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2149 static inline void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2150 vect_create_mask_and_perm (gimple stmt, gimple next_scalar_stmt,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2151 tree mask, int first_vec_indx, int second_vec_indx,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2152 gimple_stmt_iterator *gsi, slp_tree node,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2153 tree builtin_decl, tree vectype,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2154 VEC(tree,heap) *dr_chain,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2155 int ncopies, int vect_stmts_counter)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2156 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2157 tree perm_dest;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2158 gimple perm_stmt = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2159 stmt_vec_info next_stmt_info;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2160 int i, stride;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2161 tree first_vec, second_vec, data_ref;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2162
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2163 stride = SLP_TREE_NUMBER_OF_VEC_STMTS (node) / ncopies;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2164
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2165 /* Initialize the vect stmts of NODE to properly insert the generated
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2166 stmts later. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2167 for (i = VEC_length (gimple, SLP_TREE_VEC_STMTS (node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2168 i < (int) SLP_TREE_NUMBER_OF_VEC_STMTS (node); i++)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2169 VEC_quick_push (gimple, SLP_TREE_VEC_STMTS (node), NULL);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2170
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2171 perm_dest = vect_create_destination_var (gimple_assign_lhs (stmt), vectype);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2172 for (i = 0; i < ncopies; i++)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2173 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2174 first_vec = VEC_index (tree, dr_chain, first_vec_indx);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2175 second_vec = VEC_index (tree, dr_chain, second_vec_indx);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2176
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2177 /* Generate the permute statement. */
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2178 perm_stmt = gimple_build_call (builtin_decl,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2179 3, first_vec, second_vec, mask);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2180 data_ref = make_ssa_name (perm_dest, perm_stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2181 gimple_call_set_lhs (perm_stmt, data_ref);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2182 vect_finish_stmt_generation (stmt, perm_stmt, gsi);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2183
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2184 /* Store the vector statement in NODE. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2185 VEC_replace (gimple, SLP_TREE_VEC_STMTS (node),
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2186 stride * i + vect_stmts_counter, perm_stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2187
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2188 first_vec_indx += stride;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2189 second_vec_indx += stride;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2190 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2191
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2192 /* Mark the scalar stmt as vectorized. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2193 next_stmt_info = vinfo_for_stmt (next_scalar_stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2194 STMT_VINFO_VEC_STMT (next_stmt_info) = perm_stmt;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2195 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2196
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2197
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2198 /* Given FIRST_MASK_ELEMENT - the mask element in element representation,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2199 return in CURRENT_MASK_ELEMENT its equivalent in target specific
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2200 representation. Check that the mask is valid and return FALSE if not.
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2201 Return TRUE in NEED_NEXT_VECTOR if the permutation requires to move to
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2202 the next vector, i.e., the current first vector is not needed. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2203
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2204 static bool
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2205 vect_get_mask_element (gimple stmt, int first_mask_element, int m,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2206 int mask_nunits, bool only_one_vec, int index,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2207 int mask, int current_mask_element,
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2208 bool need_next_vector, int number_of_mask_fixes,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2209 bool mask_fixed, bool needs_first_vector)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2210 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2211 int i;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2212
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2213 /* Convert to target specific representation. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2214 *current_mask_element = first_mask_element + m;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2215 /* Adjust the value in case it's a mask for second and third vectors. */
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2216 current_mask_element -= mask_nunits (*number_of_mask_fixes - 1);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2217
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2218 if (*current_mask_element < mask_nunits)
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2219 *needs_first_vector = true;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2220
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2221 /* We have only one input vector to permute but the mask accesses values in
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2222 the next vector as well. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2223 if (only_one_vec && *current_mask_element >= mask_nunits)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2224 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2225 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2226 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2227 fprintf (vect_dump, "permutation requires at least two vectors ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2228 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2229 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2230
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2231 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2232 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2233
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2234 /* The mask requires the next vector. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2235 if (current_mask_element >= mask_nunits 2)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2236 {
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2237 if (needs_first_vector \|\| mask_fixed)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2238 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2239 /* We either need the first vector too or have already moved to the
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2240 next vector. In both cases, this permutation needs three
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2241 vectors. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2242 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2243 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2244 fprintf (vect_dump, "permutation requires at "
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2245 "least three vectors ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2246 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2247 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2248
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2249 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2250 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2251
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2252 /* We move to the next vector, dropping the first one and working with
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2253 the second and the third - we need to adjust the values of the mask
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2254 accordingly. */
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2255 current_mask_element -= mask_nunits *number_of_mask_fixes;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2256
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2257 for (i = 0; i < index; i++)
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2258 mask[i] -= mask_nunits * *number_of_mask_fixes;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2259
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2260 (*number_of_mask_fixes)++;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2261 *mask_fixed = true;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2262 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2263
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2264 need_next_vector = mask_fixed;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2265
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2266 /* This was the last element of this mask. Start a new one. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2267 if (index == mask_nunits - 1)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2268 {
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2269 *number_of_mask_fixes = 1;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2270 *mask_fixed = false;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2271 *needs_first_vector = false;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2272 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2273
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2274 return true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2275 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2276
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2277
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2278 /* Generate vector permute statements from a list of loads in DR_CHAIN.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2279 If ANALYZE_ONLY is TRUE, only check that it is possible to create valid
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2280 permute statements for SLP_NODE_INSTANCE. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2281 bool
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2282 vect_transform_slp_perm_load (gimple stmt, VEC (tree, heap) *dr_chain,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2283 gimple_stmt_iterator *gsi, int vf,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2284 slp_instance slp_node_instance, bool analyze_only)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2285 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2286 stmt_vec_info stmt_info = vinfo_for_stmt (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2287 tree mask_element_type = NULL_TREE, mask_type;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2288 int i, j, k, m, scale, mask_nunits, nunits, vec_index = 0, scalar_index;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2289 slp_tree node;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2290 tree vectype = STMT_VINFO_VECTYPE (stmt_info), builtin_decl;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2291 gimple next_scalar_stmt;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2292 int group_size = SLP_INSTANCE_GROUP_SIZE (slp_node_instance);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2293 int first_mask_element;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2294 int index, unroll_factor, *mask, current_mask_element, ncopies;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2295 bool only_one_vec = false, need_next_vector = false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2296 int first_vec_index, second_vec_index, orig_vec_stmts_num, vect_stmts_counter;
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2297 int number_of_mask_fixes = 1;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2298 bool mask_fixed = false;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2299 bool needs_first_vector = false;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2300
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2301 if (!targetm.vectorize.builtin_vec_perm)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2302 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2303 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2304 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2305 fprintf (vect_dump, "no builtin for vect permute for ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2306 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2307 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2308
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2309 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2310 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2311
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2312 builtin_decl = targetm.vectorize.builtin_vec_perm (vectype,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2313 &mask_element_type);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2314 if (!builtin_decl \|\| !mask_element_type)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2315 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2316 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2317 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2318 fprintf (vect_dump, "no builtin for vect permute for ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2319 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2320 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2321
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2322 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2323 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2324
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2325 mask_type = get_vectype_for_scalar_type (mask_element_type);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2326 mask_nunits = TYPE_VECTOR_SUBPARTS (mask_type);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2327 mask = (int ) xmalloc (sizeof (int) mask_nunits);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2328 nunits = TYPE_VECTOR_SUBPARTS (vectype);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2329 scale = mask_nunits / nunits;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2330 unroll_factor = SLP_INSTANCE_UNROLLING_FACTOR (slp_node_instance);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2331
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2332 /* The number of vector stmts to generate based only on SLP_NODE_INSTANCE
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2333 unrolling factor. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2334 orig_vec_stmts_num = group_size *
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2335 SLP_INSTANCE_UNROLLING_FACTOR (slp_node_instance) / nunits;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2336 if (orig_vec_stmts_num == 1)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2337 only_one_vec = true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2338
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2339 /* Number of copies is determined by the final vectorization factor
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2340 relatively to SLP_NODE_INSTANCE unrolling factor. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2341 ncopies = vf / SLP_INSTANCE_UNROLLING_FACTOR (slp_node_instance);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2342
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2343 /* Generate permutation masks for every NODE. Number of masks for each NODE
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2344 is equal to GROUP_SIZE.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2345 E.g., we have a group of three nodes with three loads from the same
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2346 location in each node, and the vector size is 4. I.e., we have a
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2347 a0b0c0a1b1c1... sequence and we need to create the following vectors:
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2348 for a's: a0a0a0a1 a1a1a2a2 a2a3a3a3
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2349 for b's: b0b0b0b1 b1b1b2b2 b2b3b3b3
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2350 ...
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2351
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2352 The masks for a's should be: {0,0,0,3} {3,3,6,6} {6,9,9,9} (in target
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2353 scpecific type, e.g., in bytes for Altivec.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2354 The last mask is illegal since we assume two operands for permute
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2355 operation, and the mask element values can't be outside that range.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2356 Hence, the last mask must be converted into {2,5,5,5}.
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2357 For the first two permutations we need the first and the second input
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2358 vectors: {a0,b0,c0,a1} and {b1,c1,a2,b2}, and for the last permutation
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2359 we need the second and the third vectors: {b1,c1,a2,b2} and
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2360 {c2,a3,b3,c3}. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2361
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2362 FOR_EACH_VEC_ELT (slp_tree, SLP_INSTANCE_LOADS (slp_node_instance), i, node)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2363 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2364 scalar_index = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2365 index = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2366 vect_stmts_counter = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2367 vec_index = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2368 first_vec_index = vec_index++;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2369 if (only_one_vec)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2370 second_vec_index = first_vec_index;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2371 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2372 second_vec_index = vec_index++;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2373
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2374 for (j = 0; j < unroll_factor; j++)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2375 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2376 for (k = 0; k < group_size; k++)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2377 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2378 first_mask_element = (i + j * group_size) * scale;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2379 for (m = 0; m < scale; m++)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2380 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2381 if (!vect_get_mask_element (stmt, first_mask_element, m,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2382 mask_nunits, only_one_vec, index, mask,
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2383 &current_mask_element, &need_next_vector,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2384 &number_of_mask_fixes, &mask_fixed,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2385 &needs_first_vector))
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2386 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2387
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2388 mask[index++] = current_mask_element;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2389 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2390
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2391 if (index == mask_nunits)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2392 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2393 tree mask_vec = NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2394
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2395 while (--index >= 0)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2396 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2397 tree t = build_int_cst (mask_element_type, mask[index]);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2398 mask_vec = tree_cons (NULL, t, mask_vec);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2399 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2400 mask_vec = build_vector (mask_type, mask_vec);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2401 index = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2402
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2403 if (!targetm.vectorize.builtin_vec_perm_ok (vectype,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2404 mask_vec))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2405 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2406 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2407 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2408 fprintf (vect_dump, "unsupported vect permute ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2409 print_generic_expr (vect_dump, mask_vec, 0);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2410 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2411 free (mask);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2412 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2413 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2414
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2415 if (!analyze_only)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2416 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2417 if (need_next_vector)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2418 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2419 first_vec_index = second_vec_index;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2420 second_vec_index = vec_index;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2421 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2422
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2423 next_scalar_stmt = VEC_index (gimple,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2424 SLP_TREE_SCALAR_STMTS (node), scalar_index++);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2425
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2426 vect_create_mask_and_perm (stmt, next_scalar_stmt,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2427 mask_vec, first_vec_index, second_vec_index,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2428 gsi, node, builtin_decl, vectype, dr_chain,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2429 ncopies, vect_stmts_counter++);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2430 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2431 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2432 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2433 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2434 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2435
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2436 free (mask);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2437 return true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2438 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2439
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2440
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2441
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2442 /* Vectorize SLP instance tree in postorder. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2443
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2444 static bool
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2445 vect_schedule_slp_instance (slp_tree node, slp_instance instance,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2446 unsigned int vectorization_factor)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2447 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2448 gimple stmt;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2449 bool strided_store, is_store;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2450 gimple_stmt_iterator si;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2451 stmt_vec_info stmt_info;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2452 unsigned int vec_stmts_size, nunits, group_size;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2453 tree vectype;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2454 int i;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2455 slp_tree loads_node;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2456
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2457 if (!node)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2458 return false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2459
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2460 vect_schedule_slp_instance (SLP_TREE_LEFT (node), instance,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2461 vectorization_factor);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2462 vect_schedule_slp_instance (SLP_TREE_RIGHT (node), instance,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2463 vectorization_factor);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2464
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2465 stmt = VEC_index (gimple, SLP_TREE_SCALAR_STMTS (node), 0);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2466 stmt_info = vinfo_for_stmt (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2467
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2468 /* VECTYPE is the type of the destination. */
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2469 vectype = STMT_VINFO_VECTYPE (stmt_info);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2470 nunits = (unsigned int) TYPE_VECTOR_SUBPARTS (vectype);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2471 group_size = SLP_INSTANCE_GROUP_SIZE (instance);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2472
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2473 /* For each SLP instance calculate number of vector stmts to be created
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2474 for the scalar stmts in each node of the SLP tree. Number of vector
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2475 elements in one vector iteration is the number of scalar elements in
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2476 one scalar iteration (GROUP_SIZE) multiplied by VF divided by vector
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2477 size. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2478 vec_stmts_size = (vectorization_factor * group_size) / nunits;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2479
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2480 /* In case of load permutation we have to allocate vectorized statements for
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2481 all the nodes that participate in that permutation. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2482 if (SLP_INSTANCE_LOAD_PERMUTATION (instance))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2483 {
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2484 FOR_EACH_VEC_ELT (slp_tree, SLP_INSTANCE_LOADS (instance), i, loads_node)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2485 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2486 if (!SLP_TREE_VEC_STMTS (loads_node))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2487 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2488 SLP_TREE_VEC_STMTS (loads_node) = VEC_alloc (gimple, heap,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2489 vec_stmts_size);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2490 SLP_TREE_NUMBER_OF_VEC_STMTS (loads_node) = vec_stmts_size;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2491 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2492 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2493 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2494
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2495 if (!SLP_TREE_VEC_STMTS (node))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2496 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2497 SLP_TREE_VEC_STMTS (node) = VEC_alloc (gimple, heap, vec_stmts_size);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2498 SLP_TREE_NUMBER_OF_VEC_STMTS (node) = vec_stmts_size;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2499 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2500
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2501 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2502 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2503 fprintf (vect_dump, "------>vectorizing SLP node starting from: ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2504 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2505 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2506
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2507 /* Loads should be inserted before the first load. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2508 if (SLP_INSTANCE_FIRST_LOAD_STMT (instance)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2509 && STMT_VINFO_STRIDED_ACCESS (stmt_info)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2510 && !REFERENCE_CLASS_P (gimple_get_lhs (stmt)))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2511 si = gsi_for_stmt (SLP_INSTANCE_FIRST_LOAD_STMT (instance));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2512 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2513 si = gsi_for_stmt (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2514
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2515 /* Stores should be inserted just before the last store. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2516 if (STMT_VINFO_STRIDED_ACCESS (stmt_info)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2517 && REFERENCE_CLASS_P (gimple_get_lhs (stmt)))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2518 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2519 gimple last_store = vect_find_last_store_in_slp_instance (instance);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2520 si = gsi_for_stmt (last_store);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2521 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2522
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2523 is_store = vect_transform_stmt (stmt, &si, &strided_store, node, instance);
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2524 return is_store;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2525 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2526
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2527
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2528 /* Generate vector code for all SLP instances in the loop/basic block. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2529
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2530 bool
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2531 vect_schedule_slp (loop_vec_info loop_vinfo, bb_vec_info bb_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2532 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2533 VEC (slp_instance, heap) *slp_instances;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2534 slp_instance instance;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2535 unsigned int i, vf;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2536 bool is_store = false;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2537
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2538 if (loop_vinfo)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2539 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2540 slp_instances = LOOP_VINFO_SLP_INSTANCES (loop_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2541 vf = LOOP_VINFO_VECT_FACTOR (loop_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2542 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2543 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2544 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2545 slp_instances = BB_VINFO_SLP_INSTANCES (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2546 vf = 1;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2547 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2548
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2549 FOR_EACH_VEC_ELT (slp_instance, slp_instances, i, instance)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2550 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2551 /* Schedule the tree of INSTANCE. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2552 is_store = vect_schedule_slp_instance (SLP_INSTANCE_TREE (instance),
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2553 instance, vf);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2554 if (vect_print_dump_info (REPORT_VECTORIZED_LOCATIONS)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2555 \|\| vect_print_dump_info (REPORT_UNVECTORIZED_LOCATIONS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2556 fprintf (vect_dump, "vectorizing stmts using SLP.");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2557 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2558
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2559 FOR_EACH_VEC_ELT (slp_instance, slp_instances, i, instance)
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2560 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2561 slp_tree root = SLP_INSTANCE_TREE (instance);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2562 gimple store;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2563 unsigned int j;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2564 gimple_stmt_iterator gsi;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2565
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2566 for (j = 0; VEC_iterate (gimple, SLP_TREE_SCALAR_STMTS (root), j, store)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2567 && j < SLP_INSTANCE_GROUP_SIZE (instance); j++)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2568 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2569 if (!STMT_VINFO_DATA_REF (vinfo_for_stmt (store)))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2570 break;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2571
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2572 /* Free the attached stmt_vec_info and remove the stmt. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2573 gsi = gsi_for_stmt (store);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2574 gsi_remove (&gsi, true);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2575 free_stmt_vec_info (store);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2576 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2577 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2578
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2579 return is_store;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2580 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2581
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2582
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2583 /* Vectorize the basic block. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2584
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2585 void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2586 vect_slp_transform_bb (basic_block bb)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2587 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2588 bb_vec_info bb_vinfo = vec_info_for_bb (bb);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2589 gimple_stmt_iterator si;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2590
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2591 gcc_assert (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2592
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2593 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2594 fprintf (vect_dump, "SLPing BB\n");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2595
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2596 for (si = gsi_start_bb (bb); !gsi_end_p (si); gsi_next (&si))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2597 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2598 gimple stmt = gsi_stmt (si);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2599 stmt_vec_info stmt_info;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2600
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2601 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2602 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2603 fprintf (vect_dump, "------>SLPing statement: ");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2604 print_gimple_stmt (vect_dump, stmt, 0, TDF_SLIM);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2605 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2606
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2607 stmt_info = vinfo_for_stmt (stmt);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2608 gcc_assert (stmt_info);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2609
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2610 /* Schedule all the SLP instances when the first SLP stmt is reached. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2611 if (STMT_SLP_TYPE (stmt_info))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2612 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2613 vect_schedule_slp (NULL, bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2614 break;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2615 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2616 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2617
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2618 mark_sym_for_renaming (gimple_vop (cfun));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2619 /* The memory tags and pointers in vectorized statements need to
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2620 have their SSA forms updated. FIXME, why can't this be delayed
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2621 until all the loops have been transformed? */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2622 update_ssa (TODO_update_ssa);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2623
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2624 if (vect_print_dump_info (REPORT_DETAILS))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2625 fprintf (vect_dump, "BASIC BLOCK VECTORIZED\n");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2626
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2627 destroy_bb_vec_info (bb_vinfo);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2628 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2629

Mercurial > hg > CbC > CbC_gcc

annotate gcc/tree-vect-slp.c @ 88:f214c1d5b862