CbC/CbC_gcc: libcpp/lex.c annotate

annotate libcpp/lex.c @ 108:7ad14f446135

add CbC-example/rectypeTest/

author	Nobuyasu Oshiro <dimolto@cr.ie.u-ryukyu.ac.jp>
date	Thu, 14 Jun 2012 20:30:24 +0900
parents	f6334be47118
children	04ced10e8804

rev	line source
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1 /* CPP Library - lexical analysis.
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	2 Copyright (C) 2000, 2001, 2002, 2003, 2004, 2005, 2007, 2008, 2009, 2010
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	3 Free Software Foundation, Inc.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	4 Contributed by Per Bothner, 1994-95.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	5 Based on CCCP program by Paul Rubin, June 1986
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	6 Adapted to ANSI C, Richard Stallman, Jan 1987
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	7 Broken out to separate file, Zack Weinberg, Mar 2000
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	8
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	9 This program is free software; you can redistribute it and/or modify it
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	10 under the terms of the GNU General Public License as published by the
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	11 Free Software Foundation; either version 3, or (at your option) any
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	12 later version.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	13
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	14 This program is distributed in the hope that it will be useful,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	15 but WITHOUT ANY WARRANTY; without even the implied warranty of
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	16 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	17 GNU General Public License for more details.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	18
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	19 You should have received a copy of the GNU General Public License
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	20 along with this program; see the file COPYING3. If not see
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	21 <http://www.gnu.org/licenses/>. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	22
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	23 #include "config.h"
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	24 #include "system.h"
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	25 #include "cpplib.h"
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	26 #include "internal.h"
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	27
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	28 enum spell_type
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	29 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	30 SPELL_OPERATOR = 0,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	31 SPELL_IDENT,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	32 SPELL_LITERAL,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	33 SPELL_NONE
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	34 };
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	35
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	36 struct token_spelling
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	37 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	38 enum spell_type category;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	39 const unsigned char *name;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	40 };
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	41
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	42 static const unsigned char *const digraph_spellings[] =
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	43 { UC"%:", UC"%:%:", UC"<:", UC":>", UC"<%", UC"%>" };
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	44
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	45 #define OP(e, s) { SPELL_OPERATOR, UC s },
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	46 #define TK(e, s) { SPELL_ ## s, UC #e },
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	47 static const struct token_spelling token_spellings[N_TTYPES] = { TTYPE_TABLE };
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	48 #undef OP
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	49 #undef TK
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	50
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	51 #define TOKEN_SPELL(token) (token_spellings[(token)->type].category)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	52 #define TOKEN_NAME(token) (token_spellings[(token)->type].name)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	53
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	54 static void add_line_note (cpp_buffer , const uchar , unsigned int);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	55 static int skip_line_comment (cpp_reader *);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	56 static void skip_whitespace (cpp_reader *, cppchar_t);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	57 static void lex_string (cpp_reader , cpp_token , const uchar *);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	58 static void save_comment (cpp_reader , cpp_token , const uchar *, cppchar_t);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	59 static void store_comment (cpp_reader , cpp_token );
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	60 static void create_literal (cpp_reader , cpp_token , const uchar *,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	61 unsigned int, enum cpp_ttype);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	62 static bool warn_in_comment (cpp_reader , _cpp_line_note );
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	63 static int name_p (cpp_reader , const cpp_string );
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	64 static tokenrun next_tokenrun (tokenrun );
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	65
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	66 static _cpp_buff *new_buff (size_t);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	67
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	68
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	69 /* Utility routine:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	70
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	71 Compares, the token TOKEN to the NUL-terminated string STRING.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	72 TOKEN must be a CPP_NAME. Returns 1 for equal, 0 for unequal. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	73 int
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	74 cpp_ideq (const cpp_token token, const char string)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	75 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	76 if (token->type != CPP_NAME)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	77 return 0;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	78
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	79 return !ustrcmp (NODE_NAME (token->val.node.node), (const uchar *) string);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	80 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	81
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	82 /* Record a note TYPE at byte POS into the current cleaned logical
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	83 line. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	84 static void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	85 add_line_note (cpp_buffer buffer, const uchar pos, unsigned int type)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	86 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	87 if (buffer->notes_used == buffer->notes_cap)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	88 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	89 buffer->notes_cap = buffer->notes_cap * 2 + 200;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	90 buffer->notes = XRESIZEVEC (_cpp_line_note, buffer->notes,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	91 buffer->notes_cap);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	92 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	93
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	94 buffer->notes[buffer->notes_used].pos = pos;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	95 buffer->notes[buffer->notes_used].type = type;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	96 buffer->notes_used++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	97 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	98
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	99
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	100 /* Fast path to find line special characters using optimized character
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	101 scanning algorithms. Anything complicated falls back to the slow
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	102 path below. Since this loop is very hot it's worth doing these kinds
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	103 of optimizations.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	104
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	105 One of the paths through the ifdefs should provide
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	106
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	107 const uchar search_line_fast (const uchar s, const uchar *end);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	108
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	109 Between S and END, search for \n, \r, \\, ?. Return a pointer to
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	110 the found character.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	111
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	112 Note that the last character of the buffer is always a newline,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	113 as forced by _cpp_convert_input. This fact can be used to avoid
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	114 explicitly looking for the end of the buffer. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	115
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	116 /* Configure gives us an ifdef test. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	117 #ifndef WORDS_BIGENDIAN
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	118 #define WORDS_BIGENDIAN 0
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	119 #endif
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	120
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	121 /* We'd like the largest integer that fits into a register. There's nothing
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	122 in <stdint.h> that gives us that. For most hosts this is unsigned long,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	123 but MS decided on an LLP64 model. Thankfully when building with GCC we
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	124 can get the "real" word size. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	125 #ifdef __GNUC__
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	126 typedef unsigned int word_type __attribute__((__mode__(__word__)));
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	127 #else
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	128 typedef unsigned long word_type;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	129 #endif
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	130
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	131 /* The code below is only expecting sizes 4 or 8.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	132 Die at compile-time if this expectation is violated. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	133 typedef char check_word_type_size
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	134 [(sizeof(word_type) == 8 \|\| sizeof(word_type) == 4) * 2 - 1];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	135
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	136 /* Return X with the first N bytes forced to values that won't match one
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	137 of the interesting characters. Note that NUL is not interesting. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	138
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	139 static inline word_type
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	140 acc_char_mask_misalign (word_type val, unsigned int n)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	141 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	142 word_type mask = -1;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	143 if (WORDS_BIGENDIAN)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	144 mask >>= n * 8;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	145 else
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	146 mask <<= n * 8;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	147 return val & mask;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	148 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	149
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	150 /* Return X replicated to all byte positions within WORD_TYPE. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	151
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	152 static inline word_type
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	153 acc_char_replicate (uchar x)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	154 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	155 word_type ret;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	156
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	157 ret = (x << 24) \| (x << 16) \| (x << 8) \| x;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	158 if (sizeof(word_type) == 8)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	159 ret = (ret << 16 << 16) \| ret;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	160 return ret;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	161 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	162
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	163 /* Return non-zero if some byte of VAL is (probably) C. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	164
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	165 static inline word_type
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	166 acc_char_cmp (word_type val, word_type c)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	167 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	168 #if defined(__GNUC__) && defined(__alpha__)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	169 /* We can get exact results using a compare-bytes instruction.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	170 Get (val == c) via (0 >= (val ^ c)). */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	171 return __builtin_alpha_cmpbge (0, val ^ c);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	172 #else
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	173 word_type magic = 0x7efefefeU;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	174 if (sizeof(word_type) == 8)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	175 magic = (magic << 16 << 16) \| 0xfefefefeU;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	176 magic \|= 1;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	177
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	178 val ^= c;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	179 return ((val + magic) ^ ~val) & ~magic;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	180 #endif
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	181 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	182
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	183 /* Given the result of acc_char_cmp is non-zero, return the index of
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	184 the found character. If this was a false positive, return -1. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	185
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	186 static inline int
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	187 acc_char_index (word_type cmp ATTRIBUTE_UNUSED,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	188 word_type val ATTRIBUTE_UNUSED)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	189 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	190 #if defined(__GNUC__) && defined(__alpha__) && !WORDS_BIGENDIAN
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	191 /* The cmpbge instruction sets bits of the result corresponding to
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	192 matches in the bytes with no false positives. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	193 return __builtin_ctzl (cmp);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	194 #else
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	195 unsigned int i;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	196
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	197 /* ??? It would be nice to force unrolling here,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	198 and have all of these constants folded. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	199 for (i = 0; i < sizeof(word_type); ++i)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	200 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	201 uchar c;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	202 if (WORDS_BIGENDIAN)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	203 c = (val >> (sizeof(word_type) - i - 1) * 8) & 0xff;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	204 else
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	205 c = (val >> i * 8) & 0xff;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	206
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	207 if (c == '\n' \|\| c == '\r' \|\| c == '\\' \|\| c == '?')
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	208 return i;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	209 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	210
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	211 return -1;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	212 #endif
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	213 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	214
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	215 /* A version of the fast scanner using bit fiddling techniques.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	216
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	217 For 32-bit words, one would normally perform 16 comparisons and
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	218 16 branches. With this algorithm one performs 24 arithmetic
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	219 operations and one branch. Whether this is faster with a 32-bit
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	220 word size is going to be somewhat system dependent.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	221
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	222 For 64-bit words, we eliminate twice the number of comparisons
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	223 and branches without increasing the number of arithmetic operations.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	224 It's almost certainly going to be a win with 64-bit word size. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	225
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	226 static const uchar * search_line_acc_char (const uchar , const uchar )
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	227 ATTRIBUTE_UNUSED;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	228
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	229 static const uchar *
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	230 search_line_acc_char (const uchar s, const uchar end ATTRIBUTE_UNUSED)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	231 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	232 const word_type repl_nl = acc_char_replicate ('\n');
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	233 const word_type repl_cr = acc_char_replicate ('\r');
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	234 const word_type repl_bs = acc_char_replicate ('\\');
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	235 const word_type repl_qm = acc_char_replicate ('?');
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	236
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	237 unsigned int misalign;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	238 const word_type *p;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	239 word_type val, t;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	240
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	241 /* Align the buffer. Mask out any bytes from before the beginning. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	242 p = (word_type *)((uintptr_t)s & -sizeof(word_type));
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	243 val = *p;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	244 misalign = (uintptr_t)s & (sizeof(word_type) - 1);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	245 if (misalign)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	246 val = acc_char_mask_misalign (val, misalign);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	247
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	248 /* Main loop. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	249 while (1)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	250 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	251 t = acc_char_cmp (val, repl_nl);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	252 t \|= acc_char_cmp (val, repl_cr);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	253 t \|= acc_char_cmp (val, repl_bs);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	254 t \|= acc_char_cmp (val, repl_qm);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	255
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	256 if (__builtin_expect (t != 0, 0))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	257 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	258 int i = acc_char_index (t, val);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	259 if (i >= 0)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	260 return (const uchar *)p + i;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	261 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	262
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	263 val = *++p;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	264 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	265 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	266
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	267 /* Disable on Solaris 2/x86 until the following problems can be properly
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	268 autoconfed:
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	269
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	270 The Solaris 8 assembler cannot assemble SSE2/SSE4.2 insns.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	271 The Solaris 9 assembler cannot assemble SSE4.2 insns.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	272 Before Solaris 9 Update 6, SSE insns cannot be executed.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	273 The Solaris 10+ assembler tags objects with the instruction set
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	274 extensions used, so SSE4.2 executables cannot run on machines that
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	275 don't support that extension. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	276
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	277 #if (GCC_VERSION >= 4005) && (defined(__i386__) \|\| defined(__x86_64__)) && !(defined(__sun__) && defined(__svr4__))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	278
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	279 /* Replicated character data to be shared between implementations.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	280 Recall that outside of a context with vector support we can't
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	281 define compatible vector types, therefore these are all defined
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	282 in terms of raw characters. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	283 static const char repl_chars[4][16] __attribute__((aligned(16))) = {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	284 { '\n', '\n', '\n', '\n', '\n', '\n', '\n', '\n',
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	285 '\n', '\n', '\n', '\n', '\n', '\n', '\n', '\n' },
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	286 { '\r', '\r', '\r', '\r', '\r', '\r', '\r', '\r',
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	287 '\r', '\r', '\r', '\r', '\r', '\r', '\r', '\r' },
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	288 { '\\', '\\', '\\', '\\', '\\', '\\', '\\', '\\',
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	289 '\\', '\\', '\\', '\\', '\\', '\\', '\\', '\\' },
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	290 { '?', '?', '?', '?', '?', '?', '?', '?',
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	291 '?', '?', '?', '?', '?', '?', '?', '?' },
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	292 };
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	293
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	294 /* A version of the fast scanner using MMX vectorized byte compare insns.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	295
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	296 This uses the PMOVMSKB instruction which was introduced with "MMX2",
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	297 which was packaged into SSE1; it is also present in the AMD 3dNOW-A
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	298 extension. Mark the function as using "sse" so that we emit a real
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	299 "emms" instruction, rather than the 3dNOW "femms" instruction. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	300
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	301 static const uchar *
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	302 #ifndef __SSE__
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	303 __attribute__((__target__("sse")))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	304 #endif
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	305 search_line_mmx (const uchar s, const uchar end ATTRIBUTE_UNUSED)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	306 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	307 typedef char v8qi __attribute__ ((__vector_size__ (8)));
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	308 typedef int __m64 __attribute__ ((__vector_size__ (8), __may_alias__));
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	309
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	310 const v8qi repl_nl = (const v8qi )repl_chars[0];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	311 const v8qi repl_cr = (const v8qi )repl_chars[1];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	312 const v8qi repl_bs = (const v8qi )repl_chars[2];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	313 const v8qi repl_qm = (const v8qi )repl_chars[3];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	314
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	315 unsigned int misalign, found, mask;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	316 const v8qi *p;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	317 v8qi data, t, c;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	318
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	319 /* Align the source pointer. While MMX doesn't generate unaligned data
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	320 faults, this allows us to safely scan to the end of the buffer without
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	321 reading beyond the end of the last page. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	322 misalign = (uintptr_t)s & 7;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	323 p = (const v8qi *)((uintptr_t)s & -8);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	324 data = *p;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	325
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	326 /* Create a mask for the bytes that are valid within the first
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	327 16-byte block. The Idea here is that the AND with the mask
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	328 within the loop is "free", since we need some AND or TEST
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	329 insn in order to set the flags for the branch anyway. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	330 mask = -1u << misalign;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	331
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	332 /* Main loop processing 8 bytes at a time. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	333 goto start;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	334 do
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	335 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	336 data = *++p;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	337 mask = -1;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	338
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	339 start:
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	340 t = __builtin_ia32_pcmpeqb(data, repl_nl);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	341 c = __builtin_ia32_pcmpeqb(data, repl_cr);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	342 t = (v8qi) __builtin_ia32_por ((__m64)t, (__m64)c);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	343 c = __builtin_ia32_pcmpeqb(data, repl_bs);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	344 t = (v8qi) __builtin_ia32_por ((__m64)t, (__m64)c);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	345 c = __builtin_ia32_pcmpeqb(data, repl_qm);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	346 t = (v8qi) __builtin_ia32_por ((__m64)t, (__m64)c);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	347 found = __builtin_ia32_pmovmskb (t);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	348 found &= mask;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	349 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	350 while (!found);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	351
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	352 __builtin_ia32_emms ();
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	353
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	354 /* FOUND contains 1 in bits for which we matched a relevant
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	355 character. Conversion to the byte index is trivial. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	356 found = __builtin_ctz(found);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	357 return (const uchar *)p + found;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	358 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	359
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	360 /* A version of the fast scanner using SSE2 vectorized byte compare insns. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	361
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	362 static const uchar *
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	363 #ifndef __SSE2__
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	364 __attribute__((__target__("sse2")))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	365 #endif
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	366 search_line_sse2 (const uchar s, const uchar end ATTRIBUTE_UNUSED)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	367 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	368 typedef char v16qi __attribute__ ((__vector_size__ (16)));
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	369
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	370 const v16qi repl_nl = (const v16qi )repl_chars[0];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	371 const v16qi repl_cr = (const v16qi )repl_chars[1];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	372 const v16qi repl_bs = (const v16qi )repl_chars[2];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	373 const v16qi repl_qm = (const v16qi )repl_chars[3];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	374
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	375 unsigned int misalign, found, mask;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	376 const v16qi *p;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	377 v16qi data, t;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	378
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	379 /* Align the source pointer. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	380 misalign = (uintptr_t)s & 15;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	381 p = (const v16qi *)((uintptr_t)s & -16);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	382 data = *p;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	383
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	384 /* Create a mask for the bytes that are valid within the first
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	385 16-byte block. The Idea here is that the AND with the mask
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	386 within the loop is "free", since we need some AND or TEST
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	387 insn in order to set the flags for the branch anyway. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	388 mask = -1u << misalign;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	389
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	390 /* Main loop processing 16 bytes at a time. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	391 goto start;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	392 do
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	393 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	394 data = *++p;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	395 mask = -1;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	396
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	397 start:
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	398 t = __builtin_ia32_pcmpeqb128(data, repl_nl);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	399 t \|= __builtin_ia32_pcmpeqb128(data, repl_cr);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	400 t \|= __builtin_ia32_pcmpeqb128(data, repl_bs);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	401 t \|= __builtin_ia32_pcmpeqb128(data, repl_qm);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	402 found = __builtin_ia32_pmovmskb128 (t);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	403 found &= mask;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	404 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	405 while (!found);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	406
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	407 /* FOUND contains 1 in bits for which we matched a relevant
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	408 character. Conversion to the byte index is trivial. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	409 found = __builtin_ctz(found);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	410 return (const uchar *)p + found;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	411 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	412
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	413 #ifdef HAVE_SSE4
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	414 /* A version of the fast scanner using SSE 4.2 vectorized string insns. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	415
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	416 static const uchar *
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	417 #ifndef __SSE4_2__
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	418 __attribute__((__target__("sse4.2")))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	419 #endif
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	420 search_line_sse42 (const uchar s, const uchar end)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	421 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	422 typedef char v16qi __attribute__ ((__vector_size__ (16)));
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	423 static const v16qi search = { '\n', '\r', '?', '\\' };
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	424
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	425 uintptr_t si = (uintptr_t)s;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	426 uintptr_t index;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	427
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	428 /* Check for unaligned input. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	429 if (si & 15)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	430 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	431 if (__builtin_expect (end - s < 16, 0)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	432 && __builtin_expect ((si & 0xfff) > 0xff0, 0))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	433 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	434 /* There are less than 16 bytes left in the buffer, and less
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	435 than 16 bytes left on the page. Reading 16 bytes at this
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	436 point might generate a spurious page fault. Defer to the
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	437 SSE2 implementation, which already handles alignment. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	438 return search_line_sse2 (s, end);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	439 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	440
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	441 /* ??? The builtin doesn't understand that the PCMPESTRI read from
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	442 memory need not be aligned. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	443 __asm ("%vpcmpestri $0, (%1), %2"
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	444 : "=c"(index) : "r"(s), "x"(search), "a"(4), "d"(16));
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	445 if (__builtin_expect (index < 16, 0))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	446 goto found;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	447
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	448 /* Advance the pointer to an aligned address. We will re-scan a
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	449 few bytes, but we no longer need care for reading past the
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	450 end of a page, since we're guaranteed a match. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	451 s = (const uchar *)((si + 16) & -16);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	452 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	453
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	454 /* Main loop, processing 16 bytes at a time. By doing the whole loop
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	455 in inline assembly, we can make proper use of the flags set. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	456 __asm ( "sub $16, %1\n"
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	457 " .balign 16\n"
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	458 "0: add $16, %1\n"
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	459 " %vpcmpestri $0, (%1), %2\n"
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	460 " jnc 0b"
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	461 : "=&c"(index), "+r"(s)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	462 : "x"(search), "a"(4), "d"(16));
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	463
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	464 found:
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	465 return s + index;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	466 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	467
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	468 #else
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	469 /* Work around out-dated assemblers without sse4 support. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	470 #define search_line_sse42 search_line_sse2
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	471 #endif
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	472
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	473 /* Check the CPU capabilities. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	474
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	475 #include "../gcc/config/i386/cpuid.h"
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	476
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	477 typedef const uchar * (search_line_fast_type) (const uchar , const uchar *);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	478 static search_line_fast_type search_line_fast;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	479
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	480 static void __attribute__((constructor))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	481 init_vectorized_lexer (void)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	482 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	483 unsigned dummy, ecx = 0, edx = 0;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	484 search_line_fast_type impl = search_line_acc_char;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	485 int minimum = 0;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	486
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	487 #if defined(__SSE4_2__)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	488 minimum = 3;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	489 #elif defined(__SSE2__)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	490 minimum = 2;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	491 #elif defined(__SSE__) \|\| defined(__3dNOW_A__)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	492 minimum = 1;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	493 #endif
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	494
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	495 if (minimum == 3)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	496 impl = search_line_sse42;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	497 else if (__get_cpuid (1, &dummy, &dummy, &ecx, &edx) \|\| minimum == 2)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	498 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	499 if (minimum == 3 \|\| (ecx & bit_SSE4_2))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	500 impl = search_line_sse42;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	501 else if (minimum == 2 \|\| (edx & bit_SSE2))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	502 impl = search_line_sse2;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	503 else if (minimum == 1 \|\| (edx & bit_SSE))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	504 impl = search_line_mmx;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	505 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	506 else if (__get_cpuid (0x80000001, &dummy, &dummy, &dummy, &edx))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	507 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	508 if (minimum == 1 \|\| edx & bit_3DNOWP)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	509 impl = search_line_mmx;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	510 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	511
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	512 search_line_fast = impl;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	513 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	514
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	515 #elif (GCC_VERSION >= 4005) && defined(__ALTIVEC__)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	516
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	517 /* A vection of the fast scanner using AltiVec vectorized byte compares. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	518 /* ??? Unfortunately, attribute(target("altivec")) is not yet supported,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	519 so we can't compile this function without -maltivec on the command line
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	520 (or implied by some other switch). */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	521
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	522 static const uchar *
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	523 search_line_fast (const uchar s, const uchar end ATTRIBUTE_UNUSED)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	524 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	525 typedef __attribute__((altivec(vector))) unsigned char vc;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	526
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	527 const vc repl_nl = {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	528 '\n', '\n', '\n', '\n', '\n', '\n', '\n', '\n',
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	529 '\n', '\n', '\n', '\n', '\n', '\n', '\n', '\n'
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	530 };
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	531 const vc repl_cr = {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	532 '\r', '\r', '\r', '\r', '\r', '\r', '\r', '\r',
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	533 '\r', '\r', '\r', '\r', '\r', '\r', '\r', '\r'
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	534 };
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	535 const vc repl_bs = {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	536 '\\', '\\', '\\', '\\', '\\', '\\', '\\', '\\',
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	537 '\\', '\\', '\\', '\\', '\\', '\\', '\\', '\\'
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	538 };
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	539 const vc repl_qm = {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	540 '?', '?', '?', '?', '?', '?', '?', '?',
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	541 '?', '?', '?', '?', '?', '?', '?', '?',
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	542 };
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	543 const vc ones = {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	544 -1, -1, -1, -1, -1, -1, -1, -1,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	545 -1, -1, -1, -1, -1, -1, -1, -1,
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	546 };
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	547 const vc zero = { 0 };
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	548
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	549 vc data, mask, t;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	550
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	551 /* Altivec loads automatically mask addresses with -16. This lets us
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	552 issue the first load as early as possible. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	553 data = __builtin_vec_ld(0, (const vc *)s);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	554
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	555 /* Discard bytes before the beginning of the buffer. Do this by
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	556 beginning with all ones and shifting in zeros according to the
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	557 mis-alignment. The LVSR instruction pulls the exact shift we
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	558 want from the address. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	559 mask = __builtin_vec_lvsr(0, s);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	560 mask = __builtin_vec_perm(zero, ones, mask);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	561 data &= mask;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	562
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	563 /* While altivec loads mask addresses, we still need to align S so
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	564 that the offset we compute at the end is correct. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	565 s = (const uchar *)((uintptr_t)s & -16);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	566
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	567 /* Main loop processing 16 bytes at a time. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	568 goto start;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	569 do
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	570 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	571 vc m_nl, m_cr, m_bs, m_qm;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	572
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	573 s += 16;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	574 data = __builtin_vec_ld(0, (const vc *)s);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	575
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	576 start:
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	577 m_nl = (vc) __builtin_vec_cmpeq(data, repl_nl);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	578 m_cr = (vc) __builtin_vec_cmpeq(data, repl_cr);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	579 m_bs = (vc) __builtin_vec_cmpeq(data, repl_bs);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	580 m_qm = (vc) __builtin_vec_cmpeq(data, repl_qm);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	581 t = (m_nl \| m_cr) \| (m_bs \| m_qm);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	582
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	583 /* T now contains 0xff in bytes for which we matched one of the relevant
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	584 characters. We want to exit the loop if any byte in T is non-zero.
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	585 Below is the expansion of vec_any_ne(t, zero). */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	586 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	587 while (!__builtin_vec_vcmpeq_p(/__CR6_LT_REV/3, t, zero));
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	588
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	589 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	590 #define N (sizeof(vc) / sizeof(long))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	591
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	592 typedef char check_count[(N == 2 \|\| N == 4) * 2 - 1];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	593 union {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	594 vc v;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	595 unsigned long l[N];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	596 } u;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	597 unsigned long l, i = 0;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	598
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	599 u.v = t;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	600
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	601 /* Find the first word of T that is non-zero. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	602 switch (N)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	603 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	604 case 4:
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	605 l = u.l[i++];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	606 if (l != 0)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	607 break;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	608 s += sizeof(unsigned long);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	609 l = u.l[i++];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	610 if (l != 0)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	611 break;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	612 s += sizeof(unsigned long);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	613 case 2:
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	614 l = u.l[i++];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	615 if (l != 0)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	616 break;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	617 s += sizeof(unsigned long);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	618 l = u.l[i];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	619 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	620
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	621 /* L now contains 0xff in bytes for which we matched one of the
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	622 relevant characters. We can find the byte index by finding
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	623 its bit index and dividing by 8. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	624 l = __builtin_clzl(l) >> 3;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	625 return s + l;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	626
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	627 #undef N
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	628 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	629 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	630
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	631 #else
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	632
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	633 /* We only have one accellerated alternative. Use a direct call so that
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	634 we encourage inlining. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	635
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	636 #define search_line_fast search_line_acc_char
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	637
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	638 #endif
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	639
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	640 /* Returns with a logical line that contains no escaped newlines or
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	641 trigraphs. This is a time-critical inner loop. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	642 void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	643 _cpp_clean_line (cpp_reader *pfile)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	644 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	645 cpp_buffer *buffer;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	646 const uchar *s;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	647 uchar c, d, p;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	648
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	649 buffer = pfile->buffer;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	650 buffer->cur_note = buffer->notes_used = 0;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	651 buffer->cur = buffer->line_base = buffer->next_line;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	652 buffer->need_line = false;
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	653 s = buffer->next_line;
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	654
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	655 if (!buffer->from_stage3)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	656 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	657 const uchar *pbackslash = NULL;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	658
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	659 /* Fast path. This is the common case of an un-escaped line with
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	660 no trigraphs. The primary win here is by not writing any
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	661 data back to memory until we have to. */
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	662 while (1)
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	663 {
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	664 /* Perform an optimized search for \n, \r, \\, ?. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	665 s = search_line_fast (s, buffer->rlimit);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	666
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	667 c = *s;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	668 if (c == '\\')
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	669 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	670 /* Record the location of the backslash and continue. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	671 pbackslash = s++;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	672 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	673 else if (__builtin_expect (c == '?', 0))
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	674 {
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	675 if (__builtin_expect (s[1] == '?', false)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	676 && _cpp_trigraph_map[s[2]])
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	677 {
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	678 /* Have a trigraph. We may or may not have to convert
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	679 it. Add a line note regardless, for -Wtrigraphs. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	680 add_line_note (buffer, s, s[2]);
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	681 if (CPP_OPTION (pfile, trigraphs))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	682 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	683 /* We do, and that means we have to switch to the
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	684 slow path. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	685 d = (uchar *) s;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	686 *d = _cpp_trigraph_map[s[2]];
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	687 s += 2;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	688 goto slow_path;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	689 }
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	690 }
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	691 /* Not a trigraph. Continue on fast-path. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	692 s++;
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	693 }
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	694 else
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	695 break;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	696 }
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	697
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	698 /* This must be \r or \n. We're either done, or we'll be forced
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	699 to write back to the buffer and continue on the slow path. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	700 d = (uchar *) s;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	701
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	702 if (__builtin_expect (s == buffer->rlimit, false))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	703 goto done;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	704
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	705 /* DOS line ending? */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	706 if (__builtin_expect (c == '\r', false) && s[1] == '\n')
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	707 {
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	708 s++;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	709 if (s == buffer->rlimit)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	710 goto done;
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	711 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	712
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	713 if (__builtin_expect (pbackslash == NULL, true))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	714 goto done;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	715
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	716 /* Check for escaped newline. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	717 p = d;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	718 while (is_nvspace (p[-1]))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	719 p--;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	720 if (p - 1 != pbackslash)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	721 goto done;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	722
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	723 /* Have an escaped newline; process it and proceed to
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	724 the slow path. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	725 add_line_note (buffer, p - 1, p != d ? ' ' : '\\');
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	726 d = p - 2;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	727 buffer->next_line = p - 1;
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	728
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	729 slow_path:
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	730 while (1)
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	731 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	732 c = *++s;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	733 *++d = c;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	734
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	735 if (c == '\n' \|\| c == '\r')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	736 {
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	737 /* Handle DOS line endings. */
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	738 if (c == '\r' && s != buffer->rlimit && s[1] == '\n')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	739 s++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	740 if (s == buffer->rlimit)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	741 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	742
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	743 /* Escaped? */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	744 p = d;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	745 while (p != buffer->next_line && is_nvspace (p[-1]))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	746 p--;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	747 if (p == buffer->next_line \|\| p[-1] != '\\')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	748 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	749
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	750 add_line_note (buffer, p - 1, p != d ? ' ': '\\');
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	751 d = p - 2;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	752 buffer->next_line = p - 1;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	753 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	754 else if (c == '?' && s[1] == '?' && _cpp_trigraph_map[s[2]])
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	755 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	756 /* Add a note regardless, for the benefit of -Wtrigraphs. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	757 add_line_note (buffer, d, s[2]);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	758 if (CPP_OPTION (pfile, trigraphs))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	759 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	760 *d = _cpp_trigraph_map[s[2]];
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	761 s += 2;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	762 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	763 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	764 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	765 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	766 else
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	767 {
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	768 while (s != '\n' && s != '\r')
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	769 s++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	770 d = (uchar *) s;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	771
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	772 /* Handle DOS line endings. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	773 if (*s == '\r' && s != buffer->rlimit && s[1] == '\n')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	774 s++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	775 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	776
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	777 done:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	778 *d = '\n';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	779 /* A sentinel note that should never be processed. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	780 add_line_note (buffer, d + 1, '\n');
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	781 buffer->next_line = s + 1;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	782 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	783
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	784 /* Return true if the trigraph indicated by NOTE should be warned
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	785 about in a comment. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	786 static bool
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	787 warn_in_comment (cpp_reader pfile, _cpp_line_note note)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	788 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	789 const uchar *p;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	790
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	791 /* Within comments we don't warn about trigraphs, unless the
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	792 trigraph forms an escaped newline, as that may change
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	793 behavior. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	794 if (note->type != '/')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	795 return false;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	796
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	797 /* If -trigraphs, then this was an escaped newline iff the next note
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	798 is coincident. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	799 if (CPP_OPTION (pfile, trigraphs))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	800 return note[1].pos == note->pos;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	801
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	802 /* Otherwise, see if this forms an escaped newline. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	803 p = note->pos + 3;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	804 while (is_nvspace (*p))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	805 p++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	806
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	807 /* There might have been escaped newlines between the trigraph and the
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	808 newline we found. Hence the position test. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	809 return (*p == '\n' && p < note[1].pos);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	810 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	811
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	812 /* Process the notes created by add_line_note as far as the current
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	813 location. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	814 void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	815 _cpp_process_line_notes (cpp_reader *pfile, int in_comment)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	816 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	817 cpp_buffer *buffer = pfile->buffer;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	818
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	819 for (;;)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	820 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	821 _cpp_line_note *note = &buffer->notes[buffer->cur_note];
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	822 unsigned int col;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	823
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	824 if (note->pos > buffer->cur)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	825 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	826
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	827 buffer->cur_note++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	828 col = CPP_BUF_COLUMN (buffer, note->pos + 1);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	829
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	830 if (note->type == '\\' \|\| note->type == ' ')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	831 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	832 if (note->type == ' ' && !in_comment)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	833 cpp_error_with_line (pfile, CPP_DL_WARNING, pfile->line_table->highest_line, col,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	834 "backslash and newline separated by space");
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	835
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	836 if (buffer->next_line > buffer->rlimit)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	837 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	838 cpp_error_with_line (pfile, CPP_DL_PEDWARN, pfile->line_table->highest_line, col,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	839 "backslash-newline at end of file");
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	840 /* Prevent "no newline at end of file" warning. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	841 buffer->next_line = buffer->rlimit;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	842 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	843
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	844 buffer->line_base = note->pos;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	845 CPP_INCREMENT_LINE (pfile, 0);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	846 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	847 else if (_cpp_trigraph_map[note->type])
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	848 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	849 if (CPP_OPTION (pfile, warn_trigraphs)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	850 && (!in_comment \|\| warn_in_comment (pfile, note)))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	851 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	852 if (CPP_OPTION (pfile, trigraphs))
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	853 cpp_warning_with_line (pfile, CPP_W_TRIGRAPHS,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	854 pfile->line_table->highest_line, col,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	855 "trigraph ??%c converted to %c",
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	856 note->type,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	857 (int) _cpp_trigraph_map[note->type]);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	858 else
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	859 {
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	860 cpp_warning_with_line
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	861 (pfile, CPP_W_TRIGRAPHS,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	862 pfile->line_table->highest_line, col,
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	863 "trigraph ??%c ignored, use -trigraphs to enable",
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	864 note->type);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	865 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	866 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	867 }
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	868 else if (note->type == 0)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	869 /* Already processed in lex_raw_string. */;
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	870 else
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	871 abort ();
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	872 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	873 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	874
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	875 /* Skip a C-style block comment. We find the end of the comment by
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	876 seeing if an asterisk is before every '/' we encounter. Returns
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	877 nonzero if comment terminated by EOF, zero otherwise.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	878
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	879 Buffer->cur points to the initial asterisk of the comment. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	880 bool
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	881 _cpp_skip_block_comment (cpp_reader *pfile)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	882 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	883 cpp_buffer *buffer = pfile->buffer;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	884 const uchar *cur = buffer->cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	885 uchar c;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	886
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	887 cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	888 if (*cur == '/')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	889 cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	890
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	891 for (;;)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	892 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	893 /* People like decorating comments with '*', so check for '/'
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	894 instead for efficiency. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	895 c = *cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	896
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	897 if (c == '/')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	898 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	899 if (cur[-2] == '*')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	900 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	901
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	902 /* Warn about potential nested comments, but not if the '/'
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	903 comes immediately before the true comment delimiter.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	904 Don't bother to get it right across escaped newlines. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	905 if (CPP_OPTION (pfile, warn_comments)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	906 && cur[0] == '*' && cur[1] != '/')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	907 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	908 buffer->cur = cur;
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	909 cpp_warning_with_line (pfile, CPP_W_COMMENTS,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	910 pfile->line_table->highest_line,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	911 CPP_BUF_COL (buffer),
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	912 "\"/*\" within comment");
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	913 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	914 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	915 else if (c == '\n')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	916 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	917 unsigned int cols;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	918 buffer->cur = cur - 1;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	919 _cpp_process_line_notes (pfile, true);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	920 if (buffer->next_line >= buffer->rlimit)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	921 return true;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	922 _cpp_clean_line (pfile);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	923
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	924 cols = buffer->next_line - buffer->line_base;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	925 CPP_INCREMENT_LINE (pfile, cols);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	926
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	927 cur = buffer->cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	928 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	929 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	930
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	931 buffer->cur = cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	932 _cpp_process_line_notes (pfile, true);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	933 return false;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	934 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	935
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	936 /* Skip a C++ line comment, leaving buffer->cur pointing to the
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	937 terminating newline. Handles escaped newlines. Returns nonzero
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	938 if a multiline comment. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	939 static int
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	940 skip_line_comment (cpp_reader *pfile)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	941 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	942 cpp_buffer *buffer = pfile->buffer;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	943 source_location orig_line = pfile->line_table->highest_line;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	944
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	945 while (*buffer->cur != '\n')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	946 buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	947
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	948 _cpp_process_line_notes (pfile, true);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	949 return orig_line != pfile->line_table->highest_line;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	950 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	951
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	952 /* Skips whitespace, saving the next non-whitespace character. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	953 static void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	954 skip_whitespace (cpp_reader *pfile, cppchar_t c)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	955 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	956 cpp_buffer *buffer = pfile->buffer;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	957 bool saw_NUL = false;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	958
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	959 do
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	960 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	961 /* Horizontal space always OK. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	962 if (c == ' ' \|\| c == '\t')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	963 ;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	964 /* Just \f \v or \0 left. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	965 else if (c == '\0')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	966 saw_NUL = true;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	967 else if (pfile->state.in_directive && CPP_PEDANTIC (pfile))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	968 cpp_error_with_line (pfile, CPP_DL_PEDWARN, pfile->line_table->highest_line,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	969 CPP_BUF_COL (buffer),
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	970 "%s in preprocessing directive",
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	971 c == '\f' ? "form feed" : "vertical tab");
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	972
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	973 c = *buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	974 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	975 /* We only want non-vertical space, i.e. ' ' \t \f \v \0. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	976 while (is_nvspace (c));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	977
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	978 if (saw_NUL)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	979 cpp_error (pfile, CPP_DL_WARNING, "null character(s) ignored");
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	980
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	981 buffer->cur--;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	982 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	983
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	984 /* See if the characters of a number token are valid in a name (no
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	985 '.', '+' or '-'). */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	986 static int
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	987 name_p (cpp_reader pfile, const cpp_string string)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	988 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	989 unsigned int i;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	990
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	991 for (i = 0; i < string->len; i++)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	992 if (!is_idchar (string->text[i]))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	993 return 0;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	994
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	995 return 1;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	996 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	997
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	998 /* After parsing an identifier or other sequence, produce a warning about
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	999 sequences not in NFC/NFKC. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1000 static void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1001 warn_about_normalization (cpp_reader *pfile,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1002 const cpp_token *token,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1003 const struct normalize_state *s)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1004 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1005 if (CPP_OPTION (pfile, warn_normalize) < NORMALIZE_STATE_RESULT (s)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1006 && !pfile->state.skipping)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1007 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1008 /* Make sure that the token is printed using UCNs, even
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1009 if we'd otherwise happily print UTF-8. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1010 unsigned char *buf = XNEWVEC (unsigned char, cpp_token_len (token));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1011 size_t sz;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1012
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1013 sz = cpp_spell_token (pfile, token, buf, false) - buf;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1014 if (NORMALIZE_STATE_RESULT (s) == normalized_C)
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1015 cpp_warning_with_line (pfile, CPP_W_NORMALIZE, token->src_loc, 0,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1016 "`%.*s' is not in NFKC", (int) sz, buf);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1017 else
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1018 cpp_warning_with_line (pfile, CPP_W_NORMALIZE, token->src_loc, 0,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1019 "`%.*s' is not in NFC", (int) sz, buf);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1020 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1021 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1022
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1023 /* Returns TRUE if the sequence starting at buffer->cur is invalid in
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1024 an identifier. FIRST is TRUE if this starts an identifier. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1025 static bool
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1026 forms_identifier_p (cpp_reader *pfile, int first,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1027 struct normalize_state *state)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1028 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1029 cpp_buffer *buffer = pfile->buffer;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1030
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1031 if (*buffer->cur == '$')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1032 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1033 if (!CPP_OPTION (pfile, dollars_in_ident))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1034 return false;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1035
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1036 buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1037 if (CPP_OPTION (pfile, warn_dollars) && !pfile->state.skipping)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1038 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1039 CPP_OPTION (pfile, warn_dollars) = 0;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1040 cpp_error (pfile, CPP_DL_PEDWARN, "'$' in identifier or number");
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1041 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1042
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1043 return true;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1044 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1045
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1046 /* Is this a syntactically valid UCN? */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1047 if (CPP_OPTION (pfile, extended_identifiers)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1048 && *buffer->cur == '\\'
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1049 && (buffer->cur[1] == 'u' \|\| buffer->cur[1] == 'U'))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1050 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1051 buffer->cur += 2;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1052 if (_cpp_valid_ucn (pfile, &buffer->cur, buffer->rlimit, 1 + !first,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1053 state))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1054 return true;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1055 buffer->cur -= 2;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1056 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1057
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1058 return false;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1059 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1060
47 3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1061 /* Helper function to get the cpp_hashnode of the identifier BASE. */
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1062 static cpp_hashnode *
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1063 lex_identifier_intern (cpp_reader pfile, const uchar base)
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1064 {
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1065 cpp_hashnode *result;
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1066 const uchar *cur;
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1067 unsigned int len;
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1068 unsigned int hash = HT_HASHSTEP (0, *base);
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1069
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1070 cur = base + 1;
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1071 while (ISIDNUM (*cur))
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1072 {
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1073 hash = HT_HASHSTEP (hash, *cur);
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1074 cur++;
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1075 }
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1076 len = cur - base;
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1077 hash = HT_HASHFINISH (hash, len);
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1078 result = CPP_HASHNODE (ht_lookup_with_hash (pfile->hash_table,
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1079 base, len, hash, HT_ALLOC));
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1080
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1081 /* Rarely, identifiers require diagnostics when lexed. */
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1082 if (__builtin_expect ((result->flags & NODE_DIAGNOSTIC)
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1083 && !pfile->state.skipping, 0))
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1084 {
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1085 /* It is allowed to poison the same identifier twice. */
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1086 if ((result->flags & NODE_POISONED) && !pfile->state.poisoned_ok)
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1087 cpp_error (pfile, CPP_DL_ERROR, "attempt to use poisoned \"%s\"",
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1088 NODE_NAME (result));
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1089
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1090 /* Constraint 6.10.3.5: __VA_ARGS__ should only appear in the
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1091 replacement list of a variadic macro. */
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1092 if (result == pfile->spec_nodes.n__VA_ARGS__
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1093 && !pfile->state.va_args_ok)
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1094 cpp_error (pfile, CPP_DL_PEDWARN,
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1095 "__VA_ARGS__ can only appear in the expansion"
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1096 " of a C99 variadic macro");
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1097
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1098 /* For -Wc++-compat, warn about use of C++ named operators. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1099 if (result->flags & NODE_WARN_OPERATOR)
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1100 cpp_warning (pfile, CPP_W_CXX_OPERATOR_NAMES,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1101 "identifier \"%s\" is a special operator name in C++",
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1102 NODE_NAME (result));
47 3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1103 }
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1104
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1105 return result;
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1106 }
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1107
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1108 /* Get the cpp_hashnode of an identifier specified by NAME in
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1109 the current cpp_reader object. If none is found, NULL is returned. */
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1110 cpp_hashnode *
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1111 _cpp_lex_identifier (cpp_reader pfile, const char name)
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1112 {
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1113 cpp_hashnode *result;
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1114 result = lex_identifier_intern (pfile, (uchar *) name);
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1115 return result;
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1116 }
3bfb6c00c1e0 update it from 4.4.2 to 4.4.3. kent <kent@cr.ie.u-ryukyu.ac.jp> parents: 0 diff changeset	1117
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1118 /* Lex an identifier starting at BUFFER->CUR - 1. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1119 static cpp_hashnode *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1120 lex_identifier (cpp_reader pfile, const uchar base, bool starts_ucn,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1121 struct normalize_state *nst)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1122 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1123 cpp_hashnode *result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1124 const uchar *cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1125 unsigned int len;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1126 unsigned int hash = HT_HASHSTEP (0, *base);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1127
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1128 cur = pfile->buffer->cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1129 if (! starts_ucn)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1130 while (ISIDNUM (*cur))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1131 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1132 hash = HT_HASHSTEP (hash, *cur);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1133 cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1134 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1135 pfile->buffer->cur = cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1136 if (starts_ucn \|\| forms_identifier_p (pfile, false, nst))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1137 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1138 /* Slower version for identifiers containing UCNs (or $). */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1139 do {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1140 while (ISIDNUM (*pfile->buffer->cur))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1141 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1142 pfile->buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1143 NORMALIZE_STATE_UPDATE_IDNUM (nst);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1144 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1145 } while (forms_identifier_p (pfile, false, nst));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1146 result = _cpp_interpret_identifier (pfile, base,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1147 pfile->buffer->cur - base);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1148 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1149 else
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1150 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1151 len = cur - base;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1152 hash = HT_HASHFINISH (hash, len);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1153
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1154 result = CPP_HASHNODE (ht_lookup_with_hash (pfile->hash_table,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1155 base, len, hash, HT_ALLOC));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1156 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1157
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1158 /* Rarely, identifiers require diagnostics when lexed. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1159 if (__builtin_expect ((result->flags & NODE_DIAGNOSTIC)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1160 && !pfile->state.skipping, 0))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1161 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1162 /* It is allowed to poison the same identifier twice. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1163 if ((result->flags & NODE_POISONED) && !pfile->state.poisoned_ok)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1164 cpp_error (pfile, CPP_DL_ERROR, "attempt to use poisoned \"%s\"",
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1165 NODE_NAME (result));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1166
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1167 /* Constraint 6.10.3.5: __VA_ARGS__ should only appear in the
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1168 replacement list of a variadic macro. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1169 if (result == pfile->spec_nodes.n__VA_ARGS__
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1170 && !pfile->state.va_args_ok)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1171 cpp_error (pfile, CPP_DL_PEDWARN,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1172 "__VA_ARGS__ can only appear in the expansion"
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1173 " of a C99 variadic macro");
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1174
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1175 /* For -Wc++-compat, warn about use of C++ named operators. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1176 if (result->flags & NODE_WARN_OPERATOR)
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1177 cpp_warning (pfile, CPP_W_CXX_OPERATOR_NAMES,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1178 "identifier \"%s\" is a special operator name in C++",
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1179 NODE_NAME (result));
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1180 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1181
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1182 return result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1183 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1184
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1185 /* Lex a number to NUMBER starting at BUFFER->CUR - 1. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1186 static void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1187 lex_number (cpp_reader pfile, cpp_string number,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1188 struct normalize_state *nst)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1189 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1190 const uchar *cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1191 const uchar *base;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1192 uchar *dest;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1193
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1194 base = pfile->buffer->cur - 1;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1195 do
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1196 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1197 cur = pfile->buffer->cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1198
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1199 /* N.B. ISIDNUM does not include $. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1200 while (ISIDNUM (cur) \|\| cur == '.' \|\| VALID_SIGN (*cur, cur[-1]))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1201 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1202 cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1203 NORMALIZE_STATE_UPDATE_IDNUM (nst);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1204 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1205
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1206 pfile->buffer->cur = cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1207 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1208 while (forms_identifier_p (pfile, false, nst));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1209
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1210 number->len = cur - base;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1211 dest = _cpp_unaligned_alloc (pfile, number->len + 1);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1212 memcpy (dest, base, number->len);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1213 dest[number->len] = '\0';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1214 number->text = dest;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1215 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1216
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1217 /* Create a token of type TYPE with a literal spelling. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1218 static void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1219 create_literal (cpp_reader pfile, cpp_token token, const uchar *base,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1220 unsigned int len, enum cpp_ttype type)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1221 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1222 uchar *dest = _cpp_unaligned_alloc (pfile, len + 1);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1223
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1224 memcpy (dest, base, len);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1225 dest[len] = '\0';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1226 token->type = type;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1227 token->val.str.len = len;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1228 token->val.str.text = dest;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1229 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1230
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1231 /* Subroutine of lex_raw_string: Append LEN chars from BASE to the buffer
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1232 sequence from FIRST_BUFF_P to LAST_BUFF_P. /
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1233
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1234 static void
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1235 bufring_append (cpp_reader pfile, const uchar base, size_t len,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1236 _cpp_buff first_buff_p, _cpp_buff last_buff_p)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1237 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1238 _cpp_buff first_buff = first_buff_p;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1239 _cpp_buff last_buff = last_buff_p;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1240
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1241 if (first_buff == NULL)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1242 first_buff = last_buff = _cpp_get_buff (pfile, len);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1243 else if (len > BUFF_ROOM (last_buff))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1244 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1245 size_t room = BUFF_ROOM (last_buff);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1246 memcpy (BUFF_FRONT (last_buff), base, room);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1247 BUFF_FRONT (last_buff) += room;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1248 base += room;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1249 len -= room;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1250 last_buff = _cpp_append_extend_buff (pfile, last_buff, len);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1251 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1252
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1253 memcpy (BUFF_FRONT (last_buff), base, len);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1254 BUFF_FRONT (last_buff) += len;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1255
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1256 *first_buff_p = first_buff;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1257 *last_buff_p = last_buff;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1258 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1259
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1260 /* Lexes a raw string. The stored string contains the spelling, including
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1261 double quotes, delimiter string, '(' and ')', any leading
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1262 'L', 'u', 'U' or 'u8' and 'R' modifier. It returns the type of the
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1263 literal, or CPP_OTHER if it was not properly terminated.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1264
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1265 The spelling is NUL-terminated, but it is not guaranteed that this
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1266 is the first NUL since embedded NULs are preserved. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1267
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1268 static void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1269 lex_raw_string (cpp_reader pfile, cpp_token token, const uchar *base,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1270 const uchar *cur)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1271 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1272 source_location saw_NUL = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1273 const uchar *raw_prefix;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1274 unsigned int raw_prefix_len = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1275 enum cpp_ttype type;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1276 size_t total_len = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1277 _cpp_buff first_buff = NULL, last_buff = NULL;
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1278 _cpp_line_note *note = &pfile->buffer->notes[pfile->buffer->cur_note];
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1279
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1280 type = (*base == 'L' ? CPP_WSTRING :
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1281 *base == 'U' ? CPP_STRING32 :
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1282 *base == 'u' ? (base[1] == '8' ? CPP_UTF8STRING : CPP_STRING16)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1283 : CPP_STRING);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1284
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1285 raw_prefix = cur + 1;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1286 while (raw_prefix_len < 16)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1287 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1288 switch (raw_prefix[raw_prefix_len])
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1289 {
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1290 case ' ': case '(': case ')': case '\\': case '\t':
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1291 case '\v': case '\f': case '\n': default:
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1292 break;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1293 /* Basic source charset except the above chars. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1294 case 'a': case 'b': case 'c': case 'd': case 'e': case 'f':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1295 case 'g': case 'h': case 'i': case 'j': case 'k': case 'l':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1296 case 'm': case 'n': case 'o': case 'p': case 'q': case 'r':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1297 case 's': case 't': case 'u': case 'v': case 'w': case 'x':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1298 case 'y': case 'z':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1299 case 'A': case 'B': case 'C': case 'D': case 'E': case 'F':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1300 case 'G': case 'H': case 'I': case 'J': case 'K': case 'L':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1301 case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1302 case 'S': case 'T': case 'U': case 'V': case 'W': case 'X':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1303 case 'Y': case 'Z':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1304 case '0': case '1': case '2': case '3': case '4': case '5':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1305 case '6': case '7': case '8': case '9':
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1306 case '_': case '{': case '}': case '#': case '[': case ']':
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1307 case '<': case '>': case '%': case ':': case ';': case '.':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1308 case '?': case '*': case '+': case '-': case '/': case '^':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1309 case '&': case '\|': case '~': case '!': case '=': case ',':
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1310 case '"': case '\'':
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1311 raw_prefix_len++;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1312 continue;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1313 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1314 break;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1315 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1316
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1317 if (raw_prefix[raw_prefix_len] != '(')
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1318 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1319 int col = CPP_BUF_COLUMN (pfile->buffer, raw_prefix + raw_prefix_len)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1320 + 1;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1321 if (raw_prefix_len == 16)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1322 cpp_error_with_line (pfile, CPP_DL_ERROR, token->src_loc, col,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1323 "raw string delimiter longer than 16 characters");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1324 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1325 cpp_error_with_line (pfile, CPP_DL_ERROR, token->src_loc, col,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1326 "invalid character '%c' in raw string delimiter",
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1327 (int) raw_prefix[raw_prefix_len]);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1328 pfile->buffer->cur = raw_prefix - 1;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1329 create_literal (pfile, token, base, raw_prefix - 1 - base, CPP_OTHER);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1330 return;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1331 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1332
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1333 cur = raw_prefix + raw_prefix_len + 1;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1334 for (;;)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1335 {
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1336 #define BUF_APPEND(STR,LEN) \
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1337 do { \
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1338 bufring_append (pfile, (const uchar *)(STR), (LEN), \
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1339 &first_buff, &last_buff); \
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1340 total_len += (LEN); \
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1341 } while (0);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1342
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1343 cppchar_t c;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1344
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1345 /* If we previously performed any trigraph or line splicing
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1346 transformations, undo them within the body of the raw string. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1347 while (note->pos < cur)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1348 ++note;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1349 for (; note->pos == cur; ++note)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1350 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1351 switch (note->type)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1352 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1353 case '\\':
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1354 case ' ':
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1355 /* Restore backslash followed by newline. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1356 BUF_APPEND (base, cur - base);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1357 base = cur;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1358 BUF_APPEND ("\\", 1);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1359 after_backslash:
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1360 if (note->type == ' ')
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1361 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1362 /* GNU backslash whitespace newline extension. FIXME
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1363 could be any sequence of non-vertical space. When we
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1364 can properly restore any such sequence, we should mark
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1365 this note as handled so _cpp_process_line_notes
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1366 doesn't warn. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1367 BUF_APPEND (" ", 1);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1368 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1369
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1370 BUF_APPEND ("\n", 1);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1371 break;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1372
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1373 case 0:
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1374 /* Already handled. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1375 break;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1376
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1377 default:
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1378 if (_cpp_trigraph_map[note->type])
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1379 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1380 /* Don't warn about this trigraph in
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1381 _cpp_process_line_notes, since trigraphs show up as
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1382 trigraphs in raw strings. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1383 uchar type = note->type;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1384 note->type = 0;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1385
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1386 if (!CPP_OPTION (pfile, trigraphs))
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1387 /* If we didn't convert the trigraph in the first
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1388 place, don't do anything now either. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1389 break;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1390
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1391 BUF_APPEND (base, cur - base);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1392 base = cur;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1393 BUF_APPEND ("??", 2);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1394
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1395 /* ??/ followed by newline gets two line notes, one for
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1396 the trigraph and one for the backslash/newline. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1397 if (type == '/' && note[1].pos == cur)
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1398 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1399 if (note[1].type != '\\'
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1400 && note[1].type != ' ')
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1401 abort ();
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1402 BUF_APPEND ("/", 1);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1403 ++note;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1404 goto after_backslash;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1405 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1406 /* The ) from ??) could be part of the suffix. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1407 else if (type == ')'
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1408 && strncmp ((const char *) cur+1,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1409 (const char *) raw_prefix,
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1410 raw_prefix_len) == 0
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1411 && cur[raw_prefix_len+1] == '"')
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1412 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1413 cur += raw_prefix_len+2;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1414 goto break_outer_loop;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1415 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1416 else
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1417 {
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1418 /* Skip the replacement character. */
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1419 base = ++cur;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1420 BUF_APPEND (&type, 1);
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1421 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1422 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1423 else
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1424 abort ();
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1425 break;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1426 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1427 }
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1428 c = *cur++;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1429
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1430 if (c == ')'
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1431 && strncmp ((const char ) cur, (const char ) raw_prefix,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1432 raw_prefix_len) == 0
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1433 && cur[raw_prefix_len] == '"')
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1434 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1435 cur += raw_prefix_len + 1;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1436 break;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1437 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1438 else if (c == '\n')
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1439 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1440 if (pfile->state.in_directive
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1441 \|\| pfile->state.parsing_args
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1442 \|\| pfile->state.in_deferred_pragma)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1443 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1444 cur--;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1445 type = CPP_OTHER;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1446 cpp_error_with_line (pfile, CPP_DL_ERROR, token->src_loc, 0,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1447 "unterminated raw string");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1448 break;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1449 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1450
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1451 BUF_APPEND (base, cur - base);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1452
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1453 if (pfile->buffer->cur < pfile->buffer->rlimit)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1454 CPP_INCREMENT_LINE (pfile, 0);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1455 pfile->buffer->need_line = true;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1456
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1457 pfile->buffer->cur = cur-1;
b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1458 _cpp_process_line_notes (pfile, false);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1459 if (!_cpp_get_fresh_line (pfile))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1460 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1461 source_location src_loc = token->src_loc;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1462 token->type = CPP_EOF;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1463 /* Tell the compiler the line number of the EOF token. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1464 token->src_loc = pfile->line_table->highest_line;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1465 token->flags = BOL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1466 if (first_buff != NULL)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1467 _cpp_release_buff (pfile, first_buff);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1468 cpp_error_with_line (pfile, CPP_DL_ERROR, src_loc, 0,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1469 "unterminated raw string");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1470 return;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1471 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1472
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1473 cur = base = pfile->buffer->cur;
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1474 note = &pfile->buffer->notes[pfile->buffer->cur_note];
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1475 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1476 else if (c == '\0' && !saw_NUL)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1477 LINEMAP_POSITION_FOR_COLUMN (saw_NUL, pfile->line_table,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1478 CPP_BUF_COLUMN (pfile->buffer, cur));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1479 }
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	1480 break_outer_loop:
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1481
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1482 if (saw_NUL && !pfile->state.skipping)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1483 cpp_error_with_line (pfile, CPP_DL_WARNING, saw_NUL, 0,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1484 "null character(s) preserved in literal");
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1485
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1486 pfile->buffer->cur = cur;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1487 if (first_buff == NULL)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1488 create_literal (pfile, token, base, cur - base, type);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1489 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1490 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1491 uchar *dest = _cpp_unaligned_alloc (pfile, total_len + (cur - base) + 1);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1492
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1493 token->type = type;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1494 token->val.str.len = total_len + (cur - base);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1495 token->val.str.text = dest;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1496 last_buff = first_buff;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1497 while (last_buff != NULL)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1498 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1499 memcpy (dest, last_buff->base,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1500 BUFF_FRONT (last_buff) - last_buff->base);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1501 dest += BUFF_FRONT (last_buff) - last_buff->base;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1502 last_buff = last_buff->next;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1503 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1504 _cpp_release_buff (pfile, first_buff);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1505 memcpy (dest, base, cur - base);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1506 dest[cur - base] = '\0';
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1507 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1508 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1509
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1510 /* Lexes a string, character constant, or angle-bracketed header file
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1511 name. The stored string contains the spelling, including opening
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1512 quote and any leading 'L', 'u', 'U' or 'u8' and optional
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1513 'R' modifier. It returns the type of the literal, or CPP_OTHER
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1514 if it was not properly terminated, or CPP_LESS for an unterminated
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1515 header name which must be relexed as normal tokens.
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1516
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1517 The spelling is NUL-terminated, but it is not guaranteed that this
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1518 is the first NUL since embedded NULs are preserved. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1519 static void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1520 lex_string (cpp_reader pfile, cpp_token token, const uchar *base)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1521 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1522 bool saw_NUL = false;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1523 const uchar *cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1524 cppchar_t terminator;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1525 enum cpp_ttype type;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1526
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1527 cur = base;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1528 terminator = *cur++;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1529 if (terminator == 'L' \|\| terminator == 'U')
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1530 terminator = *cur++;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1531 else if (terminator == 'u')
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1532 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1533 terminator = *cur++;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1534 if (terminator == '8')
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1535 terminator = *cur++;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1536 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1537 if (terminator == 'R')
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1538 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1539 lex_raw_string (pfile, token, base, cur);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1540 return;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1541 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1542 if (terminator == '"')
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1543 type = (*base == 'L' ? CPP_WSTRING :
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1544 *base == 'U' ? CPP_STRING32 :
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1545 *base == 'u' ? (base[1] == '8' ? CPP_UTF8STRING : CPP_STRING16)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	1546 : CPP_STRING);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1547 else if (terminator == '\'')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1548 type = (*base == 'L' ? CPP_WCHAR :
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1549 *base == 'U' ? CPP_CHAR32 :
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1550 *base == 'u' ? CPP_CHAR16 : CPP_CHAR);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1551 else
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1552 terminator = '>', type = CPP_HEADER_NAME;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1553
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1554 for (;;)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1555 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1556 cppchar_t c = *cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1557
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1558 /* In #include-style directives, terminators are not escapable. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1559 if (c == '\\' && !pfile->state.angled_headers && *cur != '\n')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1560 cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1561 else if (c == terminator)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1562 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1563 else if (c == '\n')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1564 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1565 cur--;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1566 /* Unmatched quotes always yield undefined behavior, but
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1567 greedy lexing means that what appears to be an unterminated
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1568 header name may actually be a legitimate sequence of tokens. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1569 if (terminator == '>')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1570 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1571 token->type = CPP_LESS;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1572 return;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1573 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1574 type = CPP_OTHER;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1575 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1576 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1577 else if (c == '\0')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1578 saw_NUL = true;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1579 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1580
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1581 if (saw_NUL && !pfile->state.skipping)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1582 cpp_error (pfile, CPP_DL_WARNING,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1583 "null character(s) preserved in literal");
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1584
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1585 if (type == CPP_OTHER && CPP_OPTION (pfile, lang) != CLK_ASM)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1586 cpp_error (pfile, CPP_DL_PEDWARN, "missing terminating %c character",
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1587 (int) terminator);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1588
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1589 pfile->buffer->cur = cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1590 create_literal (pfile, token, base, cur - base, type);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1591 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1592
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1593 /* Return the comment table. The client may not make any assumption
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1594 about the ordering of the table. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1595 cpp_comment_table *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1596 cpp_get_comments (cpp_reader *pfile)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1597 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1598 return &pfile->comments;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1599 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1600
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1601 /* Append a comment to the end of the comment table. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1602 static void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1603 store_comment (cpp_reader pfile, cpp_token token)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1604 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1605 int len;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1606
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1607 if (pfile->comments.allocated == 0)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1608 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1609 pfile->comments.allocated = 256;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1610 pfile->comments.entries = (cpp_comment *) xmalloc
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1611 (pfile->comments.allocated * sizeof (cpp_comment));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1612 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1613
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1614 if (pfile->comments.count == pfile->comments.allocated)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1615 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1616 pfile->comments.allocated *= 2;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1617 pfile->comments.entries = (cpp_comment *) xrealloc
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1618 (pfile->comments.entries,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1619 pfile->comments.allocated * sizeof (cpp_comment));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1620 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1621
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1622 len = token->val.str.len;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1623
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1624 /* Copy comment. Note, token may not be NULL terminated. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1625 pfile->comments.entries[pfile->comments.count].comment =
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1626 (char ) xmalloc (sizeof (char) (len + 1));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1627 memcpy (pfile->comments.entries[pfile->comments.count].comment,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1628 token->val.str.text, len);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1629 pfile->comments.entries[pfile->comments.count].comment[len] = '\0';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1630
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1631 /* Set source location. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1632 pfile->comments.entries[pfile->comments.count].sloc = token->src_loc;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1633
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1634 /* Increment the count of entries in the comment table. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1635 pfile->comments.count++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1636 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1637
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1638 /* The stored comment includes the comment start and any terminator. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1639 static void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1640 save_comment (cpp_reader pfile, cpp_token token, const unsigned char *from,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1641 cppchar_t type)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1642 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1643 unsigned char *buffer;
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1644 unsigned int len, clen, i;
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1645
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1646 len = pfile->buffer->cur - from + 1; /* + 1 for the initial '/'. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1647
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1648 /* C++ comments probably (not definitely) have moved past a new
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1649 line, which we don't want to save in the comment. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1650 if (is_vspace (pfile->buffer->cur[-1]))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1651 len--;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1652
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1653 /* If we are currently in a directive or in argument parsing, then
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1654 we need to store all C++ comments as C comments internally, and
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1655 so we need to allocate a little extra space in that case.
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1656
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1657 Note that the only time we encounter a directive here is
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1658 when we are saving comments in a "#define". */
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1659 clen = ((pfile->state.in_directive \|\| pfile->state.parsing_args)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1660 && type == '/') ? len + 2 : len;
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1661
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1662 buffer = _cpp_unaligned_alloc (pfile, clen);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1663
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1664 token->type = CPP_COMMENT;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1665 token->val.str.len = clen;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1666 token->val.str.text = buffer;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1667
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1668 buffer[0] = '/';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1669 memcpy (buffer + 1, from, len - 1);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1670
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1671 /* Finish conversion to a C comment, if necessary. */
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1672 if ((pfile->state.in_directive \|\| pfile->state.parsing_args) && type == '/')
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1673 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1674 buffer[1] = '*';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1675 buffer[clen - 2] = '*';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1676 buffer[clen - 1] = '/';
67 f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1677 /* As there can be in a C++ comments illegal sequences for C comments
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1678 we need to filter them out. */
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1679 for (i = 2; i < (clen - 2); i++)
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1680 if (buffer[i] == '/' && (buffer[i - 1] == '' \|\| buffer[i + 1] == ''))
f6334be47118 update gcc from gcc-4.6-20100522 to gcc-4.6-20110318 nobuyasu <dimolto@cr.ie.u-ryukyu.ac.jp> parents: 63 diff changeset	1681 buffer[i] = '\|';
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1682 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1683
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1684 /* Finally store this comment for use by clients of libcpp. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1685 store_comment (pfile, token);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1686 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1687
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1688 /* Allocate COUNT tokens for RUN. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1689 void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1690 _cpp_init_tokenrun (tokenrun *run, unsigned int count)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1691 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1692 run->base = XNEWVEC (cpp_token, count);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1693 run->limit = run->base + count;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1694 run->next = NULL;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1695 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1696
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1697 /* Returns the next tokenrun, or creates one if there is none. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1698 static tokenrun *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1699 next_tokenrun (tokenrun *run)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1700 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1701 if (run->next == NULL)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1702 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1703 run->next = XNEW (tokenrun);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1704 run->next->prev = run;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1705 _cpp_init_tokenrun (run->next, 250);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1706 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1707
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1708 return run->next;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1709 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1710
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1711 /* Look ahead in the input stream. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1712 const cpp_token *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1713 cpp_peek_token (cpp_reader *pfile, int index)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1714 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1715 cpp_context *context = pfile->context;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1716 const cpp_token *peektok;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1717 int count;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1718
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1719 /* First, scan through any pending cpp_context objects. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1720 while (context->prev)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1721 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1722 ptrdiff_t sz = (context->direct_p
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1723 ? LAST (context).token - FIRST (context).token
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1724 : LAST (context).ptoken - FIRST (context).ptoken);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1725
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1726 if (index < (int) sz)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1727 return (context->direct_p
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1728 ? FIRST (context).token + index
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1729 : *(FIRST (context).ptoken + index));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1730
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1731 index -= (int) sz;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1732 context = context->prev;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1733 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1734
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1735 /* We will have to read some new tokens after all (and do so
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1736 without invalidating preceding tokens). */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1737 count = index;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1738 pfile->keep_tokens++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1739
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1740 do
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1741 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1742 peektok = _cpp_lex_token (pfile);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1743 if (peektok->type == CPP_EOF)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1744 return peektok;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1745 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1746 while (index--);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1747
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1748 _cpp_backup_tokens_direct (pfile, count + 1);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1749 pfile->keep_tokens--;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1750
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1751 return peektok;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1752 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1753
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1754 /* Allocate a single token that is invalidated at the same time as the
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1755 rest of the tokens on the line. Has its line and col set to the
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1756 same as the last lexed token, so that diagnostics appear in the
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1757 right place. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1758 cpp_token *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1759 _cpp_temp_token (cpp_reader *pfile)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1760 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1761 cpp_token old, result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1762 ptrdiff_t sz = pfile->cur_run->limit - pfile->cur_token;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1763 ptrdiff_t la = (ptrdiff_t) pfile->lookaheads;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1764
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1765 old = pfile->cur_token - 1;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1766 /* Any pre-existing lookaheads must not be clobbered. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1767 if (la)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1768 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1769 if (sz <= la)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1770 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1771 tokenrun *next = next_tokenrun (pfile->cur_run);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1772
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1773 if (sz < la)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1774 memmove (next->base + 1, next->base,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1775 (la - sz) * sizeof (cpp_token));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1776
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1777 next->base[0] = pfile->cur_run->limit[-1];
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1778 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1779
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1780 if (sz > 1)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1781 memmove (pfile->cur_token + 1, pfile->cur_token,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1782 MIN (la, sz - 1) * sizeof (cpp_token));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1783 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1784
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1785 if (!sz && pfile->cur_token == pfile->cur_run->limit)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1786 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1787 pfile->cur_run = next_tokenrun (pfile->cur_run);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1788 pfile->cur_token = pfile->cur_run->base;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1789 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1790
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1791 result = pfile->cur_token++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1792 result->src_loc = old->src_loc;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1793 return result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1794 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1795
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1796 /* Lex a token into RESULT (external interface). Takes care of issues
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1797 like directive handling, token lookahead, multiple include
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1798 optimization and skipping. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1799 const cpp_token *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1800 _cpp_lex_token (cpp_reader *pfile)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1801 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1802 cpp_token *result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1803
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1804 for (;;)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1805 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1806 if (pfile->cur_token == pfile->cur_run->limit)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1807 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1808 pfile->cur_run = next_tokenrun (pfile->cur_run);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1809 pfile->cur_token = pfile->cur_run->base;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1810 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1811 /* We assume that the current token is somewhere in the current
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1812 run. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1813 if (pfile->cur_token < pfile->cur_run->base
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1814 \|\| pfile->cur_token >= pfile->cur_run->limit)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1815 abort ();
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1816
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1817 if (pfile->lookaheads)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1818 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1819 pfile->lookaheads--;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1820 result = pfile->cur_token++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1821 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1822 else
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1823 result = _cpp_lex_direct (pfile);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1824
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1825 if (result->flags & BOL)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1826 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1827 /* Is this a directive. If _cpp_handle_directive returns
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1828 false, it is an assembler #. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1829 if (result->type == CPP_HASH
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1830 /* 6.10.3 p 11: Directives in a list of macro arguments
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1831 gives undefined behavior. This implementation
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1832 handles the directive as normal. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1833 && pfile->state.parsing_args != 1)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1834 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1835 if (_cpp_handle_directive (pfile, result->flags & PREV_WHITE))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1836 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1837 if (pfile->directive_result.type == CPP_PADDING)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1838 continue;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1839 result = &pfile->directive_result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1840 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1841 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1842 else if (pfile->state.in_deferred_pragma)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1843 result = &pfile->directive_result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1844
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1845 if (pfile->cb.line_change && !pfile->state.skipping)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1846 pfile->cb.line_change (pfile, result, pfile->state.parsing_args);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1847 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1848
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1849 /* We don't skip tokens in directives. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1850 if (pfile->state.in_directive \|\| pfile->state.in_deferred_pragma)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1851 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1852
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1853 /* Outside a directive, invalidate controlling macros. At file
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1854 EOF, _cpp_lex_direct takes care of popping the buffer, so we never
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1855 get here and MI optimization works. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1856 pfile->mi_valid = false;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1857
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1858 if (!pfile->state.skipping \|\| result->type == CPP_EOF)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1859 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1860 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1861
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1862 return result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1863 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1864
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1865 /* Returns true if a fresh line has been loaded. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1866 bool
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1867 _cpp_get_fresh_line (cpp_reader *pfile)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1868 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1869 int return_at_eof;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1870
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1871 /* We can't get a new line until we leave the current directive. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1872 if (pfile->state.in_directive)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1873 return false;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1874
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1875 for (;;)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1876 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1877 cpp_buffer *buffer = pfile->buffer;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1878
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1879 if (!buffer->need_line)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1880 return true;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1881
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1882 if (buffer->next_line < buffer->rlimit)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1883 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1884 _cpp_clean_line (pfile);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1885 return true;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1886 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1887
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1888 /* First, get out of parsing arguments state. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1889 if (pfile->state.parsing_args)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1890 return false;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1891
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1892 /* End of buffer. Non-empty files should end in a newline. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1893 if (buffer->buf != buffer->rlimit
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1894 && buffer->next_line > buffer->rlimit
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1895 && !buffer->from_stage3)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1896 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1897 /* Clip to buffer size. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1898 buffer->next_line = buffer->rlimit;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1899 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1900
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1901 return_at_eof = buffer->return_at_eof;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1902 _cpp_pop_buffer (pfile);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1903 if (pfile->buffer == NULL \|\| return_at_eof)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1904 return false;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1905 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1906 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1907
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1908 #define IF_NEXT_IS(CHAR, THEN_TYPE, ELSE_TYPE) \
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1909 do \
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1910 { \
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1911 result->type = ELSE_TYPE; \
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1912 if (*buffer->cur == CHAR) \
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1913 buffer->cur++, result->type = THEN_TYPE; \
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1914 } \
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1915 while (0)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1916
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1917 /* Lex a token into pfile->cur_token, which is also incremented, to
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1918 get diagnostics pointing to the correct location.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1919
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1920 Does not handle issues such as token lookahead, multiple-include
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1921 optimization, directives, skipping etc. This function is only
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1922 suitable for use by _cpp_lex_token, and in special cases like
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1923 lex_expansion_token which doesn't care for any of these issues.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1924
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1925 When meeting a newline, returns CPP_EOF if parsing a directive,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1926 otherwise returns to the start of the token buffer if permissible.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1927 Returns the location of the lexed token. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1928 cpp_token *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1929 _cpp_lex_direct (cpp_reader *pfile)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1930 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1931 cppchar_t c;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1932 cpp_buffer *buffer;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1933 const unsigned char *comment_start;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1934 cpp_token *result = pfile->cur_token++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1935
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1936 fresh_line:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1937 result->flags = 0;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1938 buffer = pfile->buffer;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1939 if (buffer->need_line)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1940 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1941 if (pfile->state.in_deferred_pragma)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1942 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1943 result->type = CPP_PRAGMA_EOL;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1944 pfile->state.in_deferred_pragma = false;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1945 if (!pfile->state.pragma_allow_expansion)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1946 pfile->state.prevent_expansion--;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1947 return result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1948 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1949 if (!_cpp_get_fresh_line (pfile))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1950 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1951 result->type = CPP_EOF;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1952 if (!pfile->state.in_directive)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1953 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1954 /* Tell the compiler the line number of the EOF token. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1955 result->src_loc = pfile->line_table->highest_line;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1956 result->flags = BOL;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1957 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1958 return result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1959 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1960 if (!pfile->keep_tokens)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1961 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1962 pfile->cur_run = &pfile->base_run;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1963 result = pfile->base_run.base;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1964 pfile->cur_token = result + 1;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1965 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1966 result->flags = BOL;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1967 if (pfile->state.parsing_args == 2)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1968 result->flags \|= PREV_WHITE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1969 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1970 buffer = pfile->buffer;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1971 update_tokens_line:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1972 result->src_loc = pfile->line_table->highest_line;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1973
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1974 skipped_white:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1975 if (buffer->cur >= buffer->notes[buffer->cur_note].pos
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1976 && !pfile->overlaid_buffer)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1977 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1978 _cpp_process_line_notes (pfile, false);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1979 result->src_loc = pfile->line_table->highest_line;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1980 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1981 c = *buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1982
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1983 LINEMAP_POSITION_FOR_COLUMN (result->src_loc, pfile->line_table,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1984 CPP_BUF_COLUMN (buffer, buffer->cur));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1985
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1986 switch (c)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1987 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1988 case ' ': case '\t': case '\f': case '\v': case '\0':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1989 result->flags \|= PREV_WHITE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1990 skip_whitespace (pfile, c);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1991 goto skipped_white;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1992
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1993 case '\n':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1994 if (buffer->cur < buffer->rlimit)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1995 CPP_INCREMENT_LINE (pfile, 0);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1996 buffer->need_line = true;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1997 goto fresh_line;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1998
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	1999 case '0': case '1': case '2': case '3': case '4':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2000 case '5': case '6': case '7': case '8': case '9':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2001 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2002 struct normalize_state nst = INITIAL_NORMALIZE_STATE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2003 result->type = CPP_NUMBER;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2004 lex_number (pfile, &result->val.str, &nst);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2005 warn_about_normalization (pfile, result, &nst);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2006 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2007 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2008
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2009 case 'L':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2010 case 'u':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2011 case 'U':
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2012 case 'R':
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2013 /* 'L', 'u', 'U', 'u8' or 'R' may introduce wide characters,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2014 wide strings or raw strings. */
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2015 if (c == 'L' \|\| CPP_OPTION (pfile, uliterals))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2016 {
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2017 if ((*buffer->cur == '\'' && c != 'R')
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2018 \|\| *buffer->cur == '"'
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2019 \|\| (*buffer->cur == 'R'
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2020 && c != 'R'
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2021 && buffer->cur[1] == '"'
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2022 && CPP_OPTION (pfile, uliterals))
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2023 \|\| (*buffer->cur == '8'
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2024 && c == 'u'
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2025 && (buffer->cur[1] == '"'
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2026 \|\| (buffer->cur[1] == 'R' && buffer->cur[2] == '"'))))
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2027 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2028 lex_string (pfile, result, buffer->cur - 1);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2029 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2030 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2031 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2032 /* Fall through. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2033
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2034 case '_':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2035 case 'a': case 'b': case 'c': case 'd': case 'e': case 'f':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2036 case 'g': case 'h': case 'i': case 'j': case 'k': case 'l':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2037 case 'm': case 'n': case 'o': case 'p': case 'q': case 'r':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2038 case 's': case 't': case 'v': case 'w': case 'x':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2039 case 'y': case 'z':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2040 case 'A': case 'B': case 'C': case 'D': case 'E': case 'F':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2041 case 'G': case 'H': case 'I': case 'J': case 'K':
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2042 case 'M': case 'N': case 'O': case 'P': case 'Q':
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2043 case 'S': case 'T': case 'V': case 'W': case 'X':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2044 case 'Y': case 'Z':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2045 result->type = CPP_NAME;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2046 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2047 struct normalize_state nst = INITIAL_NORMALIZE_STATE;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2048 result->val.node.node = lex_identifier (pfile, buffer->cur - 1, false,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2049 &nst);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2050 warn_about_normalization (pfile, result, &nst);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2051 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2052
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2053 /* Convert named operators to their proper types. */
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2054 if (result->val.node.node->flags & NODE_OPERATOR)
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2055 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2056 result->flags \|= NAMED_OP;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2057 result->type = (enum cpp_ttype) result->val.node.node->directive_index;
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2058 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2059 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2060
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2061 case '\'':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2062 case '"':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2063 lex_string (pfile, result, buffer->cur - 1);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2064 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2065
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2066 case '/':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2067 /* A potential block or line comment. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2068 comment_start = buffer->cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2069 c = *buffer->cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2070
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2071 if (c == '*')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2072 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2073 if (_cpp_skip_block_comment (pfile))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2074 cpp_error (pfile, CPP_DL_ERROR, "unterminated comment");
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2075 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2076 else if (c == '/' && (CPP_OPTION (pfile, cplusplus_comments)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2077 \|\| cpp_in_system_header (pfile)))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2078 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2079 /* Warn about comments only if pedantically GNUC89, and not
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2080 in system headers. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2081 if (CPP_OPTION (pfile, lang) == CLK_GNUC89 && CPP_PEDANTIC (pfile)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2082 && ! buffer->warned_cplusplus_comments)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2083 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2084 cpp_error (pfile, CPP_DL_PEDWARN,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2085 "C++ style comments are not allowed in ISO C90");
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2086 cpp_error (pfile, CPP_DL_PEDWARN,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2087 "(this will be reported only once per input file)");
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2088 buffer->warned_cplusplus_comments = 1;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2089 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2090
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2091 if (skip_line_comment (pfile) && CPP_OPTION (pfile, warn_comments))
63 b7f97abdc517 update gcc from gcc-4.5.0 to gcc-4.6 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 55 diff changeset	2092 cpp_warning (pfile, CPP_W_COMMENTS, "multi-line comment");
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2093 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2094 else if (c == '=')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2095 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2096 buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2097 result->type = CPP_DIV_EQ;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2098 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2099 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2100 else
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2101 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2102 result->type = CPP_DIV;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2103 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2104 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2105
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2106 if (!pfile->state.save_comments)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2107 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2108 result->flags \|= PREV_WHITE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2109 goto update_tokens_line;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2110 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2111
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2112 /* Save the comment as a token in its own right. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2113 save_comment (pfile, result, comment_start, c);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2114 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2115
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2116 case '<':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2117 if (pfile->state.angled_headers)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2118 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2119 lex_string (pfile, result, buffer->cur - 1);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2120 if (result->type != CPP_LESS)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2121 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2122 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2123
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2124 result->type = CPP_LESS;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2125 if (*buffer->cur == '=')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2126 buffer->cur++, result->type = CPP_LESS_EQ;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2127 else if (*buffer->cur == '<')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2128 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2129 buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2130 IF_NEXT_IS ('=', CPP_LSHIFT_EQ, CPP_LSHIFT);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2131 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2132 else if (CPP_OPTION (pfile, digraphs))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2133 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2134 if (*buffer->cur == ':')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2135 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2136 buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2137 result->flags \|= DIGRAPH;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2138 result->type = CPP_OPEN_SQUARE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2139 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2140 else if (*buffer->cur == '%')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2141 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2142 buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2143 result->flags \|= DIGRAPH;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2144 result->type = CPP_OPEN_BRACE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2145 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2146 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2147 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2148
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2149 case '>':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2150 result->type = CPP_GREATER;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2151 if (*buffer->cur == '=')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2152 buffer->cur++, result->type = CPP_GREATER_EQ;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2153 else if (*buffer->cur == '>')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2154 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2155 buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2156 IF_NEXT_IS ('=', CPP_RSHIFT_EQ, CPP_RSHIFT);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2157 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2158 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2159
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2160 case '%':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2161 result->type = CPP_MOD;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2162 if (*buffer->cur == '=')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2163 buffer->cur++, result->type = CPP_MOD_EQ;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2164 else if (CPP_OPTION (pfile, digraphs))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2165 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2166 if (*buffer->cur == ':')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2167 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2168 buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2169 result->flags \|= DIGRAPH;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2170 result->type = CPP_HASH;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2171 if (*buffer->cur == '%' && buffer->cur[1] == ':')
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2172 buffer->cur += 2, result->type = CPP_PASTE, result->val.token_no = 0;
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2173 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2174 else if (*buffer->cur == '>')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2175 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2176 buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2177 result->flags \|= DIGRAPH;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2178 result->type = CPP_CLOSE_BRACE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2179 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2180 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2181 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2182
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2183 case '.':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2184 result->type = CPP_DOT;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2185 if (ISDIGIT (*buffer->cur))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2186 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2187 struct normalize_state nst = INITIAL_NORMALIZE_STATE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2188 result->type = CPP_NUMBER;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2189 lex_number (pfile, &result->val.str, &nst);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2190 warn_about_normalization (pfile, result, &nst);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2191 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2192 else if (*buffer->cur == '.' && buffer->cur[1] == '.')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2193 buffer->cur += 2, result->type = CPP_ELLIPSIS;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2194 else if (buffer->cur == '' && CPP_OPTION (pfile, cplusplus))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2195 buffer->cur++, result->type = CPP_DOT_STAR;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2196 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2197
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2198 case '+':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2199 result->type = CPP_PLUS;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2200 if (*buffer->cur == '+')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2201 buffer->cur++, result->type = CPP_PLUS_PLUS;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2202 else if (*buffer->cur == '=')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2203 buffer->cur++, result->type = CPP_PLUS_EQ;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2204 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2205
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2206 case '-':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2207 result->type = CPP_MINUS;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2208 if (*buffer->cur == '>')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2209 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2210 buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2211 result->type = CPP_DEREF;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2212 if (buffer->cur == '' && CPP_OPTION (pfile, cplusplus))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2213 buffer->cur++, result->type = CPP_DEREF_STAR;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2214 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2215 else if (*buffer->cur == '-')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2216 buffer->cur++, result->type = CPP_MINUS_MINUS;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2217 else if (*buffer->cur == '=')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2218 buffer->cur++, result->type = CPP_MINUS_EQ;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2219 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2220
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2221 case '&':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2222 result->type = CPP_AND;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2223 if (*buffer->cur == '&')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2224 buffer->cur++, result->type = CPP_AND_AND;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2225 else if (*buffer->cur == '=')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2226 buffer->cur++, result->type = CPP_AND_EQ;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2227 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2228
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2229 case '\|':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2230 result->type = CPP_OR;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2231 if (*buffer->cur == '\|')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2232 buffer->cur++, result->type = CPP_OR_OR;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2233 else if (*buffer->cur == '=')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2234 buffer->cur++, result->type = CPP_OR_EQ;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2235 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2236
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2237 case ':':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2238 result->type = CPP_COLON;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2239 if (*buffer->cur == ':' && CPP_OPTION (pfile, cplusplus))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2240 buffer->cur++, result->type = CPP_SCOPE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2241 else if (*buffer->cur == '>' && CPP_OPTION (pfile, digraphs))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2242 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2243 buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2244 result->flags \|= DIGRAPH;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2245 result->type = CPP_CLOSE_SQUARE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2246 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2247 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2248
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2249 case '*': IF_NEXT_IS ('=', CPP_MULT_EQ, CPP_MULT); break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2250 case '=': IF_NEXT_IS ('=', CPP_EQ_EQ, CPP_EQ); break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2251 case '!': IF_NEXT_IS ('=', CPP_NOT_EQ, CPP_NOT); break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2252 case '^': IF_NEXT_IS ('=', CPP_XOR_EQ, CPP_XOR); break;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2253 case '#': IF_NEXT_IS ('#', CPP_PASTE, CPP_HASH); result->val.token_no = 0; break;
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2254
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2255 case '?': result->type = CPP_QUERY; break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2256 case '~': result->type = CPP_COMPL; break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2257 case ',': result->type = CPP_COMMA; break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2258 case '(': result->type = CPP_OPEN_PAREN; break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2259 case ')': result->type = CPP_CLOSE_PAREN; break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2260 case '[': result->type = CPP_OPEN_SQUARE; break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2261 case ']': result->type = CPP_CLOSE_SQUARE; break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2262 case '{': result->type = CPP_OPEN_BRACE; break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2263 case '}': result->type = CPP_CLOSE_BRACE; break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2264 case ';': result->type = CPP_SEMICOLON; break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2265
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2266 /* @ is a punctuator in Objective-C. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2267 case '@': result->type = CPP_ATSIGN; break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2268
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2269 case '$':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2270 case '\\':
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2271 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2272 const uchar *base = --buffer->cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2273 struct normalize_state nst = INITIAL_NORMALIZE_STATE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2274
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2275 if (forms_identifier_p (pfile, true, &nst))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2276 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2277 result->type = CPP_NAME;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2278 result->val.node.node = lex_identifier (pfile, base, true, &nst);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2279 warn_about_normalization (pfile, result, &nst);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2280 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2281 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2282 buffer->cur++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2283 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2284
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2285 default:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2286 create_literal (pfile, result, buffer->cur - 1, 1, CPP_OTHER);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2287 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2288 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2289
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2290 return result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2291 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2292
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2293 /* An upper bound on the number of bytes needed to spell TOKEN.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2294 Does not include preceding whitespace. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2295 unsigned int
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2296 cpp_token_len (const cpp_token *token)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2297 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2298 unsigned int len;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2299
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2300 switch (TOKEN_SPELL (token))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2301 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2302 default: len = 6; break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2303 case SPELL_LITERAL: len = token->val.str.len; break;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2304 case SPELL_IDENT: len = NODE_LEN (token->val.node.node) * 10; break;
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2305 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2306
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2307 return len;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2308 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2309
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2310 /* Parse UTF-8 out of NAMEP and place a \U escape in BUFFER.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2311 Return the number of bytes read out of NAME. (There are always
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2312 10 bytes written to BUFFER.) */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2313
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2314 static size_t
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2315 utf8_to_ucn (unsigned char buffer, const unsigned char name)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2316 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2317 int j;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2318 int ucn_len = 0;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2319 int ucn_len_c;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2320 unsigned t;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2321 unsigned long utf32;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2322
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2323 /* Compute the length of the UTF-8 sequence. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2324 for (t = *name; t & 0x80; t <<= 1)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2325 ucn_len++;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2326
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2327 utf32 = *name & (0x7F >> ucn_len);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2328 for (ucn_len_c = 1; ucn_len_c < ucn_len; ucn_len_c++)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2329 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2330 utf32 = (utf32 << 6) \| (*++name & 0x3F);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2331
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2332 /* Ill-formed UTF-8. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2333 if ((*name & ~0x3F) != 0x80)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2334 abort ();
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2335 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2336
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2337 *buffer++ = '\\';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2338 *buffer++ = 'U';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2339 for (j = 7; j >= 0; j--)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2340 buffer++ = "0123456789abcdef"[(utf32 >> (4 j)) & 0xF];
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2341 return ucn_len;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2342 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2343
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2344 /* Given a token TYPE corresponding to a digraph, return a pointer to
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2345 the spelling of the digraph. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2346 static const unsigned char *
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2347 cpp_digraph2name (enum cpp_ttype type)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2348 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2349 return digraph_spellings[(int) type - (int) CPP_FIRST_DIGRAPH];
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2350 }
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2351
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2352 /* Write the spelling of a token TOKEN to BUFFER. The buffer must
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2353 already contain the enough space to hold the token's spelling.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2354 Returns a pointer to the character after the last character written.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2355 FORSTRING is true if this is to be the spelling after translation
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2356 phase 1 (this is different for UCNs).
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2357 FIXME: Would be nice if we didn't need the PFILE argument. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2358 unsigned char *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2359 cpp_spell_token (cpp_reader pfile, const cpp_token token,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2360 unsigned char *buffer, bool forstring)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2361 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2362 switch (TOKEN_SPELL (token))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2363 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2364 case SPELL_OPERATOR:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2365 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2366 const unsigned char *spelling;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2367 unsigned char c;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2368
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2369 if (token->flags & DIGRAPH)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2370 spelling = cpp_digraph2name (token->type);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2371 else if (token->flags & NAMED_OP)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2372 goto spell_ident;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2373 else
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2374 spelling = TOKEN_NAME (token);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2375
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2376 while ((c = *spelling++) != '\0')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2377 *buffer++ = c;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2378 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2379 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2380
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2381 spell_ident:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2382 case SPELL_IDENT:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2383 if (forstring)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2384 {
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2385 memcpy (buffer, NODE_NAME (token->val.node.node),
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2386 NODE_LEN (token->val.node.node));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2387 buffer += NODE_LEN (token->val.node.node);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2388 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2389 else
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2390 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2391 size_t i;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2392 const unsigned char * name = NODE_NAME (token->val.node.node);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2393
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2394 for (i = 0; i < NODE_LEN (token->val.node.node); i++)
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2395 if (name[i] & ~0x7F)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2396 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2397 i += utf8_to_ucn (buffer, name + i) - 1;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2398 buffer += 10;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2399 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2400 else
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2401 *buffer++ = NODE_NAME (token->val.node.node)[i];
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2402 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2403 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2404
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2405 case SPELL_LITERAL:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2406 memcpy (buffer, token->val.str.text, token->val.str.len);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2407 buffer += token->val.str.len;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2408 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2409
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2410 case SPELL_NONE:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2411 cpp_error (pfile, CPP_DL_ICE,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2412 "unspellable token %s", TOKEN_NAME (token));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2413 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2414 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2415
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2416 return buffer;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2417 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2418
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2419 /* Returns TOKEN spelt as a null-terminated string. The string is
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2420 freed when the reader is destroyed. Useful for diagnostics. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2421 unsigned char *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2422 cpp_token_as_text (cpp_reader pfile, const cpp_token token)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2423 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2424 unsigned int len = cpp_token_len (token) + 1;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2425 unsigned char start = _cpp_unaligned_alloc (pfile, len), end;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2426
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2427 end = cpp_spell_token (pfile, token, start, false);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2428 end[0] = '\0';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2429
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2430 return start;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2431 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2432
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2433 /* Returns a pointer to a string which spells the token defined by
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2434 TYPE and FLAGS. Used by C front ends, which really should move to
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2435 using cpp_token_as_text. */
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2436 const char *
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2437 cpp_type2name (enum cpp_ttype type, unsigned char flags)
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2438 {
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2439 if (flags & DIGRAPH)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2440 return (const char *) cpp_digraph2name (type);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2441 else if (flags & NAMED_OP)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2442 return cpp_named_operator2name (type);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2443
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2444 return (const char *) token_spellings[type].name;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2445 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2446
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2447 /* Writes the spelling of token to FP, without any preceding space.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2448 Separated from cpp_spell_token for efficiency - to avoid stdio
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2449 double-buffering. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2450 void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2451 cpp_output_token (const cpp_token token, FILE fp)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2452 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2453 switch (TOKEN_SPELL (token))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2454 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2455 case SPELL_OPERATOR:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2456 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2457 const unsigned char *spelling;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2458 int c;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2459
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2460 if (token->flags & DIGRAPH)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2461 spelling = cpp_digraph2name (token->type);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2462 else if (token->flags & NAMED_OP)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2463 goto spell_ident;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2464 else
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2465 spelling = TOKEN_NAME (token);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2466
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2467 c = *spelling;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2468 do
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2469 putc (c, fp);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2470 while ((c = *++spelling) != '\0');
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2471 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2472 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2473
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2474 spell_ident:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2475 case SPELL_IDENT:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2476 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2477 size_t i;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2478 const unsigned char * name = NODE_NAME (token->val.node.node);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2479
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2480 for (i = 0; i < NODE_LEN (token->val.node.node); i++)
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2481 if (name[i] & ~0x7F)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2482 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2483 unsigned char buffer[10];
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2484 i += utf8_to_ucn (buffer, name + i) - 1;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2485 fwrite (buffer, 1, 10, fp);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2486 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2487 else
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2488 fputc (NODE_NAME (token->val.node.node)[i], fp);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2489 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2490 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2491
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2492 case SPELL_LITERAL:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2493 fwrite (token->val.str.text, 1, token->val.str.len, fp);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2494 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2495
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2496 case SPELL_NONE:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2497 /* An error, most probably. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2498 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2499 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2500 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2501
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2502 /* Compare two tokens. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2503 int
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2504 _cpp_equiv_tokens (const cpp_token a, const cpp_token b)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2505 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2506 if (a->type == b->type && a->flags == b->flags)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2507 switch (TOKEN_SPELL (a))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2508 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2509 default: /* Keep compiler happy. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2510 case SPELL_OPERATOR:
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2511 /* token_no is used to track where multiple consecutive ##
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2512 tokens were originally located. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2513 return (a->type != CPP_PASTE \|\| a->val.token_no == b->val.token_no);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2514 case SPELL_NONE:
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2515 return (a->type != CPP_MACRO_ARG
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2516 \|\| a->val.macro_arg.arg_no == b->val.macro_arg.arg_no);
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2517 case SPELL_IDENT:
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2518 return a->val.node.node == b->val.node.node;
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2519 case SPELL_LITERAL:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2520 return (a->val.str.len == b->val.str.len
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2521 && !memcmp (a->val.str.text, b->val.str.text,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2522 a->val.str.len));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2523 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2524
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2525 return 0;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2526 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2527
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2528 /* Returns nonzero if a space should be inserted to avoid an
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2529 accidental token paste for output. For simplicity, it is
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2530 conservative, and occasionally advises a space where one is not
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2531 needed, e.g. "." and ".2". */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2532 int
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2533 cpp_avoid_paste (cpp_reader pfile, const cpp_token token1,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2534 const cpp_token *token2)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2535 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2536 enum cpp_ttype a = token1->type, b = token2->type;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2537 cppchar_t c;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2538
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2539 if (token1->flags & NAMED_OP)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2540 a = CPP_NAME;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2541 if (token2->flags & NAMED_OP)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2542 b = CPP_NAME;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2543
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2544 c = EOF;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2545 if (token2->flags & DIGRAPH)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2546 c = digraph_spellings[(int) b - (int) CPP_FIRST_DIGRAPH][0];
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2547 else if (token_spellings[b].category == SPELL_OPERATOR)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2548 c = token_spellings[b].name[0];
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2549
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2550 /* Quickly get everything that can paste with an '='. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2551 if ((int) a <= (int) CPP_LAST_EQ && c == '=')
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2552 return 1;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2553
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2554 switch (a)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2555 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2556 case CPP_GREATER: return c == '>';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2557 case CPP_LESS: return c == '<' \|\| c == '%' \|\| c == ':';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2558 case CPP_PLUS: return c == '+';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2559 case CPP_MINUS: return c == '-' \|\| c == '>';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2560 case CPP_DIV: return c == '/' \|\| c == ''; / Comments. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2561 case CPP_MOD: return c == ':' \|\| c == '>';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2562 case CPP_AND: return c == '&';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2563 case CPP_OR: return c == '\|';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2564 case CPP_COLON: return c == ':' \|\| c == '>';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2565 case CPP_DEREF: return c == '*';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2566 case CPP_DOT: return c == '.' \|\| c == '%' \|\| b == CPP_NUMBER;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2567 case CPP_HASH: return c == '#' \|\| c == '%'; /* Digraph form. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2568 case CPP_NAME: return ((b == CPP_NUMBER
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2569 && name_p (pfile, &token2->val.str))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2570 \|\| b == CPP_NAME
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2571 \|\| b == CPP_CHAR \|\| b == CPP_STRING); /* L */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2572 case CPP_NUMBER: return (b == CPP_NUMBER \|\| b == CPP_NAME
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2573 \|\| c == '.' \|\| c == '+' \|\| c == '-');
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2574 /* UCNs */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2575 case CPP_OTHER: return ((token1->val.str.text[0] == '\\'
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2576 && b == CPP_NAME)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2577 \|\| (CPP_OPTION (pfile, objc)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2578 && token1->val.str.text[0] == '@'
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2579 && (b == CPP_NAME \|\| b == CPP_STRING)));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2580 default: break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2581 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2582
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2583 return 0;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2584 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2585
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2586 /* Output all the remaining tokens on the current line, and a newline
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2587 character, to FP. Leading whitespace is removed. If there are
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2588 macros, special token padding is not performed. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2589 void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2590 cpp_output_line (cpp_reader pfile, FILE fp)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2591 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2592 const cpp_token *token;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2593
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2594 token = cpp_get_token (pfile);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2595 while (token->type != CPP_EOF)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2596 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2597 cpp_output_token (token, fp);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2598 token = cpp_get_token (pfile);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2599 if (token->flags & PREV_WHITE)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2600 putc (' ', fp);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2601 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2602
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2603 putc ('\n', fp);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2604 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2605
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2606 /* Return a string representation of all the remaining tokens on the
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2607 current line. The result is allocated using xmalloc and must be
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2608 freed by the caller. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2609 unsigned char *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2610 cpp_output_line_to_string (cpp_reader pfile, const unsigned char dir_name)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2611 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2612 const cpp_token *token;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2613 unsigned int out = dir_name ? ustrlen (dir_name) : 0;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2614 unsigned int alloced = 120 + out;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2615 unsigned char result = (unsigned char ) xmalloc (alloced);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2616
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2617 /* If DIR_NAME is empty, there are no initial contents. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2618 if (dir_name)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2619 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2620 sprintf ((char *) result, "#%s ", dir_name);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2621 out += 2;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2622 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2623
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2624 token = cpp_get_token (pfile);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2625 while (token->type != CPP_EOF)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2626 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2627 unsigned char *last;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2628 /* Include room for a possible space and the terminating nul. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2629 unsigned int len = cpp_token_len (token) + 2;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2630
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2631 if (out + len > alloced)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2632 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2633 alloced *= 2;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2634 if (out + len > alloced)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2635 alloced = out + len;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2636 result = (unsigned char *) xrealloc (result, alloced);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2637 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2638
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2639 last = cpp_spell_token (pfile, token, &result[out], 0);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2640 out = last - result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2641
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2642 token = cpp_get_token (pfile);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2643 if (token->flags & PREV_WHITE)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2644 result[out++] = ' ';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2645 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2646
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2647 result[out] = '\0';
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2648 return result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2649 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2650
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2651 /* Memory buffers. Changing these three constants can have a dramatic
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2652 effect on performance. The values here are reasonable defaults,
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2653 but might be tuned. If you adjust them, be sure to test across a
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2654 range of uses of cpplib, including heavy nested function-like macro
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2655 expansion. Also check the change in peak memory usage (NJAMD is a
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2656 good tool for this). */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2657 #define MIN_BUFF_SIZE 8000
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2658 #define BUFF_SIZE_UPPER_BOUND(MIN_SIZE) (MIN_BUFF_SIZE + (MIN_SIZE) * 3 / 2)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2659 #define EXTENDED_BUFF_SIZE(BUFF, MIN_EXTRA) \
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2660 (MIN_EXTRA + ((BUFF)->limit - (BUFF)->cur) * 2)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2661
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2662 #if MIN_BUFF_SIZE > BUFF_SIZE_UPPER_BOUND (0)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2663 #error BUFF_SIZE_UPPER_BOUND must be at least as large as MIN_BUFF_SIZE!
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2664 #endif
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2665
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2666 /* Create a new allocation buffer. Place the control block at the end
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2667 of the buffer, so that buffer overflows will cause immediate chaos. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2668 static _cpp_buff *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2669 new_buff (size_t len)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2670 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2671 _cpp_buff *result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2672 unsigned char *base;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2673
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2674 if (len < MIN_BUFF_SIZE)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2675 len = MIN_BUFF_SIZE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2676 len = CPP_ALIGN (len);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2677
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2678 base = XNEWVEC (unsigned char, len + sizeof (_cpp_buff));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2679 result = (_cpp_buff *) (base + len);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2680 result->base = base;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2681 result->cur = base;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2682 result->limit = base + len;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2683 result->next = NULL;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2684 return result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2685 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2686
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2687 /* Place a chain of unwanted allocation buffers on the free list. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2688 void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2689 _cpp_release_buff (cpp_reader pfile, _cpp_buff buff)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2690 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2691 _cpp_buff *end = buff;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2692
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2693 while (end->next)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2694 end = end->next;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2695 end->next = pfile->free_buffs;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2696 pfile->free_buffs = buff;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2697 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2698
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2699 /* Return a free buffer of size at least MIN_SIZE. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2700 _cpp_buff *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2701 _cpp_get_buff (cpp_reader *pfile, size_t min_size)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2702 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2703 _cpp_buff result, *p;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2704
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2705 for (p = &pfile->free_buffs;; p = &(*p)->next)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2706 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2707 size_t size;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2708
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2709 if (*p == NULL)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2710 return new_buff (min_size);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2711 result = *p;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2712 size = result->limit - result->base;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2713 /* Return a buffer that's big enough, but don't waste one that's
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2714 way too big. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2715 if (size >= min_size && size <= BUFF_SIZE_UPPER_BOUND (min_size))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2716 break;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2717 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2718
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2719 *p = result->next;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2720 result->next = NULL;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2721 result->cur = result->base;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2722 return result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2723 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2724
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2725 /* Creates a new buffer with enough space to hold the uncommitted
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2726 remaining bytes of BUFF, and at least MIN_EXTRA more bytes. Copies
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2727 the excess bytes to the new buffer. Chains the new buffer after
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2728 BUFF, and returns the new buffer. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2729 _cpp_buff *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2730 _cpp_append_extend_buff (cpp_reader pfile, _cpp_buff buff, size_t min_extra)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2731 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2732 size_t size = EXTENDED_BUFF_SIZE (buff, min_extra);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2733 _cpp_buff *new_buff = _cpp_get_buff (pfile, size);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2734
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2735 buff->next = new_buff;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2736 memcpy (new_buff->base, buff->cur, BUFF_ROOM (buff));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2737 return new_buff;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2738 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2739
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2740 /* Creates a new buffer with enough space to hold the uncommitted
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2741 remaining bytes of the buffer pointed to by BUFF, and at least
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2742 MIN_EXTRA more bytes. Copies the excess bytes to the new buffer.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2743 Chains the new buffer before the buffer pointed to by BUFF, and
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2744 updates the pointer to point to the new buffer. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2745 void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2746 _cpp_extend_buff (cpp_reader pfile, _cpp_buff *pbuff, size_t min_extra)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2747 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2748 _cpp_buff new_buff, old_buff = *pbuff;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2749 size_t size = EXTENDED_BUFF_SIZE (old_buff, min_extra);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2750
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2751 new_buff = _cpp_get_buff (pfile, size);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2752 memcpy (new_buff->base, old_buff->cur, BUFF_ROOM (old_buff));
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2753 new_buff->next = old_buff;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2754 *pbuff = new_buff;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2755 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2756
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2757 /* Free a chain of buffers starting at BUFF. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2758 void
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2759 _cpp_free_buff (_cpp_buff *buff)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2760 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2761 _cpp_buff *next;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2762
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2763 for (; buff; buff = next)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2764 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2765 next = buff->next;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2766 free (buff->base);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2767 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2768 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2769
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2770 /* Allocate permanent, unaligned storage of length LEN. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2771 unsigned char *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2772 _cpp_unaligned_alloc (cpp_reader *pfile, size_t len)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2773 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2774 _cpp_buff *buff = pfile->u_buff;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2775 unsigned char *result = buff->cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2776
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2777 if (len > (size_t) (buff->limit - result))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2778 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2779 buff = _cpp_get_buff (pfile, len);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2780 buff->next = pfile->u_buff;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2781 pfile->u_buff = buff;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2782 result = buff->cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2783 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2784
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2785 buff->cur = result + len;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2786 return result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2787 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2788
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2789 /* Allocate permanent, unaligned storage of length LEN from a_buff.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2790 That buffer is used for growing allocations when saving macro
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2791 replacement lists in a #define, and when parsing an answer to an
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2792 assertion in #assert, #unassert or #if (and therefore possibly
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2793 whilst expanding macros). It therefore must not be used by any
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2794 code that they might call: specifically the lexer and the guts of
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2795 the macro expander.
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2796
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2797 All existing other uses clearly fit this restriction: storing
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2798 registered pragmas during initialization. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2799 unsigned char *
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2800 _cpp_aligned_alloc (cpp_reader *pfile, size_t len)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2801 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2802 _cpp_buff *buff = pfile->a_buff;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2803 unsigned char *result = buff->cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2804
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2805 if (len > (size_t) (buff->limit - result))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2806 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2807 buff = _cpp_get_buff (pfile, len);
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2808 buff->next = pfile->a_buff;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2809 pfile->a_buff = buff;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2810 result = buff->cur;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2811 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2812
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2813 buff->cur = result + len;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2814 return result;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2815 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2816
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2817 /* Say which field of TOK is in use. */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2818
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2819 enum cpp_token_fld_kind
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2820 cpp_token_val_index (cpp_token *tok)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2821 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2822 switch (TOKEN_SPELL (tok))
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2823 {
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2824 case SPELL_IDENT:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2825 return CPP_TOKEN_FLD_NODE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2826 case SPELL_LITERAL:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2827 return CPP_TOKEN_FLD_STR;
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2828 case SPELL_OPERATOR:
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2829 if (tok->type == CPP_PASTE)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2830 return CPP_TOKEN_FLD_TOKEN_NO;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2831 else
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: 47 diff changeset	2832 return CPP_TOKEN_FLD_NONE;
0 a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2833 case SPELL_NONE:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2834 if (tok->type == CPP_MACRO_ARG)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2835 return CPP_TOKEN_FLD_ARG_NO;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2836 else if (tok->type == CPP_PADDING)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2837 return CPP_TOKEN_FLD_SOURCE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2838 else if (tok->type == CPP_PRAGMA)
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2839 return CPP_TOKEN_FLD_PRAGMA;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2840 /* else fall through */
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2841 default:
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2842 return CPP_TOKEN_FLD_NONE;
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2843 }
a06113de4d67 first commit kent <kent@cr.ie.u-ryukyu.ac.jp> parents: diff changeset	2844 }

Mercurial > hg > CbC > CbC_gcc

annotate libcpp/lex.c @ 108:7ad14f446135