annotate gcc/d/dmd/identifier.c @ 145:1830386684a0

gcc-9.2.0
author anatofuz
date Thu, 13 Feb 2020 11:34:05 +0900
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
145
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
1
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
2 /* Compiler implementation of the D programming language
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
3 * Copyright (C) 1999-2019 by The D Language Foundation, All Rights Reserved
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
4 * written by Walter Bright
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
5 * http://www.digitalmars.com
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
6 * Distributed under the Boost Software License, Version 1.0.
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
7 * http://www.boost.org/LICENSE_1_0.txt
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
8 * https://github.com/D-Programming-Language/dmd/blob/master/src/identifier.c
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
9 */
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
10
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
11 #include "root/dsystem.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
12 #include "root/root.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
13
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
14 #include "identifier.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
15 #include "mars.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
16 #include "id.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
17 #include "tokens.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
18 #include "utf.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
19
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
20 Identifier::Identifier(const char *string, size_t length, int value)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
21 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
22 //printf("Identifier('%s', %d)\n", string, value);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
23 this->string = string;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
24 this->value = value;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
25 this->len = length;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
26 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
27
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
28 Identifier::Identifier(const char *string)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
29 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
30 //printf("Identifier('%s')\n", string);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
31 this->string = string;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
32 this->value = TOKidentifier;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
33 this->len = strlen(string);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
34 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
35
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
36 Identifier *Identifier::create(const char *string)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
37 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
38 return new Identifier(string);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
39 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
40
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
41 bool Identifier::equals(RootObject *o)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
42 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
43 return this == o || strncmp(string,o->toChars(),len+1) == 0;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
44 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
45
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
46 int Identifier::compare(RootObject *o)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
47 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
48 return strncmp(string, o->toChars(), len + 1);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
49 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
50
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
51 const char *Identifier::toChars()
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
52 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
53 return string;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
54 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
55
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
56 int Identifier::getValue() const
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
57 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
58 return value;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
59 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
60
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
61 const char *Identifier::toHChars2()
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
62 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
63 const char *p = NULL;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
64
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
65 if (this == Id::ctor) p = "this";
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
66 else if (this == Id::dtor) p = "~this";
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
67 else if (this == Id::unitTest) p = "unittest";
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
68 else if (this == Id::dollar) p = "$";
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
69 else if (this == Id::withSym) p = "with";
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
70 else if (this == Id::result) p = "result";
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
71 else if (this == Id::returnLabel) p = "return";
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
72 else
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
73 { p = toChars();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
74 if (*p == '_')
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
75 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
76 if (strncmp(p, "_staticCtor", 11) == 0)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
77 p = "static this";
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
78 else if (strncmp(p, "_staticDtor", 11) == 0)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
79 p = "static ~this";
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
80 else if (strncmp(p, "__invariant", 11) == 0)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
81 p = "invariant";
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
82 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
83 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
84
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
85 return p;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
86 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
87
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
88 void Identifier::print()
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
89 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
90 fprintf(stderr, "%s",string);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
91 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
92
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
93 int Identifier::dyncast() const
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
94 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
95 return DYNCAST_IDENTIFIER;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
96 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
97
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
98 StringTable Identifier::stringtable;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
99
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
100 Identifier *Identifier::generateId(const char *prefix)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
101 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
102 static size_t i;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
103
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
104 return generateId(prefix, ++i);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
105 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
106
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
107 Identifier *Identifier::generateId(const char *prefix, size_t i)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
108 { OutBuffer buf;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
109
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
110 buf.writestring(prefix);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
111 buf.printf("%llu", (ulonglong)i);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
112
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
113 char *id = buf.peekString();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
114 return idPool(id);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
115 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
116
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
117 /********************************************
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
118 * Create an identifier in the string table.
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
119 */
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
120
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
121 Identifier *Identifier::idPool(const char *s, size_t len)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
122 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
123 StringValue *sv = stringtable.update(s, len);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
124 Identifier *id = (Identifier *) sv->ptrvalue;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
125 if (!id)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
126 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
127 id = new Identifier(sv->toDchars(), len, TOKidentifier);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
128 sv->ptrvalue = (char *)id;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
129 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
130 return id;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
131 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
132
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
133 Identifier *Identifier::idPool(const char *s, size_t len, int value)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
134 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
135 StringValue *sv = stringtable.insert(s, len, NULL);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
136 assert(sv);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
137 Identifier *id = new Identifier(sv->toDchars(), len, value);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
138 sv->ptrvalue = (char *)id;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
139 return id;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
140 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
141
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
142 /**********************************
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
143 * Determine if string is a valid Identifier.
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
144 * Returns:
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
145 * 0 invalid
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
146 */
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
147
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
148 bool Identifier::isValidIdentifier(const char *p)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
149 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
150 size_t len;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
151 size_t idx;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
152
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
153 if (!p || !*p)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
154 goto Linvalid;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
155
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
156 if (*p >= '0' && *p <= '9') // beware of isdigit() on signed chars
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
157 goto Linvalid;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
158
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
159 len = strlen(p);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
160 idx = 0;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
161 while (p[idx])
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
162 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
163 dchar_t dc;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
164 const char *q = utf_decodeChar((const utf8_t *)p, len, &idx, &dc);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
165 if (q)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
166 goto Linvalid;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
167
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
168 if (!((dc >= 0x80 && isUniAlpha(dc)) || isalnum(dc) || dc == '_'))
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
169 goto Linvalid;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
170 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
171 return true;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
172
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
173 Linvalid:
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
174 return false;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
175 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
176
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
177 Identifier *Identifier::lookup(const char *s, size_t len)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
178 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
179 StringValue *sv = stringtable.lookup(s, len);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
180 if (!sv)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
181 return NULL;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
182 return (Identifier *)sv->ptrvalue;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
183 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
184
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
185 void Identifier::initTable()
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
186 {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
187 stringtable._init(28000);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
188 }