annotate src/plparser/PropertyListParser.java @ 1:b149a5aa465a

Parser is written
author kono@ie.u-ryukyu.ac.jp
date Sat, 28 Aug 2010 17:39:34 +0900
parents
children 151c7fe6c61a
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
1 package plparser;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
2
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
3 import java.io.FileNotFoundException;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
4 import java.io.InputStream;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
5 import java.util.LinkedList;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
6
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
7
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
8 public class PropertyListParser<Node extends Property> {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
9 PropertyListNodeFactory<Node> lf;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
10 Token<Node> nextToken;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
11 public PropertyListScanner<Node> scanner;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
12 private Dictionary<Node> dict;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
13 // private PropertyListScope<Node> scope;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
14
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
15 public PropertyListParser(String string,
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
16 PropertyListNodeFactory<Node> lf) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
17 this.lf = lf;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
18 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
19
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
20 public void initReservedWord() {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
21 dict.reserve("=",TokenID.Assign);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
22 dict.reserve(",",TokenID.Comma);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
23 dict.reserve(";",TokenID.Semicolon);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
24 dict.reserve("(",TokenID.Paren);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
25 dict.reserve(")",TokenID.CloseParen);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
26 dict.reserve("{",TokenID.CurParen);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
27 dict.reserve("}",TokenID.CloseCurParen);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
28 dict.reserve("true",TokenID.True);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
29 dict.reserve("false",TokenID.False);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
30 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
31
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
32 public void initialize() {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
33 dict = new Dictionary<Node>();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
34 // scope = new PropertyListScope<Node>(null,dict);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
35 initReservedWord();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
36 scanner = new PropertyListScanner<Node>(dict);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
37 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
38
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
39 public Node parse() {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
40 if (scanner==null) return null;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
41 nextToken();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
42 return term();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
43 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
44
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
45 public Node parse(String exp) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
46 Node n;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
47 scanner = scanner.pushScanner(exp);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
48 n = parse();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
49 scanner = scanner.popScanner();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
50 nextToken = scanner.nextToken;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
51 return n;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
52
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
53 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
54
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
55 public void parseFile(String file) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
56 try {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
57 scanner = scanner.pushScannerFile(file);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
58 } catch (FileNotFoundException e) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
59 error("Can't open "+file);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
60 return;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
61 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
62 doParse();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
63 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
64
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
65 public void parse(InputStream file) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
66 scanner = scanner.pushScannerFile(file,null);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
67 doParse();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
68 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
69
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
70 public void parse(InputStream in, String prompt) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
71 scanner = scanner.pushScannerFile(in,prompt);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
72 doParse();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
73 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
74
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
75 public Node doParse() {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
76 Node n;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
77 do {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
78 n=parse();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
79 } while(scanner.hasRemaining());
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
80 scanner = scanner.popScanner();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
81 nextToken = scanner.nextToken;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
82 return n;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
83 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
84
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
85 public LinkedList<Node> expr1() {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
86 LinkedList<Node> list = new LinkedList<Node>();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
87 expr2(list);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
88 while(nextToken.type == TokenID.Semicolon) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
89 nextToken();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
90 expr2(list);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
91 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
92 return list;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
93 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
94
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
95
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
96 public void expr2(LinkedList<Node>list) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
97 Node n1 = term();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
98 if (nextToken.type!=TokenID.Assign) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
99 error("needs assignment");
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
100 return;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
101 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
102 Node n2 = term();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
103 list.add(n1); list.add(n2);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
104 return;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
105 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
106
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
107 public LinkedList<Node> expr3() {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
108 LinkedList<Node>list = new LinkedList<Node>();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
109 Node n1 = term();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
110 list.add(n1);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
111 while (nextToken.type==TokenID.Comma) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
112 Node n2 = term();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
113 list.add(n2);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
114 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
115 return list;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
116 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
117
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
118 protected Node makeVariable(Token<Node> t) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
119 Node n;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
120 if ((n=t.value())==null) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
121 n = lf.variableNode(t.name(),true);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
122 t.setValue(n);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
123 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
124 // n.token = t;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
125 return n;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
126 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
127
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
128 protected Node term() {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
129 Node n = null;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
130 switch (nextToken.type) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
131 case Paren: // Array
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
132 nextToken();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
133 LinkedList<Node>list1 = expr3();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
134 if (nextToken.type==TokenID.CloseParen) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
135 } else { // syntax error;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
136 scanner.error(") expected but got "+nextToken);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
137 return lf.trueNode();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
138 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
139 return lf.arrayNode(list1);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
140 case CurParen: // Dictionary
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
141 nextToken();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
142 LinkedList<Node> list = expr1();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
143 if (nextToken.type==TokenID.CloseCurParen) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
144 } else { // syntax error;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
145 scanner.error("} expected");
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
146 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
147 return lf.dictionaryNode(list);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
148 case NUMBER:
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
149 n = lf.numberNode(Integer.parseInt(nextToken.name));
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
150 break;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
151 case NULL:
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
152 break;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
153 default:
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
154 if (nextToken.type.isVariable())
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
155 n = makeVariable(nextToken);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
156 else {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
157 // error("Internal ununderstandable term '"+nextToken+"' type: "+nextToken.type+".");
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
158 n = makeVariable(nextToken); // skip any
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
159 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
160 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
161 nextToken();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
162 return n;
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
163 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
164
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
165
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
166 /*
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
167 * Syntactical Short cut for scanner.textToken()
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
168 *
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
169 * It never returns null, to check EOF,
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
170 * nextToken.type==TokenID.NULL
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
171 */
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
172 public Token<Node> nextToken() {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
173 return nextToken = scanner.nextToken();
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
174 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
175
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
176
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
177 public void error(String err) {
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
178 scanner.error(err);
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
179 }
b149a5aa465a Parser is written
kono@ie.u-ryukyu.ac.jp
parents:
diff changeset
180 }