annotate src/plparser/PLScannerImpl.java @ 14:1baccfe55597 default tip

pp fix
author one
date Fri, 03 Sep 2010 08:21:53 +0900
parents 79d492bce828
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
7
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
1 package plparser;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
2
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
3 import java.io.FileReader;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
4 import java.io.InputStream;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
5 import java.io.InputStreamReader;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
6 import java.util.Iterator;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
7
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
8 public abstract class PLScannerImpl<Node> implements PLScanner<Node> {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
9
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
10 public int lineno;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
11 public Token<Node> nextToken;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
12 public Dictionary<Node> dict;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
13 public PLScanner<Node> next;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
14 public InputStreamReader file;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
15 public String filename;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
16 public PLScanner<Node> prev;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
17 public Token<Node> nullToken;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
18 public String prompt;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
19 public static final int BufferSize = 4096;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
20
11
79d492bce828 clean up
one
parents: 7
diff changeset
21 /**
79d492bce828 clean up
one
parents: 7
diff changeset
22 * Construtor for push Scanner
79d492bce828 clean up
one
parents: 7
diff changeset
23 * @param p previous scanner
79d492bce828 clean up
one
parents: 7
diff changeset
24 * @param dict dictionary
79d492bce828 clean up
one
parents: 7
diff changeset
25 * @param nullToken shared null token
79d492bce828 clean up
one
parents: 7
diff changeset
26 */
79d492bce828 clean up
one
parents: 7
diff changeset
27 public PLScannerImpl(PLScanner<Node> p,
79d492bce828 clean up
one
parents: 7
diff changeset
28 Dictionary<Node> dict, Token<Node> nullToken) {
79d492bce828 clean up
one
parents: 7
diff changeset
29 this.prev = p;
79d492bce828 clean up
one
parents: 7
diff changeset
30 this.dict = dict;
79d492bce828 clean up
one
parents: 7
diff changeset
31 this.nullToken = nullToken;
7
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
32 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
33
11
79d492bce828 clean up
one
parents: 7
diff changeset
34
79d492bce828 clean up
one
parents: 7
diff changeset
35 public PLScannerImpl() {
79d492bce828 clean up
one
parents: 7
diff changeset
36 this.dict = new Dictionary<Node>();
79d492bce828 clean up
one
parents: 7
diff changeset
37 this.nullToken = new Token<Node>("",TokenID.NULL);
79d492bce828 clean up
one
parents: 7
diff changeset
38 this.prev = null;
7
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
39 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
40
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
41
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
42 public PLScanner<Node> popScanner() {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
43 return prev;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
44 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
45
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
46 private PLScanner<Node> findFileName() {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
47 for(PLScanner<Node> s = this;s!=null ; s = s.prev()) {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
48 if (s.filename()!=null) return s;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
49 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
50 return null;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
51 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
52 /*
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
53 * Read From String
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
54 */
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
55
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
56 public void error(String err) {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
57 PLScanner<Node> s = findFileName();
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
58 if (s!=null) {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
59 System.err.print(s.filename()+":"+s.lineno()+": ");
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
60 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
61 System.err.println("error: "+err);
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
62 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
63
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
64 public Iterable<Token<Node>> scanToken(String exp) {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
65 set(exp);
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
66 return iterator();
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
67 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
68
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
69 public Iterable<Token<Node>> scanToken(FileReader file) {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
70 set(file);
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
71 return iterator();
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
72 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
73
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
74 private Iterable<Token<Node>> iterator() {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
75 return new Iterable<Token<Node>>() {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
76 public Iterator<Token<Node>> iterator() {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
77 return new Iterator<Token<Node>>() {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
78 public boolean hasNext() {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
79 return hasRemaining();
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
80 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
81 public Token<Node> next() {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
82 return nextToken();
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
83 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
84 public void remove() {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
85 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
86 };
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
87 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
88 };
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
89 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
90
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
91 public PLScanner<Node> setFile(InputStream newfile, String prompt) {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
92 this.filename = newfile.toString();
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
93 nextToken = nullToken;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
94 this.prompt = prompt;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
95 set(new InputStreamReader(newfile));
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
96 return this;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
97 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
98
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
99 @Override
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
100 public String filename() {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
101 return filename;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
102 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
103
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
104 @Override
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
105 public int lineno() {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
106 return lineno;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
107 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
108
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
109 @Override
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
110 public PLScanner<Node> prev() {
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
111 return prev;
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
112 }
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
113
11
79d492bce828 clean up
one
parents: 7
diff changeset
114 public Dictionary<Node> dictionary() {
79d492bce828 clean up
one
parents: 7
diff changeset
115 return dict;
79d492bce828 clean up
one
parents: 7
diff changeset
116 }
79d492bce828 clean up
one
parents: 7
diff changeset
117
7
619472ca4742 Refactoring for multiple implementation of scanner
one
parents:
diff changeset
118 }