|
2
|
1 package pagerank;
|
|
|
2
|
|
|
3
|
|
|
4 import java.io.File;
|
|
|
5 import java.io.FileInputStream;
|
|
|
6 import java.io.FileNotFoundException;
|
|
|
7 import java.io.FileOutputStream;
|
|
|
8 import java.io.IOException;
|
|
|
9 import java.util.HashMap;
|
|
|
10 import java.util.HashSet;
|
|
|
11 import java.util.Map;
|
|
|
12
|
|
|
13 import javax.xml.parsers.ParserConfigurationException;
|
|
|
14 import javax.xml.parsers.SAXParser;
|
|
|
15 import javax.xml.parsers.SAXParserFactory;
|
|
|
16
|
|
|
17 import org.xml.sax.SAXException;
|
|
|
18
|
|
|
19 import com.tinkerpop.blueprints.Graph;
|
|
|
20 import com.tinkerpop.blueprints.Vertex;
|
|
|
21 import com.tinkerpop.blueprints.impls.tg.TinkerGraph;
|
|
|
22 import com.tinkerpop.blueprints.util.io.graphml.GraphMLWriter;
|
|
|
23
|
|
|
24 import xmlParser.TextTagParser;
|
|
|
25
|
|
|
26 public class LinkConvertGraph {
|
|
|
27
|
|
|
28 private String filename;
|
|
|
29 private FileInputStream fis;
|
|
|
30 private SAXParserFactory factory;
|
|
|
31 private SAXParser parser;
|
|
|
32 private TextTagParser xmlParser;
|
|
|
33
|
|
|
34 private HashMap<String,HashSet<String>> hash;
|
|
|
35
|
|
|
36
|
|
|
37 LinkConvertGraph() throws ParserConfigurationException, SAXException {
|
|
|
38 xmlParser = new TextTagParser();
|
|
|
39 factory = SAXParserFactory.newInstance();
|
|
|
40 parser = factory.newSAXParser();
|
|
|
41 }
|
|
|
42
|
|
|
43 LinkConvertGraph(final String filename) throws FileNotFoundException, ParserConfigurationException, SAXException {
|
|
|
44 this.filename = filename;
|
|
|
45 fis = new FileInputStream(filename);
|
|
|
46 xmlParser = new TextTagParser();
|
|
|
47 factory = SAXParserFactory.newInstance();
|
|
|
48 parser = factory.newSAXParser();
|
|
|
49 }
|
|
|
50
|
|
|
51 public void setFilename(final String filename) throws FileNotFoundException {
|
|
|
52 this.filename = filename;
|
|
|
53 this.fis = new FileInputStream(filename);
|
|
|
54 }
|
|
|
55
|
|
|
56 private void parseXml() throws SAXException, IOException {
|
|
|
57 parser.parse(this.fis, this.xmlParser);
|
|
|
58 hash = xmlParser.getHash();
|
|
|
59 }
|
|
|
60
|
|
|
61 private HashMap<String,HashSet<String>> getHash() {
|
|
|
62 return hash;
|
|
|
63 }
|
|
|
64
|
|
|
65 public void printHash() {
|
|
|
66 for (Map.Entry<String,HashSet<String>> entry : hash.entrySet()) {
|
|
|
67 String title = entry.getKey();
|
|
|
68 System.out.println("title: " + title);
|
|
|
69 for (String link : entry.getValue()) {
|
|
|
70 System.out.println("\t"+link);
|
|
|
71 }
|
|
|
72 System.out.println();
|
|
|
73 }
|
|
|
74 }
|
|
|
75
|
|
|
76 private void printHash(FileOutputStream os) throws IOException {
|
|
|
77 for (Map.Entry<String,HashSet<String>> entry : hash.entrySet()) {
|
|
|
78 String title = entry.getKey();
|
|
|
79 os.write( ("title: " + title + "\n").getBytes());
|
|
|
80 for (String link : entry.getValue()) {
|
|
|
81 os.write( ("\t"+link+"\n").getBytes());
|
|
|
82 }
|
|
|
83 os.write( ("\n").getBytes());
|
|
|
84 os.flush();
|
|
|
85 }
|
|
|
86 }
|
|
|
87
|
|
|
88
|
|
|
89
|
|
|
90
|
|
|
91
|
|
|
92 public static void main(String[] args) {
|
|
5
|
93 final String filename = "./resources/article.xml";
|
|
|
94 // final String filename = "/Users/aotokage/testProgram/wiki/ja-pages_current.xml";
|
|
2
|
95
|
|
|
96 LinkConvertGraph lcg;
|
|
|
97
|
|
|
98 try {
|
|
|
99
|
|
|
100 lcg = new LinkConvertGraph(filename);
|
|
|
101
|
|
|
102 lcg.parseXml();
|
|
|
103 // lcg.printHash();
|
|
4
|
104
|
|
3
|
105 FileOutputStream fos = new FileOutputStream("./resources/wikiLink.log");
|
|
2
|
106 lcg.printHash(fos);
|
|
|
107
|
|
|
108 HashMap<String,HashSet<String>> hash = lcg.getHash();
|
|
|
109
|
|
|
110
|
|
4
|
111 final String fileDB = "./resources/tinkerpopDB";
|
|
2
|
112
|
|
|
113 Graph graph = new TinkerGraph();
|
|
4
|
114 FileOutputStream out = new FileOutputStream(new File(fileDB));
|
|
5
|
115 LinkToVertex ltv = new LinkToVertex(graph);
|
|
|
116
|
|
|
117 long countId = 1;
|
|
2
|
118 for (Map.Entry<String, HashSet<String>> map : hash.entrySet()) {
|
|
|
119 String pageTitle = map.getKey();
|
|
|
120
|
|
|
121 Vertex v;// = graph.addVertex(null);
|
|
|
122
|
|
5
|
123 if ( ltv.getId(pageTitle) == null ) {
|
|
|
124 v = ltv.createVertexWithPageTitle(pageTitle,countId);
|
|
|
125 ltv.setPageRank(v, (Double)0.0);
|
|
|
126 countId++;
|
|
2
|
127 } else {
|
|
5
|
128 v = ltv.getVertex(pageTitle);
|
|
2
|
129 }
|
|
|
130
|
|
|
131 for (String linkPageTitle : map.getValue()) {
|
|
|
132 Vertex linkV;
|
|
5
|
133 if ( ltv.getId(linkPageTitle) == null) {
|
|
|
134 linkV = ltv.createVertexWithPageTitle(linkPageTitle,countId);
|
|
|
135 countId++;
|
|
|
136 ltv.setPageRank(linkV, (Double)0.0);
|
|
2
|
137 } else {
|
|
5
|
138 linkV = ltv.getVertex(linkPageTitle);
|
|
2
|
139 }
|
|
5
|
140 ltv.setHasLink(v, linkV);
|
|
2
|
141 }
|
|
|
142
|
|
|
143 }
|
|
|
144
|
|
|
145 GraphMLWriter.outputGraph(graph, out);
|
|
|
146
|
|
|
147 } catch (FileNotFoundException e) {
|
|
|
148 e.printStackTrace();
|
|
|
149 } catch (SAXException e) {
|
|
|
150 e.printStackTrace();
|
|
|
151 } catch (ParserConfigurationException e) {
|
|
|
152 e.printStackTrace();
|
|
|
153 } catch (IOException e) {
|
|
|
154 System.err.println("Failed to parse xml");
|
|
|
155 e.printStackTrace();
|
|
|
156 }
|
|
|
157
|
|
|
158
|
|
|
159
|
|
|
160 }
|
|
|
161 }
|
