annotate src/main/java/alice/daemon/IncomingTcpConnection.java @ 627:f5365a5e6672 dispose

don't use unpacker
author nozomi
date Thu, 14 Sep 2017 18:00:15 +0900
parents 4835788cbb7e
children 71dfb0051be0
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
345
8f71c3e6f11d Change directory structure Maven standard
sugi
parents:
diff changeset
1 package alice.daemon;
8f71c3e6f11d Change directory structure Maven standard
sugi
parents:
diff changeset
2
8f71c3e6f11d Change directory structure Maven standard
sugi
parents:
diff changeset
3 import java.io.EOFException;
8f71c3e6f11d Change directory structure Maven standard
sugi
parents:
diff changeset
4 import java.io.IOException;
8f71c3e6f11d Change directory structure Maven standard
sugi
parents:
diff changeset
5 import java.nio.channels.ClosedChannelException;
8f71c3e6f11d Change directory structure Maven standard
sugi
parents:
diff changeset
6
527
bfec2c3ff1b8 change unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 526
diff changeset
7 import alice.datasegment.*;
528
6ebddfac7ff6 delete RecieveData.setCompressFlag
kazz <kazz@cr.ie.u-ryukyu.ac.jp>
parents: 527
diff changeset
8 import org.msgpack.MessagePack;
345
8f71c3e6f11d Change directory structure Maven standard
sugi
parents:
diff changeset
9 import org.msgpack.unpacker.Unpacker;
8f71c3e6f11d Change directory structure Maven standard
sugi
parents:
diff changeset
10
8f71c3e6f11d Change directory structure Maven standard
sugi
parents:
diff changeset
11 import alice.topology.manager.keeparive.RespondData;
8f71c3e6f11d Change directory structure Maven standard
sugi
parents:
diff changeset
12
8f71c3e6f11d Change directory structure Maven standard
sugi
parents:
diff changeset
13 public class IncomingTcpConnection extends Thread {
419
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
14
480
c06070403ed4 named IncomingTcp and OutboundTcp Thread
sugi
parents: 478
diff changeset
15 private Connection connection;
c06070403ed4 named IncomingTcp and OutboundTcp Thread
sugi
parents: 478
diff changeset
16 protected DataSegmentManager manager;
c06070403ed4 named IncomingTcp and OutboundTcp Thread
sugi
parents: 478
diff changeset
17 protected String reverseKey;
419
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
18 private LocalDataSegmentManager lmanager = DataSegment.getLocal();
529
cb7c31848d16 add CompressedDSMs
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 528
diff changeset
19 private CompressedLocalDataSegmentManager compressedlmanager = DataSegment.getCompressedLocal();
528
6ebddfac7ff6 delete RecieveData.setCompressFlag
kazz <kazz@cr.ie.u-ryukyu.ac.jp>
parents: 527
diff changeset
20 private static final MessagePack packer = new MessagePack();
419
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
21
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
22 public IncomingTcpConnection(DataSegmentManager manager) {
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
23 this.manager = manager;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
24 }
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
25
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
26 public IncomingTcpConnection(Connection connection, DataSegmentManager manager, String reverseKey) {
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
27 this.manager = manager;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
28 this.connection = connection;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
29 this.reverseKey = reverseKey;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
30 }
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
31
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
32 public LocalDataSegmentManager getLocalDataSegmentManager(){
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
33 return lmanager;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
34 }
345
8f71c3e6f11d Change directory structure Maven standard
sugi
parents:
diff changeset
35
529
cb7c31848d16 add CompressedDSMs
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 528
diff changeset
36 public CompressedLocalDataSegmentManager getCompressedLocalDataSegmentManager(){
cb7c31848d16 add CompressedDSMs
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 528
diff changeset
37 return compressedlmanager;
cb7c31848d16 add CompressedDSMs
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 528
diff changeset
38 }
cb7c31848d16 add CompressedDSMs
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 528
diff changeset
39
419
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
40 /**
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
41 * pipeline thread for receiving
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
42 */
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
43 public void run() {
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
44 Unpacker unpacker = null;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
45 try {
528
6ebddfac7ff6 delete RecieveData.setCompressFlag
kazz <kazz@cr.ie.u-ryukyu.ac.jp>
parents: 527
diff changeset
46 unpacker = packer.createUnpacker(connection.socket.getInputStream());
419
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
47 } catch (IOException e) {
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
48 e.printStackTrace();
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
49 }
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
50 if (unpacker == null) {
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
51 return;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
52 }
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
53 while (true) {
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
54 try {
447
d30451d1882f fix IncomingUdpConnection and passed UdpTest
sugi
parents: 446
diff changeset
55 Command cmd = null;
458
bcf6f4a6fcd0 need set Meta DataSegment PUT API
sugi
parents: 455
diff changeset
56 ReceiveData rData = null;
530
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
57 CommandMessage msg = unpacker.read(CommandMessage.class);///read header
419
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
58 CommandType type = CommandType.getCommandTypeFromId(msg.type);
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
59 switch (type) {
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
60 case UPDATE:
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
61 case PUT:
555
2af387211a85 add zippedDataSize to ReceiveData
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 554
diff changeset
62 int dataSize = unpacker.readInt();
627
f5365a5e6672 don't use unpacker
nozomi
parents: 625
diff changeset
63 //byte[] data = unpacker.getSerializedByteArray(dataSize);
f5365a5e6672 don't use unpacker
nozomi
parents: 625
diff changeset
64 byte[] data = new byte[dataSize];
f5365a5e6672 don't use unpacker
nozomi
parents: 625
diff changeset
65 connection.socket.getInputStream().read(data);
f5365a5e6672 don't use unpacker
nozomi
parents: 625
diff changeset
66 rData = new ReceiveData(data, msg.compressed, msg.dataSize);
625
4835788cbb7e fix TestRemote default arguments
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 574
diff changeset
67
4835788cbb7e fix TestRemote default arguments
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 574
diff changeset
68 /*
4835788cbb7e fix TestRemote default arguments
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 574
diff changeset
69 rData = new ReceiveData(new byte[dataSize], msg.compressed, msg.dataSize);
4835788cbb7e fix TestRemote default arguments
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 574
diff changeset
70 try {
4835788cbb7e fix TestRemote default arguments
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 574
diff changeset
71 unpacker.readPayload(rData.getMessagePack());
4835788cbb7e fix TestRemote default arguments
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 574
diff changeset
72 } catch ( );
4835788cbb7e fix TestRemote default arguments
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 574
diff changeset
73 */
4835788cbb7e fix TestRemote default arguments
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 574
diff changeset
74
526
928907206d21 remove CompressedRDSM & CompressedLDSM class
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 525
diff changeset
75
488
7ef0ebb40c9b add measurement data in protocol
sugi
parents: 480
diff changeset
76 if (msg.setTime) {
554
1dc473a637c6 add setter/getter to setTime of ReceivedData
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 533
diff changeset
77 rData.setTimes(msg.time, true, msg.depth);
560
72ef96ba4195 add zeppedDataSize in CommandMessage
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 555
diff changeset
78 }
561
f1777341c5a2 add setZipped to CommandMessage&ReceiveData
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 560
diff changeset
79 if (msg.setZepped){
f1777341c5a2 add setZipped to CommandMessage&ReceiveData
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 560
diff changeset
80 rData.setZipped(msg.zippedDataSize, true);
560
72ef96ba4195 add zeppedDataSize in CommandMessage
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 555
diff changeset
81 } else {
561
f1777341c5a2 add setZipped to CommandMessage&ReceiveData
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 560
diff changeset
82 rData.setZipped(dataSize, true);
488
7ef0ebb40c9b add measurement data in protocol
sugi
parents: 480
diff changeset
83 }
526
928907206d21 remove CompressedRDSM & CompressedLDSM class
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 525
diff changeset
84
458
bcf6f4a6fcd0 need set Meta DataSegment PUT API
sugi
parents: 455
diff changeset
85 cmd = new Command(type, null, null, rData, 0, 0, null, null, reverseKey);
530
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
86 cmd.setCompressFlag(msg.compressed);
526
928907206d21 remove CompressedRDSM & CompressedLDSM class
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 525
diff changeset
87
530
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
88 if (rData.compressed()){
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
89 compressedlmanager.getDataSegmentKey(msg.key).runCommand(cmd);
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
90 } else {
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
91 lmanager.getDataSegmentKey(msg.key).runCommand(cmd);
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
92 }
526
928907206d21 remove CompressedRDSM & CompressedLDSM class
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 525
diff changeset
93
419
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
94 break;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
95 case PEEK:
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
96 case TAKE:
446
a91890dff56e refactor
sugi
parents: 445
diff changeset
97 cmd = new Command(type, null, null, null, msg.index, msg.seq, null, null, connection);
530
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
98 cmd.setCompressFlag(msg.compressed);
526
928907206d21 remove CompressedRDSM & CompressedLDSM class
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 525
diff changeset
99
530
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
100 if (msg.compressed){
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
101 compressedlmanager.getDataSegmentKey(msg.key).runCommand(cmd);
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
102 } else {
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
103 lmanager.getDataSegmentKey(msg.key).runCommand(cmd);
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
104 }
526
928907206d21 remove CompressedRDSM & CompressedLDSM class
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 525
diff changeset
105
467
6e304a7a60e7 remove white space
sugi
parents: 459
diff changeset
106 break;
419
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
107 case REMOVE:
446
a91890dff56e refactor
sugi
parents: 445
diff changeset
108 cmd = new Command(type, null, null, null, 0, 0, null, null, "");
530
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
109 lmanager.getDataSegmentKey(msg.key).runCommand(cmd);//ToDo:fix
419
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
110 break;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
111 case REPLY:
446
a91890dff56e refactor
sugi
parents: 445
diff changeset
112 cmd = manager.getAndRemoveCmd(msg.seq);
533
b3c9554ccb1b change compressed API to set data specified DSM name
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 532
diff changeset
113
574
ea21af9a4762 delete serializeFlag, fix MessagePack pack&unpack
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 561
diff changeset
114 rData = new ReceiveData(unpacker.getSerializedByteArray(unpacker.readInt()), msg.compressed, msg.dataSize);
526
928907206d21 remove CompressedRDSM & CompressedLDSM class
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 525
diff changeset
115
467
6e304a7a60e7 remove white space
sugi
parents: 459
diff changeset
116 Command rCmd = new Command(type, null, null, rData, msg.index, msg.seq, null, null, "");
530
4aeebea0c9b5 can't unzip
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 529
diff changeset
117 cmd.setCompressFlag(msg.compressed);
452
f68d103498e0 refactor (InputDataSegment holder class changed)
sugi
parents: 449
diff changeset
118 cmd.cs.ids.reply(cmd.receiver, rCmd);
419
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
119 break;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
120 case PING:
471
be0b61986ff7 checking having DataSegmentManger before get DataSegmentManager
sugi
parents: 467
diff changeset
121 if (DataSegment.contains(reverseKey))
be0b61986ff7 checking having DataSegmentManger before get DataSegmentManager
sugi
parents: 467
diff changeset
122 DataSegment.get(reverseKey).response(msg.key);
419
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
123 break;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
124 case RESPONSE:
525
30a74eee59c7 working TestRemoteAlice
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 524
diff changeset
125 rData = new ReceiveData(new RespondData(reverseKey, System.currentTimeMillis()));
533
b3c9554ccb1b change compressed API to set data specified DSM name
Nozomi Teruya <e125769@ie.u-ryukyu.ac.jp>
parents: 532
diff changeset
126 DataSegment.getLocal().put(msg.key, rData, false);
419
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
127 break;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
128 default:
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
129 break;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
130 }
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
131 } catch (ClosedChannelException e) {
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
132 return;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
133 } catch (EOFException e) {
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
134 return;
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
135 } catch (IOException e) {
478
cf345b10a21a bug fix
sugi
parents: 471
diff changeset
136 return;
419
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
137 }
aefbe41fcf12 change tab to space
sugi
parents: 417
diff changeset
138 }
443
2f2623484b77 change protocol
sugi
parents: 419
diff changeset
139 }
480
c06070403ed4 named IncomingTcp and OutboundTcp Thread
sugi
parents: 478
diff changeset
140
c06070403ed4 named IncomingTcp and OutboundTcp Thread
sugi
parents: 478
diff changeset
141 public void setReverseKey(String name) {
c06070403ed4 named IncomingTcp and OutboundTcp Thread
sugi
parents: 478
diff changeset
142 this.reverseKey = name;
c06070403ed4 named IncomingTcp and OutboundTcp Thread
sugi
parents: 478
diff changeset
143 setName(name+"-IncomingTcp");
c06070403ed4 named IncomingTcp and OutboundTcp Thread
sugi
parents: 478
diff changeset
144 }
345
8f71c3e6f11d Change directory structure Maven standard
sugi
parents:
diff changeset
145 }