annotation caching with instance safety for jmwe, changed entry slightly, multithreaded loading in beginning, parralel streaming the annotations, forkjoinpool should handle futures better now with try catches in sementicsanalyzer

This commit is contained in:
jenzur
2019-03-20 22:38:28 +01:00
parent b3631ab1a0
commit c5c1a31a14
6 changed files with 1190 additions and 341 deletions
@@ -15,8 +15,9 @@ screen -X -S (number1) quit
package PresentationLayer;
import FunctionLayer.CustomError;
import FunctionLayer.MYSQLDatahandler;
import FunctionLayer.Datahandler;
import FunctionLayer.MessageResponseHandler;
import FunctionLayer.PipelineJMWESingleton;
import java.io.IOException;
import java.sql.SQLException;
import java.util.List;
@@ -35,22 +36,25 @@ public class DiscordHandler {
public static void main(String[] args) {
new Thread(() -> {
try {
MYSQLDatahandler.instance.initiateMYSQL();
Datahandler.instance.initiateMYSQL();
PipelineJMWESingleton.getINSTANCE();
System.out.println("finished initiating MYSQL");
} catch (SQLException | IOException ex) {
Logger.getLogger(DiscordHandler.class.getName()).log(Level.SEVERE, null, ex);
}
}).start();
MYSQLDatahandler.instance.shiftReduceParserInitiate();
MYSQLDatahandler.instance.instantiateExecutor();
MYSQLDatahandler.instance.updateStringCache();
MYSQLDatahandler.instance.instantiateAnnotationMap();
if (MYSQLDatahandler.instance.getstringCacheSize() != 0) {
while (MYSQLDatahandler.instance.getlHMSMXSize() * MYSQLDatahandler.instance.getlHMSMXSize() * 5
< (MYSQLDatahandler.instance.getstringCacheSize()
* MYSQLDatahandler.instance.getstringCacheSize())
- MYSQLDatahandler.instance.getstringCacheSize()) {
MYSQLDatahandler.instance.checkIfUpdateMatrixes();
Datahandler.instance.shiftReduceParserInitiate();
Datahandler.instance.instantiateExecutor();
Datahandler.instance.instantiateAnnotationMap();
Datahandler.instance.addHLstatsMessages();
Datahandler.instance.updateStringCache();
//order matters
if (Datahandler.instance.getstringCacheSize() != 0) {
while (Datahandler.instance.getlHMSMXSize() * Datahandler.instance.getlHMSMXSize() * 2.5
< (Datahandler.instance.getstringCacheSize()
* Datahandler.instance.getstringCacheSize())
- Datahandler.instance.getstringCacheSize()) {
Datahandler.instance.checkIfUpdateMatrixes();
}
}
String token = "NTI5NzAxNTk5NjAyMjc4NDAx.Dw0vDg.7-aMjVWdQMYPl8qVNyvTCPS5F_A";
@@ -84,15 +88,15 @@ public class DiscordHandler {
MessageResponseHandler.getMessage(strresult);
new Thread(() -> {
try {
MYSQLDatahandler.instance.checkIfUpdateStrings();
MYSQLDatahandler.instance.checkIfUpdateMatrixes();
Datahandler.instance.checkIfUpdateStrings(false);
Datahandler.instance.checkIfUpdateMatrixes();
} catch (CustomError ex) {
Logger.getLogger(DiscordHandler.class.getName()).log(Level.SEVERE, null, ex);
}
}).start();
}
if (event.getMessage().getMentionedUsers().contains(api.getYourself())
|| event.getServerTextChannel().get().toString().contains("minor-test")) {
|| event.getServerTextChannel().get().toString().contains("general-autism")) {
String ResponseStr;
try {
ResponseStr = MessageResponseHandler.selectReponseMessage(event.getMessage().toString());