UNLOZE/projects-jenz
11
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

further updates to check hlstats collection instead of empty string cache, hopefully saving data again now

Browse Source
This commit is contained in:
jenzuffer 2020-11-01 22:55:21 +01:00
parent 502fbed455
commit e60ac109e8
6 changed files with 135 additions and 101 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

56
ArtificialAutism/pom.xml
View File

@ -1,5 +1,5 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>com.mycompany</groupId>
<artifactId>ArtificialAutism</artifactId>
@ -17,18 +17,6 @@
<artifactId>mysql-connector-java</artifactId>
<version>8.0.13</version>
</dependency>
<dependency>
<groupId>org.javacord</groupId>
<artifactId>javacord-api</artifactId>
<version>3.0.1</version>
<type>jar</type>
</dependency>
<dependency>
<groupId>org.javacord</groupId>
<artifactId>javacord</artifactId>
<version>3.0.1</version>
<type>pom</type>
</dependency>
<dependency>
<groupId>com.google.guava</groupId>
<artifactId>guava</artifactId>
@ -58,6 +46,46 @@
<groupId>srParser</groupId>
<artifactId>srParser</artifactId>
<version>1</version>
</dependency>
<dependency>
<groupId>ejml</groupId>
<artifactId>ejml</artifactId>
<version>0.2.3</version>
<type>jar</type>
</dependency>
<dependency>
<groupId>jmweAnno</groupId>
<artifactId>jmweAnno</artifactId>
<version>1.0</version>
<type>jar</type>
</dependency>
<dependency>
<groupId>edu.mit.jmwe</groupId>
<artifactId>edu.mit.jmwe</artifactId>
<version>1.0.2</version>
<type>jar</type>
</dependency>
<dependency>
<groupId>CoreNLP</groupId>
<artifactId>CoreNLP</artifactId>
<version>1.0</version>
<type>jar</type>
</dependency>
<dependency>
<groupId>org.apache.lucene</groupId>
<artifactId>lucene-analyzers-common</artifactId>
<version>7.2.0</version>
<type>jar</type>
</dependency>
<dependency>
<groupId>CorenlpModels</groupId>
<artifactId>CorenlpModels</artifactId>
<version>1.0</version>
</dependency>
<dependency>
<groupId>com.discord4j</groupId>
<artifactId>discord4j-core</artifactId>
<version>3.1.1</version>
</dependency>
</dependencies>
<properties>
@ -96,4 +124,4 @@
</plugin>
</plugins>
</build>
</project>
</project>

10
ArtificialAutism/src/main/java/FunctionLayer/Datahandler.java
View File

@ -318,8 +318,15 @@ public class Datahandler {
SentimentValueCache sentimentCacheStr = sentimentCachingMap.getOrDefault(strCollection, null);
List<SimilarityMatrix> smxReturnList = new ArrayList();
List<String> randomIterationComparision = new ArrayList();
int iteratecap = strCacheLocal.size() > prefix_size ? strCacheLocal.size() - prefix_size : strCacheLocal.size();
int iteratecap = strCacheLocal.size() > prefix_size ? strCacheLocal.size() - prefix_size : strCollection.size() - 1;
int iterator = ThreadLocalRandom.current().nextInt(0, iteratecap);
if (strCacheLocal.size() < prefix_size)
{
for (String colStr : strCollection)
{
strCacheLocal.put(strCacheLocal.size(), colStr);
}
}
int iterated = 0;
for (String str1 : strCacheLocal.values()) {
if (iterated >= iterator && iterated < iterator + prefix_size) {
@ -390,7 +397,6 @@ public class Datahandler {
//System.out.println("strmap siuze: " + strmap.size());
List<SimilarityMatrix> StrComparringNoSentenceRelationMap = StrComparringNoSentenceRelationMap(strCacheLocal, strmap.values(),
localJMWEMap, localPipelineAnnotation, localPipelineSentimentAnnotation, localCoreDocumentMap);
System.out.println("StrComparringNoSentenceRelationMap size: " + StrComparringNoSentenceRelationMap.size());
Collections.sort(StrComparringNoSentenceRelationMap, (e1, e2) -> e1.getPrimaryString().compareTo(e2.getPrimaryString()));
ConcurrentMap<Integer, String> strmapreturn = futuresReturnOverallEvaluation(StrComparringNoSentenceRelationMap);
//System.out.println("strmapreturn size: " + strmapreturn.size());

BIN
ArtificialAutism/target/ArtificialAutism-1.0.jar
View File

Binary file not shown.

BIN
ArtificialAutism/target/classes/FunctionLayer/Datahandler$AnnotationCollector.class
View File

Binary file not shown.

BIN
ArtificialAutism/target/classes/FunctionLayer/Datahandler.class
View File

Binary file not shown.

2
ArtificialAutism/target/maven-archiver/pom.properties
View File

@ -1,5 +1,5 @@
#Generated by Maven
#Sun Nov 01 17:40:51 CET 2020
#Sun Nov 01 22:49:28 CET 2020
version=1.0
groupId=com.mycompany
artifactId=ArtificialAutism