UNLOZE/projects-jenz
11
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

further updates to check hlstats collection instead of empty string cache, hopefully saving data again now

Browse Source
This commit is contained in:
jenzuffer 2020-11-01 22:55:21 +01:00
parent 502fbed455
commit e60ac109e8
6 changed files with 135 additions and 101 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

224
ArtificialAutism/pom.xml
View File

@ -1,99 +1,127 @@
<?xml version="1.0" encoding="UTF-8"?> <?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion> <modelVersion>4.0.0</modelVersion>
<groupId>com.mycompany</groupId> <groupId>com.mycompany</groupId>
<artifactId>ArtificialAutism</artifactId> <artifactId>ArtificialAutism</artifactId>
<version>1.0</version> <version>1.0</version>
<packaging>jar</packaging> <packaging>jar</packaging>
<dependencies> <dependencies>
<dependency> <dependency>
<groupId>org.apache.commons</groupId> <groupId>org.apache.commons</groupId>
<artifactId>commons-dbcp2</artifactId> <artifactId>commons-dbcp2</artifactId>
<version>2.5.0</version> <version>2.5.0</version>
<type>jar</type> <type>jar</type>
</dependency> </dependency>
<dependency> <dependency>
<groupId>mysql</groupId> <groupId>mysql</groupId>
<artifactId>mysql-connector-java</artifactId> <artifactId>mysql-connector-java</artifactId>
<version>8.0.13</version> <version>8.0.13</version>
</dependency> </dependency>
<dependency> <dependency>
<groupId>org.javacord</groupId> <groupId>com.google.guava</groupId>
<artifactId>javacord-api</artifactId> <artifactId>guava</artifactId>
<version>3.0.1</version> <version>26.0-jre</version>
<type>jar</type> </dependency>
</dependency> <dependency>
<dependency> <groupId>com.github.mpkorstanje</groupId>
<groupId>org.javacord</groupId> <artifactId>simmetrics-core</artifactId>
<artifactId>javacord</artifactId> <version>4.1.1</version>
<version>3.0.1</version> </dependency>
<type>pom</type> <dependency>
</dependency> <groupId>ws4j</groupId>
<dependency> <artifactId>ws4j</artifactId>
<groupId>com.google.guava</groupId> <version>1.0.1</version>
<artifactId>guava</artifactId> </dependency>
<version>26.0-jre</version> <dependency>
</dependency> <groupId>StanfordParser</groupId>
<dependency> <artifactId>StanfordParser</artifactId>
<groupId>com.github.mpkorstanje</groupId> <version>1.0</version>
<artifactId>simmetrics-core</artifactId> </dependency>
<version>4.1.1</version> <dependency>
</dependency> <groupId>StanfordParserModel</groupId>
<dependency> <artifactId>StanfordParserModel</artifactId>
<groupId>ws4j</groupId> <version>1.0</version>
<artifactId>ws4j</artifactId> </dependency>
<version>1.0.1</version> <dependency>
</dependency> <groupId>srParser</groupId>
<dependency> <artifactId>srParser</artifactId>
<groupId>StanfordParser</groupId> <version>1</version>
<artifactId>StanfordParser</artifactId> </dependency>
<version>1.0</version> <dependency>
</dependency> <groupId>ejml</groupId>
<dependency> <artifactId>ejml</artifactId>
<groupId>StanfordParserModel</groupId> <version>0.2.3</version>
<artifactId>StanfordParserModel</artifactId> <type>jar</type>
<version>1.0</version> </dependency>
</dependency> <dependency>
<dependency> <groupId>jmweAnno</groupId>
<groupId>srParser</groupId> <artifactId>jmweAnno</artifactId>
<artifactId>srParser</artifactId> <version>1.0</version>
<version>1</version> <type>jar</type>
</dependency> </dependency>
</dependencies> <dependency>
<properties> <groupId>edu.mit.jmwe</groupId>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> <artifactId>edu.mit.jmwe</artifactId>
<maven.compiler.source>1.8</maven.compiler.source> <version>1.0.2</version>
<maven.compiler.target>1.8</maven.compiler.target> <type>jar</type>
<mainClass>PresentationLayer.DiscordHandler</mainClass> </dependency>
</properties> <dependency>
<build> <groupId>CoreNLP</groupId>
<plugins> <artifactId>CoreNLP</artifactId>
<plugin> <version>1.0</version>
<artifactId>maven-dependency-plugin</artifactId> <type>jar</type>
<executions> </dependency>
<execution> <dependency>
<phase>install</phase> <groupId>org.apache.lucene</groupId>
<goals> <artifactId>lucene-analyzers-common</artifactId>
<goal>copy-dependencies</goal> <version>7.2.0</version>
</goals> <type>jar</type>
<configuration> </dependency>
<outputDirectory>${project.build.directory}/lib</outputDirectory> <dependency>
</configuration> <groupId>CorenlpModels</groupId>
</execution> <artifactId>CorenlpModels</artifactId>
</executions> <version>1.0</version>
</plugin> </dependency>
<plugin> <dependency>
<artifactId>maven-jar-plugin</artifactId> <groupId>com.discord4j</groupId>
<configuration> <artifactId>discord4j-core</artifactId>
<archive> <version>3.1.1</version>
<manifest> </dependency>
<addClasspath>true</addClasspath> </dependencies>
<classpathPrefix>lib/</classpathPrefix> <properties>
<mainClass>${mainClass}</mainClass> <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</manifest> <maven.compiler.source>1.8</maven.compiler.source>
</archive> <maven.compiler.target>1.8</maven.compiler.target>
</configuration> <mainClass>PresentationLayer.DiscordHandler</mainClass>
</plugin> </properties>
</plugins> <build>
</build> <plugins>
</project> <plugin>
<artifactId>maven-dependency-plugin</artifactId>
<executions>
<execution>
<phase>install</phase>
<goals>
<goal>copy-dependencies</goal>
</goals>
<configuration>
<outputDirectory>${project.build.directory}/lib</outputDirectory>
</configuration>
</execution>
</executions>
</plugin>
<plugin>
<artifactId>maven-jar-plugin</artifactId>
<configuration>
<archive>
<manifest>
<addClasspath>true</addClasspath>
<classpathPrefix>lib/</classpathPrefix>
<mainClass>${mainClass}</mainClass>
</manifest>
</archive>
</configuration>
</plugin>
</plugins>
</build>
</project>

10
ArtificialAutism/src/main/java/FunctionLayer/Datahandler.java
View File

@ -318,8 +318,15 @@ public class Datahandler {
SentimentValueCache sentimentCacheStr = sentimentCachingMap.getOrDefault(strCollection, null); SentimentValueCache sentimentCacheStr = sentimentCachingMap.getOrDefault(strCollection, null);
List<SimilarityMatrix> smxReturnList = new ArrayList(); List<SimilarityMatrix> smxReturnList = new ArrayList();
List<String> randomIterationComparision = new ArrayList(); List<String> randomIterationComparision = new ArrayList();
int iteratecap = strCacheLocal.size() > prefix_size ? strCacheLocal.size() - prefix_size : strCacheLocal.size(); int iteratecap = strCacheLocal.size() > prefix_size ? strCacheLocal.size() - prefix_size : strCollection.size() - 1;
int iterator = ThreadLocalRandom.current().nextInt(0, iteratecap); int iterator = ThreadLocalRandom.current().nextInt(0, iteratecap);
if (strCacheLocal.size() < prefix_size)
{
for (String colStr : strCollection)
{
strCacheLocal.put(strCacheLocal.size(), colStr);
}
}
int iterated = 0; int iterated = 0;
for (String str1 : strCacheLocal.values()) { for (String str1 : strCacheLocal.values()) {
if (iterated >= iterator && iterated < iterator + prefix_size) { if (iterated >= iterator && iterated < iterator + prefix_size) {
@ -390,7 +397,6 @@ public class Datahandler {
//System.out.println("strmap siuze: " + strmap.size()); //System.out.println("strmap siuze: " + strmap.size());
List<SimilarityMatrix> StrComparringNoSentenceRelationMap = StrComparringNoSentenceRelationMap(strCacheLocal, strmap.values(), List<SimilarityMatrix> StrComparringNoSentenceRelationMap = StrComparringNoSentenceRelationMap(strCacheLocal, strmap.values(),
localJMWEMap, localPipelineAnnotation, localPipelineSentimentAnnotation, localCoreDocumentMap); localJMWEMap, localPipelineAnnotation, localPipelineSentimentAnnotation, localCoreDocumentMap);
System.out.println("StrComparringNoSentenceRelationMap size: " + StrComparringNoSentenceRelationMap.size());
Collections.sort(StrComparringNoSentenceRelationMap, (e1, e2) -> e1.getPrimaryString().compareTo(e2.getPrimaryString())); Collections.sort(StrComparringNoSentenceRelationMap, (e1, e2) -> e1.getPrimaryString().compareTo(e2.getPrimaryString()));
ConcurrentMap<Integer, String> strmapreturn = futuresReturnOverallEvaluation(StrComparringNoSentenceRelationMap); ConcurrentMap<Integer, String> strmapreturn = futuresReturnOverallEvaluation(StrComparringNoSentenceRelationMap);
//System.out.println("strmapreturn size: " + strmapreturn.size()); //System.out.println("strmapreturn size: " + strmapreturn.size());

BIN
ArtificialAutism/target/ArtificialAutism-1.0.jar
View File

Binary file not shown.

BIN
ArtificialAutism/target/classes/FunctionLayer/Datahandler$AnnotationCollector.class
View File

Binary file not shown.

BIN
ArtificialAutism/target/classes/FunctionLayer/Datahandler.class
View File

Binary file not shown.

2
ArtificialAutism/target/maven-archiver/pom.properties
View File

@ -1,5 +1,5 @@
#Generated by Maven #Generated by Maven
#Sun Nov 01 17:40:51 CET 2020 #Sun Nov 01 22:49:28 CET 2020
version=1.0 version=1.0
groupId=com.mycompany groupId=com.mycompany
artifactId=ArtificialAutism artifactId=ArtificialAutism