2019-03-02 15:10:46 +01:00
|
|
|
/*
|
|
|
|
* To change this license header, choose License Headers in Project Properties.
|
|
|
|
* To change this template file, choose Tools | Templates
|
|
|
|
* and open the template in the editor.
|
|
|
|
*/
|
|
|
|
package DataLayer;
|
|
|
|
|
|
|
|
import FunctionLayer.SimilarityMatrix;
|
|
|
|
import FunctionLayer.CustomError;
|
2019-03-07 18:39:40 +01:00
|
|
|
import com.google.common.collect.MapMaker;
|
2019-03-02 15:10:46 +01:00
|
|
|
import java.sql.Connection;
|
|
|
|
import java.sql.PreparedStatement;
|
|
|
|
import java.sql.ResultSet;
|
|
|
|
import java.sql.SQLException;
|
|
|
|
import java.sql.Statement;
|
|
|
|
import java.util.ArrayList;
|
|
|
|
import java.util.HashMap;
|
2019-03-03 13:17:07 +01:00
|
|
|
import java.util.LinkedHashMap;
|
2019-03-02 15:10:46 +01:00
|
|
|
import java.util.List;
|
|
|
|
import java.util.Map;
|
2019-03-03 23:32:36 +01:00
|
|
|
import java.util.concurrent.ConcurrentMap;
|
2019-03-02 15:10:46 +01:00
|
|
|
import java.util.logging.Level;
|
|
|
|
import java.util.logging.Logger;
|
|
|
|
|
|
|
|
/**
|
|
|
|
*
|
|
|
|
* @author install1
|
|
|
|
*/
|
|
|
|
public class DataMapper {
|
|
|
|
|
|
|
|
public static void createTables() throws CustomError {
|
|
|
|
Connection l_cCon = null;
|
|
|
|
PreparedStatement l_pStatement = null;
|
|
|
|
ResultSet l_rsSearch = null;
|
|
|
|
try {
|
|
|
|
l_cCon = DBCPDataSource.getConnection();
|
|
|
|
String l_sSQL = "CREATE TABLE IF NOT EXISTS `ArtificialAutism`.`Sentences` (`Strings` VARCHAR(256) NOT NULL, PRIMARY KEY (`Strings`))\n"
|
|
|
|
+ "ENGINE = InnoDB;";
|
|
|
|
l_pStatement = l_cCon.prepareStatement(l_sSQL);
|
|
|
|
l_pStatement.execute();
|
|
|
|
l_sSQL = "CREATE TABLE IF NOT EXISTS `ArtificialAutism`.`WordMatrix` (`Str1` VARCHAR(254) NOT NULL, `Str2` VARCHAR(254) NOT NULL,\n"
|
|
|
|
+ " `Distance` DOUBLE NOT NULL, `ID` INT NOT NULL AUTO_INCREMENT,\n"
|
|
|
|
+ " PRIMARY KEY (`ID`))\n"
|
|
|
|
+ "ENGINE = InnoDB;";
|
|
|
|
l_pStatement = l_cCon.prepareStatement(l_sSQL);
|
|
|
|
l_pStatement.execute();
|
|
|
|
} catch (SQLException ex) {
|
|
|
|
throw new CustomError("failed in DataMapper " + ex.getMessage());
|
|
|
|
} finally {
|
|
|
|
CloseConnections(l_pStatement, l_rsSearch, l_cCon);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-03-07 18:39:40 +01:00
|
|
|
public static ConcurrentMap<Integer, String> getAllStrings() throws CustomError {
|
|
|
|
ConcurrentMap<Integer, String> allStrings = new MapMaker().concurrencyLevel(2).makeMap();
|
2019-03-02 15:10:46 +01:00
|
|
|
Connection l_cCon = null;
|
|
|
|
PreparedStatement l_pStatement = null;
|
|
|
|
ResultSet l_rsSearch = null;
|
|
|
|
try {
|
|
|
|
l_cCon = DBCPDataSource.getConnection();
|
|
|
|
String l_sSQL = "SELECT * FROM `Sentences`";
|
|
|
|
l_pStatement = l_cCon.prepareStatement(l_sSQL, java.sql.ResultSet.TYPE_FORWARD_ONLY,
|
|
|
|
java.sql.ResultSet.CONCUR_READ_ONLY);
|
|
|
|
l_pStatement.setFetchSize(Integer.MIN_VALUE);
|
|
|
|
l_rsSearch = l_pStatement.executeQuery();
|
2019-03-07 18:39:40 +01:00
|
|
|
int ij = 0;
|
2019-03-02 15:10:46 +01:00
|
|
|
while (l_rsSearch.next()) {
|
2019-03-07 18:39:40 +01:00
|
|
|
allStrings.put(ij, l_rsSearch.getString(1));
|
|
|
|
ij++;
|
2019-03-02 15:10:46 +01:00
|
|
|
}
|
|
|
|
} catch (SQLException ex) {
|
|
|
|
throw new CustomError("failed in DataMapper " + ex.getMessage());
|
|
|
|
} finally {
|
|
|
|
CloseConnections(l_pStatement, l_rsSearch, l_cCon);
|
|
|
|
}
|
2019-03-07 18:39:40 +01:00
|
|
|
return allStrings;
|
2019-03-02 15:10:46 +01:00
|
|
|
}
|
|
|
|
|
2019-03-03 23:32:36 +01:00
|
|
|
public static void InsertMYSQLStrings(ConcurrentMap<Integer, String> str) throws CustomError {
|
2019-03-02 15:10:46 +01:00
|
|
|
Connection l_cCon = null;
|
|
|
|
PreparedStatement l_pStatement = null;
|
|
|
|
ResultSet l_rsSearch = null;
|
|
|
|
String l_sSQL = "INSERT IGNORE `Sentences` (`Strings`) VALUES (?)";
|
|
|
|
try {
|
2019-03-03 23:32:36 +01:00
|
|
|
l_cCon = DBCPDataSource.getConnection();
|
|
|
|
l_pStatement = l_cCon.prepareStatement(l_sSQL, java.sql.ResultSet.TYPE_FORWARD_ONLY,
|
|
|
|
java.sql.ResultSet.CONCUR_READ_ONLY);
|
|
|
|
l_pStatement.setFetchSize(Integer.MIN_VALUE);
|
|
|
|
for (String str1 : str.values()) {
|
|
|
|
System.out.println("adding str1: " + str1 + "\n");
|
|
|
|
l_pStatement.setString(1, str1);
|
|
|
|
l_pStatement.addBatch();
|
2019-03-02 15:10:46 +01:00
|
|
|
}
|
2019-03-03 23:32:36 +01:00
|
|
|
l_pStatement.executeBatch();
|
2019-03-02 15:10:46 +01:00
|
|
|
} catch (SQLException ex) {
|
|
|
|
throw new CustomError("failed in DataMapper " + ex.getMessage());
|
|
|
|
} finally {
|
|
|
|
CloseConnections(l_pStatement, l_rsSearch, l_cCon);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
public static int getSementicsDBRows() {
|
|
|
|
int count = 0;
|
|
|
|
try (Connection l_cCon = DBCPDataSource.getConnection()) {
|
|
|
|
try (Statement s = l_cCon.createStatement();
|
|
|
|
ResultSet r = s.executeQuery("SELECT COUNT(*) AS rowcount FROM WordMatrix")) {
|
|
|
|
r.next();
|
|
|
|
count = r.getInt("rowcount");
|
|
|
|
}
|
|
|
|
} catch (SQLException ex) {
|
|
|
|
Logger.getLogger(DataMapper.class.getName()).log(Level.SEVERE, null, ex);
|
|
|
|
}
|
|
|
|
return count;
|
|
|
|
}
|
|
|
|
|
2019-03-03 23:32:36 +01:00
|
|
|
public static void insertSementicMatrixes(ConcurrentMap<Integer, SimilarityMatrix> WS4JListUpdate) throws CustomError {
|
2019-03-02 15:10:46 +01:00
|
|
|
Connection l_cCon = null;
|
|
|
|
PreparedStatement l_pStatement = null;
|
|
|
|
ResultSet l_rsSearch = null;
|
|
|
|
String l_sSQL = "INSERT IGNORE `WordMatrix` (`Str1`,`Str2`,`Distance`) VALUES (?, ?, ?)";
|
|
|
|
try {
|
|
|
|
l_cCon = DBCPDataSource.getConnection();
|
|
|
|
l_pStatement = l_cCon.prepareStatement(l_sSQL, java.sql.ResultSet.TYPE_FORWARD_ONLY,
|
|
|
|
java.sql.ResultSet.CONCUR_READ_ONLY);
|
2019-03-31 01:22:25 +01:00
|
|
|
l_pStatement.setFetchSize(0);
|
2019-03-02 15:10:46 +01:00
|
|
|
System.out.println("Matrix update size: " + WS4JListUpdate.size());
|
2019-03-03 23:32:36 +01:00
|
|
|
for (SimilarityMatrix ws4j : WS4JListUpdate.values()) {
|
2019-03-02 15:10:46 +01:00
|
|
|
l_pStatement.setString(1, ws4j.getPrimaryString());
|
|
|
|
l_pStatement.setString(2, ws4j.getSecondaryString());
|
|
|
|
l_pStatement.setDouble(3, ws4j.getDistance());
|
|
|
|
l_pStatement.addBatch();
|
|
|
|
}
|
|
|
|
l_pStatement.executeBatch();
|
|
|
|
} catch (SQLException ex) {
|
|
|
|
throw new CustomError("failed in DataMapper " + ex.getMessage());
|
|
|
|
} finally {
|
|
|
|
CloseConnections(l_pStatement, l_rsSearch, l_cCon);
|
|
|
|
}
|
|
|
|
}
|
2019-05-09 23:00:27 +02:00
|
|
|
/*
|
2019-03-03 13:17:07 +01:00
|
|
|
public static LinkedHashMap<String, LinkedHashMap<String, Double>> getAllRelationScores() {
|
|
|
|
int count = getSementicsDBRows();
|
|
|
|
LinkedHashMap<String, LinkedHashMap<String, Double>> LHMSMX = new LinkedHashMap();
|
2019-03-29 12:34:40 +01:00
|
|
|
try (Connection l_cCon = DBCPDataSource.getConnection()) {
|
|
|
|
l_cCon.setAutoCommit(false);
|
|
|
|
String l_sSQL = "SELECT * FROM `WordMatrix`";
|
|
|
|
try (PreparedStatement l_pStatement = l_cCon.prepareStatement(l_sSQL, java.sql.ResultSet.TYPE_FORWARD_ONLY,
|
|
|
|
java.sql.ResultSet.CONCUR_READ_ONLY)) {
|
2019-03-31 01:22:25 +01:00
|
|
|
l_pStatement.setFetchSize(0);
|
2019-03-29 12:34:40 +01:00
|
|
|
try (ResultSet l_rsSearch = l_pStatement.executeQuery()) {
|
2019-03-31 01:22:25 +01:00
|
|
|
l_rsSearch.setFetchSize(0);
|
2019-03-29 12:34:40 +01:00
|
|
|
int i = 0;
|
|
|
|
LinkedHashMap<String, Double> LHMLocal = new LinkedHashMap();
|
|
|
|
while (l_rsSearch.next()) {
|
|
|
|
String str1 = l_rsSearch.getString(1);
|
|
|
|
String str2 = l_rsSearch.getString(2);
|
|
|
|
Double score = l_rsSearch.getDouble(3);
|
|
|
|
LHMLocal.put(str2, score);
|
|
|
|
while (l_rsSearch.next() && str1.equals(l_rsSearch.getString(1))) {
|
|
|
|
str2 = l_rsSearch.getString(2);
|
|
|
|
score = l_rsSearch.getDouble(3);
|
2019-03-03 13:17:07 +01:00
|
|
|
LHMLocal.put(str2, score);
|
|
|
|
i++;
|
|
|
|
}
|
2019-03-29 12:34:40 +01:00
|
|
|
LHMSMX.put(str1, LHMLocal);
|
|
|
|
System.out.println("i: " + i + "\n" + "free memory: " + Runtime.getRuntime().freeMemory() + "\n");
|
|
|
|
i++;
|
2019-03-03 13:17:07 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2019-03-29 12:34:40 +01:00
|
|
|
} catch (SQLException ex) {
|
|
|
|
Logger.getLogger(DataMapper.class.getName()).log(Level.SEVERE, null, ex);
|
2019-03-03 13:17:07 +01:00
|
|
|
}
|
|
|
|
return LHMSMX;
|
|
|
|
}
|
2019-05-09 23:00:27 +02:00
|
|
|
*/
|
2019-03-16 23:02:52 +01:00
|
|
|
public static ConcurrentMap<Integer, String> getHLstatsMessages() {
|
|
|
|
ConcurrentMap<Integer, String> hlStatsMessages = new MapMaker().concurrencyLevel(2).makeMap();
|
|
|
|
try (Connection l_cCon = DBCPDataSourceHLstats.getConnection()) {
|
|
|
|
String l_sSQL = "SELECT message FROM `hlstats_Events_Chat`";
|
|
|
|
try (PreparedStatement l_pStatement = l_cCon.prepareStatement(l_sSQL, java.sql.ResultSet.TYPE_FORWARD_ONLY,
|
|
|
|
java.sql.ResultSet.CONCUR_READ_ONLY)) {
|
|
|
|
try (ResultSet l_rsSearch = l_pStatement.executeQuery()) {
|
|
|
|
while (l_rsSearch.next()) {
|
|
|
|
hlStatsMessages.put(hlStatsMessages.size() + 1, l_rsSearch.getString(1));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} catch (SQLException ex) {
|
|
|
|
Logger.getLogger(DataMapper.class.getName()).log(Level.SEVERE, null, ex);
|
|
|
|
}
|
|
|
|
return hlStatsMessages;
|
|
|
|
}
|
|
|
|
|
2019-03-02 15:10:46 +01:00
|
|
|
public static void CloseConnections(PreparedStatement ps, ResultSet rs, Connection con) {
|
|
|
|
if (rs != null) {
|
|
|
|
try {
|
|
|
|
rs.close();
|
|
|
|
} catch (SQLException ex) {
|
|
|
|
Logger.getLogger(DataMapper.class.getName()).log(Level.SEVERE, null, ex);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (ps != null) {
|
|
|
|
try {
|
|
|
|
ps.close();
|
|
|
|
} catch (SQLException ex) {
|
|
|
|
Logger.getLogger(DataMapper.class.getName()).log(Level.SEVERE, null, ex);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (con != null) {
|
|
|
|
try {
|
|
|
|
con.close();
|
|
|
|
} catch (SQLException ex) {
|
|
|
|
Logger.getLogger(DataMapper.class.getName()).log(Level.SEVERE, null, ex);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|