From b8095f476cca299178b18bd065d7b8b50293ba01 Mon Sep 17 00:00:00 2001 From: LO Kam Tao Leo Date: Sun, 23 Oct 2022 17:48:21 +0100 Subject: [PATCH] Refactoring for the incorrect package --- src/main/java/org/leolo/nrdatad/App.java | 2 +- .../org/leolo/nrdatad/cron/ReferenceDataJob.java | 71 ++++++++++++++++++ src/main/java/org/leolo/nrdatad/db/CORPUSDao.java | 2 +- .../org/leolo/nrdatad/db/mariadb/CORPUSDao.java | 2 +- src/main/java/org/leolo/nrdatad/model/CORPUS.java | 84 ++++++++++++++++++++++ .../org/leolo/nrdatad/cron/ReferenceDataJob.java | 71 ------------------ .../nrdatad/org/leolo/nrdatad/model/CORPUS.java | 84 ---------------------- .../nrdatad/org/leolo/nrdatad/util/HttpUtil.java | 63 ---------------- src/main/java/org/leolo/nrdatad/util/HttpUtil.java | 63 ++++++++++++++++ 9 files changed, 221 insertions(+), 221 deletions(-) create mode 100644 src/main/java/org/leolo/nrdatad/cron/ReferenceDataJob.java create mode 100644 src/main/java/org/leolo/nrdatad/model/CORPUS.java delete mode 100644 src/main/java/org/leolo/nrdatad/org/leolo/nrdatad/cron/ReferenceDataJob.java delete mode 100644 src/main/java/org/leolo/nrdatad/org/leolo/nrdatad/model/CORPUS.java delete mode 100644 src/main/java/org/leolo/nrdatad/org/leolo/nrdatad/util/HttpUtil.java create mode 100644 src/main/java/org/leolo/nrdatad/util/HttpUtil.java diff --git a/src/main/java/org/leolo/nrdatad/App.java b/src/main/java/org/leolo/nrdatad/App.java index 4665cb3..2292666 100644 --- a/src/main/java/org/leolo/nrdatad/App.java +++ b/src/main/java/org/leolo/nrdatad/App.java @@ -5,7 +5,7 @@ import org.apache.commons.cli.*; import org.apache.logging.log4j.LogManager; import org.apache.logging.log4j.Logger; import org.leolo.nrdatad.db.DatabaseManager; -import org.leolo.nrdatad.org.leolo.nrdatad.cron.ReferenceDataJob; +import org.leolo.nrdatad.cron.ReferenceDataJob; import org.quartz.*; import org.quartz.impl.StdSchedulerFactory; diff --git a/src/main/java/org/leolo/nrdatad/cron/ReferenceDataJob.java b/src/main/java/org/leolo/nrdatad/cron/ReferenceDataJob.java new file mode 100644 index 0000000..bfa46ff --- /dev/null +++ b/src/main/java/org/leolo/nrdatad/cron/ReferenceDataJob.java @@ -0,0 +1,71 @@ +package org.leolo.nrdatad.cron; + +import org.apache.logging.log4j.LogManager; +import org.apache.logging.log4j.Logger; +import org.json.JSONArray; +import org.json.JSONObject; +import org.leolo.nrdatad.ConfigurationManager; +import org.leolo.nrdatad.Constants; +import org.leolo.nrdatad.db.CORPUSDao; +import org.leolo.nrdatad.model.CORPUS; +import org.leolo.nrdatad.util.HttpUtil; +import org.quartz.Job; +import org.quartz.JobExecutionContext; +import org.quartz.JobExecutionException; + +import java.io.IOException; +import java.net.URISyntaxException; +import java.sql.SQLException; +import java.util.ArrayList; + +public class ReferenceDataJob implements Job { + + Logger log = LogManager.getLogger(); + + @Override + public void execute(JobExecutionContext context) throws JobExecutionException { + log.atInfo().log("Load reference data triggered at {}", context.getFireTime()); + //There are 3 different kind of reference data. Create 3 thread and deal with them + new Thread(()->{processCORPUS();}).start(); + } + + private void processCORPUS(){ + ConfigurationManager conf = ConfigurationManager.getInstance(); + log.atInfo().log("Loading CORPUS"); + String json = null; + try { + json = HttpUtil.sendHttpRequestForGZipFile( + Constants.NetworkRailURI.CORPUS_URL, + conf.getProperty(Constants.Configuration.NETWORK_RAIL_USER), + conf.getProperty(Constants.Configuration.NETWORK_RAIL_PASSWORD) + ); + } catch (IOException|URISyntaxException e) { + log.atError().withThrowable(e).log("Error when getting CORPUS data"); + return; + } + JSONObject rootObj = new JSONObject(json); + JSONArray rootArray = rootObj.getJSONArray("TIPLOCDATA"); + log.atInfo().log("{} entries found", rootArray.length()); + ArrayList corpusList = new ArrayList<>(); + for(int i=0;i{processCORPUS();}).start(); - } - - private void processCORPUS(){ - ConfigurationManager conf = ConfigurationManager.getInstance(); - log.atInfo().log("Loading CORPUS"); - String json = null; - try { - json = HttpUtil.sendHttpRequestForGZipFile( - Constants.NetworkRailURI.CORPUS_URL, - conf.getProperty(Constants.Configuration.NETWORK_RAIL_USER), - conf.getProperty(Constants.Configuration.NETWORK_RAIL_PASSWORD) - ); - } catch (IOException|URISyntaxException e) { - log.atError().withThrowable(e).log("Error when getting CORPUS data"); - return; - } - JSONObject rootObj = new JSONObject(json); - JSONArray rootArray = rootObj.getJSONArray("TIPLOCDATA"); - log.atInfo().log("{} entries found", rootArray.length()); - ArrayList corpusList = new ArrayList<>(); - for(int i=0;i