diff --git a/.settings/org.eclipse.wst.common.project.facet.core.xml b/.settings/org.eclipse.wst.common.project.facet.core.xml new file mode 100644 index 0000000..fcbc247 --- /dev/null +++ b/.settings/org.eclipse.wst.common.project.facet.core.xml @@ -0,0 +1,4 @@ + + + + diff --git a/pom.xml b/pom.xml index aa320ac..38c57e9 100644 --- a/pom.xml +++ b/pom.xml @@ -88,6 +88,12 @@ javatools 1.0.0 + + + org.xerial + sqlite-jdbc + 3.34.0 + diff --git a/src/main/java/kb/howtokb/clustering/ActivityCachedSim.java b/src/kb/howtokb/clustering/ActivityCachedSim.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/ActivityCachedSim.java rename to src/kb/howtokb/clustering/ActivityCachedSim.java diff --git a/src/main/java/kb/howtokb/clustering/ActivityComponentSim.java b/src/kb/howtokb/clustering/ActivityComponentSim.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/ActivityComponentSim.java rename to src/kb/howtokb/clustering/ActivityComponentSim.java diff --git a/src/main/java/kb/howtokb/clustering/DataForClustering.java b/src/kb/howtokb/clustering/DataForClustering.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/DataForClustering.java rename to src/kb/howtokb/clustering/DataForClustering.java diff --git a/src/main/java/kb/howtokb/clustering/HeuristicBottomupClustering.java b/src/kb/howtokb/clustering/HeuristicBottomupClustering.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/HeuristicBottomupClustering.java rename to src/kb/howtokb/clustering/HeuristicBottomupClustering.java diff --git a/src/main/java/kb/howtokb/clustering/HeuristicTopDownClustering.java b/src/kb/howtokb/clustering/HeuristicTopDownClustering.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/HeuristicTopDownClustering.java rename to src/kb/howtokb/clustering/HeuristicTopDownClustering.java diff --git a/src/main/java/kb/howtokb/clustering/HeuristicTopDownClusteringDynamicSparse.java b/src/kb/howtokb/clustering/HeuristicTopDownClusteringDynamicSparse.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/HeuristicTopDownClusteringDynamicSparse.java rename to src/kb/howtokb/clustering/HeuristicTopDownClusteringDynamicSparse.java diff --git a/src/main/java/kb/howtokb/clustering/IBottomUpClustering.java b/src/kb/howtokb/clustering/IBottomUpClustering.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/IBottomUpClustering.java rename to src/kb/howtokb/clustering/IBottomUpClustering.java diff --git a/src/main/java/kb/howtokb/clustering/ISimilarity.java b/src/kb/howtokb/clustering/ISimilarity.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/ISimilarity.java rename to src/kb/howtokb/clustering/ISimilarity.java diff --git a/src/main/java/kb/howtokb/clustering/ITopDownClustering.java b/src/kb/howtokb/clustering/ITopDownClustering.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/ITopDownClustering.java rename to src/kb/howtokb/clustering/ITopDownClustering.java diff --git a/src/main/java/kb/howtokb/clustering/SimpleClusterSimilarity.java b/src/kb/howtokb/clustering/SimpleClusterSimilarity.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/SimpleClusterSimilarity.java rename to src/kb/howtokb/clustering/SimpleClusterSimilarity.java diff --git a/src/main/java/kb/howtokb/clustering/SimplePruningSimilarity.java b/src/kb/howtokb/clustering/SimplePruningSimilarity.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/SimplePruningSimilarity.java rename to src/kb/howtokb/clustering/SimplePruningSimilarity.java diff --git a/src/main/java/kb/howtokb/clustering/basicobj/ActivityWordsCategory.java b/src/kb/howtokb/clustering/basicobj/ActivityWordsCategory.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/basicobj/ActivityWordsCategory.java rename to src/kb/howtokb/clustering/basicobj/ActivityWordsCategory.java diff --git a/src/main/java/kb/howtokb/clustering/basicobj/BasicDataPt.java b/src/kb/howtokb/clustering/basicobj/BasicDataPt.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/basicobj/BasicDataPt.java rename to src/kb/howtokb/clustering/basicobj/BasicDataPt.java diff --git a/src/main/java/kb/howtokb/clustering/basicobj/CSKCluster.java b/src/kb/howtokb/clustering/basicobj/CSKCluster.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/basicobj/CSKCluster.java rename to src/kb/howtokb/clustering/basicobj/CSKCluster.java diff --git a/src/main/java/kb/howtokb/clustering/basicobj/CSKSimpleCluster.java b/src/kb/howtokb/clustering/basicobj/CSKSimpleCluster.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/basicobj/CSKSimpleCluster.java rename to src/kb/howtokb/clustering/basicobj/CSKSimpleCluster.java diff --git a/src/main/java/kb/howtokb/clustering/basicobj/Instance.java b/src/kb/howtokb/clustering/basicobj/Instance.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/basicobj/Instance.java rename to src/kb/howtokb/clustering/basicobj/Instance.java diff --git a/src/main/java/kb/howtokb/clustering/sim/ActivityWordCategorySim.java b/src/kb/howtokb/clustering/sim/ActivityWordCategorySim.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/sim/ActivityWordCategorySim.java rename to src/kb/howtokb/clustering/sim/ActivityWordCategorySim.java diff --git a/src/main/java/kb/howtokb/clustering/sim/CategorySimilarity.java b/src/kb/howtokb/clustering/sim/CategorySimilarity.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/sim/CategorySimilarity.java rename to src/kb/howtokb/clustering/sim/CategorySimilarity.java diff --git a/src/main/java/kb/howtokb/clustering/sim/Coefficient.java b/src/kb/howtokb/clustering/sim/Coefficient.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/sim/Coefficient.java rename to src/kb/howtokb/clustering/sim/Coefficient.java diff --git a/src/main/java/kb/howtokb/clustering/sim/SimilarityComputation.java b/src/kb/howtokb/clustering/sim/SimilarityComputation.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/sim/SimilarityComputation.java rename to src/kb/howtokb/clustering/sim/SimilarityComputation.java diff --git a/src/main/java/kb/howtokb/clustering/sim/StringSimilarity.java b/src/kb/howtokb/clustering/sim/StringSimilarity.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/sim/StringSimilarity.java rename to src/kb/howtokb/clustering/sim/StringSimilarity.java diff --git a/src/main/java/kb/howtokb/clustering/sim/w2v/Word2VecRunner.java b/src/kb/howtokb/clustering/sim/w2v/Word2VecRunner.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/sim/w2v/Word2VecRunner.java rename to src/kb/howtokb/clustering/sim/w2v/Word2VecRunner.java diff --git a/src/main/java/kb/howtokb/clustering/sim/w2v/Word2VecSimilarity.java b/src/kb/howtokb/clustering/sim/w2v/Word2VecSimilarity.java similarity index 100% rename from src/main/java/kb/howtokb/clustering/sim/w2v/Word2VecSimilarity.java rename to src/kb/howtokb/clustering/sim/w2v/Word2VecSimilarity.java diff --git a/src/main/java/kb/howtokb/global/Global.java b/src/kb/howtokb/global/Global.java similarity index 100% rename from src/main/java/kb/howtokb/global/Global.java rename to src/kb/howtokb/global/Global.java diff --git a/src/main/java/kb/howtokb/reader/TaskFrameReader.java b/src/kb/howtokb/reader/TaskFrameReader.java similarity index 100% rename from src/main/java/kb/howtokb/reader/TaskFrameReader.java rename to src/kb/howtokb/reader/TaskFrameReader.java diff --git a/src/main/java/kb/howtokb/reader/WikiHowArticleReader.java b/src/kb/howtokb/reader/WikiHowArticleReader.java similarity index 100% rename from src/main/java/kb/howtokb/reader/WikiHowArticleReader.java rename to src/kb/howtokb/reader/WikiHowArticleReader.java diff --git a/src/main/java/kb/howtokb/taskframe/BasicDataPt.java b/src/kb/howtokb/taskframe/BasicDataPt.java similarity index 100% rename from src/main/java/kb/howtokb/taskframe/BasicDataPt.java rename to src/kb/howtokb/taskframe/BasicDataPt.java diff --git a/src/main/java/kb/howtokb/taskframe/WikiHowTask.java b/src/kb/howtokb/taskframe/WikiHowTask.java similarity index 100% rename from src/main/java/kb/howtokb/taskframe/WikiHowTask.java rename to src/kb/howtokb/taskframe/WikiHowTask.java diff --git a/src/main/java/kb/howtokb/taskframe/WikiHowTaskFrame.java b/src/kb/howtokb/taskframe/WikiHowTaskFrame.java similarity index 100% rename from src/main/java/kb/howtokb/taskframe/WikiHowTaskFrame.java rename to src/kb/howtokb/taskframe/WikiHowTaskFrame.java diff --git a/src/main/java/kb/howtokb/taskframe/extractor/HelperForOpenIE4Activities.java b/src/kb/howtokb/taskframe/extractor/HelperForOpenIE4Activities.java similarity index 100% rename from src/main/java/kb/howtokb/taskframe/extractor/HelperForOpenIE4Activities.java rename to src/kb/howtokb/taskframe/extractor/HelperForOpenIE4Activities.java diff --git a/src/main/java/kb/howtokb/taskframe/extractor/IPOSTagger.java b/src/kb/howtokb/taskframe/extractor/IPOSTagger.java similarity index 100% rename from src/main/java/kb/howtokb/taskframe/extractor/IPOSTagger.java rename to src/kb/howtokb/taskframe/extractor/IPOSTagger.java diff --git a/src/main/java/kb/howtokb/taskframe/extractor/NounVerb.java b/src/kb/howtokb/taskframe/extractor/NounVerb.java similarity index 100% rename from src/main/java/kb/howtokb/taskframe/extractor/NounVerb.java rename to src/kb/howtokb/taskframe/extractor/NounVerb.java diff --git a/src/main/java/kb/howtokb/taskframe/extractor/OpenIE4Activities.java b/src/kb/howtokb/taskframe/extractor/OpenIE4Activities.java similarity index 100% rename from src/main/java/kb/howtokb/taskframe/extractor/OpenIE4Activities.java rename to src/kb/howtokb/taskframe/extractor/OpenIE4Activities.java diff --git a/src/main/java/kb/howtokb/taskframe/extractor/StanfordPOSTagger.java b/src/kb/howtokb/taskframe/extractor/StanfordPOSTagger.java similarity index 100% rename from src/main/java/kb/howtokb/taskframe/extractor/StanfordPOSTagger.java rename to src/kb/howtokb/taskframe/extractor/StanfordPOSTagger.java diff --git a/src/main/java/kb/howtokb/taskframe/extractor/TextToOpenIEResult.java b/src/kb/howtokb/taskframe/extractor/TextToOpenIEResult.java similarity index 100% rename from src/main/java/kb/howtokb/taskframe/extractor/TextToOpenIEResult.java rename to src/kb/howtokb/taskframe/extractor/TextToOpenIEResult.java diff --git a/src/main/java/kb/howtokb/taskframe/extractor/TextToWikiHowTaskFrame.java b/src/kb/howtokb/taskframe/extractor/TextToWikiHowTaskFrame.java similarity index 100% rename from src/main/java/kb/howtokb/taskframe/extractor/TextToWikiHowTaskFrame.java rename to src/kb/howtokb/taskframe/extractor/TextToWikiHowTaskFrame.java diff --git a/src/main/java/kb/howtokb/tools/InformationExtraction.java b/src/kb/howtokb/tools/InformationExtraction.java similarity index 100% rename from src/main/java/kb/howtokb/tools/InformationExtraction.java rename to src/kb/howtokb/tools/InformationExtraction.java diff --git a/src/main/java/kb/howtokb/tools/NormalizationText.java b/src/kb/howtokb/tools/NormalizationText.java similarity index 100% rename from src/main/java/kb/howtokb/tools/NormalizationText.java rename to src/kb/howtokb/tools/NormalizationText.java diff --git a/src/main/java/kb/howtokb/tools/StructureConverter.java b/src/kb/howtokb/tools/StructureConverter.java similarity index 100% rename from src/main/java/kb/howtokb/tools/StructureConverter.java rename to src/kb/howtokb/tools/StructureConverter.java diff --git a/src/main/java/kb/howtokb/usecase/Comment.java b/src/kb/howtokb/usecase/Comment.java similarity index 100% rename from src/main/java/kb/howtokb/usecase/Comment.java rename to src/kb/howtokb/usecase/Comment.java diff --git a/src/main/java/kb/howtokb/usecase/YouTubeObj.java b/src/kb/howtokb/usecase/YouTubeObj.java similarity index 100% rename from src/main/java/kb/howtokb/usecase/YouTubeObj.java rename to src/kb/howtokb/usecase/YouTubeObj.java diff --git a/src/main/java/kb/howtokb/usecase/YoutubeVideoReader.java b/src/kb/howtokb/usecase/YoutubeVideoReader.java similarity index 100% rename from src/main/java/kb/howtokb/usecase/YoutubeVideoReader.java rename to src/kb/howtokb/usecase/YoutubeVideoReader.java diff --git a/src/main/java/kb/howtokb/utils/AdjacencyBackedSparseMatrix.java b/src/kb/howtokb/utils/AdjacencyBackedSparseMatrix.java similarity index 100% rename from src/main/java/kb/howtokb/utils/AdjacencyBackedSparseMatrix.java rename to src/kb/howtokb/utils/AdjacencyBackedSparseMatrix.java diff --git a/src/main/java/kb/howtokb/utils/AutoMap.java b/src/kb/howtokb/utils/AutoMap.java similarity index 100% rename from src/main/java/kb/howtokb/utils/AutoMap.java rename to src/kb/howtokb/utils/AutoMap.java diff --git a/src/main/java/kb/howtokb/utils/BijectiveMap.java b/src/kb/howtokb/utils/BijectiveMap.java similarity index 100% rename from src/main/java/kb/howtokb/utils/BijectiveMap.java rename to src/kb/howtokb/utils/BijectiveMap.java diff --git a/src/main/java/kb/howtokb/utils/FileLines.java b/src/kb/howtokb/utils/FileLines.java similarity index 100% rename from src/main/java/kb/howtokb/utils/FileLines.java rename to src/kb/howtokb/utils/FileLines.java diff --git a/src/main/java/kb/howtokb/utils/IDHelper.java b/src/kb/howtokb/utils/IDHelper.java similarity index 100% rename from src/main/java/kb/howtokb/utils/IDHelper.java rename to src/kb/howtokb/utils/IDHelper.java diff --git a/src/main/java/kb/howtokb/utils/IDMap.java b/src/kb/howtokb/utils/IDMap.java similarity index 100% rename from src/main/java/kb/howtokb/utils/IDMap.java rename to src/kb/howtokb/utils/IDMap.java diff --git a/src/main/java/kb/howtokb/utils/SQLiteJDBCConnector.java b/src/kb/howtokb/utils/SQLiteJDBCConnector.java similarity index 79% rename from src/main/java/kb/howtokb/utils/SQLiteJDBCConnector.java rename to src/kb/howtokb/utils/SQLiteJDBCConnector.java index 785a3e7..0923b88 100644 --- a/src/main/java/kb/howtokb/utils/SQLiteJDBCConnector.java +++ b/src/kb/howtokb/utils/SQLiteJDBCConnector.java @@ -17,10 +17,11 @@ public class SQLiteJDBCConnector { public static boolean check = false; public static String db = "wikihowDB"; - + public static ResultSet q(String sql) throws SQLException, ClassNotFoundException, IOException { try{ if (check == false){ + System.out.println("Initializing db ..."); createDB(); System.out.println("Initializing db successfully!"); } @@ -42,19 +43,24 @@ public static ResultSet q(String sql) throws SQLException, ClassNotFoundExceptio + "Trying to automatically resolve..."); // returning empty result set for problematic query - return q("SELECT NULL LIMIT 0;"); +// return q("SELECT NULL LIMIT 0;"); + return null; } } } public static void createDB() throws SQLException, ClassNotFoundException, IOException { try { + Class.forName("org.sqlite.JDBC"); c = DriverManager.getConnection("jdbc:sqlite:" + db); + st = c.createStatement(); String sql = "CREATE TABLE IF NOT EXISTS frameidtostrongactsurface " + "(ID INT PRIMARY KEY NOT NULL," + " task TEXT NOT NULL);"; st.executeUpdate(sql); + + // // sql = "DROP TABLE categoryjson"; // st.executeUpdate(sql); @@ -65,20 +71,20 @@ public static void createDB() throws SQLException, ClassNotFoundException, IOExc //System.out.println("Test"); - ResultSet rs = st.executeQuery("select task from frameidtostrongactsurface where id=1;"); - if (!rs.next()){ - String input = "/var/tmp/cxchu/clustering-result/for-database/frame-id-to-strong-surface"; - System.out.println("Updating data into table 'frameidtostrongactsurface'......"); - update(st, "frameidtostrongactsurface", input); - } - - - rs = st.executeQuery("select json from categoryjson where id=1;"); - if (!rs.next()){ - String input = "/var/tmp/cxchu/wikihow-id-category.json"; - System.out.println("Updating data into table 'category'....."); - update(st, "categoryjson", input); - } +// ResultSet rs = st.executeQuery("select task from frameidtostrongactsurface where id=1;"); +// if (!rs.next()){ +// String input = "/var/tmp/cxchu/clustering-result/for-database/frame-id-to-strong-surface"; +// System.out.println("Updating data into table 'frameidtostrongactsurface'......"); +// update(st, "frameidtostrongactsurface", input); +// } +// +// +// rs = st.executeQuery("select json from categoryjson where id=1;"); +// if (!rs.next()){ +// String input = "/var/tmp/cxchu/wikihow-id-category.json"; +// System.out.println("Updating data into table 'category'....."); +// update(st, "categoryjson", input); +// } check = true; } catch (SQLException e) { diff --git a/src/main/java/kb/howtokb/utils/SortedMultiMap.java b/src/kb/howtokb/utils/SortedMultiMap.java similarity index 100% rename from src/main/java/kb/howtokb/utils/SortedMultiMap.java rename to src/kb/howtokb/utils/SortedMultiMap.java diff --git a/src/main/java/kb/howtokb/utils/SparseSimMatrix.java b/src/kb/howtokb/utils/SparseSimMatrix.java similarity index 100% rename from src/main/java/kb/howtokb/utils/SparseSimMatrix.java rename to src/kb/howtokb/utils/SparseSimMatrix.java diff --git a/src/main/java/kb/howtokb/utils/Triple.java b/src/kb/howtokb/utils/Triple.java similarity index 100% rename from src/main/java/kb/howtokb/utils/Triple.java rename to src/kb/howtokb/utils/Triple.java diff --git a/src/main/java/kb/howtokb/wkhobject/Category.java b/src/kb/howtokb/wkhobject/Category.java similarity index 100% rename from src/main/java/kb/howtokb/wkhobject/Category.java rename to src/kb/howtokb/wkhobject/Category.java diff --git a/src/main/java/kb/howtokb/wkhobject/Category_Json.java b/src/kb/howtokb/wkhobject/Category_Json.java similarity index 100% rename from src/main/java/kb/howtokb/wkhobject/Category_Json.java rename to src/kb/howtokb/wkhobject/Category_Json.java diff --git a/src/main/java/kb/howtokb/wkhobject/Ingredients.java b/src/kb/howtokb/wkhobject/Ingredients.java similarity index 100% rename from src/main/java/kb/howtokb/wkhobject/Ingredients.java rename to src/kb/howtokb/wkhobject/Ingredients.java diff --git a/src/main/java/kb/howtokb/wkhobject/Method.java b/src/kb/howtokb/wkhobject/Method.java similarity index 100% rename from src/main/java/kb/howtokb/wkhobject/Method.java rename to src/kb/howtokb/wkhobject/Method.java diff --git a/src/main/java/kb/howtokb/wkhobject/Part.java b/src/kb/howtokb/wkhobject/Part.java similarity index 100% rename from src/main/java/kb/howtokb/wkhobject/Part.java rename to src/kb/howtokb/wkhobject/Part.java diff --git a/src/main/java/kb/howtokb/wkhobject/Question.java b/src/kb/howtokb/wkhobject/Question.java similarity index 100% rename from src/main/java/kb/howtokb/wkhobject/Question.java rename to src/kb/howtokb/wkhobject/Question.java diff --git a/src/main/java/kb/howtokb/wkhobject/Step.java b/src/kb/howtokb/wkhobject/Step.java similarity index 100% rename from src/main/java/kb/howtokb/wkhobject/Step.java rename to src/kb/howtokb/wkhobject/Step.java diff --git a/src/main/java/kb/howtokb/wkhobject/Things.java b/src/kb/howtokb/wkhobject/Things.java similarity index 100% rename from src/main/java/kb/howtokb/wkhobject/Things.java rename to src/kb/howtokb/wkhobject/Things.java diff --git a/src/main/java/kb/howtokb/wkhobject/Tree.java b/src/kb/howtokb/wkhobject/Tree.java similarity index 100% rename from src/main/java/kb/howtokb/wkhobject/Tree.java rename to src/kb/howtokb/wkhobject/Tree.java diff --git a/src/test/java/kb/howtokb/TaskFrameReaderTest.java b/src/test/kb/howtokb/TaskFrameReaderTest.java similarity index 83% rename from src/test/java/kb/howtokb/TaskFrameReaderTest.java rename to src/test/kb/howtokb/TaskFrameReaderTest.java index e8e0715..0f96d12 100644 --- a/src/test/java/kb/howtokb/TaskFrameReaderTest.java +++ b/src/test/kb/howtokb/TaskFrameReaderTest.java @@ -1,4 +1,4 @@ -package kb.howtokb; +package test.kb.howtokb; import java.io.BufferedWriter; import java.io.FileOutputStream; @@ -14,12 +14,12 @@ public class TaskFrameReaderTest { public static void main(String[] args) throws ClassNotFoundException, IOException, ParseException { - String input = "/var/tmp/cxchu/data-wordnet/act-frame.json"; + String input = "howtokb-data/task-frame-gold-corpus.json"; ArrayList allframe = TaskFrameReader.extractWikiHowTaskFrameFromJSONFile(input); Writer textout = new BufferedWriter(new OutputStreamWriter( - new FileOutputStream("/var/tmp/cxchu/data-wordnet/act-frame-wikihow-task.json"), "utf-8")); + new FileOutputStream("howtokb-data/task-frame-output-test.json"), "utf-8")); for (WikiHowTaskFrame f: allframe){ diff --git a/src/test/java/kb/howtokb/TextToWikiHowTaskFrameTest.java b/src/test/kb/howtokb/TextToWikiHowTaskFrameTest.java similarity index 89% rename from src/test/java/kb/howtokb/TextToWikiHowTaskFrameTest.java rename to src/test/kb/howtokb/TextToWikiHowTaskFrameTest.java index 1bfa35c..3af09b5 100644 --- a/src/test/java/kb/howtokb/TextToWikiHowTaskFrameTest.java +++ b/src/test/kb/howtokb/TextToWikiHowTaskFrameTest.java @@ -1,4 +1,4 @@ -package kb.howtokb; +package test.kb.howtokb; import java.io.BufferedWriter; import java.io.FileOutputStream; @@ -24,14 +24,14 @@ public static void main(String[] args) throws ClassNotFoundException, IOExceptio TextToWikiHowTaskFrame extract = new TextToWikiHowTaskFrame(); // Extract all question System.out.println("Reading json data file....."); - String input = "/var/tmp/cxchu/data-for-test-code/articles_test.json"; + String input = "howtokb-data/wikihow-data-all.json"; ArrayList allQuestions = WikiHowArticleReader.WikiHowArticleReaderFromJSONFile(input); int frames = 0; try { Writer textout = new BufferedWriter(new OutputStreamWriter( - new FileOutputStream("/var/tmp/cxchu/data-for-test-code/act-frame.json"), "utf-8")); + new FileOutputStream("howtokb-data/task-frame-extracted.json"), "utf-8")); Writer idtextout = new BufferedWriter(new OutputStreamWriter( - new FileOutputStream("/var/tmp/cxchu/data-for-test-code/id-act-frame.json"), "utf-8")); + new FileOutputStream("howtokb-data/id-task-frame-extracted.json"), "utf-8")); int i = 1; diff --git a/src/test/java/kb/howtokb/WikiHowArticleReaderTest.java b/src/test/kb/howtokb/WikiHowArticleReaderTest.java similarity index 86% rename from src/test/java/kb/howtokb/WikiHowArticleReaderTest.java rename to src/test/kb/howtokb/WikiHowArticleReaderTest.java index 2812ced..08350e1 100644 --- a/src/test/java/kb/howtokb/WikiHowArticleReaderTest.java +++ b/src/test/kb/howtokb/WikiHowArticleReaderTest.java @@ -1,4 +1,4 @@ -package kb.howtokb; +package test.kb.howtokb; import java.io.IOException; import java.util.ArrayList; @@ -6,12 +6,11 @@ import org.json.simple.parser.ParseException; import kb.howtokb.reader.WikiHowArticleReader; -import kb.howtokb.taskframe.extractor.TextToWikiHowTaskFrame; import kb.howtokb.wkhobject.Question; public class WikiHowArticleReaderTest { public static void main(String[] args) throws ClassNotFoundException, IOException, ParseException { - String input = "/var/tmp/cxchu/articles_test.json"; + String input = "howtokb-data/wikihow-data-all.json"; ArrayList allques = WikiHowArticleReader.WikiHowArticleReaderFromJSONFile(input); int i=0; diff --git a/src/test/java/kb/howtokb/clustering/HeuristicBottomUpClusteringTest.java b/src/test/kb/howtokb/clustering/HeuristicBottomUpClusteringTest.java similarity index 86% rename from src/test/java/kb/howtokb/clustering/HeuristicBottomUpClusteringTest.java rename to src/test/kb/howtokb/clustering/HeuristicBottomUpClusteringTest.java index c6b1146..fe5909f 100644 --- a/src/test/java/kb/howtokb/clustering/HeuristicBottomUpClusteringTest.java +++ b/src/test/kb/howtokb/clustering/HeuristicBottomUpClusteringTest.java @@ -1,4 +1,4 @@ -package kb.howtokb.clustering; +package test.kb.howtokb.clustering; import java.io.BufferedWriter; import java.io.FileOutputStream; @@ -6,7 +6,9 @@ import java.io.Writer; import java.util.List; +import kb.howtokb.clustering.HeuristicBottomupClustering; import kb.howtokb.clustering.HeuristicBottomupClustering.ActivitySuperCluster; +import kb.howtokb.clustering.SimplePruningSimilarity; import kb.howtokb.clustering.sim.Coefficient; import kb.howtokb.taskframe.WikiHowTaskFrame; import kb.howtokb.tools.InformationExtraction; @@ -26,9 +28,9 @@ public static void main(String[] args) throws Exception { SimplePruningSimilarity simFunc = new SimplePruningSimilarity(threshold, model, allAct); List results = cluster.cluster(simFunc, Coefficient.VVNN_TRHES); System.out.println("Number of clusters: " + results.size()); - String output = "/var/tmp/cxchu/clustering-result-wikihow-task/bottom-up-cluster-"; + String output = "howtokb-data/cluster-results/bottom-up-cluster-"; - String input = "/var/tmp/cxchu/data-server/For-Database/act-frame-wikihow-task.json"; //original data point file + String input = "howtokb-data/task-frame-before-clustering.json"; //original data point file List allframe = InformationExtraction.getAllFrame(input); int total = 0; for (int i = 0; i < results.size(); i++) { diff --git a/src/test/java/kb/howtokb/clustering/HeuristicTopDownClusteringDynamicSparseTest.java b/src/test/kb/howtokb/clustering/HeuristicTopDownClusteringDynamicSparseTest.java similarity index 89% rename from src/test/java/kb/howtokb/clustering/HeuristicTopDownClusteringDynamicSparseTest.java rename to src/test/kb/howtokb/clustering/HeuristicTopDownClusteringDynamicSparseTest.java index f928c7c..00f8838 100644 --- a/src/test/java/kb/howtokb/clustering/HeuristicTopDownClusteringDynamicSparseTest.java +++ b/src/test/kb/howtokb/clustering/HeuristicTopDownClusteringDynamicSparseTest.java @@ -1,7 +1,8 @@ -package kb.howtokb.clustering; +package test.kb.howtokb.clustering; import java.util.List; +import kb.howtokb.clustering.HeuristicTopDownClusteringDynamicSparse; import kb.howtokb.clustering.basicobj.CSKSimpleCluster; import kb.howtokb.clustering.basicobj.Instance; import kb.howtokb.taskframe.WikiHowTaskFrame; @@ -11,7 +12,7 @@ public class HeuristicTopDownClusteringDynamicSparseTest { public static void main(String[] args) throws Exception { long startTime = System.currentTimeMillis(); - String input = "/var/tmp/cxchu/groundtruth-data/Old-Data/test.json"; + String input = "howtokb-data/task-frame-before-clustering.json"; List allframe = InformationExtraction.getAllFrame(input); diff --git a/src/test/java/kb/howtokb/clustering/HeuristicTopDownClusteringTest.java b/src/test/kb/howtokb/clustering/HeuristicTopDownClusteringTest.java similarity index 92% rename from src/test/java/kb/howtokb/clustering/HeuristicTopDownClusteringTest.java rename to src/test/kb/howtokb/clustering/HeuristicTopDownClusteringTest.java index 37abeca..b5fc1cd 100644 --- a/src/test/java/kb/howtokb/clustering/HeuristicTopDownClusteringTest.java +++ b/src/test/kb/howtokb/clustering/HeuristicTopDownClusteringTest.java @@ -1,7 +1,8 @@ -package kb.howtokb.clustering; +package test.kb.howtokb.clustering; import java.util.List; +import kb.howtokb.clustering.HeuristicTopDownClustering; import kb.howtokb.clustering.basicobj.CSKSimpleCluster; import kb.howtokb.clustering.basicobj.Instance; import kb.howtokb.taskframe.WikiHowTaskFrame; @@ -16,7 +17,7 @@ public static void main(String[] args) throws Exception { // String input = "/var/tmp/cxchu/groundtruth-data/Old-Data/act-frame-sim.json"; // String input = "/var/tmp/cxchu/clustering-result/bottomup-results/0-1k/bottom-up-cluster-56.json"; - String input = "/var/tmp/cxchu/groundtruth-data/cate-domain.json"; + String input = "howtokb-data/task-frame-before-clustering.json"; List allframe = InformationExtraction.getAllFrame(input); System.out.println("Initializing simple topdown clustering....."); diff --git a/src/test/java/kb/howtokb/jdbc/JDBCConnectorTest.java b/src/test/kb/howtokb/jdbc/JDBCConnectorTest.java similarity index 96% rename from src/test/java/kb/howtokb/jdbc/JDBCConnectorTest.java rename to src/test/kb/howtokb/jdbc/JDBCConnectorTest.java index 6a852ab..228f972 100644 --- a/src/test/java/kb/howtokb/jdbc/JDBCConnectorTest.java +++ b/src/test/kb/howtokb/jdbc/JDBCConnectorTest.java @@ -1,4 +1,4 @@ -package kb.howtokb.jdbc; +package test.kb.howtokb.jdbc; import java.io.IOException; import java.sql.ResultSet;