diff --git a/pom.xml b/pom.xml index 254a0bf..f96eb31 100644 --- a/pom.xml +++ b/pom.xml @@ -54,47 +54,4 @@ - - - - com.googlecode.json-simple - json-simple - 1.1.1 - - - org.jsoup - jsoup - 1.9.1 - - - edu.stanford.nlp - stanford-corenlp - 3.3.0 - - - edu.washington.cs.knowitall.openie - openie_2.10 - 4.2.1 - - - edu.stanford.nlp - stanford-corenlp-models - 3.3.0 - - - niket.tool - javatools - 1.0.0 - - - niket.tool - postgresql - 1.0.0 - - - colt - colt - 1.2.0 - - diff --git a/src/test/java/kb/howtokb/clustering/HeuristicBottomUpClusteringTest.java b/src/test/java/kb/howtokb/clustering/HeuristicBottomUpClusteringTest.java index 2a27fab..3672209 100644 --- a/src/test/java/kb/howtokb/clustering/HeuristicBottomUpClusteringTest.java +++ b/src/test/java/kb/howtokb/clustering/HeuristicBottomUpClusteringTest.java @@ -1,52 +1,46 @@ package kb.howtokb.clustering; -import java.io.BufferedWriter; -import java.io.FileOutputStream; -import java.io.OutputStreamWriter; -import java.io.Writer; import java.util.List; import kb.howtokb.clustering.HeuristicBottomupClustering.ActivitySuperCluster; import kb.howtokb.clustering.sim.Coefficient; -import kb.howtokb.taskframe.WikiHowTaskFrame; -import kb.howtokb.tools.InformationExtraction; public class HeuristicBottomUpClusteringTest { public static void main(String[] args) throws Exception { long startTime = System.currentTimeMillis(); - + String activityTb = "resources/all-words-category.txt"; HeuristicBottomupClustering cluster = new HeuristicBottomupClustering(activityTb); double threshold = Coefficient.VVNN_TRHES; - String model = "/var/tmp/cxchu/w2v-model/articles-word2vec-word-pos.model.txt"; + String model = "articles-word2vec-word-pos.model.txt"; String allAct = "resources/all-strong-activities.txt"; SimplePruningSimilarity simFunc = new SimplePruningSimilarity(threshold, model, allAct); List results = cluster.cluster(simFunc, Coefficient.VVNN_TRHES); System.out.println("Number of clusters: " + results.size()); - String output = "/var/tmp/cxchu/clustering-result/bottom-up-cluster-"; +// String output = "/var/tmp/cxchu/clustering-result/bottom-up-cluster-"; - String input = ""; //original data point file - List allframe = InformationExtraction.getAllFrame(input); +// String input = "/var/tmp/cxchu/act-frame-test.json"; //original data point file +// List allframe = InformationExtraction.getAllFrame(input); int total = 0; for (int i = 0; i < results.size(); i++) { System.out.println("Cluster " + i + ": " + results.get(i).getSuperClusterMembers().size()); - Writer out = new BufferedWriter(new OutputStreamWriter( - new FileOutputStream(output+i+".json"), "utf-8")); - List actitiviesID = - results.get(i).getSuperClusterMembers(); - for (int j=0; j actitiviesID = +// results.get(i).getSuperClusterMembers(); +// for (int j=0; j