Change topk confidence stats

gadelrab · Apr 26, 2016 · f23a04b · f23a04b
1 parent 55510f4
commit f23a04b
Show file tree

Hide file tree

Showing 5 changed files with 17 additions and 5 deletions.
diff --git a/run_experiment.sh b/run_experiment.sh
@@ -1,13 +1,13 @@
 #!/usr/bin/env bash
 
-OUT_DIRECTORY=/GW/D5data-5/gadelrab/yago3/spmf/out_CONF
+OUT_DIRECTORY=/GW/D5data-5/gadelrab/yago3/spmf/out_LIFT_TOPK
 
 mkdir -p $OUT_DIRECTORY
 
 
 
 
-SORTING_TYPE=CONF
+SORTING_TYPE=LIFT
 
 
 CPM_MINSUPP=0.0

diff --git a/src/main/java/de/mpii/frequentrulesminning/AssociationRuleMiningSPMF.java b/src/main/java/de/mpii/frequentrulesminning/AssociationRuleMiningSPMF.java
@@ -502,7 +502,7 @@ public void showStatistics(AssocRulesExtended rules,boolean export, String fileN
 
             st.append("--------------------------------------------------------------------\n");
 
-            st.append("RO: revised only\n");
+
             st.append('\n');
 
 
@@ -524,7 +524,7 @@ public void showStatistics(AssocRulesExtended rules,boolean export, String fileN
 
         }
 
-
+        st.append("RO: revised only\n");
 
 
 

diff --git a/src/main/java/de/mpii/frequentrulesminning/utils/AssocRulesExtended.java b/src/main/java/de/mpii/frequentrulesminning/utils/AssocRulesExtended.java
@@ -308,6 +308,14 @@ public String toStringdlvConflict() {
 
 
     public DoubleSummaryStatistics getConfidenceStats(int k, boolean exception, boolean revisedOnly){
+        if(exception)
+            return rules.stream().filter((r)-> (!revisedOnly)||r.hasExceptions()).limit(k).mapToDouble(AssocRuleWithExceptions::getRevisedConfidence).summaryStatistics();
+        else
+            return rules.stream().filter((r)-> (!revisedOnly)||r.hasExceptions()).limit(k).mapToDouble(AssocRuleWithExceptions::getConfidence).summaryStatistics();
+
+    }
+
+    public DoubleSummaryStatistics getConfidenceStats2(int k, boolean exception, boolean revisedOnly){
         if(exception)
             return rules.stream().limit(k).filter((r)-> (!revisedOnly)||r.hasExceptions()).mapToDouble(AssocRuleWithExceptions::getRevisedConfidence).summaryStatistics();
         else

diff --git a/src/main/java/de/mpii/yagotools/YagoTaxonomy.java b/src/main/java/de/mpii/yagotools/YagoTaxonomy.java
@@ -84,6 +84,8 @@ public Set<String> getParents(Collection<String> keys){
 
     public static void main (String [] args){
         YagoTaxonomy yt= YagoTaxonomy.getInstance();
+
+        System.out.println(yt.getParents("<wikicat_Short_films>"));
         System.out.println(yt.getParents("<wikicategory_K._Lierse_S.K._players>"));
         System.out.println(yt.getParents("<wordnet_hearer_110165448>"));
         System.out.println(yt.getParents("<wikicat_English_fantasy_writers>"));

diff --git a/src/main/java/de/mpii/yagotools/YagoTypes.java b/src/main/java/de/mpii/yagotools/YagoTypes.java
@@ -13,7 +13,7 @@
  */
 public class YagoTypes {
 
-    String TAXONOMY_FILE_PATH="data/yagoTypes.tsv";
+    String TAXONOMY_FILE_PATH="data/yagoSimpleTypes.tsv";
 
     private static YagoTypes instance;
 
@@ -44,6 +44,8 @@ public Collection<String> getType(String entity){
 
     public static void main (String [] args){
         YagoTypes yt= YagoTypes.getInstance();
+        System.out.println();
+        System.out.println(yt.getType("<Aaron_Sorkin>"));
     }