fix tic-based congruence measurement

Author: bjarthur

src/congruence

@@ -41,97 +41,88 @@ srcdir, repodir, _ = get_srcrepobindirs()
 
 def doit(intervals, do_tic, do_label):
 
-    #to calculate the intervals everyone agrees upon (i.e. "everyone"), choose
-    #one of the sets at random.  iterate through each interval therein, testing
-    #whether it overlaps with any of the intervals in all of the other sets.
-    #if it does, delete the matching intervals in the other sets, and add to
-    #the "everyone" set just intersection of the matching intervals.
-
-    intervals_copy = intervals.copy()
-    key0 = next(iter(intervals_copy.keys()))
-    everyone = P.empty()
-    for interval0 in intervals_copy[key0]:
-      ivalues = {}
-      for keyN in set(intervals_copy.keys()) - set([key0]):
-        for i,intervalN in enumerate(intervals_copy[keyN]):
-          if len(interval0 & intervalN)>0:
-            ivalues[keyN] = i
-            break
-        if keyN not in ivalues:
-          break
-      if len(ivalues)==len(intervals_copy)-1:
-        for keyN in ivalues.keys():
-          tmp = intervals_copy[keyN][ivalues[keyN]]
-          interval0 &= tmp
-          tmp |= P.open(tmp.lower-1, tmp.upper+1)
-          intervals_copy[keyN] -= tmp
-        everyone |= interval0
+    key0 = next(iter(intervals.keys()))
+    everyone = intervals[key0]
+    for keyN in set(intervals.keys()) - set([key0]):
+        everyone &= intervals[keyN]
 
     #to calculate the intervals which only one set contains (e.g. "only
     #songexplorer"), iteratively test if each interval therein overlaps
     #with any of the other sets.  if it does, delete the matching intervals
     #in the other sets; otherwise add this interval to the "only label" set.
-    #for tics, delete from the interval the points in each matching interval
-    #and add what remains to the "only tic" set.
 
-    onlyone_tic = {}
     onlyone_label = {}
     for key0 in intervals.keys():
-      intervals_copy = intervals.copy()
-      onlyone_tic[key0] = P.empty() if do_tic else None
-      onlyone_label[key0] = P.empty() if do_label else None
-      for interval0 in intervals_copy[key0]:
-        ivalues = {}
-        for keyN in set(intervals_copy.keys()) - set([key0]):
-          for i,intervalN in enumerate(intervals_copy[keyN]):
-            if len(interval0 & intervalN)>0:
-              ivalues[keyN] = i
-              break
-        if do_label and len(ivalues)==0:
-          onlyone_label[key0] |= interval0
-        for keyN in ivalues.keys():
-          tmp = intervals_copy[keyN][ivalues[keyN]]
-          tmp |= P.open(tmp.lower-1, tmp.upper+1)
-          if do_tic:
-            interval0 -= tmp
-          intervals_copy[keyN] -= tmp
+      if do_label:
+          onlyone_label[key0] = P.empty()
+          intervals_copy = intervals.copy()
+          for interval0 in intervals_copy[key0]:
+            ivalues = {}
+            for keyN in set(intervals_copy.keys()) - set([key0]):
+              for i,intervalN in enumerate(intervals_copy[keyN]):
+                if len(interval0 & intervalN)>0:
+                  ivalues[keyN] = i
+                  break
+            if len(ivalues)==0:
+              onlyone_label[key0] |= interval0
+            for keyN in ivalues.keys():
+              tmp = intervals_copy[keyN][ivalues[keyN]]
+              tmp |= P.open(tmp.lower-1, tmp.upper+1)
+              if do_tic:
+                interval0 -= tmp
+              intervals_copy[keyN] -= tmp
+      else:
+          onlyone_label[key0] = None
+
+    onlyone_tic = {}
+    for key0 in intervals.keys():
         if do_tic:
-          onlyone_tic[key0] |= interval0
+            onlyone_tic[key0] = intervals[key0]
+            for keyN in set(intervals.keys()) - set([key0]):
+                onlyone_tic[key0] -= intervals[keyN]
+        else:
+            onlyone_tic[key0] = None
 
     #to calculate the intervals which only one set does not contain (e.g. "not
     #david"), choose one of the other sets at random.  iteratively test whether
     #its intervals overlap with an interval in the rest of the other sets
     #but not with the set of interest.  for those intervals which meet this
     #criteria, delete the matching intervals in the rest of the other sets,
-    #and add this interval to the "not" set.  for tics, add to the "not tic"
-    #set the intersection of all the matching intervals.
+    #and add this interval to the "not" set.
 
-    notone_tic = {}
     notone_label = {}
     for key0 in intervals.keys():
-      intervals_copy = intervals.copy()
-      notone_tic[key0] = P.empty() if do_tic else None
-      notone_label[key0] = P.empty() if do_label else None
-      key1 = next(iter(set(intervals_copy.keys()) - set([key0])))
-      for interval1 in intervals_copy[key1]:
-        ivalues = {}
-        for keyN in set(intervals_copy.keys()) - set([key1]):
-          for i,intervalN in enumerate(intervals_copy[keyN]):
-            if len(interval1 & intervalN)>0:
-              ivalues[keyN] = i
-              break
-        if len(ivalues)==len(intervals_copy)-2 and key0 not in ivalues.keys():
-          if do_label:
-            notone_label[key0] |= interval1
-          for keyN in ivalues.keys():
-            tmp = intervals_copy[keyN][ivalues[keyN]]
-            if do_tic:
-              interval1 &= tmp
-            tmp |= P.open(tmp.lower-1, tmp.upper+1)
-            intervals_copy[keyN] -= tmp
-          if do_tic:
-            notone_tic[key0] |= interval1
-        
+      if do_label:
+          notone_label[key0] = P.empty()
+          intervals_copy = intervals.copy()
+          key1 = next(iter(set(intervals_copy.keys()) - set([key0])))
+          for interval1 in intervals_copy[key1]:
+            ivalues = {}
+            for keyN in set(intervals_copy.keys()) - set([key1]):
+              for i,intervalN in enumerate(intervals_copy[keyN]):
+                if len(interval1 & intervalN)>0:
+                  ivalues[keyN] = i
+                  break
+            if len(ivalues)==len(intervals_copy)-2 and key0 not in ivalues.keys():
+              notone_label[key0] |= interval1
+              for keyN in ivalues.keys():
+                tmp = intervals_copy[keyN][ivalues[keyN]]
+                tmp |= P.open(tmp.lower-1, tmp.upper+1)
+                intervals_copy[keyN] -= tmp
+      else:
+          notone_label[key0] = None
+
+    notone_tic = {}
+    for key0 in intervals.keys():
+        if do_tic:
+            key1 = next(iter(set(intervals.keys()) - set([key0])))
+            notone_tic[key0] = intervals[key1]
+            for keyN in set(intervals.keys()) - set([key0,key1]):
+                notone_tic[key0] &= intervals[keyN]
+            notone_tic[key0] -= intervals[key0]
+        else:
+            notone_tic[key0] = None
+
     return everyone, onlyone_tic, notone_tic, onlyone_label, notone_label
 
 FLAGS = None
@@ -666,13 +657,18 @@ def main():
     return thresholds_touse
 
   if do_tic:
-    plot_versus_thresholds(roc_table_tic, measure='tic')
+    thresholds_touse = plot_versus_thresholds(roc_table_tic, measure='tic')
+    if len(thresholds_touse)>0:
+      save_thresholds(logdir, model, ckpt, thresholds_touse, precision_recalls_sparse,
+                      list(thresholds_touse.keys()),
+                      '-dense-tic-'+datetime.strftime(datetime.now(),'%Y%m%dT%H%M%S'))
   if do_label:
     thresholds_touse = plot_versus_thresholds(roc_table_label, measure='label')
+    if len(thresholds_touse)>0:
+      save_thresholds(logdir, model, ckpt, thresholds_touse, precision_recalls_sparse,
+                      list(thresholds_touse.keys()),
+                      '-dense-label-'+datetime.strftime(datetime.now(),'%Y%m%dT%H%M%S'))
 
-  if len(thresholds_touse)>0:
-    save_thresholds(logdir, model, ckpt, thresholds_touse, precision_recalls_sparse,
-                    list(thresholds_touse.keys()), True)
 
 if __name__ == "__main__":
   parser = argparse.ArgumentParser()

src/lib.py

@@ -673,10 +673,8 @@ def read_thresholds(logdir, model, thresholds_file):
         thresholds.append(row)
   return precision_recall_ratios, thresholds
 
-def save_thresholds(logdir, model, ckpt, thresholds, ratios, labels, dense=False):
-  filename = 'thresholds'+\
-             ('-dense-'+datetime.strftime(datetime.now(),'%Y%m%dT%H%M%S') if dense else '')+\
-             '.ckpt-'+str(ckpt)+'.csv'
+def save_thresholds(logdir, model, ckpt, thresholds, ratios, labels, dense=''):
+  filename = 'thresholds'+dense+'.ckpt-'+str(ckpt)+'.csv'
   fid = open(os.path.join(logdir,model,filename),"w")
   fidcsv = csv.writer(fid, lineterminator='\n')
   fidcsv.writerow(['precision/recall'] + ratios)