refactor data.py into module instead of class thereby fixing multiprocessing on windows

Author: bjarthur

src/activations

@@ -62,7 +62,7 @@ import socket
 import numpy as np
 import tensorflow as tf
 
-import data
+import data as D
 
 import datetime as dt
 
@@ -120,7 +120,7 @@ def main():
                     'parallelize': 1,
                     'context': FLAGS.context}
 
-  audio_processor = data.AudioProcessor(
+  D.init(
       FLAGS.data_dir,
       FLAGS.shiftby,
       FLAGS.labels_touse.split(','), FLAGS.kinds_touse.split(','),
@@ -146,14 +146,14 @@ def main():
 
   time_shift_tics = int(FLAGS.shiftby * FLAGS.audio_tic_rate * FLAGS.time_scale)
 
-  testing_set_size = audio_processor.set_size('testing')
+  testing_set_size = D.set_size('testing')
   if testing_set_size==0:
     print('ERROR: no annotations to process')
     exit()
 
   def infer_step(isound):
     # HACK: get_data not guaranteed to return isounds in order
-    fingerprints, _, sounds = audio_processor.get_data(
+    fingerprints, _, sounds = D.get_data(
                                  FLAGS.batch_size, isound, model_settings,
                                  FLAGS.loss, FLAGS.overlapped_prefix,
                                  time_shift_tics, 'testing',

src/classify

@@ -60,7 +60,7 @@ import importlib
 from lib import log_nvidia_smi_output, select_GPUs
 
 import tifffile
-from lib import compute_background, load_audio_read_plugin
+from lib import compute_background, load_audio_read_plugin, load_video_read_plugin
 
 FLAGS = None
 
@@ -80,13 +80,8 @@ def main():
   video_findfile = importlib.import_module(os.path.basename(FLAGS.video_findfile)).video_findfile
 
   load_audio_read_plugin(FLAGS.audio_read_plugin, FLAGS.audio_read_plugin_kwargs)
-  from lib import  audio_read, trim_ext
-
-  sys.path.append(os.path.dirname(FLAGS.video_read_plugin))
-  video_read_module = importlib.import_module(os.path.basename(FLAGS.video_read_plugin))
-  def video_read(fullpath, start_frame=None, stop_frame=None):
-      return video_read_module.video_read(fullpath, start_frame, stop_frame,
-                                          **FLAGS.video_read_plugin_kwargs)
+  load_video_read_plugin(FLAGS.video_read_plugin, FLAGS.video_read_plugin_kwargs)
+  from lib import audio_read, video_read, trim_ext
 
   with open(FLAGS.model_labels, 'r') as fid:
     model_labels = fid.read().splitlines()