commit 808b239586c8b082d7bb51c26c6c5eb26a83e720
author Tony Mack <tmack@paris.CS.Princeton.EDU> Wed Oct 16 11:34:32 2013 -0400
committer Tony Mack <tmack@paris.CS.Princeton.EDU> Wed Oct 16 11:34:32 2013 -0400
tree d00170943d91f7c424a4346680531c7863d625ab
parent 2d5642cf4b5e60190763d1c6a603eaecbb6076ef

store failed step object in set instead of list

planetstack/observer/event_loop.py

diff --git a/planetstack/observer/event_loop.py b/planetstack/observer/event_loop.py
index c83d174..35dd620 100644
--- a/planetstack/observer/event_loop.py
+++ b/planetstack/observer/event_loop.py
@@ -220,7 +220,7 @@
                 failed_steps = []
 
                 # Set of individual objects within steps that failed
-                failed_step_objects = []
+                failed_step_objects = set()
 
                 for S in self.ordered_steps:
                     step = self.step_lookup[S]
@@ -258,12 +258,12 @@
                             # ********* This is the actual sync step
                             #import pdb
                             #pdb.set_trace()
-                            failed_objects = sync_step(failed=failed_step_objects)
+                            failed_objects = sync_step(failed=list(failed_step_objects))
 
 
                             self.check_duration(sync_step, duration)
                             if failed_objects:
-                                failed_step_objects.extend(failed_objects)
+                                failed_step_objects.update(failed_objects)
                             self.update_run_time(sync_step)
                         except:
                             failed_steps.append(S)