diff options
Diffstat (limited to 'monitor/josef_mover.py')
| -rwxr-xr-x | monitor/josef_mover.py | 8 |
1 files changed, 5 insertions, 3 deletions
diff --git a/monitor/josef_mover.py b/monitor/josef_mover.py index 63a155f..7c5eca1 100755 --- a/monitor/josef_mover.py +++ b/monitor/josef_mover.py @@ -59,6 +59,7 @@ def is_new_timestamp(ts): else: return True + def check_inclusion_all(first, last, source, dest): for s_log in source: url = s_log["url"] @@ -168,6 +169,7 @@ def check_inclusion_by_submission(first, last, source, dest, logfile): print s # logfile = OUTPUT_DIR + s_log["name"] + "_overlap.log" log(logfile, s) + time.sleep(1) # to ease up om rate-limiting... @@ -181,9 +183,9 @@ def log(fn, string): if __name__ == "__main__": - source = [CTLOGS[3]] + source = [CTLOGS[8]] dests = CTLOGS - process_count = 4 + process_count = 1 processes = [] for tmp_log in source: sth = get_sth(tmp_log["url"]) @@ -191,7 +193,7 @@ if __name__ == "__main__": first = 0 last = int(sth["tree_size"]) - last = 8 + # last = 8 print "last:",last # split into tasks |