Browse Source

Ugly, but fixes a crawler threading bug.

tags/v1.0^2
Ben Kurtovic 10 years ago
parent
commit
4c6f4039a2
1 changed files with 8 additions and 4 deletions
  1. +8
    -4
      bitshift/crawler/indexer.py

+ 8
- 4
bitshift/crawler/indexer.py View File

@@ -107,9 +107,11 @@ class GitIndexer(threading.Thread):
the queue. the queue.
""" """


while self.run_event.is_set():
while self.index_queue.empty():
while True:
while self.index_queue.empty() and self.run_event.is_set():
time.sleep(THREAD_QUEUE_SLEEP) time.sleep(THREAD_QUEUE_SLEEP)
if not self.run_event.is_set():
break


repo = self.index_queue.get() repo = self.index_queue.get()
self.index_queue.task_done() self.index_queue.task_done()
@@ -415,9 +417,11 @@ class _GitCloner(threading.Thread):
for the `GitIndexer` to clone; otherwise, it is discarded. for the `GitIndexer` to clone; otherwise, it is discarded.
""" """


while self.run_event.is_set():
while self.clone_queue.empty():
while True:
while self.index_queue.empty() and self.run_event.is_set():
time.sleep(THREAD_QUEUE_SLEEP) time.sleep(THREAD_QUEUE_SLEEP)
if not self.run_event.is_set():
break
repo = self.clone_queue.get() repo = self.clone_queue.get()
self.clone_queue.task_done() self.clone_queue.task_done()




Loading…
Cancel
Save