get-bugzilla-attachments-by-mimetype: query different bzs concurrently

Downside is we can't easily detect when one tracker is done, but it
should be faster.

Change-Id: Ie78ddf0381690040d7a4fa06f910717fcdfe0eae
Reviewed-on: https://gerrit.libreoffice.org/c/core/+/128038
Tested-by: Jenkins
Reviewed-by: Michael Stahl <michael.stahl@allotropia.de>
This commit is contained in:
Michael Stahl
2022-01-06 19:13:48 +01:00
parent 7df70a1cdc
commit 82cf116fe6
+8 -6
View File
@@ -547,11 +547,12 @@ class manage_threads(threading.Thread):
break
def generate_multi_threading():
for (prefix, uri) in rss_bugzillas:
# Initialize threads
for i in range(max_threads):
manage_threads().start()
# Initialize threads
for i in range(max_threads):
manage_threads().start()
for (prefix, uri) in rss_bugzillas:
# Create a job for every mimetype for a bugzilla
for (mimetype,extension) in mimetypes.items():
@@ -565,8 +566,9 @@ def generate_multi_threading():
print("successfully placed a job in the queue searching for " + mimetype + " in bugtracker " + prefix)
# Continue when all mimetypes are done for a bugzilla
jobs.join()
print("DONE with bugtracker " + prefix)
print("STARTED all bugtracker " + prefix)
jobs.join()
max_threads = 20 # Number of threads to create, (1 = without multi-threading)
jobs = queue.Queue()