From ee3976e62062e7a4299145069d4514a54eb2cccb Mon Sep 17 00:00:00 2001
From: Ralph Bean <rbean@redhat.com>
Date: Aug 04 2017 18:17:12 +0000
Subject: A little throttling to avoid OOM.


Signed-off-by: Ralph Bean <rbean@redhat.com>

---

diff --git a/scripts/pdc/sync-branches-from-pkgdb.py b/scripts/pdc/sync-branches-from-pkgdb.py
index 7ab0428..0e52df9 100644
--- a/scripts/pdc/sync-branches-from-pkgdb.py
+++ b/scripts/pdc/sync-branches-from-pkgdb.py
@@ -86,6 +86,8 @@ def feed_pkgdb_data(q):
     def _handle_page(page):
         data = _pkgdb_data_by_page(page)
         for entry in data['packages']:
+            while q.qsize() > 1000:
+                time.sleep(30)
             q.put(entry)
 
     pool = multiprocessing.pool.ThreadPool(5)