From d5127dab3e9cc46401923087b4f839bc7722b101 Mon Sep 17 00:00:00 2001
From: Tomáš Hrčka <thrcka@redhat.com>
Date: Jan 29 2019 09:04:34 +0000
Subject: Merge #7930 `Orphans: Use pagination to query pagure`


Signed-off-by: Tomáš Hrčka <thrcka@redhat.com>
---

diff --git a/scripts/find_unblocked_orphans.py b/scripts/find_unblocked_orphans.py
index 679870a..0ec4fd7 100755
--- a/scripts/find_unblocked_orphans.py
+++ b/scripts/find_unblocked_orphans.py
@@ -39,11 +39,12 @@ except ImportError:
 
 cache = dogpile.cache.make_region().configure(
     'dogpile.cache.dbm',
-    expiration_time=187000,
+    expiration_time=86400,
     arguments=dict(
         filename=os.path.expanduser('~/.cache/dist-git-orphans-cache.dbm')),
 )
 PAGURE_URL = 'https://src.fedoraproject.org'
+PAGURE_MAX_ENTRIES_PER_PAGE = 100
 
 
 EPEL6_RELEASE = dict(
@@ -221,13 +222,25 @@ def setup_yum(repo=RAWHIDE_RELEASE["repo"],
 
 @cache.cache_on_arguments()
 def orphan_packages(namespace='rpms'):
+    pkgs, pages = get_pagure_orphans(namespace)
+    for page in range(2, pages + 1):
+        new_pkgs, _ = get_pagure_orphans(namespace, page)
+        pkgs.update(new_pkgs)
+    return pkgs
+
+
+@cache.cache_on_arguments()
+def get_pagure_orphans(namespace, page=1):
     url = PAGURE_URL + '/api/0/projects'
-    params = dict(owner=ORPHAN_UID, namespace=namespace)
+    params = dict(owner=ORPHAN_UID, namespace=namespace,
+                  page=page,
+                  per_page=PAGURE_MAX_ENTRIES_PER_PAGE)
     response = requests.get(url, params=params)
     if not bool(response):
         raise IOError("%r gave %r" % (response.request.url, response))
     pkgs = response.json()['projects']
-    return dict([(p['name'], p) for p in pkgs])
+    pages = response.json()['pagination']['pages']
+    return dict([(p['name'], p) for p in pkgs]), pages
 
 
 def unblocked_packages(packages, tagID=RAWHIDE_RELEASE["tag"]):