#9881 find_unblocked_orphans: Retry Pagure API HTTP GETs, they tend to 504
Merged 3 years ago by humaton. Opened 3 years ago by churchyard.
churchyard/releng retry  into  master

@@ -240,9 +240,16 @@ 

      params = dict(owner=ORPHAN_UID, namespace=namespace,

                    page=page,

                    per_page=PAGURE_MAX_ENTRIES_PER_PAGE)

+     tries = 0

      response = requests.get(url, params=params)

-     if not bool(response):

-         raise IOError(f"{response.request.url!r} gave {response!r}")

+     while not bool(response):

+         msg = f"{response.request.url!r} gave {response!r}"

+         if tries > 20:

+             raise IOError(msg)

+         print(msg, file=sys.stderr)

+         time.sleep(tries)

+         tries += 1

+         response = requests.get(url, params=params)

      pkgs = response.json()['projects']

      pages = response.json()['pagination']['pages']

      return {p['name']: p for p in pkgs}, pages

no initial comment

Pull-Request has been merged by humaton

3 years ago
Metadata