From 0db60354547c154dcec874470eb5e4792c70e63d Mon Sep 17 00:00:00 2001
From: Pierre-Yves Chibon <pingou@pingoured.fr>
Date: May 07 2020 16:52:42 +0000
Subject: packager_alias: Allow for sporadic failures in retrieving info from dist-git


Basically, if we fail to retrieve data from pagure or we fail to
convert from JSON, wait for 30 seconds and retry.
If after two minutes (4 attempts) it still hasn't worked, bail.

Fixes https://pagure.io/fedora-infrastructure/issue/7603

Signed-off-by: Pierre-Yves Chibon <pingou@pingoured.fr>

---

diff --git a/roles/packager_alias/files/owner-email-from-pagure.py b/roles/packager_alias/files/owner-email-from-pagure.py
index ae0b84c..a4e6f87 100644
--- a/roles/packager_alias/files/owner-email-from-pagure.py
+++ b/roles/packager_alias/files/owner-email-from-pagure.py
@@ -6,6 +6,8 @@ This script is ran as a cronjob and bastion.
 Its goal is to generate all the <pkg>-owner email aliases we provide
 """
 
+import time
+
 import requests
 
 from requests.adapters import HTTPAdapter
@@ -36,8 +38,19 @@ def get_pagure_projects():
     pagure_projects_url = pagure_url + '/api/0/projects?page=1&per_page=100&fork=false'
     session = retry_session()
     while pagure_projects_url:
-        response = session.get(pagure_projects_url)
-        data = response.json()
+        cnt = 0
+        while True:
+            try:
+                response = session.get(pagure_projects_url)
+                data = response.json()
+                break
+            except Exception:
+                if cnt == 4:
+                    raise
+
+                cnt += 1
+                time.sleep(30)
+
         for project in data['projects']:
             yield project
         # This is set to None on the last page.