From 9018e4e1f3e38dfb012b5850ba17220ad3c79e67 Mon Sep 17 00:00:00 2001
From: Matt Prahl <mprahl@redhat.com>
Date: Aug 04 2017 20:17:22 +0000
Subject: Add the ability to use PDC instead of PkgDB in block_retired.py


Signed-off-by: Matt Prahl <mprahl@redhat.com>

---

diff --git a/scripts/block_retired.py b/scripts/block_retired.py
index 830ad5a..56a3d25 100755
--- a/scripts/block_retired.py
+++ b/scripts/block_retired.py
@@ -10,6 +10,7 @@ import time
 
 import koji
 import pkgdb2client
+import requests
 
 
 log = logging.getLogger(__name__)
@@ -19,9 +20,13 @@ PROD_ONLY_BRANCHES = ["el6", "epel7", "f26", "master"]
 PRODUCTION_PKGDB = "https://admin.fedoraproject.org/pkgdb"
 STAGING_PKGDB = "https://admin.stg.fedoraproject.org/pkgdb"
 
+PRODUCTION_PDC = "https://pdc.fedoraproject.org"
+STAGING_PDC = "https://pdc.stg.fedoraproject.org"
+
 # pkgdb default namespace
 DEFAULT_NS = "rpms"
 
+
 class SubjectSMTPHandler(logging.handlers.SMTPHandler):
 
     subject_prefix = ""
@@ -33,7 +38,6 @@ class SubjectSMTPHandler(logging.handlers.SMTPHandler):
         return fmt.format(record, first_line=first_line)
 
 
-
 class ReleaseMapper(object):
     BRANCHNAME = 0
     KOJI_TAG = 1
@@ -123,20 +127,52 @@ def unblocked_packages(branch="master", staging=False, namespace=DEFAULT_NS):
     return unblocked
 
 
-def get_retired_packages(branch="master", staging=False, namespace=DEFAULT_NS):
-    url = PRODUCTION_PKGDB if not staging else STAGING_PKGDB
-    pkgdb = pkgdb2client.PkgDB(url)
-
-    try:
-        retiredresponse = pkgdb.get_packages(
-            branches=branch, page="all", status="Retired", namespace=namespace)
-    except pkgdb2client.PkgDBException as e:
-        if "No packages found for these parameters" not in str(e):
-            raise
-        return []
+def get_retired_packages(branch="master", staging=False, namespace=DEFAULT_NS,
+                         source='pkgdb'):
+    retiredpkgs = []
+    if source == 'pkgdb':
+        url = PRODUCTION_PKGDB if not staging else STAGING_PKGDB
+        pkgdb = pkgdb2client.PkgDB(url)
+
+        try:
+            retiredresponse = pkgdb.get_packages(
+                branches=branch, page="all", status="Retired",
+                namespace=namespace)
+        except pkgdb2client.PkgDBException as e:
+            if "No packages found for these parameters" not in str(e):
+                raise
+            return []
+
+        retiredinfo = retiredresponse["packages"]
+        retiredpkgs = [p["name"] for p in retiredinfo]
+    elif source == 'pdc':
+        # PDC uses singular names such as rpm and container
+        if namespace.endswith('s'):
+            content_type = namespace[:-1]
+        else:
+            content_type = namespace
+        url = PRODUCTION_PDC if not staging else STAGING_PDC
+        url = ('{0}/rest_api/v1/component-branches/?name={1}&type={2}'
+               '&active=false&page_size=100'.format(url, branch, content_type))
+        while True:
+            rv = requests.get(url)
+            if not rv.ok:
+                raise RuntimeError('Failed getting the retired packages from '
+                                   'PDC. The response was: {0}'
+                                   .format(rv.content))
+
+            rv_json = rv.json()
+            for branch in rv_json['results']:
+                retiredpkgs.append(branch['global_component'])
+
+            if rv_json['next']:
+                url = rv_json['next']
+            else:
+                break
+    else:
+        raise RuntimeError('An invalid source of "{0}" was provided'
+                           .format(source))
 
-    retiredinfo = retiredresponse["packages"]
-    retiredpkgs = [p["name"] for p in retiredinfo]
     return retiredpkgs
 
 
@@ -187,14 +223,15 @@ def block_package(packages, branch="master", staging=False, namespace=DEFAULT_NS
     return errors
 
 
-def block_all_retired(branches=RETIRING_BRANCHES, staging=False, namespace=DEFAULT_NS):
+def block_all_retired(branches=RETIRING_BRANCHES, staging=False,
+                      namespace=DEFAULT_NS, source='pkgdb'):
     for branch in branches:
         log.debug("Processing branch %s", branch)
         if staging and branch in PROD_ONLY_BRANCHES:
             log.warning('%s in namespace "%s" not handled in staging..' %
                         (branch, namespace))
             continue
-        retired = get_retired_packages(branch, staging, namespace)
+        retired = get_retired_packages(branch, staging, namespace, source)
         unblocked = []
 
         # Check which packages are included in a tag but not blocked, this
@@ -261,13 +298,16 @@ if __name__ == "__main__":
         help="Branch to retire specified packages on, default: %(default)s")
     parser.add_argument(
         "--staging", default=False, action="store_true",
-        help="Talk to staging services (pkgdb), instead of production")
+        help="Talk to staging services (pkgdb/pdc), instead of production")
     parser.add_argument(
         "-p", "--profile", default="compose_koji",
         help="Koji profile to use, default: %(default)s")
     parser.add_argument(
         "--namespace", default=DEFAULT_NS,
-        help="pkgdb namespace to use, default: %(default)s")
+        help="pkgdb/pdc namespace to use, default: %(default)s")
+    parser.add_argument(
+        "--source", default='pdc', choices=['pkgdb', 'pdc'],
+        help="Source for retirement information, default: %(default)s")
     args = parser.parse_args()
 
     setup_logging(args.debug)
@@ -275,7 +315,8 @@ if __name__ == "__main__":
     PRODUCTION_KOJI_PROFILE = args.profile
     STAGING_KOJI_PROFILE = "stg"
     if not args.packages:
-        block_all_retired(staging=args.staging, namespace=args.namespace)
+        block_all_retired(staging=args.staging, namespace=args.namespace,
+                          source=args.source)
     else:
         block_package(args.packages, args.branch, staging=args.staging,
                       namespace=args.namespace)