+     # tty3 has a shell on all f31+ installer and live images

+     select_console "tty3-console";

+     select_console "tty1-console";

+         select_console "tty3-console";

+ use testapi qw(check_var get_var send_key type_string assert_screen check_screen assert_script_run validate_script_output enter_cmd type_password select_console);

+         $self->add_console('tty1-console', 'tty-console', {tty => 1});

+         $self->add_console('tty2-console', 'tty-console', {tty => 2});

+         $self->add_console('tty3-console', 'tty-console', {tty => 3});

+         $self->add_console('tty4-console', 'tty-console', {tty => 4});

+         $self->add_console('tty5-console', 'tty-console', {tty => 5});

+         $self->add_console('tty6-console', 'tty-console', {tty => 6});

+         select_console "tty3-console";

+ use testapi qw(is_serial_terminal :DEFAULT select_console);

+         select_console "tty$args{tty}-console";

+ use testapi qw(is_serial_terminal :DEFAULT);

+ our @EXPORT = qw/run_with_error_check type_safely type_very_safely desktop_vt boot_to_login_screen console_login console_switch_layout desktop_switch_layout console_loadkeys_us do_bootloader boot_decrypt check_release menu_launch_type setup_repos repo_setup get_workarounds disable_updates_repos cleanup_workaround_repo console_initial_setup handle_welcome_screen gnome_initial_setup anaconda_create_user check_desktop download_modularity_tests quit_firefox advisory_get_installed_packages advisory_check_nonmatching_packages start_with_launcher quit_with_shortcut disable_firefox_studies select_rescue_mode copy_devcdrom_as_isofile get_release_number check_left_bar check_top_bar check_prerelease check_version spell_version_number _assert_and_click is_branched rec_log repos_mirrorlist register_application get_registered_applications solidify_wallpaper check_and_install_git download_testdata make_serial_writable set_update_notification_timestamp/;

+     if (get_var("SERIAL_CONSOLE") || is_serial_terminal()) {

+         wait_serial("Password:", timeout => 2, quiet => 1);

+     select_console "tty${tty}-console";

+             select_console "tty6-console";

+             select_console "tty${tty}-console";

+ sub get_setup_repos_script {

+     # ensure the 'setup_repos.py' downloader script is present

+     if (script_run "ls /usr/local/bin/setup_repos.py") {

+         assert_script_run 'curl --retry-delay 10 --max-time 30 --retry 5 -o /usr/local/bin/setup_repos.py https://pagure.io/fedora-qa/os-autoinst-distri-fedora/raw/concdl/f/setup_repos.py', timeout => 180;

+         assert_script_run 'chmod ugo+x /usr/local/bin/setup_repos.py';

+ sub get_workarounds {

+     my $version = shift || get_var("VERSION");

+     my %workarounds = (

+         "38" => [],

+         "39" => [],

+         "40" => [],

+     );

+     my $advortasks = $workarounds{$version};

+     return @$advortasks;

+     script_run "rm -rf /mnt/workarounds_repo";

+ sub _prepare_update_mount {

+     # create and mount the filesystem where we will store update/task packages

+     # this is separate from setup_repos as it has to happen before we

+     # enter the toolbox container on the CANNED workflow

+     assert_script_run "mkdir -p /mnt/update_repo";

+     # if NUMDISKS is above 1, assume we want to put the update repo on

+     # the second disk (to avoid huge updates exhausting space on the main

+     # disk)

+     if (get_var("NUMDISKS") > 1) {

+         # I think the disk will always be vdb. This creates a single large

+         # partition.

+         assert_script_run "echo 'type=83' | sfdisk /dev/vdb";

+         assert_script_run "mkfs.ext4 /dev/vdb1";

+         assert_script_run "echo '/dev/vdb1 /mnt/update_repo ext4 defaults 1 2' >> /etc/fstab";

+         assert_script_run "mount /mnt/update_repo";

+     }

+     assert_script_run "cd /mnt/update_repo";

+ }

+ 

+ sub setup_repos {

+     # setup workarounds (if necessary) and updates or tag repositories,

+     # using the setup_repos.py script. It's necessary to set up repos

+     # (rather than just downloading the RPMs and doing a one-time update)

+     # for various reasons: to ensure later package operations use the

+     # update packages, and for use when creating deliverables in the

+     # tests that do that. Has a 'workarounds only' mode for

+     # upgrade_preinstall to use (in case we need workarounds for the

+     # pre-upgrade environment)

+     my %args = (

+         # workarounds only

+         waonly => 0,

+         # release to get workarounds for

+         version => get_var("VERSION"),

+         # whether to write repo configs

+         configs => 1,

+         @_

+     );

+     my $arch = get_var("ARCH");

+     my $tag = get_var("TAG");

+     # write the tag repo config if appropriate

+     assert_script_run 'printf "[openqa-testtag]\nname=openqa-testtag\nbaseurl=https://kojipkgs.fedoraproject.org/repos/' . "$tag/latest/$arch" . '/\ncost=2000\nenabled=1\ngpgcheck=0\n" > /etc/yum.repos.d/openqa-testtag.repo' if ($tag && !$args{waonly});

+     my @was = get_workarounds($args{version});

+     # bail if there are no workarounds:

+     # * if we're in workarounds-only mode

+     # * if we're testing a side tag (so no packages to dl)

+     if ($args{waonly} || $tag) {

+         return unless (@was);

+     }

+     # if we got this far, we're definitely downloading *something*

+     script_run "dnf -y install createrepo_c bodhi-client koji", 300;

+     get_setup_repos_script;

+     my $wastring = join(',', @was);

+     my $udstring;

+     # work out the list of update/task NVRs to test

+     if (get_var("ADVISORY_NVRS") || get_var("ADVISORY_NVRS_1")) {

+         # regular update case

+         # old style single ADVISORY_NVRS var

+         my @nvrs = split(/ /, get_var("ADVISORY_NVRS"));

+         unless (@nvrs) {

+             # new style chunked ADVISORY_NVRS_N vars

+             my $count = 1;

+             while ($count) {

+                 if (get_var("ADVISORY_NVRS_$count")) {

+                     push @nvrs, split(/ /, get_var("ADVISORY_NVRS_$count"));

+                     $count++;

+                 }

+                 else {

+                     $count = 0;

+                 }

+             }

+         }

+         $udstring = join(',', @nvrs);

+     }

+     elsif (get_var("KOJITASK")) {

+         # Koji task case (KOJITASK will be set). If multiple tasks,

+         # they're concatenated with underscores, switch to commas

+         $udstring =~ s/_/,/;

+     }

+     else {

+         die "Neither ADVISORY_NVRS nor KOJITASK set! Don't know what to do";

+     }

+     my $cmd = "/usr/local/bin/setup_repos.py";

+     # don't download updates if we're in workarounds-only mode or testing a tag

+     $cmd .= " -u $udstring" unless ($args{waonly} || $tag);

+     $cmd .= " -w $wastring" if (@was);

+     # write repo config files if asked

+     $cmd .= " -c" if ($args{configs});

+     $cmd .= " $arch";

+     assert_script_run $cmd, 600;

+     unless ($args{waonly} || $tag) {

+         upload_logs "/mnt/updatepkgnames.txt";

+         upload_logs "/mnt/updatepkgs.txt";

+     }

+ }

+ 

+     return unless script_run "test -f /mnt/updatepkgs.txt";

+     # if no current console is registered, assume we're on tty1

+     my $currcon = current_console || "tty1-console";

+     # do all this setup from a serial console for speed (especially when

+     # downloading large updates)

+     # the console we register as 'virtio-console' is the first virtio

+     # serial console, 'virtio_console' on the qemu command line.

+     # on most platforms, this console is /dev/hvc0 (and the default

+     # qemu serial console, which for openQA is backed by a ringbuf

+     # device and logged as serial0.txt, is /dev/ttyS0). however, on

+     # Power, the default serial console is /dev/hvc0 and the first

+     # virtio serial console is /dev/hvc1.

+     # it seems we get a getty on ttyS0 and hvc0 by default, but we

+     # don't get one on hvc1. so on Power, start a tty on hvc1

+     assert_script_run 'systemctl start serial-getty@hvc1.service' if (get_var("OFW"));

+     script_run "echo 'Package download and repo creation happening on serial console...'";

+     select_console("virtio-console");

+     console_login();

+     # prepare the directory the packages will be downloaded to, unless we're

+     # testing a side tag

+     _prepare_update_mount() unless ($tag);

+         # this is simply to wait till we're in the toolbox

+         assert_script_run "true", 180;

+ 

+     if (get_var("VERSION") eq get_var("RAWREL") && get_var("TEST") ne "support_server") {

+         assert_script_run 'printf "[koji-rawhide]\nname=koji-rawhide\nbaseurl=https://kojipkgs.fedoraproject.org/repos/rawhide/latest/' . $arch . '/\ncost=2000\nenabled=1\ngpgcheck=0\n" > /etc/yum.repos.d/koji-rawhide.repo';

+     }

+     if (get_var("CANNED")) {

+         # install and use en_US.UTF-8 locale for consistent sort

+         # ordering

+         assert_script_run "dnf -y install glibc-langpack-en", 300;

+         assert_script_run "export LC_ALL=en_US.UTF-8";

+     }

+     # set up workarounds and updates repos (if needed)

+     if (get_var("TEST") eq "support_server" && $version ne get_var("CURRREL")) {

+         # don't write repo configs if this is the support_server test

+         # and it is running on a different release than the update is for

+         # (in this case we need the repo to exist but do not want to use

+         # it on the actual support_server system)

+         setup_repos(configs => 0);

+     }

+     else {

+         setup_repos(configs => 1);

+         script_run "dnf -y remove bodhi-client createrepo_c koji", 600 if (get_var("INSTALL") && !get_var("CANNED"));

+         wait_serial "# ";

+     # flip back to whatever console we were on before

+     select_console $currcon;

+     assert_script_run 'curl --retry-delay 10 --max-time 30 --retry 5 -o /root/test.py https://pagure.io/fedora-qa/modularity_testing_scripts/raw/master/f/modular_functions.py', timeout => 180;

+         assert_script_run 'curl --retry-delay 10 --max-time 30 --retry 5 -o /root/whitelist https://pagure.io/fedora-qa/modularity_testing_scripts/raw/master/f/whitelist', timeout => 180;

+     return if script_run "test -f /mnt/updatepkgs.txt";

+     if (script_run 'comm -12 /tmp/allpkgs.txt /mnt/updatepkgs.txt > /mnt/testedpkgs.txt') {

+         upload_logs "/mnt/updatepkgs.txt", failok => 1;

+     return if script_run "test -f /mnt/updatepkgnames.txt";

+     # as /mnt/updatepkgs.txt. The '--last | head -1' tries to handle the

+     script_run 'for pkg in $(cat /mnt/updatepkgnames.txt); do rpm -q $pkg && rpm -q $pkg --last | head -1 | cut -d" " -f1 | sed -e \'s,\^,\\\\\\\\^,g\' | xargs rpm -q --qf "%{SOURCERPM} %{NAME} %{EPOCHNUM} %{VERSION} %{RELEASE}\n" >> /tmp/installedupdatepkgs.txt; done', timeout => 180;

+     upload_logs "/mnt/updatepkgs.txt", failok => 1;

+     assert_script_run 'curl --retry-delay 10 --max-time 30 --retry 5 -o updvercheck.py https://pagure.io/fedora-qa/os-autoinst-distri-fedora/raw/main/f/updvercheck.py', timeout => 180;

+     my $cmd = 'python3 ./updvercheck.py /mnt/updatepkgs.txt /tmp/installedupdatepkgs.txt';

+     assert_script_run("curl --retry-delay 10 --max-time 120 --retry 5 -o repository.tar.gz https://pagure.io/fedora-qa/openqa_testdata/blob/thetree/f/repository.tar.gz", timeout => 600);

+ #!/usr/bin/python3

+ 

+ # Copyright Red Hat

+ #

+ # This file is part of os-autoinst-distri-fedora.

+ #

+ # This file is free software; you can redistribute it and/or modify

+ # it under the terms of the GNU General Public License as published by

+ # the Free Software Foundation, either version 3 of the License, or

+ # (at your option) any later version.

+ #

+ # This program is distributed in the hope that it will be useful,

+ # but WITHOUT ANY WARRANTY; without even the implied warranty of

+ # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

+ # GNU General Public License for more details.

+ #

+ # You should have received a copy of the GNU General Public License

+ # along with this program.  If not, see <http://www.gnu.org/licenses/>.

+ #

+ # Author: Adam Williamson <awilliam@redhat.com>

+ 

+ """

+ Package download and repository setup script for openQA update tests.

+ This script uses asyncio to download the packages to be tested, and

+ any 'workaround' packages, concurrently, and create repositories and

+ repository configuration files for them. This is work that used to be

+ done in-line in the test scripts, but doing it that way is slow for

+ large multi-package updates.

+ """

+ 

+ import argparse

+ import asyncio

+ import glob

+ import os

+ import pathlib

+ import shutil

+ import subprocess

+ import sys

+ 

+ # these are variables to make testing this script easier...change them

+ # to /tmp for testing

+ WORKAROUNDS_DIR = "/mnt/workarounds_repo"

+ UPDATES_DIR = "/mnt/update_repo"

+ UPDATES_FILE_PATH = "/mnt"

+ 

+ 

+ class DownloadError(Exception):

+     """Exception raised when package download fails."""

+     pass

+ 

+ 

+ # thanks, https://stackoverflow.com/questions/63782892

+ async def run_command(*args, **kwargs):

+     """

+     Run a command with subprocess such that we can run multiple

+     concurrently.

+     """

+     # Create subprocess

+     process = await asyncio.create_subprocess_exec(

+         *args,

+         # stdout must a pipe to be accessible as process.stdout

+         stderr=asyncio.subprocess.PIPE,

+         stdout=asyncio.subprocess.PIPE,

+         **kwargs,

+     )

+     # Wait for the subprocess to finish

+     stdout, stderr = await process.communicate()

+     # Return retcode, stdout and stderr

+     return (process.returncode, stdout.decode().strip(), stderr.decode().strip())

+ 

+ 

+ async def download_item(item, arch, targetdir):

+     """

+     Download something - a build or task (with koji) or an update

+     (with bodhi).

+     """

+     print(f"Downloading item {item}")

+     if item.isdigit():

+         # this will be a task ID

+         cmd = ("koji", "download-task", f"--arch={arch}", "--arch=noarch", item)

+     elif item.startswith("FEDORA-"):

+         # this is a Bodhi update ID

+         cmd = ("bodhi", "updates", "download", "--arch", arch, "--updateid", item)

+     else:

+         # assume it's an NVR

+         cmd = ("koji", "download-build", f"--arch={arch}", "--arch=noarch", item)

+     # do the download and check for failure

+     (retcode, _, stderr) = await run_command(*cmd, cwd=targetdir)

+     if retcode:

+         # "No .*available for {nvr}" indicates there are no

+         # packages for this arch in the build

+         if not f"available for {item}" in stderr:

+             return item

+     return False

+ 

+ 

+ async def create_workarounds_repo(workarounds, arch, config):

+     """Set up the workarounds repository."""

+     shutil.rmtree(WORKAROUNDS_DIR, ignore_errors=True)

+     os.makedirs(WORKAROUNDS_DIR)

+     rets = []

+     if workarounds:

+         for i in range(0, len(workarounds), 20):

+             tasks = [

+                 asyncio.create_task(download_item(item, arch, WORKAROUNDS_DIR))

+                 for item in workarounds[i : i + 20]

+             ]

+             rets.extend(await asyncio.gather(*tasks))

+     subprocess.run(["createrepo", "."], cwd=WORKAROUNDS_DIR, check=True)

+     if config:

+         with open("/etc/yum.repos.d/workarounds.repo", "w", encoding="utf-8") as repofh:

+             repofh.write(

+                 "[workarounds]\nname=Workarounds repo\n"

+                 "baseurl=file:///mnt/workarounds_repo\n"

+                 "enabled=1\nmetadata_expire=1\ngpgcheck=0"

+             )

+     return [ret for ret in rets if ret]

+ 

+ 

+ async def create_updates_repo(items, arch, config):

+     """Set up the updates/task repository."""

+     # we do not recreate the directory as the test code has to do that

+     # since it has to mount it, before we run

+     rets = []

+     for i in range(0, len(items), 20):

+         tasks = [

+             asyncio.create_task(download_item(item, arch, UPDATES_DIR))

+             for item in items[i : i + 20]

+         ]

+         rets.extend(await asyncio.gather(*tasks))

+     subprocess.run(["createrepo", "."], cwd=UPDATES_DIR, check=True)

+     if not glob.glob(f"{UPDATES_DIR}/*.rpm"):

+         pathlib.Path(f"{UPDATES_FILE_PATH}/updatepkgnames.txt").touch()

+         pathlib.Path(f"{UPDATES_FILE_PATH}/updatepkgs.txt").touch()

+     else:

+         cmd = "rpm -qp *.rpm --qf '%{SOURCERPM} %{NAME} %{EPOCHNUM} %{VERSION} %{RELEASE}\n' | "

+         cmd += f"sort -u > {UPDATES_FILE_PATH}/updatepkgs.txt"

+         subprocess.run(cmd, shell=True, check=True, cwd=UPDATES_DIR)

+         # also log just the binary package names: this is so we can check

+         # later whether any package from the update *should* have been

+         # installed, but was not

+         subprocess.run(

+             "rpm -qp *.rpm --qf '%{NAME} ' > "

+             + f"{UPDATES_FILE_PATH}/updatepkgnames.txt",

+             shell=True,

+             check=True,

+             cwd=UPDATES_DIR,

+         )

+     if config:

+         with open("/etc/yum.repos.d/advisory.repo", "w", encoding="utf-8") as repofh:

+             repofh.write(

+                 "[advisory]\nname=Advisory repo\nbaseurl=file:///mnt/update_repo\n"

+                 "enabled=1\nmetadata_expire=3600\ngpgcheck=0"

+             )

+     return [ret for ret in rets if ret]

+ 

+ 

+ def commalist(string):

+     """Separate a string on commas."""

+     return string.split(",")

+ 

+ 

+ def parse_args():

+     """Parse CLI args with argparse."""

+     parser = argparse.ArgumentParser(

+         description="Packager downloader script for openQA tests"

+     )

+     parser.add_argument("arch", help="Architecture")

+     parser.add_argument(

+         "--workarounds",

+         "-w",

+         type=commalist,

+         help="Comma-separated list of workaround packages",

+     )

+     parser.add_argument(

+         "--updates",

+         "-u",

+         type=commalist,

+         help="Comma-separated list of update/task packages",

+     )

+     parser.add_argument(

+         "--configs", "-c", action="store_true", help="Write repo config files"

+     )

+     args = parser.parse_args()

+     if not (args.workarounds or args.updates):

+         parser.error("At least one of workarounds or updates package lists is required")

+     return args

+ 

+ 

+ async def main():

+     """Do the thing!"""

+     args = parse_args()

+ 

+     tasks = []

+     if args.workarounds:

+         tasks.append(

+             asyncio.create_task(

+                 create_workarounds_repo(args.workarounds, args.arch, args.configs)

+             )

+         )

+     if args.updates:

+         tasks.append(

+             asyncio.create_task(

+                 create_updates_repo(args.updates, args.arch, args.configs)

+             )

+         )

+     failed = []

+     rets = await asyncio.gather(*tasks, return_exceptions=True)

+     for ret in rets:

+         if isinstance(ret, Exception):

+             raise ret

+         failed.extend(ret)

+     if failed:

+         sys.exit(f"Download of item(s) {', '.join(failed)} failed!")

+ 

+ 

+ asyncio.run(main())

+     select_console "tty6-console";

+     select_console "tty3-console";

+         select_console "tty3-console";

+     $cmd .= " --repo=/etc/yum.repos.d/workarounds.repo" if (get_workarounds);

+     $cmd .= " --repo=/etc/yum.repos.d/advisory.repo" unless (get_var("TAG"));

+     my $tag = get_var("TAG");

+     my $workarounds = get_workarounds;

+         # put /var/lib/mock on the third disk, so we don't run out of

+         # space on the main disk. The second disk will have already

+         # been claimed for the update repo.

+     assert_script_run 'echo "config_opts[\'plugin_conf\'][\'bind_mount_opts\'][\'dirs\'].append((\'/mnt/update_repo\', \'/mnt/update_repo\'))" >> /etc/mock/openqa.cfg' unless ($tag);

+     assert_script_run 'echo "config_opts[\'plugin_conf\'][\'bind_mount_opts\'][\'dirs\'].append((\'/mnt/workarounds_repo\', \'/mnt/workarounds_repo\'))" >> /etc/mock/openqa.cfg' if ($workarounds);

+     $repos .= '[advisory]\nname=Advisory repo\nbaseurl=file:///mnt/update_repo\nenabled=1\nmetadata_expire=3600\ngpgcheck=0\n' unless ($tag);

+     # and the workaround repo

+     $repos .= '\n[workarounds]\nname=Workarounds repo\nbaseurl=file:///mnt/workarounds_repo\nenabled=1\nmetadata_expire=3600\ngpgcheck=0\n' if ($workarounds);

+     assert_script_run 'echo "repo --name=advisory --baseurl=file:///mnt/update_repo" >> ' . $repoks unless ($tag);