+ pipeline {

+     parameters {

+         string(defaultValue: "", description: "", name: "REPO")

+         string(defaultValue: "", description: "", name: "BRANCH")

+     }

+     agent { node { label 'fedora29' } }

+     stages {

+         stage('Validate Content') {

+             agent {

+                 dockerfile {

+                     label 'fedora29'

+                     additionalBuildArgs "--pull --no-cache"

+                 }

+             }

+             steps {

+                 sh './run_tests.sh'

+ FROM registry.fedoraproject.org/fedora:rawhide

+ 

+ LABEL maintainer="Stephen Gallagher <sgallagh@redhat.com>"

+ 

+ RUN dnf -y --setopt=install_weak_deps=False install \

+         git-core \

+         make \

+         python3-libmodulemd \

+         python3-libmodulemd1 \

+         python3-GitPython \

+     && dnf -y clean all

+     stream: 6.2

+     modified: 20180110

+         6.2: [default]

+     stream: 2.12

+     modified: 201901151200

+         2.12: [default] 

+ set -e

+ 

+     git config user.email "noreply@ci.centos.org"

+     git config user.name "CentOS CI"

+ 

+     # Save the commit ID of the baseline checkout

+     MODULE_DEFAULTS_TEST_BASELINE=$(git log -1 --pretty=%H)

+     export MODULE_DEFAULTS_TEST_BASELINE

+ 

+     # Merge the PR into the current tree

+     git remote rm proposed || true

+     git gc --auto

+     git remote add proposed "$REPO"

+     git fetch proposed

+     git checkout origin/master

+     git merge --no-ff "proposed/$BRANCH" -m "Merge PR"

+ 

+     echo "Running tests for branch $BRANCH of repo $REPO"

+     echo "Last commits:"

+     git log -2

+     # Run any tests that only apply to PRs

+     tests/pr_tests.sh

+ # Run any tests that apply to either PRs or commits

+ tests/common_tests.sh

+ #!/bin/bash

+ 

+ set -e

+ 

+ # Validate that all of the YAML documents are properly-named and have valid

+ # syntax.

+ python3 tests/validate.py

+ #!/usr/bin/python3

+ 

+ import gi

+ import git

+ import os

+ import sys

+ 

+ from gi.repository import GLib

+ gi.require_version('Modulemd', '2.0')

+ from gi.repository import Modulemd

+ 

+ def print_failure(failure):

+     print("Error: %s" % failure.get_gerror())

+     print("Offending YAML: \n%s" % failure.get_yaml())

+ 

+ def unusable_baseline():

+     print("Baseline was unusable. Skipping test.")

+     return os.EX_OK

+ 

+ def get_index_and_defaults (repo, filename, commit):

+     try:

+         yaml = repo.git.show('%s:%s' % (commit, filename))

+     except git.exc.GitCommandError as e:

+         # This file didn't exist in the baseline commit, so just return

+         # success. If there's anything wrong with the new file, it will be

+         # caught in common_tests.sh

+         return 0

+ 

+     index = Modulemd.ModuleIndex.new()

+     try:

+         ret, failures = index.update_from_string(yaml, True)

+         if ret != True:

+             for failure in failures:

+                 print_failure (failure)

+             raise IOError("Invalid modulemd-defaults document")

+ 

+     except gi.repository.GLib.Error as e:

+         print ("Error: %s" % e)

+         raise IOError("Invalid YAML document")

+ 

+     module_names = index.get_module_names()

+     if len(module_names) > 1:

+         raise IOError("YAML contained multiple modules")

+     elif len(module_names) < 1:

+         raise IOError("YAML contained no modules")

+ 

+     defaults = index.get_module(index.get_module_names()[0]).get_defaults()

+     if not defaults:

+         raise IOError("YAML contained no defaults")

+ 

+     return index, defaults

+ 

+ def main():

+     os.putenv('G_MESSAGES_DEBUG', 'all')

+     filename = sys.argv[1]

+     baseline_commit = sys.argv[2]

+ 

+     script_dir = os.path.dirname(os.path.realpath(__file__))

+ 

+     repo = git.Repo(script_dir,

+                     search_parent_directories=True)

+ 

+     # First get the defaults from the baseline commit

+     try:

+         baseline_index, baseline_defaults = get_index_and_defaults (

+             repo, filename, baseline_commit)

+     except IOError as e:

+         # This should never happen, since the original files presumably have

+         # been validated previously (unless someone merged without checking

+         # the CI results on a PR). If this occurs, the failures will be in the

+         # logs and we'll assume that this PR is trying to fix it, which will

+         # be mostly handled in common_tests.sh.

+         print(e, file=sys.stderr)

+         return unusable_baseline()

+ 

+     try:

+         updated_commit = 'HEAD'

+         updated_index, updated_defaults = get_index_and_defaults (

+             repo, filename, updated_commit)

+     except IOError as e:

+         # If we hit this, the patch is broken.

+         print(e, file=sys.stderr)

+         return os.EX_DATAERR

+ 

+     if updated_defaults.get_modified() <= baseline_defaults.get_modified():

+         print ("%s has changed but the 'modified' field has not increased." %

+                filename)

+         print ("Baseline modified: %d", baseline_defaults.get_modified())

+         print ("Updated modified: %d", updated_defaults.get_modified())

+         return os.EX_DATAERR

+ 

+     # Confirm that these two sets of defaults merge cleanly

+     merger = Modulemd.ModuleIndexMerger.new()

+     merger.associate_index(baseline_index, 0)

+     merger.associate_index(baseline_index, 0)

+ 

+     try:

+         merger.resolve()

+     except gi.repository.GLib.Error as e:

+         print ("Merge Error: %s" % e, file=sys.stderr)

+         return os.EX_DATAERR

+ 

+     return os.EX_OK

+ 

+ if __name__ == "__main__":

+     sys.exit(main())

+ 

+ Dockerfile

+ tests/common_tests.sh

+ tests/compare_defaults.py

+ tests/pr_tests.sh

+ #!/bin/bash

+ 

+ set -e

+ 

+ SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"

+ 

+ # Tests in this path may read the environment variable

+ # MODULE_DEFAULTS_TEST_BASELINE which specifies the commit ID that this PR has

+ # been applied atop.

+ 

+ # Set the $CWD to the root of this repo

+ GIT_ROOT=$(git rev-parse --show-toplevel)

+ pushd $GIT_ROOT

+ 

+ # Get a list of changed files

+ modified_files=$(git log --name-only \

+                          --pretty=oneline \

+                          --full-index \

+                          $MODULE_DEFAULTS_TEST_BASELINE..HEAD \

+                   | grep -vE '^[0-9a-f]{40} ' | sort -u)

+ 

+ for file in ${modified_files[@]}; do

+     if [[ $file == *".yaml" ]]; then

+         $SCRIPT_DIR/compare_defaults.py $file $MODULE_DEFAULTS_TEST_BASELINE

+     fi

+ done

+ 

+ popd

+ # Useless comment to test filtering

+ 

+     sys.exit(main())