# Just to possibly confuse tests by adding another base module.

              mmd = mmd.copy("bootstrap", stream)

              import_mmd(db.session, mmd)

      num_contexts = 2 if contexts else 1

      for index in range(data_size):

          for context in range(num_contexts):

                  combined_hashes = "{0}:{1}".format(unique_hash, unique_hash)

                  build_one.context = hashlib.sha1(combined_hashes.encode("utf-8")).hexdigest()[:8]

              build_one_component_release = get_rpm_release(build_one)

                  package="nginx",

                  scmurl="git://pkgs.domain.local/rpms/nginx?"

                         "#ga95886c8a443b36a9ce31abda1f9bed22f2f8c3",

                  module_id=2 + index * 3,

                  tagged=True,

                  tagged_in_final=True,

                  package="module-build-macros",

                  scmurl="/tmp/module_build_service-build-macrosWZUPeK/SRPMS/"

                         "module-build-macros-0.1-1.module_nginx_1_2.src.rpm",

                  module_id=2 + index * 3,

                  tagged=True,

                  tagged_in_final=True,

          build_two = ModuleBuild(

              name="postgressql",

          )

          build_two.arches.append(arch)

          build_two_component_release = get_rpm_release(build_two)

              package="postgresql",

              scmurl="git://pkgs.domain.local/rpms/postgresql"

                     "?#dc95586c4a443b26a9ce38abda1f9bed22f2f8c3",

              module_id=3 + index * 3,

              tagged=True,

              tagged_in_final=True,

              package="module-build-macros",

              scmurl="/tmp/module_build_service-build-macrosWZUPeK/SRPMS/"

                     "module-build-macros-0.1-1.module_postgresql_1_2.src.rpm",

              nvr="module-build-macros-01-1.{0}".format(build_two_component_release),

              batch=1,

              module_id=3 + index * 3,

          build_three = ModuleBuild(

              name="testmodule",

              time_completed=None,

              rebuild_strategy="changed-and-after",

          )

          build_three_component_release = get_rpm_release(build_three)

              package="rubygem-rails",

              scmurl="git://pkgs.domain.local/rpms/rubygem-rails"

                     "?#dd55886c4a443b26a9ce38abda1f9bed22f2f8c3",

              nvr="postgresql-9.5.3-4.{0}".format(build_three_component_release),

              batch=2,

              module_id=4 + index * 3,

              package="module-build-macros",

              scmurl="/tmp/module_build_service-build-macrosWZUPeK/SRPMS/"

                     "module-build-macros-0.1-1.module_testmodule_1_2.src.rpm",

              module_id=4 + index * 3,

              tagged=True,

              build_time_only=True,

      """ Creates a testmodule in the building state with all the components in the same batch

      """

      clean_database()

      mmd = load_mmd_file(formatted_testmodule_yml_path)

      mmd.get_rpm_component("tangerine").set_buildorder(0)

      module_build = module_build_service.models.ModuleBuild(

          name="testmodule",

          stream="master",

          state=BUILD_STATES["build"],

          scratch=scratch,

          build_context="ac4de1c346dcf09ce77d38cd4e75094ec1c08eb0",

          modulemd=mmd_to_str(mmd),

      )

      module_build.buildrequires.append(platform_br)

      build_one_component_release = get_rpm_release(module_build)

          module_build_service.models.ComponentBuild(

              package="perl-Tangerine",

              scmurl="https://src.fedoraproject.org/rpms/perl-Tangerine"

                     "?#4ceea43add2366d8b8c5a622a2fb563b625b9abf",

              tagged_in_final=True,

          ),

          module_build_service.models.ComponentBuild(

              package="perl-List-Compare",

              scmurl="https://src.fedoraproject.org/rpms/perl-List-Compare"

                     "?#76f9d8c8e87eed0aab91034b01d3d5ff6bd5b4cb",

              tagged_in_final=True,

          ),

          module_build_service.models.ComponentBuild(

              package="tangerine",

              scmurl="https://src.fedoraproject.org/rpms/tangerine"

                     "?#fbed359411a1baa08d4a88e0d12d426fbf8f602c",

              tagged_in_final=tangerine_state == koji.BUILD_STATES["COMPLETE"],

          ),

          module_build_service.models.ComponentBuild(

              package="module-build-macros",

              scmurl="/tmp/module_build_service-build-macrosqr4AWH/SRPMS/module-build-"

                     "macros-0.1-1.module_testmodule_master_20170109091357.src.rpm",

              tagged=True,

              build_time_only=True,

          ),

  def reuse_component_init_data():

          current_dir, "staged_data", "formatted_testmodule.yaml")

      mmd = load_mmd_file(formatted_testmodule_yml_path)

      build_one = module_build_service.models.ModuleBuild(

          name="testmodule",

          stream="master",

          state=BUILD_STATES["ready"],

          ref_build_context="ac4de1c346dcf09ce77d38cd4e75094ec1c08eb0",

          runtime_context="ac4de1c346dcf09ce77d38cd4e75094ec1c08eb0",

      xmd["mbs"]["commit"] = "ff1ea79fc952143efeed1851aa0aa006559239ba"

      mmd.set_xmd(xmd)

      build_one.modulemd = mmd_to_str(mmd)

      build_one.buildrequires.append(platform_br)

          module_build_service.models.ComponentBuild(

              package="perl-Tangerine",

              scmurl="https://src.fedoraproject.org/rpms/perl-Tangerine"

                     "?#4ceea43add2366d8b8c5a622a2fb563b625b9abf",

              tagged_in_final=True,

          ),

          module_build_service.models.ComponentBuild(

              package="perl-List-Compare",

              scmurl="https://src.fedoraproject.org/rpms/perl-List-Compare"

                     "?#76f9d8c8e87eed0aab91034b01d3d5ff6bd5b4cb",

              tagged_in_final=True,

          ),

          module_build_service.models.ComponentBuild(

              package="tangerine",

              scmurl="https://src.fedoraproject.org/rpms/tangerine"

                     "?#fbed359411a1baa08d4a88e0d12d426fbf8f602c",

              tagged_in_final=True,

          ),

          module_build_service.models.ComponentBuild(

              package="module-build-macros",

              scmurl="/tmp/module_build_service-build-macrosqr4AWH/SRPMS/module-build-"

                     "macros-0.1-1.module_testmodule_master_20170109091357.src.rpm",

              tagged=True,

              build_time_only=True,

          ),

      build_two = module_build_service.models.ModuleBuild(

          name="testmodule",

          stream="master",

          state=BUILD_STATES["build"],

          ref_build_context="ac4de1c346dcf09ce77d38cd4e75094ec1c08eb0",

          runtime_context="ac4de1c346dcf09ce77d38cd4e75094ec1c08eb0",

      xmd["mbs"]["commit"] = "55f4a0a2e6cc255c88712a905157ab39315b8fd8"

      mmd.set_xmd(xmd)

      build_two.modulemd = mmd_to_str(mmd)

      build_two.arches.append(arch)

      build_two.buildrequires.append(platform_br)

          module_build_service.models.ComponentBuild(

              package="perl-Tangerine",

              scmurl="https://src.fedoraproject.org/rpms/perl-Tangerine"

                     "?#4ceea43add2366d8b8c5a622a2fb563b625b9abf",

              ref="4ceea43add2366d8b8c5a622a2fb563b625b9abf",

          ),

          module_build_service.models.ComponentBuild(

              package="perl-List-Compare",

              scmurl="https://src.fedoraproject.org/rpms/perl-List-Compare"

                     "?#76f9d8c8e87eed0aab91034b01d3d5ff6bd5b4cb",

              ref="76f9d8c8e87eed0aab91034b01d3d5ff6bd5b4cb",

          ),

          module_build_service.models.ComponentBuild(

              package="tangerine",

              scmurl="https://src.fedoraproject.org/rpms/tangerine"

                     "?#fbed359411a1baa08d4a88e0d12d426fbf8f602c",

              ref="fbed359411a1baa08d4a88e0d12d426fbf8f602c",

          ),

          module_build_service.models.ComponentBuild(

              package="module-build-macros",

              scmurl="/tmp/module_build_service-build-macrosqr4AWH/SRPMS/module-build-"

                     "macros-0.1-1.module_testmodule_master_20170219191323.src.rpm",

              tagged=True,

              build_time_only=True,

          ),

  def reuse_shared_userspace_init_data():

  def make_module(

      nsvc,

      requires_list=None,

      build_requires_list=None,

      Creates new models.ModuleBuild defined by `nsvc` string with requires

      and buildrequires set according to ``requires_list`` and ``build_requires_list``.

      :param str nsvc: name:stream:version:context of a module.

      :param list_of_dicts requires_list: List of dictionaries defining the

          requires in the mmd requires field format.

      )

      if base_module:

          module_build.buildrequires.append(base_module)

      if virtual_streams:

          for virtual_stream in virtual_streams:

              if not vs_obj:

                  vs_obj = VirtualStream(name=virtual_stream)

              if vs_obj not in module_build.virtual_streams:

                  module_build.virtual_streams.append(vs_obj)

      if arches is None:

          arches = ["x86_64"]

      for arch in arches:

              name=arch).first()

          if not arch_obj:

              arch_obj = module_build_service.models.ModuleArch(name=arch)

          if arch_obj not in module_build.arches:

              module_build.arches.append(arch_obj)

      return module_build

  import pytest

  from module_build_service.utils.general import load_mmd_file, mmd_to_str

  @pytest.fixture()

  def platform_mmd():

      return PLATFORM_MODULEMD

  import module_build_service.utils

  from module_build_service.errors import Forbidden

  from module_build_service import db, models, conf, build_logs

  from mock import patch, PropertyMock, Mock

  from werkzeug.datastructures import FileStorage

      import moksha.hub.reactor  # noqa

  @patch("module_build_service.scheduler.handlers.modules.handle_stream_collision_modules")

  @patch.object(

      module_build_service.config.Config, "system", new_callable=PropertyMock, return_value="test"

          ]),

      },

  )

      # Global variable used for tests if needed

      _global_var = None

      @patch("module_build_service.auth.get_user", return_value=user)

      @patch("module_build_service.scm.SCM")

      def test_submit_build(

      ):

          """

          Tests the build of testmodule.yaml using FakeModuleBuilder which

          FakeModuleBuilder.on_buildroot_add_artifacts_cb = on_buildroot_add_artifacts_cb

          # All components should be built and module itself should be in "done"

          # or "ready" state.

      @patch("module_build_service.auth.get_user", return_value=user)

      @patch("module_build_service.scm.SCM")

      def test_submit_build_no_components(

      ):

          """

          Tests the build of a module with no components

          data = json.loads(rv.data)

          module_build_id = data["id"]

          module_build = models.ModuleBuild.query.filter_by(id=module_build_id).one()

          # Make sure no component builds were registered

      @patch("module_build_service.auth.get_user", return_value=user)

      @patch("module_build_service.scm.SCM")

      def test_submit_build_from_yaml_allowed(

      ):

          FakeSCM(

              mocked_scm, "testmodule", "testmodule.yaml", "620ec77321b2ea7b0d67d82992dda3e1d67055b4")

                  )

              data = json.loads(rv.data)

              assert data["id"] == 2

          assert models.ModuleBuild.query.first().state == models.BUILD_STATES["ready"]

      @patch("module_build_service.auth.get_user", return_value=user)

      @patch("module_build_service.scm.SCM")

          """

          Submit all builds for a module and cancel the module build later.

          """

          FakeModuleBuilder.on_cancel_cb = on_cancel_cb

          FakeModuleBuilder.on_finalize_cb = on_finalize_cb

          # Because we did not finished single component build and canceled the

          # module build, all components and even the module itself should be in

      @patch("module_build_service.auth.get_user", return_value=user)

      @patch("module_build_service.scm.SCM")

      def test_submit_build_instant_complete(

      ):

          """

          Tests the build of testmodule.yaml using FakeModuleBuilder which

          module_build_id = data["id"]

          FakeModuleBuilder.INSTANT_COMPLETE = True

          # All components should be built and module itself should be in "done"

          # or "ready" state.

          return_value=1,

      )

      def test_submit_build_concurrent_threshold(

      ):

          """

          Tests the build of testmodule.yaml using FakeModuleBuilder with

              Stop the scheduler when the module is built or when we try to build

              more components than the num_concurrent_builds.

              """

              build_count = (

                      state=koji.BUILD_STATES["BUILDING"]

                  ).count()

              )

              over_threshold = conf.num_concurrent_builds < build_count

              return main_stop(message) or over_threshold

          # All components should be built and module itself should be in "done"

          # or "ready" state.

          return_value=2,

      )

      def test_try_to_reach_concurrent_threshold(

      ):

          """

          Tests that we try to submit new component build right after

              Stop the scheduler when the module is built or when we try to build

              more components than the num_concurrent_builds.

              """

              num_building = (

                  .filter_by(state=koji.BUILD_STATES["BUILDING"])

                  .count()

              )

              TestBuild._global_var.append(num_building)

              return main_stop(message) or over_threshold

          # _global_var looks similar to this: [0, 1, 0, 0, 2, 2, 1, 0, 0, 0]

          # It shows the number of concurrent builds in the time. At first we

          return_value=1,

      )

      def test_build_in_batch_fails(

      ):

          """

          Tests that if the build in batch fails, other components in a batch

          FakeModuleBuilder.on_tag_artifacts_cb = on_tag_artifacts_cb

          for c in models.ComponentBuild.query.filter_by(module_id=module_build_id).all():

              # perl-Tangerine is expected to fail as configured in on_build_cb.

          return_value=1,

      )

      def test_all_builds_in_batch_fail(

      ):

          """

          Tests that if the build in batch fails, other components in a batch

          FakeModuleBuilder.on_build_cb = on_build_cb

          for c in models.ComponentBuild.query.filter_by(module_id=module_build_id).all():

              # perl-Tangerine is expected to fail as configured in on_build_cb.

      @patch("module_build_service.auth.get_user", return_value=user)

      @patch("module_build_service.scm.SCM")

          """

          Tests that we do not try building module-build-macros when reusing all

          components in a module build.

          FakeModuleBuilder.on_buildroot_add_artifacts_cb = on_buildroot_add_artifacts_cb

          reused_component_ids = {

              "module-build-macros": None,

      @patch("module_build_service.auth.get_user", return_value=user)

      @patch("module_build_service.scm.SCM")

      def test_submit_build_reuse_all_without_build_macros(

      ):

          """

          Tests that we can reuse components even when the reused module does

          """

          reuse_component_init_data()

          def on_build_cb(cls, artifact_name, source):

              raise ValueError("All components should be reused, not build.")

          FakeModuleBuilder.on_buildroot_add_artifacts_cb = on_buildroot_add_artifacts_cb

          # All components should be built and module itself should be in "done"

          # or "ready" state.

              assert build.state == koji.BUILD_STATES["COMPLETE"]

              assert build.module_build.state in [

                  models.BUILD_STATES["done"],

      @patch("module_build_service.auth.get_user", return_value=user)

      @patch("module_build_service.scm.SCM")

          """

          Tests that resuming the build works even when previous batches

          are already built.

          module_build_id = data["id"]

          module_build = models.ModuleBuild.query.filter_by(id=module_build_id).one()

          components = (

          )

          # Make sure the build went from failed to wait

          assert module_build.state == models.BUILD_STATES["wait"]

          db.session.expire_all()

          # Run the backend

          # All components should be built and module itself should be in "done"

          # or "ready" state.

              assert build.state == koji.BUILD_STATES["COMPLETE"]

              assert build.module_build.state in [

                  models.BUILD_STATES["done"],

      @patch("module_build_service.auth.get_user", return_value=user)

      @patch("module_build_service.scm.SCM")

      def test_submit_build_resume_recover_orphaned_macros(

      ):

          """

          Tests that resuming the build works when module-build-macros is orphaned but marked as

          db.session.expire_all()

          # Run the backend

          # All components should be built and module itself should be in "done"

          # or "ready" state.

      @patch("module_build_service.auth.get_user", return_value=user)

      @patch("module_build_service.scm.SCM")

      def test_submit_build_resume_failed_init(

      ):

          """

          Tests that resuming the build works when the build failed during the init step

          """

          FakeSCM(

              mocked_scm, "testmodule", "testmodule.yaml", "620ec77321b2ea7b0d67d82992dda3e1d67055b4")

          with patch("module_build_service.utils.submit.format_mmd") as mock_format_mmd:

              mock_format_mmd.side_effect = Forbidden("Custom component repositories aren't allowed.")

                  }),

              )

              # Run the backend so that it fails in the "init" handler

              cleanup_moksha()

          module_build_id = json.loads(rv.data)["id"]

          db.session.expire_all()

          # Run the backend again

          # All components should be built and module itself should be in "done"

          # or "ready" state.

      @patch("module_build_service.auth.get_user", return_value=user)

      @patch("module_build_service.scm.SCM")

      def test_submit_build_resume_init_fail(

      ):

          """

          Tests that resuming the build fails when the build is in init state

          )

          assert rv.status_code == 201

          # Run the backend

          # Post again and make sure it fails

          rv2 = self.client.post(

              "/module-build-service/1/module-builds/",

          return_value=True,

      )

      def test_submit_scratch_vs_normal(