+ """add Lock table

+ 

+ Revision ID: 358443d0fb4c

+ Revises: f8c29e9793f4

+ Create Date: 2022-08-01 20:41:59.824132

+ 

+ """

+ 

+ # revision identifiers, used by Alembic.

+ revision = '358443d0fb4c'

+ down_revision = 'f8c29e9793f4'

+ 

+ from alembic import op

+ import sqlalchemy as sa

+ 

+ 

+ def upgrade():

+     # ### commands auto generated by Alembic - please adjust! ###

+     op.create_table('lock',

+     sa.Column('id', sa.Integer(), nullable=False),

+     sa.Column('name', sa.String(length=1024), nullable=True),

+     sa.Column('locked', sa.Boolean(), nullable=True),

+     sa.PrimaryKeyConstraint('id', name=op.f('pk_lock')),

+     sa.UniqueConstraint('name', name=op.f('uq_lock_name'))

+     )

+     # ### end Alembic commands ###

+ 

+ 

+ def downgrade():

+     # ### commands auto generated by Alembic - please adjust! ###

+     op.drop_table('lock')

+     # ### end Alembic commands ###

+ from blockerbugs.util.named_lock import NamedLock, LockLocked

+     try:

+         with NamedLock('sync'):

+             docheck = args.check

+             fullsync = args.full

+             # FIXME: as a workaround for very slow standard sync times, perform a full

+             # sync always. If no downsides are found, completely remove the "--full"

+             # cmdline option (and related function arguments) and make full sync the

+             # only approach.

+             # Related: https://pagure.io/fedora-qa/blockerbugs/issue/184

+             fullsync = True

+ 

+             current_milestone = Milestone.query.filter_by(active=True).first()

+             if not current_milestone:

+                 sys.stderr.write('BugSync ERROR: No active releases found!')

+                 sys.exit(1)

+ 

+             sync = BugSync(db)

+ 

+             sync.update_active(full_sync=fullsync)

+ 

+             if docheck:

+                 print("Checking bug sync status")

+                 check_blockers()

+     except LockLocked as e:

+         app.logger.error("Sync in progress")

+     try:

+         with NamedLock('sync'):

+             active_releases = Release.query.filter_by(active=True).all()

+             update_sync = UpdateSync(db)

+             for release in active_releases:

+                 update_sync.sync_updates(release)

+     except LockLocked as e:

+         app.logger.error("Sync in progress")

+         sys.exit(1)

+     try:

+         with NamedLock('sync'):

+             discussion_sync.sync_discussions()

+     except LockLocked as e:

+         app.logger.error("Sync in progress")

+         sys.exit(1)

+ from threading import Thread

+ from blockerbugs.cli import sync_bugs, sync_discussions, sync_updates

+ from blockerbugs.controllers.forms import SyncForm

+ class DummyArgs():

+     def __init__(self, check=False, full=True):

+         self.check=check

+         self.full=full

+ 

+ 

+     @flask_admin.expose('/', methods=['GET', 'POST'])

+     def index(self):

+         syncform = SyncForm(sync_bugs=True, sync_discussions=True, sync_updates=True)

+ 

+         if syncform.validate_on_submit():

+             app.logger.debug('Sync requested from admin UI')

+             to_sync = []

+             if syncform.sync_bugs.data:

+                 app.logger.debug('Syncing bugs')

+                 to_sync.append(sync_bugs)

+             if syncform.sync_discussions.data:

+                 app.logger.debug('Syncing discussions')

+                 to_sync.append(sync_discussions)

+             if syncform.sync_updates.data:

+                 app.logger.debug('Syncing updates')

+                 to_sync.append(sync_updates)

+ 

+             sync_thread = Thread(target=lambda a: [f(a) for f in to_sync], args=[DummyArgs()])

+             sync_thread.start()

+ 

+             return redirect(url_for('admin.index'))  # Post/Redirect/Get to avoid form resubmission

+ 

+         return self.render('admin/index.html', syncform=syncform)

+ 

+ from cgitb import handler

+ from flask import Blueprint, request, Response, g, abort

+ from flask_fas_openid import fas_login_required

+ import io

+ import logging

+ import time

+ from blockerbugs.controllers.users import check_admin_rights

+ from blockerbugs.util.named_lock import NamedLock

+ 

+ 

+ @api_v0.route('/lock/<lock_name>')

+ def lock_locked(lock_name):

+     return JsonResponse({'lock_name': lock_name, 'locked': NamedLock(lock_name).locked})

+ 

+ 

+ @api_v0.route('/lock_force_unlock/<lock_name>')

+ @fas_login_required

+ def lock_force_unlock(lock_name):

+     if not app.config['FAS_ADMIN_GROUP'] in g.fas_user.groups:

+         abort(401)

+ 

+     lock = NamedLock(lock_name)

+     lock.__exit__(None, None, None)

+     return JsonResponse({'lock_name': lock_name, 'msg': 'forced unlock'})

+ 

+ 

+ @api_v0.route('/logs')

+ @fas_login_required

+ def log_stream():

+     if not app.config['FAS_ADMIN_GROUP'] in g.fas_user.groups:

+         abort(401)

+ 

+     if not app.config['FILE_LOGGING'] or not app.config['LOGFILE']:

+         return Response("FILE_LOGGING disabled", mimetype="text/plain")

+     else:

+         def stream():

+             # use logging.WatchedFileHandler's method reopenIfNeeded() to avoid

+             # reading from wrong logfile due to rotation of logs

+             # https://github.com/python/cpython/blob/3.10/Lib/logging/handlers.py#L490

+             handler = logging.handlers.WatchedFileHandler(app.config['LOGFILE'], mode="r")

+             while True:

+                 handler.reopenIfNeeded()

+                 line = handler.stream.readline()

+                 if not line:

+                     time.sleep(0.1)

+                     continue

+                 yield line

+ 

+         return Response(stream(), mimetype="text/plain", content_type="text/event-stream") 

+ from blockerbugs.cli import sync_discussions

+ 

+ 

+ 

+ def at_least_one(form, field):

+     if not any([form.sync_bugs.data, form.sync_discussions.data, form.sync_updates.data]):

+         raise ValidationError('You must select at least one sync option')

+ 

+ 

+ class SyncForm(FlaskForm):

+     sync_bugs = BooleanField('Sync bugs', [at_least_one])

+     sync_discussions = BooleanField('Sync discussions', [at_least_one])

+     sync_updates = BooleanField('Sync updates', [at_least_one]) 

+ # Copyright 2022, Red Hat, Inc

+ #

+ # This program is free software; you can redistribute it and/or modify

+ # it under the terms of the GNU General Public License as published by

+ # the Free Software Foundation; either version 2 of the License, or

+ # (at your option) any later version.

+ #

+ # This program is distributed in the hope that it will be useful,

+ # but WITHOUT ANY WARRANTY; without even the implied warranty of

+ # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

+ # GNU General Public License for more details.

+ #

+ # You should have received a copy of the GNU General Public License along

+ # with this program; if not, write to the Free Software Foundation, Inc.,

+ # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.

+ #

+ # Authors:

+ #   Lukas Brabec <lbrabec@redhat.com>

+ 

+ from blockerbugs import db, BaseModel

+ 

+ class Lock(BaseModel):

+     id = db.Column(db.Integer, primary_key=True)

+     name = db.Column(db.String(1024), unique=True)

+     locked = db.Column(db.Boolean)

+ 

+ #logs {

+   height: 500px;

+   overflow-y: scroll;

+   font-family: monospace;

+   font-size: 9pt;

+   border: 1px solid #ccc;

+   overflow-x: scroll;

+   white-space: pre;

+   color: #fff;

+   background-color: #000;

+   padding: 0.5em;

+ } 

+ {% macro form_error(element) %} {% if element.errors %}

+ <span class='text-danger small'>

+     {% for error in element.errors %}

+     {{ error }}

+     {% endfor %}

+ </span>

+ {% endif %} {%- endmacro %}

+ {% extends 'admin/master.html' %}

+ 

+ {% block body %}

+ 

+ <h5>Sync DB</h5>

+ 

+ <div class="alert alert-danger" id="syncalert" style="display: none;">

+     Sync in progress, you can't perform sync until the current one ends.

+     <button type="button" class="btn btn-danger" id="release-lock">Force unlock</button>

+ </div>

+ 

+ <form method="POST" action="{{ url_for('admin.index') }}" class="form-horizontal">

+     {{ syncform.csrf_token }}

+     <div class="form-group">

+         <div class="col-sm-12">

+             <div class="checkbox">

+                 <label for="sync_bugs">

+                     {{ syncform.sync_bugs }} {{ syncform.sync_bugs.label.text }} {{ form_error(syncform.sync_bugs) }}

+                 </label>

+             </div>

+         </div>

+     </div>

+ 

+     <div class="form-group">

+         <div class="col-sm-12">

+             <div class="checkbox">

+                 <label for="sync_discussions">

+                     {{ syncform.sync_discussions }} {{ syncform.sync_discussions.label.text }} {{ form_error(syncform.sync_discussions) }}

+                 </label>

+             </div>

+         </div>

+     </div>

+ 

+     <div class="form-group">

+         <div class="col-sm-12">

+             <div class="checkbox">

+                 <label for="sync_updates">

+                     {{ syncform.sync_updates }} {{ syncform.sync_updates.label.text }} {{ form_error(syncform.sync_updates) }}

+                 </label>

+             </div>

+         </div>

+     </div>

+ 

+     <div class="form-group">

+         <div class="col-sm-12">

+             <input type="submit" value="Sync" class="btn btn-default" id="syncsubmit">

+         </div>

+     </div>

+ </form>

+ 

+ <h5 style="margin-top: 4em">Log</h5>

+ <div style="display: flex; justify-content: space-between;">

+     <div class="checkbox">

+         <label>

+         <input type="checkbox" value="" id="follow" checked>

+         Follow the output

+         </label>

+     </div>

+ 

+     <div style="display: flex; align-items: center;">

+         <div style="margin-left: 2em;">

+             <a href="/api/v0/logs" target="_blank">raw</a>

+         </div>

+     </div>

+ </div>

+ <div id="logs"></div>

+ 

+ <script>

+     document.addEventListener("DOMContentLoaded", function(event) {

+         const syncCheck = () => {

+         fetch("/api/v0/lock/sync")

+         .then((response) => response.json())

+         .then(

+             (data) => {

+                 if (data.locked) {

+                     $("#syncalert").show()

+                     $("#syncsubmit").prop('disabled', true);

+                 } else {

+                     $("#syncalert").hide()

+                     $("#syncsubmit").prop('disabled', false);

+                 }

+             }

+         )}

+ 

+         syncCheck()

+         setInterval(syncCheck, 5000)

+ 

+         var output = document.getElementById('logs');

+         var xhr = new XMLHttpRequest();

+         xhr.open('GET', '/api/v0/logs', true);

+         xhr.send();

+         setInterval(function() {

+             output.textContent = xhr.responseText;

+             if($("#follow").is(':checked')){

+                 output.scrollTop = output.scrollHeight;

+             }

+         }, 500);

+ 

+         $("#logs").on('scroll', (e) => {

+             const output = document.getElementById('logs');

+             if (Math.abs(output.scrollHeight - output.clientHeight - output.scrollTop) <= 1) {

+                 $("#follow").prop("checked", true);

+             } else {

+                 $("#follow").prop("checked", false);

+             }

+         })

+ 

+         $("#release-lock").on("click", (e) => {

+             fetch("/api/v0/lock_force_unlock/sync")

+             .then((response) => response.json())

+             .then((data) => {

+                 console.log(data)

+                 syncCheck()

+             })

+         })

+     });

+ </script>

+ 

+ {% endblock %} 

+ # Copyright 2022, Red Hat, Inc

+ #

+ # This program is free software; you can redistribute it and/or modify

+ # it under the terms of the GNU General Public License as published by

+ # the Free Software Foundation; either version 2 of the License, or

+ # (at your option) any later version.

+ #

+ # This program is distributed in the hope that it will be useful,

+ # but WITHOUT ANY WARRANTY; without even the implied warranty of

+ # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

+ # GNU General Public License for more details.

+ #

+ # You should have received a copy of the GNU General Public License along

+ # with this program; if not, write to the Free Software Foundation, Inc.,

+ # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.

+ #

+ # Authors:

+ #   Lukas Brabec <lbrabec@redhat.com>

+ 

+ from blockerbugs import db

+ from blockerbugs.models.lock import Lock

+ 

+ 

+ class LockLocked(Exception):

+     pass

+ 

+ 

+ class NamedLock():

+     def __init__(self, name):

+         self.name = name

+ 

+     def __enter__(self):

+         lock = Lock.query.with_for_update(of=Lock).filter_by(name=self.name).first()

+         if not lock:

+             lock = Lock(name=self.name, locked=True)

+         else:

+             if lock.locked:

+                 raise LockLocked

+             lock.locked = True

+ 

+         db.session.add(lock)

+         db.session.commit()

+ 

+     def __exit__(self, exc_type, exc_value, traceback):

+         if exc_type == LockLocked:

+             return

+         lock = Lock.query.with_for_update(of=Lock).filter_by(name=self.name).first()

+         if lock:

+             lock.locked = False

+             db.session.add(lock)

+             db.session.commit()

+ 

+     @property

+     def locked(self):

+         lock = Lock.query.filter_by(name=self.name).first()

+         if not lock:

+             return False

+         else:

+             return lock.locked