+ Generic single-database configuration. 

+ from sqlalchemy import engine_from_config

+ from sqlalchemy import pool

+ 

+ from alembic import context

+ 

+ # target_metadata = mymodel.Base.metadata

+     #url = config.get_main_option("sqlalchemy.url")

+     from oraculum import app

+     context.configure(

+         url=app.config['SQLALCHEMY_DATABASE_URI'],

+         target_metadata=target_metadata,

+         literal_binds=True,

+         dialect_opts={"paramstyle": "named"},

+     )

+     connectable = engine_from_config(

+         prefix="sqlalchemy.",

+         poolclass=pool.NullPool,

+     with connectable.connect() as connection:

+         context.configure(

+             connection=connection, target_metadata=target_metadata

+         )

+ 

+ 

+ from alembic import op

+ import sqlalchemy as sa

+ ${imports if imports else ""}

+ """DB Cache

+ 

+ Revision ID: f37edffe0265

+ Revises: 

+ Create Date: 2020-03-09 14:13:11.323459

+ 

+ """

+ from alembic import op

+ import sqlalchemy as sa

+ 

+ 

+ # revision identifiers, used by Alembic.

+ revision = 'f37edffe0265'

+ down_revision = None

+ branch_labels = None

+ depends_on = None

+ 

+ 

+ def upgrade():

+     # ### commands auto generated by Alembic - please adjust! ###

+     op.create_table('cached_data',

+     sa.Column('id', sa.Integer(), nullable=False),

+     sa.Column('provider', sa.Text(), nullable=True),

+     sa.Column('time_created', sa.DateTime(), nullable=True),

+     sa.Column('raw_text', sa.Text(), nullable=True),

+     sa.PrimaryKeyConstraint('id'),

+     sa.UniqueConstraint('provider')

+     )

+     # ### end Alembic commands ###

+ 

+ 

+ def downgrade():

+     # ### commands auto generated by Alembic - please adjust! ###

+     op.drop_table('cached_data')

+     # ### end Alembic commands ###

+ MAX_DB_AGE = 1800 # Max cache age allowed in seconds

+ SKIP_CACHE_AGE_CHECK = False # Skip checking cache age in runtime, make sure to set up cron with "runcli.py sync" if set to True

+ #echo "No database required at the moment. DONE"

+ #exit 0

+ python3 run_cli.py init_db

+ python3 run_cli.py mock_data

+ from flask_sqlalchemy import SQLAlchemy

+ db = SQLAlchemy(app)

+ import os

+ import sys

+ from optparse import OptionParser

+ 

+ from alembic.config import Config

+ from alembic import command as al_command

+ from alembic.migration import MigrationContext

+ 

+ from oraculum import app, db, controllers

+ from oraculum.utils import db_utils

+ 

+ def get_alembic_config():

+     # the location of the alembic ini file and alembic scripts changes when

+     # installed via package

+     if os.path.exists("./alembic.ini"):

+         alembic_cfg = Config("./alembic.ini")

+     else:

+         alembic_cfg = Config("/usr/share/blockerbugs/alembic.ini",

+                              ini_section='alembic-packaged')

+     return alembic_cfg

+ 

+ 

+ def initialize_db():

+     alembic_cfg = get_alembic_config()

+ 

+     # check to see if the db has already been initialized by checking for an

+     # alembic revision

+     context = MigrationContext.configure(db.engine.connect())

+     current_rev = context.get_current_revision()

+ 

+     if current_rev:

+         print("Database already initialized and at rev %s - not re-initializing" % current_rev)

+     else:

+         print("Initializing Database")

+         db.drop_all()

+         db.create_all()

+ 

+         print("Initializing alembic version")

+ 

+         al_command.stamp(alembic_cfg, "head")

+ 

+ 

+ def upgrade_db():

+     print("Upgrading Database to Latest Revision")

+     alembic_cfg = get_alembic_config()

+     al_command.upgrade(alembic_cfg, "head")

+ 

+ def sync():

+     print("Refreshing DB Cache")

+     app.config['MAX_DB_AGE'] = 0

+     app.config['SKIP_CACHE_AGE_CHECK'] = False

+     db_utils.refresh_data("get_actions", controllers.main.get_actions())

+     #db_utils.refresh_data("api_v0_meetings", controllers.main.api_v0_meetings()) FIXME

+     possible_commands = ['init_db', 'generate_config', 'upgrade_db', 'sync']

+ 

+     usage = 'usage: %prog [options] command \n  Possible Commands: ' + ' '.join(

+         possible_commands)

+     parser = OptionParser(usage=usage)

+     parser.add_option('-d', '--dburi', dest='dburi', help='dburi to use')

+ 

+     (options, args) = parser.parse_args()

+ 

+     if len(args) < 1:

+         print("need to have at least 1 command")

+         sys.exit(1)

+ 

+     command = args[0]

+     if not command in possible_commands:

+         print("Invalid command: %s" % command)

+         print("Please use one of the following commands: %s" % str(possible_commands))

+         sys.exit(1)

+ 

+     elif command == 'upgrade_db':

+         upgrade_db()

+     elif command == 'init_db':

+         initialize_db()

+     elif command == 'sync':

+         sync()

+ import re

+ import flask

+ from flask import request, url_for, jsonify

+ from werkzeug.contrib.cache import SimpleCache

+ from oraculum import app, cache

+ from oraculum.data_providers import PROVIDERS

+ from oraculum.utils import fedocal, schedule, blockerbugs, meetbot, db_utils

+ # MAX_DB_AGE defined in oraculum.utils.db_utils

+ #@cache.cached(timeout=CACHE_TIMEOUT)

+     cached = db_utils.get_db_data("api_v0_meetings")

+     if cached:

+         return cached

+ 

+     json_resp = jsonify(resp)

+     db_utils.refresh_data("api_v0_meetings", resp)

+     return json_resp

+     actions = []

+     for p_name, p_module in PROVIDERS.items():

+         cached = db_utils.get_db_data(p_name)

+         if cached:

+             actions.extend(cached)

+         else:

+             p_actions = p_module.get_actions()

+             actions.extend(p_actions)

+             db_utils.refresh_data(p_name, p_actions)

+ def api_v1_actions():

+ #

+ # landing_page.py - Database model for landing page

+ #

+ # Copyright 2020, Red Hat, Inc

+ #

+ # This program is free software; you can redistribute it and/or modify

+ # it under the terms of the GNU General Public License as published by

+ # the Free Software Foundation; either version 2 of the License, or

+ # (at your option) any later version.

+ #

+ # This program is distributed in the hope that it will be useful,

+ # but WITHOUT ANY WARRANTY; without even the implied warranty of

+ # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

+ # GNU General Public License for more details.

+ #

+ # You should have received a copy of the GNU General Public License along

+ # with this program; if not, write to the Free Software Foundation, Inc.,

+ # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.

+ #

+ # Authors:

+ #   Frantisek Zatloukal <fzatlouk@redhat.com>

+ 

+ from oraculum import db

+ from datetime import datetime

+ 

+ class CachedData(db.Model):

+     id = db.Column(db.Integer, primary_key=True)

+     provider = db.Column(db.Text, unique=True)

+     time_created = db.Column(db.DateTime, unique=False)

+     raw_text = db.Column(db.Text, unique=False)

+ 

+     def __init__(self, provider, raw_text):

+         self.provider = provider

+         self.time_created = datetime.utcnow()

+         self.raw_text = raw_text

+ #

+ # db_utils.py - Database helper functions landing page cache

+ #

+ # Copyright 2020, Red Hat, Inc

+ #

+ # This program is free software; you can redistribute it and/or modify

+ # it under the terms of the GNU General Public License as published by

+ # the Free Software Foundation; either version 2 of the License, or

+ # (at your option) any later version.

+ #

+ # This program is distributed in the hope that it will be useful,

+ # but WITHOUT ANY WARRANTY; without even the implied warranty of

+ # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

+ # GNU General Public License for more details.

+ #

+ # You should have received a copy of the GNU General Public License along

+ # with this program; if not, write to the Free Software Foundation, Inc.,

+ # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.

+ #

+ # Authors:

+ #   Frantisek Zatloukal <fzatlouk@redhat.com>

+ import json

+ 

+ from datetime import datetime, timedelta

+ from oraculum import app, db

+ from oraculum.models.db_cache import CachedData

+ 

+ def is_new_enough(db_time):

+     """

+     Checks if given db_time is new enough according to MAX_DB_AGE

+     Skips check if SKIP_CACHE_AGE_CHECK is set to True

+     """

+     if app.config['SKIP_CACHE_AGE_CHECK']:

+         return True

+     if not db_time:

+         return False

+     if (datetime.utcnow() - timedelta(seconds=app.config['MAX_DB_AGE'])) >= db_time:

+         return False

+     return True

+ 

+ def refresh_data(provider, data):

+     """

+     Refreshes given data for given provider in the db

+     Returns immediately when SKIP_CACHE_AGE_CHECK is set

+     """

+     if app.config['SKIP_CACHE_AGE_CHECK']:

+         return True

+     row = CachedData.query.filter_by(provider=provider).first()

+     if row:

+         row.time_created = datetime.utcnow()

+         row.data = data

+     else:

+         db.session.add(CachedData(provider, json.dumps(data)))

+     db.session.commit()

+ 

+ def get_db_data(provider):

+     """

+     Returns raw_text for API serving

+     Tries to fetch raw_text from db if new enough, returns false on cache miss

+     """

+     row = CachedData.query.filter_by(provider=provider).first()

+     if row and is_new_enough(row.time_created):

+         app.logger.debug("DB Cache hit for provider: %s" % provider)

+         return json.loads(row.raw_text)

+     app.logger.debug("DB Cache miss for provider: %s" % provider)

+     return False

+     data_cleaned = []

+     for schedule_event in data:

+         data_cleaned.append({

+             'summary': schedule_event["summary"],

+             'date': schedule_event["date"],

+             'current': schedule_event["current"]

+         })

+     return data_cleaned