from flask import Flask, redirect, session, request, render_template, url_for, flash, jsonify, send_file, make_response
from helpers.s3 import S3
from helpers.constants import Constants
from helpers.githubuser import GithubUser, PublicGithubUser
from helpers.githubbot import GithubBot
from helpers.sources.osenv import OSConstants
from helpers.sources.mongo import MongoConstants
from helpers.extensions import LanguageExtensions
import os, time, datetime
app = Flask(__name__)
dev = os.environ.get('dev') == 'true' or not os.environ.get('PORT')
constants = Constants(OSConstants())
app.secret_key = constants.get('SK')
extensions = LanguageExtensions()
LANGS = dict(zip(constants.get('GH_REPOS').split(','), constants.get('LANGS').split(';')))
CURRENT = dict(zip(constants.get('GH_REPOS').split(','), constants.get('CURRENT').split(';')))
try:
s3 = S3(constants.get('AWS_ACCESS_KEY'), constants.get('AWS_SECRET_KEY'), constants.get('AWS_BUCKET'))
except:
s3 = None
collections = zip(constants.get('GH_REPOS').split(','), constants.get('STORAGE_COLLECTIONS').split(','))
storages = {}
for repo_name, collection_name in collections:
try:
storage = Constants(MongoConstants(collection_name, constants.get('MONGOLAB_URI')))
except:
storage = None
storages[repo_name] = storage
bots ={}
for repo_name in constants.get('GH_REPOS').split(','):
try:
bot = GithubBot(constants, repo_name, LANGS[repo_name], CURRENT[repo_name])
except:
bot = None
bots[repo_name] = bot
@app.before_request
def preprocess_request():
if request.endpoint in {'redirect_view', 'proxy_view', 'pending_view', 'leaderboard_view', 'user_leaderboard_view'}:
if request.view_args.get('object_key'):
session['object_key'] = request.view_args.get('object_key')
if session.get('verified') != True:
session['next'] = request.url
return redirect(url_for('login_view'))
if session.get('next'):
return redirect(session.pop('next'))
if not s3:
flash('Your S3 keys are invalid!', 'danger')
return 'Your S3 keys are invalid!'
@app.after_request
def postprocess_request(response):
if not dev:
response.headers.setdefault('Strict-Transport-Security', 'max-age=31536000')
return response
def cached(response_data, since, expires=86400):
response = make_response(response_data)
response.headers['Last-Modified'] = since
response.headers['Expires'] = since + datetime.timedelta(seconds=expires)
if expires > 0:
response.headers['Cache-Control'] = 'public, max-age={}'.format(expires)
else:
response.headers['Cache-Control'] = 'no-store, no-cache, must-revalidate, post-check=0, pre-check=0, max-age=0'
return response
@app.route('/redirect/<path:object_key>')
def redirect_view(object_key):
url = s3.get_url(object_key, constants.get('EXPIRES'), force_http=constants.get('HTTP') == 'true')
response = redirect(url if url else url_for('pending_view', object_key=object_key))
return cached(response, datetime.datetime.utcnow(), expires=0)
@app.route('/proxy/<path:object_key>')
def proxy_view(object_key):
f, since = s3.get_file(object_key)
return cached(send_file(f), since) if f else redirect(url_for('pending_view', object_key=object_key))
@app.route('/go/<path:object_key>')
def go_view(object_key):
url = url_for('{}_view'.format(constants.get('MODE')), object_key=object_key)
response = redirect('{}?{}'.format(url, request.query_string))
return cached(response, datetime.datetime.utcnow(), expires=0)
@app.route('/pending/<path:object_key>')
def pending_view(object_key):
response = render_template('pending.html', object_key=object_key, bucket=constants.get('AWS_BUCKET'), time=time.time())
return cached(response, datetime.datetime.utcnow(), expires=0)
@app.route('/login')
def login_view():
session['state'] = str(hash(str(time.time())+constants.get('SK')))
query = 'client_id={}&scope={}&state={}'.format(
constants.get('GH_CLIENT_ID'),
constants.get('GH_SCOPE'),
session['state'])
return redirect('https://github.com/login/oauth/authorize?{}'.format(query))
@app.route('/access_denied')
def no_auth_view():
org_verified = session.get('org_verified', False)
repo_verified = session.get('repo_verified', False)
return render_template('no_auth.html', org_verified=org_verified, repo_verified=repo_verified, org=constants.get('GH_ORG_NAME'), repos=[b.repo.name for b in bots.values()])
@app.route('/callback')
def callback_view():
if request.args.get('state') == session.get('state'):
code = request.args.get('code')
user = GithubUser(code=code, client_id=constants.get('GH_CLIENT_ID'), secret=constants.get('GH_SECRET'))
if user.is_valid():
session['token'] = user.token
org_verified = user.verify_org(constants.get('GH_ORG'))
repo_verified = any([user.verify_repo(str(b.repo.id)) for b in bots.values()])
if org_verified and repo_verified:
flash('You are now logged in!', 'success')
session['verified'] = True
else:
flash('You do not satisfy the authentication requirements!', 'danger')
session['verified'] = False
session['org_verified'] = org_verified
session['repo_verified'] = repo_verified
return redirect(url_for('no_auth_view'))
else:
flash('Your GitHub credentials are not valid!', 'danger')
session['verified'] = False
if session.get('object_key'):
object_key = session.pop('object_key')
return redirect(url_for('go_view', object_key=object_key))
if session.get('next'):
return redirect(session.pop('next'))
return redirect(url_for('demo_view'))
@app.route('/hook/<pull_request_id>/<path:object_key>')
def hook_view(pull_request_id, object_key):
repo_name = request.args.get('repo_name')
if not repo_name:
return jsonify({'status': 'no repo name'})
bot = bots.get(repo_name)
storage = storages.get(repo_name)
if bot:
if not pull_request_id.isdigit():
# pull_request_id is the branch name
if storage:
args = request.args.copy().to_dict()
commit = args.pop('commit_id')
if commit:
value = storage.get(pull_request_id, {})
value[commit] = args
value['current'] = args
storage.set(pull_request_id, value)
try:
pull_request_id = bot.get_pr_by_branch(pull_request_id).number
except:
return jsonify({'status': 'no such pull request'})
url = url_for('go_view', object_key=object_key, _external=True)
if bot.process_hook(int(pull_request_id), url, request.args, storage):
return jsonify({'status': 'success'})
else:
return jsonify({'status': 'restarting'})
return jsonify({'status': 'no bot credentials'})
@app.route('/')
def demo_view():
if session.get('token'):
return redirect(url_for('leaderboard_view'))
else:
return redirect(url_for('login_view'))
@app.route('/leaderboard')
def leaderboard_view():
leaderboards = {r:s.all({'value.contribution':{'$exists': True}}, ('value.net_contribution', -1)) for r,s in storages.iteritems()}
return render_template('leaderboard.html', \
org=constants.get('GH_ORG_NAME'), user=GithubUser(token=session.get('token')), all_langs=LANGS, \
leaderboards=leaderboards)
@app.route('/leaderboard/user/<login>')
def user_leaderboard_view(login):
leaderboards = {}
for repo, storage in storages.iteritems():
bot = bots.get(repo)
try:
recorded = storage.get(login).get('recorded')
all_pr = {x:bot.get_pr_by_number_or_id(x) for x in recorded}
leaderboards[repo] = {'recorded': recorded, 'all_pr': all_pr}
except AttributeError:
continue
user = PublicGithubUser(login)
return render_template('user_leaderboard.html', leaderboards=leaderboards, user=user, all_langs=LANGS, org=constants.get('GH_ORG_NAME'),)
@app.template_filter('min')
def min_filter(l):
return min(l)
@app.template_filter('sum')
def sum_filter(l):
return sum(l)
@app.template_filter('lang_nice')
def lang_nice_filter(s):
return extensions.get_language_from_extension(s)
if __name__ == '__main__':
if dev:
app.run(host='0.0.0.0', port=5000, debug=True)
else:
app.run(host='0.0.0.0', port=int(os.environ.get('PORT')), debug=False)
