fabfile.py

from fabric.contrib.console import confirm
from fabric.contrib.files import append, exists, sed, put
from fabric.api import env, local, run, sudo
from fabric.colors import green, red
import os
import json

from fabric.utils import abort

PROJECT_DIR = os.path.dirname(os.path.abspath(__file__))
BASE_DIR = os.path.dirname(PROJECT_DIR)

with open(os.path.join(PROJECT_DIR, "deploy.json")) as f:
    envs = json.loads(f.read())

REPO_URL = envs['REPO_URL']
REPO_NAME = envs['REPO_NAME']
PROJECT_NAME = envs['PROJECT_NAME']
REMOTE_HOST_SSH = envs['REMOTE_HOST_SSH']
REMOTE_HOST = envs['REMOTE_HOST']
REMOTE_USER = envs['REMOTE_USER']
REMOTE_PASSWORD = envs['REMOTE_PASSWORD']
ALLOWED_HOSTS = envs['ALLOWED_HOSTS']
SLACK_WEBHOOK_URL = envs['SLACK_WEBHOOK_URL']
KEY_FILE_PATH = envs['KEY_FILE_PATH']

env.user = REMOTE_USER
username = env.user
env.hosts = [REMOTE_HOST_SSH, ]
env.password = REMOTE_PASSWORD
env.key_filename = [KEY_FILE_PATH, ]
keypath = env.key_filename[0]

virtualenv_folder = '/home/{}/.pyenv/versions/production'.format(env.user)
project_folder = '/home/{}/srv/{}'.format(env.user, REPO_NAME)
appname = 'api'
local_project_folder = os.path.join(PROJECT_DIR, PROJECT_NAME)


def _check_if_migration_needed(skip_migrations=False):
    if skip_migrations:
        return

    result = local('python ./manage.py makemigrations --dry-run', capture=True)

    if result.stdout != 'No changes detected' and not confirm(
            red("FAIL: Some model change found. You need to run makemigrations. \nOr just continue anyway?")):
        print(red('\n\t'.join(result.stdout.strip().split('[ ]'))))
        print(red(
            "Please apply migrations with 'python manage.py migrate'\n\n"
            "If you want to skip them, execute it with 'fab deploy:skip_migrations=True'\n"
            "For doing this, please check if migrations are committed in remote VCS."
            "If so, it will be applied to your remote machine."))
        raise SystemExit


def _local_test():
    result = local('python ./manage.py test --keepdb'.format(PROJECT_DIR), capture=True)
    if result.failed and not confirm("FAIL: Local tests are failed.\nContinue anyway?"):
        abort("Aborting at user request.")


def _send_deploy_message(message=''):
    current_commit = local("git log -n 1 --format=%H", capture=True)
    repo = local("git config --get remote.origin.url", capture=True).split('/')[1].split('.')[0]
    branch = local("git branch | grep \\* | cut -d ' ' -f2", capture=True)
    message = '{}\n{}/{}\ncurrent commit `{}`'.format(message, repo, branch, current_commit)

    # _send_slack_message(message)


def _send_slack_message(message=''):
    print(green('_send_slack_message'))
    local("curl -X POST -H 'Content-type: application/json' --data '{{\"text\": \"{}\"}}' {}"
          .format(message, SLACK_WEBHOOK_URL)
          )


def _get_latest_source():
    print(green('_get_latest_source'))
    if exists(project_folder + '/.git'):
        run('cd {} && git fetch'.format(project_folder, ))
    else:
        run('git clone {} {}'.format(REPO_URL, project_folder))
    current_commit = local("git log -n 1 --format=%H", capture=True)
    run('cd {} && git reset --hard {}'.format(project_folder, current_commit))


def _upload_secrets_file():
    print(green('_upload_secrets_file'))
    secret_file_dir = os.path.join(local_project_folder, 'secrets.json')
    remote_project_setting_dir = '{}@{}:{}'.format(REMOTE_USER, REMOTE_HOST_SSH,
                                                   project_folder+'/'+PROJECT_NAME)
    local('scp -i {} {} {}'.format(keypath, secret_file_dir, remote_project_setting_dir+"/secrets.json"))


def _update_settings():
    print(green('_update_settings'))
    settings_path = project_folder + '/{}/settings/__init__.py'.format(PROJECT_NAME)
    sed(settings_path, "dev", "prod")


def _update_virtualenv():
    print(green('_update_virtualenv'))
    run('{}/bin/pip install -r {}/requirements.txt'.format(virtualenv_folder, project_folder))


def _update_static_files():
    print(green('_update_static_files'))
    run('sudo chown -R ubuntu:ubuntu /var/www/yummy/static')
    run('cd {} && {}/bin/python3 manage.py collectstatic --noinput'.format(project_folder, virtualenv_folder))
    run('sudo chown -R root:root /var/www/yummy/static')


def _update_database():
    print(green('_update_database'))
    run('cd {} && {}/bin/python3 manage.py makemigrations --noinput'.format(project_folder, virtualenv_folder))
    run('cd {} && {}/bin/python3 manage.py migrate --noinput'.format(project_folder, virtualenv_folder))
    run('cd {} && {}/bin/python3 manage.py makemigrations {} --noinput'.format(project_folder, virtualenv_folder,
                                                                               appname))
    run('cd {} && {}/bin/python3 manage.py migrate {} --noinput'.format(project_folder, virtualenv_folder, appname))


def _run_django_test():
    result = run('cd {} && {}/bin/python3 manage.py test --keepdb --failfast'.format(project_folder, virtualenv_folder))
    if result.failed:
        print(red("Some tests failed"))
        raise SystemExit
    else:
        print(green("All tests passed!"))


def _grant_uwsgi():
    print(green('_grant_uwsgi'))
    sudo('sudo chown -R :deploy {}'.format(project_folder))


def _restart_uwsgi():
    print(green('_restart_uwsgi'))
    sudo('sudo cp -f {}/.config/uwsgi/uwsgi.service /etc/systemd/system/uwsgi.service'.format(project_folder))
    sudo('sudo systemctl daemon-reload')
    sudo('sudo systemctl restart uwsgi')


def _restart_nginx():
    print(green('_restart_nginx'))
    sudo('sudo cp -f {}/.config/nginx/yummy.conf /etc/nginx/sites-available/yummy.conf'.format(project_folder))
    sudo('sudo ln -sf /etc/nginx/sites-available/yummy.conf /etc/nginx/sites-enabled/yummy.conf')
    sudo('sudo systemctl restart nginx')


def deploy(skip_migrations=False):
    _check_if_migration_needed(skip_migrations)
    _local_test()
    try:
        # _send_deploy_message(message='*Deploy has been started.*')
        _get_latest_source()
        _upload_secrets_file()
        _update_settings()
        _update_virtualenv()
        #_update_static_files()
        _update_database()
        _run_django_test()
        _grant_uwsgi()
        _restart_uwsgi()
        _restart_nginx()
        # _send_deploy_message(message='*Deploy succeed.*')
    except SystemExit as e:
        green('_f_u_c_k')
        # _send_slack_message(message='*Deploy failed.*\n<@jhp2060>')


def refresh():
    _grant_uwsgi()
    _restart_uwsgi()
    _restart_nginx()