tasks.py

# -*- coding: utf-8; -*-

import json
import subprocess as sub
from glob import glob
from pathlib import Path
from time import time

import re
from invoke import run, task
from webassets.filter import register_filter, Filter
from webassets.loaders import YAMLLoader


#-----------------------------------------------------------------------------
LOGDIR = Path('./logs')
LOGSIM_PID = Path('/tmp/python-tailon-logsim.pid')
LOGSIM_FILES = [
    LOGDIR / 'nginx/access.log',
    LOGDIR / 'nginx/error.log',
    LOGDIR / 'apache/www.tailon.org/access.log',
    LOGDIR / 'apache/www.tailon.org/error.log',
]

BOWERBIN = Path('node_modules/bower/bin/bower')
BOWERDIR = Path('bower_components')
ASSETDIR = Path('tailon/assets')


#-----------------------------------------------------------------------------
# Invoke tasks.
#-----------------------------------------------------------------------------
@task
def logsim_start(
        ctx,
        update_msec='100,2000',
        truncate_msec='10000,20000',
        rate='1,5', seed=None,
        pid=str(LOGSIM_PID)
):

    seed = seed if seed else str(time())
    files = ' '.join(str(i) for i in LOGSIM_FILES)

    print('writing random log lines to:')
    print(' \n'.join(' - %s' % i for i in LOGSIM_FILES))

    cmd = '''\
    python tests/logsim.py \
        --update-msec {update_msec} \
        --truncate-msec {truncate_msec} \
        --rate {rate}  \
        --pid  {pid}   \
        --seed {seed}  \
        --daemon start \
        {files}
    '''.format(**vars())
    run(cmd)


@task
def logsim_stop(ctx):
    run('python tests/logsim.py --daemon stop')


@task
def logsim(ctx):
    files = ' '.join(str(i) for i in LOGSIM_FILES)
    sub.check_call('python -m tailon.main  -d -a -f {}'.format(files), shell=True)


@task
def test(ctx):
    run('py.test -sv tests', pty=True)


@task(aliases=['lsbower'])
def list_bowerfiles(ctx):
    for source in bowerfiles():
        print(source)


@task
def collectstatic(ctx):
    # Copy bower main files to the vendor dir.
    for source in bowerfiles():
        dest = Path(ASSETDIR/'vendor', *source.parts[1:])

        run('install -vD {} {}'.format(source, dest))

@task
def cleanstatic(ctx):
    dirs = ['gen', 'fonts']
    paths = [Path(ASSETDIR/i).glob('*') for i in dirs]
    for path in (j for i in paths for j in i):
        if path.name.startswith('.'):
            continue
        print('unkink: %s' % path)
        path.unlink()


@task
def compile_typescript(ctx, debug=False):
    dst = ASSETDIR / 'gen/Main.js'
    src = ' '.join(map(str, Path('tailon/assets/js/').glob('*.ts')))
    cmd = 'node_modules/typescript/bin/tsc --pretty --out %s --sourceMap %s'

    print('* Compiling typescript to %s' % dst)
    run(cmd % (dst, src))


@task(pre=[compile_typescript])
def webassets(ctx, debug=False, expire=True, replace=False):
    # Register our custom webassets filter.
    register_filter(ConsoleLogFilter)

    #--------------------------------------------------------------------------
    # Copy fonts to webassets dir.
    print('* Copying fonts to %s' % ASSETDIR)
    fonts = [
        'tailon/assets/vendor/components-font-awesome/fonts/fontawesome-webfont.eot',
        'tailon/assets/vendor/components-font-awesome/fonts/fontawesome-webfont.svg',
        'tailon/assets/vendor/components-font-awesome/fonts/fontawesome-webfont.ttf',
        'tailon/assets/vendor/components-font-awesome/fonts/fontawesome-webfont.woff',
        'tailon/assets/vendor/components-font-awesome/fonts/fontawesome-webfont.woff2',
    ]
    run('rsync -v {} {}'.format(' '.join(fonts), ASSETDIR / 'fonts'))

    #--------------------------------------------------------------------------
    # Load webassets environment.
    env = YAMLLoader('./webassets.yaml').load_environment()
    env.debug = debug
    env.url_expire = expire

    #--------------------------------------------------------------------------
    # Generate css/js urls.
    css_urls = [env['external-css'], env['selectize-css'], env['internal-css']]
    css_urls = [url_to_link(url) for urls in css_urls for url in urls.urls()]

    js_urls = [env['external-js'], env['internal-js']]
    js_urls = [url_to_script(url) for urls in js_urls for url in urls.urls()]

    print()
    print('* URLs css:')
    print(''.join((i.lstrip() for i in css_urls)))

    print('* URLs js:')
    print(''.join((i.lstrip() for i in js_urls)))

    if replace:
        sedplaceholder('tailon/templates/base.html', '<!-- WEBASSETS CSS -->', css_urls)
        sedplaceholder('tailon/templates/base.html', '<!-- WEBASSETS JS -->',  js_urls)


#-----------------------------------------------------------------------------
# Utility functions.
#-----------------------------------------------------------------------------
def sedplaceholder(filename, placeholder, replacement, indent=6):
    lines = open(filename).readlines()
    start, end = None, None
    for n, line in enumerate(lines):
        if line.strip() == placeholder:
            if not start:
                start = n
                continue
            if not end:
                end = n
            if start and end:
                break

    lines[start + 1:end] = ['%s%s' % (' ' * indent, i) for i in replacement]
    with open(filename, 'w') as fh:
        fh.write(''.join(lines))


def url_to_link(url):
    return "  <link rel='stylesheet' href='{{root}}%s'>\n" % url


def url_to_script(url):
    return "  <script src='{{root}}%s'></script>\n" % url


def bowerfiles():
    res = run('%s list --paths --json' % BOWERBIN, hide='out')
    res = json.loads(res.stdout)

    # Flatten the output of `bower list` and expand globs.
    main = ([i] if not isinstance(i, list) else i for i in res.values())
    main = (glob(j) for i in main for j in i)
    main = [Path(j) for i in main for j in i]
    return main


def vendorfiles():
    for source in bowerfiles():
        yield Path(ASSETDIR, *source.parts[1:])


class ConsoleLogFilter(Filter):
    '''
    A webassets filter that removes calls to console.log in non-debug builds.
    '''

    name = 'rmconsole'

    def output(self, _in, out, **kwargs):
        for line in _in:
            line = re.sub(r'console\.(log|warn)\(.*?\);', '', line)
            out.write(line)