path: root/master/setup-master.py

#!/usr/bin/env python
# vim: set sw=4 sts=4 et :
# Copyright: 2008 Gentoo Foundation
# Author(s): Nirbheek Chauhan <nirbheek.chauhan@gmail.com>
# License: AGPL-3
#
# Immortal lh!
#
# FIXME: This is so fucking ugly.

import sys, os, shutil
try:
    from django.core import management
except ImportError:
    print "You need to install django-1.0 first."
    sys.exit(1)

# Remove current directory from search path
sys.path = sys.path[1:]
# XXX: Document this in the help
if os.environ.has_key('PYTHONPATH'):
    sys.path.insert(0, os.environ['PYTHONPATH'])

DESTDIR = 'autotua_master'
SYMLINKS = True
srcdir = None

def print_help():
    print \
    """\
%(file)s: Setup the django webapp for autotua
Usage:
    %(file)s install <where>
    <edit db settings>
    %(file)s syncdb <where>
    
Example:
    %(file)s install /home/me/projects/
will create `/home/me/projects/autotua_master` with all the necessary files.

You then need to edit the database settings in
    /home/me/projects/autotua_master/settings.py

After this, running
    %(file)s syncdb /home/me/projects/autotua_master
will initialize the db

By default, the directory will have the files copied. 
Toggle `SYMLINKS` to symlink the files instead.
    """ % {'file': sys.argv[0]}

def install_master():
    """Start the new project"""
    import subprocess

    management.call_command('startproject', DESTDIR)
    if SYMLINKS:
        os.symlink(srcdir+'/master', DESTDIR+'/master')
        for file in ['urls.py']:
            dest_file = DESTDIR+'/'+file
            if os.path.isfile(dest_file):
                os.remove(dest_file)
            os.symlink(srcdir+'/custom/'+file, dest_file)
    else:
        shutil.copytree(srcdir+'/master', DESTDIR+'/master')
        for file in ['urls.py']:
            shutil.copy(srcdir+'/custom/'+file, DESTDIR)
    settings = open(DESTDIR+'/settings.py', 'a')
    master_settings = open(srcdir+'/custom/merge_settings.py')
    settings.write('\n'+master_settings.read())
    settings.close()
    master_settings.close()
    
    # Install icons
    icondir = os.path.abspath(srcdir+'/icons')
    installdir = os.path.abspath(DESTDIR)
    subprocess.check_call('cd %s; make DESTDIR=%s install' % (icondir, installdir), shell=True)

def syncdb_master():
    """Initialize the database"""
    from db_defaults import groups, providers, archs, releases, mirrors
    import copy

    management.call_command('syncdb')
    # User-related defaults
    for group in groups:
        Group(name=group).save()
    # Job-related defaults
    for (gen_arch, spec_archs) in archs.iteritems():
        gen_archobj = Arch(generic=gen_arch)
        for spec_arch in spec_archs:
            archobj = copy.copy(gen_archobj)
            archobj.specific = spec_arch
            archobj.save()
    # Populate providers
    for provider in providers:
        provobj = Provider(name=provider)
        provobj.save()
        # Populate release list
        releaseobj = Release(provider=provobj)
        for (release, relarchs) in releases[provider].iteritems():
            relobj = copy.copy(releaseobj)
            relobj.name = release
            relobj.save()
            for (relgen_arch, relspec_archs) in relarchs.iteritems():
                for relspec_arch in relspec_archs:
                    relobj.archs.add(Arch.objects.get(generic=relgen_arch,
                                                      specific=relspec_arch))
        # Populate mirror list
        obj = Mirror(owner=provobj)
        obj.structure = mirrors[provider]['structure']
        for server in mirrors[provider]['servers']:
            serverobj = copy.copy(obj)
            serverobj.server = server[0]
            serverobj.prefix = server[1]
            serverobj.save()

def setup_gpg(data, gpghome):
    from autotua import crypt
    from master import const
    if not os.path.isdir(gpghome):
        os.mkdir(gpghome, 0700)
    print 'Creating a "sample" gpg key (expires in 1 month)'
    crypt.Crypto(gpghome).init_gpghome(**data)

def setup_sample_slave():
    from sample_data import sample_slave
    from master import const
    slave = Slave()
    slave.name = sample_slave['name']
    try:
        slave.owner = User.objects.get(username=sample_slave['owner']['username'])
    except User.DoesNotExist:
        slave.owner = User.objects.create_user(*[sample_slave['owner'][key]
                                               for key in ('username', 'email', 'password')])
        slave.owner.groups.add(Group.objects.get(name=sample_slave['owner']['group']))
    slave.save()
    slave.users = [Group.objects.get(name=group) for group in sample_slave['users']]
    slave.save()

def setup_sample_job():
    from sample_data import sample_job
    job = Job()
    for i in ['name', 'jobtagerev', 'atoms']:
        setattr(job, i, sample_job[i])
    job.maintainer = User.objects.get(username=sample_job['maintainer']['username'])
    job.release = Release.objects.get(name=sample_job['release'],
                                      provider=Provider.objects.get(name=sample_job['provider']))
    job.arch = job.release.archs.get(specific=sample_job['arch'])
    # If stage is not set, defaults to stage3
    job.save()
    job.slaves.add(Slave.objects.get(name=sample_job['slave']))
    job.save()

def setup_dirs(dir):
    """This must be called before doing anything else."""
    # cd to setup-master.py location
    os.chdir(os.path.dirname(sys.argv[0]))
    # Store the current directory
    # We cd and store to work around relative invocations
    global srcdir
    srcdir = os.getcwd()

    if not os.path.isdir(dir):
        os.makedirs(dir)
    os.chdir(dir)
    sys.path.append(os.getcwd())

    # Add cwd+/custom
    sys.path.append(srcdir+'/custom')

### Start Work ###
if len(sys.argv) < 3:
    print_help()
    sys.exit(1)

if management.get_version() < '0.99':
    print "You need django-1.0 to use this."
    sys.exit(1)

if sys.argv[1] == 'install':
    if sys.argv[2] == '--final':
        where = os.path.dirname(sys.argv[3].rstrip('/'))
        DESTDIR = os.path.basename(sys.argv[3].rstrip('/'))
    elif sys.argv[1] == 'install':
        where = os.path.dirname(sys.argv[2].rstrip('/'))
    setup_dirs(where)
    install_master()
    print """Setup done. 
Now you need to edit the database settings in %(dest)s/settings.py
and run `./setup-master.py syncdb %(dest)s`""" % { 'dest': os.path.join(where, DESTDIR) }
elif sys.argv[1] == 'syncdb':
    # Setup the relevant directories
    where = os.path.dirname(sys.argv[2].rstrip('/'))
    setup_dirs(where)
    # Import stuff
    import settings
    from django.core.management import setup_environ
    setup_environ(settings)
    from master.models import User, Group, Provider, Arch, Release, Mirror, Job, Slave
    from master import const
    from sample_data import sample_master_gpg_data, sample_slave_gpg_data
    # Start stuff
    syncdb_master()
    setup_gpg(sample_master_gpg_data, const.GPGHOME)
    setup_sample_slave() # Should be done before job; inits User if DNE
    setup_gpg(sample_slave_gpg_data, const.MASTER_DIR+'/sample_slave_gpghome')
    setup_sample_job()
    print "All done! Now you can start the master with `python manage.py runserver`"
else:
    print_help()
    sys.exit(1)