airtime_nginx_php7/dev_tools/fabric/fab_release_test.py

#Airtime install/upgrade infrastructure
#author martin.konecny@sourcefabric.org

#Documentation for this page:
#http://wiki.sourcefabric.org/x/OwCD


import os
import time
import sys
from fabric.api import *
from fabric.contrib.files import comment, sed, append

from xml.dom.minidom import parse
from xml.dom.minidom import Node
from xml.dom.minidom import Element

env.user = 'martin'
env.password = 'test'
env.hosts = []
env.host_string
env.warn_only = True

env.vm_download_url = "http://host.sourcefabric.org/vms/VirtualBox"

#fab -f fab_setup.py ubuntu_lucid_64 airtime_182_tar airtime_190_tar 

def do_sudo(command):
    result = sudo(command)
    if result.return_code != 0:
        print "Error running command: %s" %command
        shutdown()
        sys.exit(1)
    else:
        return result
    
def do_run(command):
    result = run(command)
    if result.return_code != 0:
        print "Error running command: %s" %command
        shutdown()
        sys.exit(1)
    else:
        return result
        
def do_local(command, capture=True):
    result = local(command, capture)
    if result.return_code != 0:
        print "Error running command: %s" %command
        shutdown()
        sys.exit(1)
    else:
        return result

def pause():
    raw_input("--> Press Enter to continue...")
    
def shutdown():
    do_sudo("poweroff")
    time.sleep(45)

def test():
    x = do_sudo('airtime-check-system')
    print x.failed
    print x.succeeded
    print x.return_code
    
def download_if_needed(vdi_dir, xml_dir, vm_name, vm_vdi_file, vm_xml_file):
    if not os.path.exists(vdi_dir):
        os.makedirs(vdi_dir)
    
    if os.path.exists(os.path.join(vdi_dir, vm_vdi_file)):
        print "File %s already exists. No need to re-download" % os.path.join(vdi_dir, vm_vdi_file)
    else:
        print "File %s not found. Downloading" % vm_vdi_file
        tmpPath = do_local("mktemp", capture=True)
        do_local("wget %s/%s/%s -O %s"%(env.vm_download_url, vm_name, vm_vdi_file, tmpPath))
        os.rename(tmpPath, os.path.join(vdi_dir, vm_vdi_file))
           
    if os.path.exists(os.path.join(xml_dir, vm_xml_file)):
        print "File %s already exists. No need to re-download" % os.path.join(xml_dir, vm_xml_file)
    else:
        do_local("wget %s/%s/%s -O %s"%(env.vm_download_url, vm_name, vm_xml_file, os.path.join(xml_dir, vm_xml_file)))       
   

def create_fresh_os(vm_name, lucid=False, debian=False, icecast2_config=False):
    
    """
    remove known_hosts because if two virtual machines get the same ip address,
    then they will most likey have a different host key, and ssh will fail, warning
    about a possible man in the middle attack.
    """
    do_local("rm -f ~/.ssh/known_hosts")
    
    vm_vdi_file = '%s.vdi'%vm_name
    vm_xml_file = '%s.xml'%vm_name
    vdi_dir = os.path.expanduser('~/tmp/vms/%s'%vm_name)
    vdi_snapshot_dir = os.path.expanduser('~/tmp/vms/%s/Snapshots'%vm_name)
    xml_dir = os.path.expanduser('~/.VirtualBox')
    vm_xml_path = os.path.join(xml_dir, vm_xml_file)
            
    download_if_needed(vdi_dir, xml_dir, vm_name, vm_vdi_file, vm_xml_file)
        
    if not os.path.exists("%s/vm_registered"%vdi_dir):
        do_local("VBoxManage registervm %s"%os.path.join(xml_dir, vm_xml_file), capture=True)
        do_local('VBoxManage storagectl "%s" --name "SATA Controller" --add sata'%vm_name)
        do_local('VBoxManage storageattach "%s" --storagectl "SATA Controller" --port 0 --device 0 --type hdd --medium %s'%(vm_name, os.path.join(vdi_dir, vm_vdi_file)))
        do_local("VBoxManage modifyvm %s --snapshotfolder %s"%(vm_name, vdi_snapshot_dir))
        do_local("VBoxManage snapshot %s take fresh_install"%vm_name)
        do_local("touch %s/vm_registered"%vdi_dir)
        
    do_local('VBoxManage snapshot %s restore fresh_install'%vm_name)
    
    do_local('VBoxManage modifyvm "%s" --bridgeadapter1 eth0'%vm_name)
    do_local('VBoxManage startvm %s'%vm_name)
    print "Please wait while attempting to acquire IP address"
        
    time.sleep(30)

    try_again = True
    while try_again:
        ret = do_local('VBoxManage --nologo guestproperty get "%s" /VirtualBox/GuestInfo/Net/0/V4/IP'%vm_name, capture=True)
        triple = ret.partition(':')
        ip_addr = triple[2].strip(' \r\n')
        print "Address found %s"%ip_addr
        
        try_again = (len(ip_addr) == 0)
        time.sleep(1)
        
    env.hosts.append(ip_addr)
    env.host_string = ip_addr
    
    if lucid:
        print "Lucid detected - updating python virtualenv"
        do_sudo('apt-get update')
        do_sudo('apt-get install -y python-setuptools')
        do_sudo('wget http://apt.sourcefabric.org/pool/main/p/python-virtualenv/python-virtualenv_1.4.9-3_all.deb')

        do_sudo('dpkg -i python-virtualenv_1.4.9-3_all.deb')
        
        #supress rabbitmq bug that makes an upgrade warning pop-up even though it hasn't been 
        #installed before.
        do_sudo('echo "rabbitmq-server rabbitmq-server/upgrade_previous note" | debconf-set-selections')
        
    if debian:
        append('/etc/apt/sources.list', "deb http://backports.debian.org/debian-backports squeeze-backports main", use_sudo=True)

    if icecast2_config:
                print "Updating icecast2 setup settings"
                do_sudo('echo "icecast2 icecast2/icecast-setup  boolean false" | debconf-set-selections')

def ubuntu_lucid_32(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_10.04_32', lucid=True)

def ubuntu_lucid_64(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_10.04_64', lucid=True)
        
def ubuntu_maverick_32(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_10.10_32')

def ubuntu_maverick_64(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_10.10_64')

def ubuntu_natty_32(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_11.04_32')
    
def ubuntu_natty_64(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_11.04_64')
        
def ubuntu_oneiric_32(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_11.10_32')
    
def ubuntu_oneiric_64(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_11.10_64')

def ubuntu_precise_32(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_12.04_32', icecast2_config=True)
    
def ubuntu_precise_64(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_12.04_64', icecast2_config=True)

def ubuntu_quantal_32(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_12.10_32', icecast2_config=True)
    
def ubuntu_quantal_64(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_12.10_64', icecast2_config=True)
        
def ubuntu_raring_32(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_13.04_32', icecast2_config=True)
    
def ubuntu_raring_64(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_13.04_64', icecast2_config=True)
        
def ubuntu_saucy_32(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_13.10_32', icecast2_config=True)
    
def ubuntu_saucy_64(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Ubuntu_13.10_64', icecast2_config=True)
        
def debian_squeeze_32(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Debian_Squeeze_32', debian=True)
        
def debian_squeeze_64(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Debian_Squeeze_64', debian=True)

def debian_wheezy_32(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Debian_Wheezy_32', icecast2_config=True)
    
def debian_wheezy_64(fresh_os=True):
    if (fresh_os):
        create_fresh_os('Debian_Wheezy_64', icecast2_config=True)
        
def airtime_180_tar():
    airtime_18x_tar("airtime", "1.8.0")
    
def airtime_181_tar():
    airtime_18x_tar("airtime", "1.8.1")
    
def airtime_182_tar():
    airtime_18x_tar("airtime-1.8.2", "1.8.2")
        
def airtime_18x_tar(root_dir, version):
    do_sudo('apt-get update')
    do_sudo('apt-get install -y --force-yes tar gzip unzip apache2 php5-pgsql libapache2-mod-php5 ' + \
        'php-pear php5-gd postgresql odbc-postgresql python python-configobj poc-streamer ' + \
        'lame daemontools daemontools-run python-mutagen libsoundtouch-ocaml sudo ' + \
        'libtaglib-ocaml libao-ocaml libmad-ocaml libesd0 icecast2 oggvideotools ' + \
        'libportaudio2 libsamplerate0 libcamomile-ocaml-dev ecasound php5-curl mpg123 ' + \
        'python-setuptools python-pip rabbitmq-server libvorbis-ocaml-dev libmp3lame-dev flac')
        
    do_sudo('pip install kombu')
    do_sudo('pip install poster')

    do_sudo('mkdir -p /tmp/pear/cache')
    do_sudo('pear channel-discover pear.phing.info || true')
    do_sudo('pear install phing/phing-2.4.2 || true')
    
    do_sudo('ln -sf /etc/apache2/mods-available/php5.* /etc/apache2/mods-enabled')
    do_sudo('ln -sf /etc/apache2/mods-available/rewrite.* /etc/apache2/mods-enabled')

    sed('/etc/php5/apache2/php.ini', ";upload_vdi_dir =", "upload_vdi_dir = /tmp", use_sudo=True)
    sed('/etc/php5/apache2/php.ini', ";date.timezone =", 'date.timezone = "America/Toronto"', use_sudo=True)

    put('airtime.vhost', '/etc/apache2/sites-available/airtime', use_sudo=True)
    do_sudo('a2dissite default')
    do_sudo('ln -sf /etc/apache2/sites-available/airtime /etc/apache2/sites-enabled/airtime')
    do_sudo('a2enmod rewrite')
    do_sudo('service apache2 restart')

    sed('/etc/default/icecast2', 'ENABLE=false', 'ENABLE=true', use_sudo=True)
    do_sudo('service icecast2 start')
    
    #these are do_sudo instead of do_run because in Debian we would be working with different home directores (/home/martin and /root in debian)
    do_sudo('wget http://downloads.sourceforge.net/project/airtime/%s/airtime-%s.tar.gz' % (version, version))
    do_sudo('tar xfz airtime-%s.tar.gz' % version)
    
    #do_sudo('cd ~/%s/install && php airtime-install.php' % root_dir)
    do_sudo('php ~/%s/install/airtime-install.php' % root_dir)

    #need to reboot because of daemon-tools.
    reboot(45)
    do_sudo('airtime-check-system')
    
def airtime_190_tar():
    #1.9.0 doesn't do apt-get update during install, and therefore the package index
    #files are not resynchronized. Need to do this here.
    do_sudo('apt-get update')
    
    do_run('wget http://downloads.sourceforge.net/project/airtime/1.9.0/airtime-1.9.0.tar.gz')
    do_run('tar xfz airtime-1.9.0.tar.gz')
    do_sudo('cd /home/martin/airtime-1.9.0/install_full/ubuntu && ./airtime-full-install')
    
def airtime_191_tar():
    #1.9.0 doesn't do apt-get update during install, and therefore the package index
    #files are not resynchronized. Need to do this here.
    do_sudo('apt-get update')
    
    do_run('wget http://downloads.sourceforge.net/project/airtime/1.9.1/airtime-1.9.1.tar.gz')
    do_run('tar xfz airtime-1.9.1.tar.gz')
    do_sudo('cd /home/martin/airtime-1.9.1/install_full/ubuntu && ./airtime-full-install')
    
def airtime_192_tar():
    #1.9.2 doesn't do apt-get update during install, and therefore the package index
    #files are not resynchronized. Need to do this here.
    do_sudo('apt-get update')
    
    do_run('wget http://downloads.sourceforge.net/project/airtime/1.9.2/airtime-1.9.2.tar.gz')
    do_run('tar xfz airtime-1.9.2.tar.gz')
    do_sudo('cd /home/martin/airtime-1.9.2/install_full/ubuntu && ./airtime-full-install')
    
def airtime_193_tar():
    #1.9.3 doesn't do apt-get update during install, and therefore the package index
    #files are not resynchronized. Need to do this here.
    do_sudo('apt-get update')
    
    do_run('wget http://downloads.sourceforge.net/project/airtime/1.9.3/airtime-1.9.3.tar.gz')
    do_run('tar xfz airtime-1.9.3.tar.gz')
    do_sudo('cd /home/martin/airtime-1.9.3/install_full/ubuntu && ./airtime-full-install')
    
def airtime_194_tar():
    #1.9.4 doesn't do apt-get update during install, and therefore the package index
    #files are not resynchronized. Need to do this here.
    do_sudo('apt-get update')
    
    do_run('wget http://downloads.sourceforge.net/project/airtime/1.9.4/airtime-1.9.4.tar.gz')
    do_run('tar xfz airtime-1.9.4.tar.gz')
    do_sudo('cd /home/martin/airtime-1.9.4/install_full/ubuntu && ./airtime-full-install')
    
def airtime_195_tar():
    do_run('wget http://downloads.sourceforge.net/project/airtime/1.9.5/airtime-1.9.5.tar.gz')
    do_run('tar xfz airtime-1.9.5.tar.gz')
    do_sudo('cd /home/martin/airtime-1.9.5/install_full/ubuntu && ./airtime-full-install')

def airtime_200_tar():
    do_run('wget http://downloads.sourceforge.net/project/airtime/2.0.0/airtime-2.0.0.tar.gz')
    do_run('tar xfz airtime-2.0.0.tar.gz')
    do_sudo('cd /home/martin/airtime-2.0.0/install_full/ubuntu && ./airtime-full-install')

def airtime_201_tar():
    do_run('wget http://downloads.sourceforge.net/project/airtime/2.0.1/airtime-2.0.1.tar.gz')
    do_run('tar xfz airtime-2.0.1.tar.gz')
    do_sudo('cd /home/martin/airtime-2.0.1/install_full/ubuntu && ./airtime-full-install')

def airtime_202_tar():
    do_run('wget http://downloads.sourceforge.net/project/airtime/2.0.2/airtime-2.0.2.tar.gz')
    do_run('tar xfz airtime-2.0.2.tar.gz')
    do_sudo('cd /home/martin/airtime-2.0.2/install_full/ubuntu && ./airtime-full-install')

    
def airtime_203_tar():
    do_run('wget http://downloads.sourceforge.net/project/airtime/2.0.3/airtime-2.0.3.tar.gz')
    do_run('tar xfz airtime-2.0.3.tar.gz')
    do_sudo('cd /home/martin/airtime-2.0.3/install_full/ubuntu && ./airtime-full-install')
    
def airtime_210_tar():
    do_run('wget http://downloads.sourceforge.net/project/airtime/2.1.0/airtime-2.1.0.tar.gz')
    do_run('tar xfz airtime-2.1.0.tar.gz')
    do_sudo('cd /home/martin/airtime-2.1.0/install_full/ubuntu && ./airtime-full-install')

def airtime_211_tar():
    do_run('wget http://downloads.sourceforge.net/project/airtime/2.1.1/airtime-2.1.1.tar.gz')
    do_run('tar xfz airtime-2.1.1.tar.gz')
    do_sudo('cd /home/martin/airtime-2.1.1/install_full/ubuntu && ./airtime-full-install')

def airtime_212_tar():
    do_run('wget http://downloads.sourceforge.net/project/airtime/2.1.2/airtime-2.1.2.tar.gz')
    do_run('tar xfz airtime-2.1.2.tar.gz')
    do_sudo('cd /home/martin/airtime-2.1.2/install_full/ubuntu && ./airtime-full-install')

def airtime_213_tar():
    do_run('wget http://downloads.sourceforge.net/project/airtime/2.1.3/airtime-2.1.3.tar.gz')
    do_run('tar xfz airtime-2.1.3.tar.gz')
    do_sudo('cd /home/martin/airtime-2.1.3/install_full/ubuntu && ./airtime-full-install')

def airtime_220_tar():
    do_run('wget http://downloads.sourceforge.net/project/airtime/2.2.0/airtime-2.2.0.tar.gz')
    do_run('tar xfz airtime-2.2.0.tar.gz')
    do_sudo('cd /home/martin/airtime-2.2.0/install_full/ubuntu && ./airtime-full-install')

def airtime_221_tar():
    do_run('wget http://downloads.sourceforge.net/project/airtime/2.2.1/airtime-2.2.1.tar.gz')  
    do_run('tar xfz airtime-2.2.1.tar.gz')
    do_sudo('cd /home/martin/airtime-2.2.1/install_full/ubuntu && ./airtime-full-install')

def airtime_230_tar():
    do_run('wget http://downloads.sourceforge.net/project/airtime/2.3.0/airtime-2.3.0.tar.gz')
    do_run('tar xfz airtime-2.3.0.tar.gz')
    do_sudo('cd /home/martin/airtime-2.3.0/install_full/ubuntu && ./airtime-full-install')

def airtime_231_tar():
    do_run('wget http://downloads.sourceforge.net/project/airtime/2.3.1/airtime-2.3.1-ga.tar.gz')
    do_run('tar xfz airtime-2.3.1-ga.tar.gz')
    do_sudo('cd /home/martin/airtime-2.3.1/install_full/ubuntu && ./airtime-full-install')

def airtime_240_tar():
    do_run('wget http://sourceforge.net/projects/airtime/files/2.4.0/airtime-2.4.0-ga.tar.gz')
    do_run('tar xfz airtime-2.4.0-ga.tar.gz')
    do_sudo('cd /home/martin/airtime-2.4.0/install_full/ubuntu && ./airtime-full-install')

def airtime_241_tar():
    do_run('wget http://sourceforge.net/projects/airtime/files/2.4.1/airtime-2.4.1-ga.tar.gz')
    do_run('tar xfz airtime-2.4.1-ga.tar.gz')
    do_sudo('cd /home/martin/Airtime-airtime-2.4.1-ga/install_full/ubuntu && ./airtime-full-install')

def airtime_latest_deb():
    append('/etc/apt/sources.list', "deb http://apt.sourcefabric.org/ lucid main", use_sudo=True)
    append('/etc/apt/sources.list', "deb http://archive.ubuntu.com/ubuntu/ lucid multiverse", use_sudo=True)
    do_sudo('apt-get update')
    do_sudo('apt-get install -y --force-yes sourcefabric-keyring')
    do_sudo('apt-get install -y postgresql')
    do_sudo('apt-get install -y icecast2')
    do_sudo('apt-get purge -y pulseaudio')
    do_sudo('apt-get install -y --force-yes airtime')
    
def airtime_git_branch(branch="2.5.x"):
    do_sudo('apt-get update')
    do_sudo('apt-get install -y git-core')
    do_run('git clone https://github.com/sourcefabric/Airtime.git ~/airtime_git')
    do_sudo('cd /home/martin/airtime_git && git checkout %s && install_full/ubuntu/airtime-full-install || true' % branch)


#def airtime_200():
#    pass