boost/tools/regression/xsl_reports/boostbook_report.py

import ftplib
import optparse
import os
import time
import urlparse
import utils
import shutil
import sys
import zipfile
import xml.sax.saxutils


import utils.libxslt

def get_date( words ):
    date = words[ 5: -1 ]
    t = time.localtime()

    month_names = [ "Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec" ]

    year = time.localtime()[0] # If year is not secified is it the current year
    month = month_names.index( date[0] ) + 1
    day = int( date[1] )
    hours = 0 
    minutes = 0

    if  date[2].find( ":" ) != -1:
        ( hours, minutes ) = [ int(x) for x in date[2].split( ":" ) ]
    else:
        # there is no way to get seconds for not current year dates
        year = int( date[2] )

    return ( year, month, day, hours, minutes, 0, 0, 0, 0 )

#def check_for_new_upload( target_dir, boostbook_info ):

def accept_args( args ):        
    parser = optparse.OptionParser()
    parser.add_option( '-t', '--tag', dest='tag', help="the tag for the results (i.e. 'RC_1_34_0')" )
    parser.add_option( '-d', '--destination', dest='destination', help='destination directory' )

    if len(args) == 0:
        parser.print_help()
        sys.exit( 1 )

    (options, args) = parser.parse_args()
    if not options.destination:
        print '-d is required'
        parser.print_help()
        sys.exit( 1 )
    return options

def unzip( archive_path, result_dir ):
    utils.log( 'Unpacking %s into %s' % ( archive_path, result_dir ) )
    z = zipfile.ZipFile( archive_path, 'r', zipfile.ZIP_DEFLATED ) 
    for f in z.infolist():
        dir = os.path.join( result_dir, os.path.dirname( f.filename ) )
        if not os.path.exists( dir ):
            os.makedirs( dir )
        result = open( os.path.join( result_dir, f.filename ), 'wb' )
        result.write( z.read( f.filename ) )
        result.close()

    z.close()

def boostbook_report( options ):
    site = 'fx.meta-comm.com'
    site_path = '/boost-regression/%s' % options.tag
    
    utils.log( 'Opening %s ...' % site )
    f = ftplib.FTP( site )
    f.login()
    utils.log( '   cd %s ...' % site_path )
    f.cwd( site_path )
    
    utils.log( '   dir' )
    lines = []
    f.dir( lambda x: lines.append( x ) )
    word_lines = [ x.split( None, 8 ) for x in lines ]
    boostbook_info = [ ( l[-1], get_date( l ) ) for l in word_lines if l[-1] == "BoostBook.zip" ]
    if len( boostbook_info ) > 0:
        boostbook_info = boostbook_info[0]
        utils.log( 'BoostBook found! (%s)' % ( boostbook_info, ) )
        local_copy = os.path.join( options.destination,'BoostBook-%s.zip' % options.tag )
        
        if 1: 
            if os.path.exists( local_copy ):
                utils.log( 'Local copy exists. Checking if it is older than uploaded one...' )
                uploaded_mtime = time.mktime( boostbook_info[1] )
                local_mtime    = os.path.getmtime( local_copy )
                utils.log( '    uploaded: %s %s, local: %s %s' % 
                           ( uploaded_mtime
                             , boostbook_info[1]
                             , local_mtime 
                             , time.localtime( local_mtime )) ) 
                modtime = time.localtime( os.path.getmtime( local_copy ) )
                if uploaded_mtime <= local_mtime:
                    utils.log( 'Local copy is newer: exiting' )
                    sys.exit()
                
        if 1:
            temp = os.path.join( options.destination,'BoostBook.zip' )
            result = open( temp, 'wb' )
            f.retrbinary( 'RETR %s' % boostbook_info[0], result.write )
            result.close()
            
            if os.path.exists( local_copy ):
                os.unlink( local_copy )
            os.rename( temp, local_copy )
            m = time.mktime( boostbook_info[1] )
            os.utime( local_copy, ( m, m ) )


        docs_name = os.path.splitext( os.path.basename( local_copy ) )[0]
        if 1:
            unpacked_docs_dir = os.path.join( options.destination, docs_name )
            utils.log( 'Dir %s ' % unpacked_docs_dir )
            if os.path.exists( unpacked_docs_dir ):
                utils.log( 'Cleaning up...' )
                shutil.rmtree( unpacked_docs_dir )
            os.makedirs( unpacked_docs_dir )
            
            unzip( local_copy, unpacked_docs_dir )

        utils.system( [ 'cd %s' % unpacked_docs_dir
                       , 'tar -c -f ../%s.tar.gz -z --exclude=tarball *' % docs_name ] )
        
        process_boostbook_build_log( os.path.join( unpacked_docs_dir, 'boostbook.log' ), read_timestamp( unpacked_docs_dir ) )
        utils.libxslt( log
                         , os.path.abspath( os.path.join( unpacked_docs_dir, 'boostbook.log.xml' ) )
                         , os.path.abspath( os.path.join( os.path.dirname( __file__ ), 'xsl', 'v2', 'boostbook_log.xsl' ) ) 
                         , os.path.abspath( os.path.join( unpacked_docs_dir, 'boostbook.log.html' ) ) )

        
def log( msg ):
    print msg
    
def process_boostbook_build_log( path, timestamp ):
    f = open( path + '.xml', 'w' )
    g = xml.sax.saxutils.XMLGenerator( f )
    lines = open( path ).read().splitlines()
    output_lines = []
    result = 'success'
    for line in lines:
        type = 'output'
        if line.startswith( '...failed' ):
            type = 'failure'
            result='failure'

        if line.startswith( 'runtime error:' ):
            type = 'failure'
    
        if line.startswith( '...skipped' ):
            type = 'skipped'
        output_lines.append( ( type, line ) )
        
    g.startDocument()
    g.startElement( 'build', { 'result':  result, 'timestamp': timestamp } )
    for line in output_lines:
        g.startElement( 'line', { 'type': line[0]} )
        g.characters( line[1] )
        g.endElement( 'line' )
    g.endElement( 'build' )
    g.endDocument()
    
        
def read_timestamp( docs_directory ):
    f = open( os.path.join( docs_directory, 'timestamp' ) )
    try:
        return f.readline()
    finally:
        f.close()
    
def main():
    options = accept_args( sys.argv[1:])
    boostbook_report( options )

if __name__ == '__main__':
    main()