#! /usr/bin/env python
#
# The Ultimate Test Suite (tm)
#
import sys, os, time, subprocess

#
# This script should do the following:
#
#  for interpreter-executable-path in file('fulltester.local'):
#      for mode in (debug, optimized, ivm-debug, ivm-optimized):
#          compile Psyco for 'mode' and 'interpreter'
#          for testset in testset_list:
#              start 'interpreter' running 'testset'
#
# The testset_list is called RUNNING_MODES below, and has the 
# following entries:

# test_base.py         -- run elementary tests
# regrtester2.py 0/10  -- 1st tenth of all regr tests with psyco.full()
# regrtester2.py 1/10  -- 2nd tenth of all regr tests with psyco.full()
# ...
# regrtester2.py 9/10  -- last tenth of all regr tests with psyco.full()
# (idem)              -- the same, with psyco.profile()
#

try:
    f = open('fulltester.local')
except IOError:
    print >> sys.stderr, "You must create a file 'fulltester.local' containing a"
    print >> sys.stderr, "list of Python executables of various versions."
    sys.exit(2)

PYTHON_VERSIONS = [s.strip() for s in f.readlines() if s and s.strip()[:1] != '#']
f.close()

PSYCO_MODES = [
    # debugging mode, static compiling
    {'PSYCO_DEBUG': 1, 'VERBOSE_LEVEL': 0, 'CODE_DUMP': 1},
    # optimized mode, static compiling
    {'PSYCO_DEBUG': 0, 'VERBOSE_LEVEL': 0, 'CODE_DUMP': 0},
##    # debugging mode, IVM virtual processor
##    {'PSYCO_DEBUG': 1, 'VERBOSE_LEVEL': 1, 'CODE_DUMP': 1,
##     'PROCESSOR': 'ivm'},
##    # optimized mode, IVM virtual processor
##    {'PSYCO_DEBUG': 0, 'VERBOSE_LEVEL': 0, 'CODE_DUMP': 0,
##     'PROCESSOR': 'ivm'},
    ]

FRACTION = 1  # whow, we are small!
FRACTION = 10 # but this is still handy

RUNNING_MODES = [
        ("test_base.py",  {}),
    ]
DONT_SAVE = RUNNING_MODES[0]

for n in range(FRACTION):
    RUNNING_MODES.append(
        ("regrtester2.py %d/%d -nodump" % (n, FRACTION),
                          {"regrtester.local": "psyco.full()"}))
##for n in range(FRACTION):
##    RUNNING_MODES.append(
##        ("regrtester2.py %d/%d -nodump" % (n, FRACTION),
##                          {"regrtester.local": "psyco.profile()"}))

compiled_version = None

IRQFILE = 'INTERRUPT.TMP'

# must run as shell in windows, only
USE_SHELL = sys.platform.startswith('win')
    
def run(path, *argv):
    print '='*10, path, ' '.join(argv)
    if os.path.exists(IRQFILE):
        os.remove(IRQFILE)
    sys.stdout.flush()
    path = os.path.expanduser(path)
    err = subprocess.call([path]+list(argv), shell=USE_SHELL)
    if os.path.exists(IRQFILE):
        os.remove(IRQFILE)
        raise KeyboardInterrupt
    if err:
        print '='*60
        print '*** exited with error code', err
        sys.exit(err)

# allow to override the compiler
EXTRA = ()

def do_compile(python_version, psyco_mode):
    print '~'*60
    print psyco_mode
    preffile = os.path.join(os.pardir, 'preferences.py')
    try:
        f = open(preffile, 'r')
        backup = f.read()
        f.close()
    except IOError:
        backup = ''
    if backup:
        print "===== Note: ignoring your custom preferences.py"
    cwd = os.getcwd()
    try:
        f = open(preffile, 'w')
        for varvalue in psyco_mode.items():
            f.write('%s = %r\n' % varvalue)
        f.close()
        os.chdir(os.pardir)
        extra = EXTRA
        run(python_version, 'setup.py', 'build', '-f', *extra)
        run(python_version, 'setup.py', 'install', '-f',
            '--install-lib', tmpdir, '--skip-build')
    finally:
        os.chdir(cwd)
        f = open(preffile, 'w')
        f.write(backup)
        f.close()

def test_with(python_version, psyco_mode, running_mode):
    #
    # Compile the appropriate Psyco version
    #
    global compiled_version
    if (python_version, psyco_mode) != compiled_version:
        do_compile(python_version, psyco_mode)
        compiled_version = (python_version, psyco_mode)
    #
    # Prepare the running mode
    #
    script, prefiles = running_mode
    for filename, content in prefiles.items():
        f = open(filename, 'w')
        print >> f, content
        f.close()
    #
    # Run it
    #
    print '='*10, '%s: %s' % (
        psyco_mode['PSYCO_DEBUG'] and "DEBUG" or "RELEASE", 
        running_mode)
    run(python_version, *script.split())
    #
    # Passed
    #
    # always run test_base!
    if running_mode != DONT_SAVE:
        tests_passed.append((python_version, psyco_mode, running_mode))
    f = open(passed_filename, 'w')
    f.write(repr(tests_passed))
    f.close()
    #
    # Make a little pause to catch our breath again
    #
    time.sleep(1)


def test():
    global tests_passed, passed_filename, tmpdir
    tmpdir = os.path.abspath('tmpd')
    if not os.path.isdir(tmpdir):
        os.mkdir(tmpdir)
    os.environ['PYTHONPATH'] = tmpdir
    passed_filename = os.path.join(tmpdir, 'fulltests_passed')
    try:
        f = open(passed_filename)
        tests_passed = eval(f.read())
        f.close()
    except IOError:
        tests_passed = []

    tests = [(python_version, psyco_mode, running_mode)
             for python_version in PYTHON_VERSIONS
             for psyco_mode in PSYCO_MODES
             for running_mode in RUNNING_MODES]
    tests.sort()
    tests.reverse()
    later_tests = []
    for mode in tests:
        if mode in tests_passed:
            later_tests.append(mode)
        else:
            test_with(*mode)
    for mode in later_tests:
        test_with(*mode)
    try:
        os.unlink(passed_filename)
    except:
        pass
    try:
        os.unlink("regrtester.local")
    except:
        pass
    print "="*60
    print
    print "The Ultimate Test Suite (tm) passed !"
    print
    print "="*60


if __name__ == '__main__':
    test()