# this file is reduced to the bare minimum to reproduce the crash
import os, glob, random
from cStringIO import StringIO
from test.test_support import findfile

from tokenize_mod import GenToken, tokenize_obj

def test_main():
    # This displays the tokenization of tokenize_tests.py to stdout, and
    # regrtest.py checks that this equals the expected output (in the
    # test/output/ directory).
    f = open(findfile('tokenize_tests' + os.extsep + 'txt'))
    # original: tokenize(f.readline)
    import psyco
    psyco.bind(GenToken.generate_tokens)
    tokenize_obj(f.readline)
    f.close()

if __name__ == "__main__":
    test_main()