Home | History | Annotate | Download | only in src
      1 #!/usr/bin/python
      2 import sys
      3 import time
      4 import os
      5 import string
      6 sys.path.insert(0, "python")
      7 import libxml2
      8 
      9 #
     10 # the testsuite description
     11 #
     12 DIR="xinclude-test-suite"
     13 CONF="testdescr.xml"
     14 LOG="check-xinclude-test-suite.log"
     15 
     16 log = open(LOG, "w")
     17 
     18 os.chdir(DIR)
     19 
     20 test_nr = 0
     21 test_succeed = 0
     22 test_failed = 0
     23 test_error = 0
     24 #
     25 # Error and warning handlers
     26 #
     27 error_nr = 0
     28 error_msg = ''
     29 
     30 def errorHandler(ctx, str):
     31     global error_nr
     32     global error_msg
     33 
     34     if string.find(str, "error:") >= 0:
     35 	error_nr = error_nr + 1
     36     if len(error_msg) < 300:
     37         if len(error_msg) == 0 or error_msg[-1] == '\n':
     38 	    error_msg = error_msg + "   >>" + str
     39 	else:
     40 	    error_msg = error_msg + str
     41 
     42 libxml2.registerErrorHandler(errorHandler, None)
     43 
     44 def testXInclude(filename, id):
     45     global error_nr
     46     global error_msg
     47     global log
     48 
     49     error_nr = 0
     50     error_msg = ''
     51 
     52     print "testXInclude(%s, %s)" % (filename, id)
     53     return 1
     54 
     55 def runTest(test, basedir):
     56     global test_nr
     57     global test_failed
     58     global test_error
     59     global test_succeed
     60     global error_msg
     61     global log
     62 
     63     fatal_error = 0
     64     uri = test.prop('href')
     65     id = test.prop('id')
     66     type = test.prop('type')
     67     if uri == None:
     68         print "Test without ID:", uri
     69 	return -1
     70     if id == None:
     71         print "Test without URI:", id
     72 	return -1
     73     if type == None:
     74         print "Test without URI:", id
     75 	return -1
     76     if basedir != None:
     77 	URI = basedir + "/" + uri
     78     else:
     79         URI = uri
     80     if os.access(URI, os.R_OK) == 0:
     81         print "Test %s missing: base %s uri %s" % (URI, basedir, uri)
     82 	return -1
     83 
     84     expected = None
     85     outputfile = None
     86     diff = None
     87     if type != 'error':
     88 	output = test.xpathEval('string(output)')
     89 	if output == 'No output file.':
     90 	    output = None
     91 	if output == '':
     92 	    output = None
     93 	if output != None:
     94 	    if basedir != None:
     95 		output = basedir + "/" + output
     96 	    if os.access(output, os.R_OK) == 0:
     97 		print "Result for %s missing: %s" % (id, output)
     98 		output = None
     99 	    else:
    100 		try:
    101 		    f = open(output)
    102 		    expected = f.read()
    103 		    outputfile = output
    104 		except:
    105 		    print "Result for %s unreadable: %s" % (id, output)
    106 
    107     try:
    108         # print "testing %s" % (URI)
    109 	doc = libxml2.parseFile(URI)
    110     except:
    111         doc = None
    112     if doc != None:
    113         res = doc.xincludeProcess()
    114 	if res >= 0 and expected != None:
    115 	    result = doc.serialize()
    116 	    if result != expected:
    117 	        print "Result for %s differs" % (id)
    118 		open("xinclude.res", "w").write(result)
    119 		diff = os.popen("diff %s xinclude.res" % outputfile).read()
    120 
    121 	doc.freeDoc()
    122     else:
    123         print "Failed to parse %s" % (URI)
    124 	res = -1
    125 
    126     
    127 
    128     test_nr = test_nr + 1
    129     if type == 'success':
    130 	if res > 0:
    131 	    test_succeed = test_succeed + 1
    132 	elif res == 0:
    133 	    test_failed = test_failed + 1
    134 	    print "Test %s: no substitution done ???" % (id)
    135 	elif res < 0:
    136 	    test_error = test_error + 1
    137 	    print "Test %s: failed valid XInclude processing" % (id)
    138     elif type == 'error':
    139 	if res > 0:
    140 	    test_error = test_error + 1
    141 	    print "Test %s: failed to detect invalid XInclude processing" % (id)
    142 	elif res == 0:
    143 	    test_failed = test_failed + 1
    144 	    print "Test %s: Invalid but no substitution done" % (id)
    145 	elif res < 0:
    146 	    test_succeed = test_succeed + 1
    147     elif type == 'optional':
    148 	if res > 0:
    149 	    test_succeed = test_succeed + 1
    150 	else:
    151 	    print "Test %s: failed optional test" % (id)
    152 
    153     # Log the ontext
    154     if res != 1:
    155 	log.write("Test ID %s\n" % (id))
    156 	log.write("   File: %s\n" % (URI))
    157 	content = string.strip(test.content)
    158 	while content[-1] == '\n':
    159 	    content = content[0:-1]
    160 	log.write("   %s:%s\n\n" % (type, content))
    161 	if error_msg != '':
    162 	    log.write("   ----\n%s   ----\n" % (error_msg))
    163 	    error_msg = ''
    164 	log.write("\n")
    165     if diff != None:
    166         log.write("diff from test %s:\n" %(id))
    167 	log.write("   -----------\n%s\n   -----------\n" % (diff));
    168 
    169     return 0
    170 	    
    171 
    172 def runTestCases(case):
    173     creator = case.prop('creator')
    174     if creator != None:
    175 	print "=>", creator
    176     base = case.getBase(None)
    177     basedir = case.prop('basedir')
    178     if basedir != None:
    179 	base = libxml2.buildURI(basedir, base)
    180     test = case.children
    181     while test != None:
    182         if test.name == 'testcase':
    183 	    runTest(test, base)
    184 	if test.name == 'testcases':
    185 	    runTestCases(test)
    186         test = test.next
    187         
    188 conf = libxml2.parseFile(CONF)
    189 if conf == None:
    190     print "Unable to load %s" % CONF
    191     sys.exit(1)
    192 
    193 testsuite = conf.getRootElement()
    194 if testsuite.name != 'testsuite':
    195     print "Expecting TESTSUITE root element: aborting"
    196     sys.exit(1)
    197 
    198 profile = testsuite.prop('PROFILE')
    199 if profile != None:
    200     print profile
    201 
    202 start = time.time()
    203 
    204 case = testsuite.children
    205 while case != None:
    206     if case.name == 'testcases':
    207 	old_test_nr = test_nr
    208 	old_test_succeed = test_succeed
    209 	old_test_failed = test_failed
    210 	old_test_error = test_error
    211         runTestCases(case)
    212 	print "   Ran %d tests: %d suceeded, %d failed and %d generated an error" % (
    213 	       test_nr - old_test_nr, test_succeed - old_test_succeed,
    214 	       test_failed - old_test_failed, test_error - old_test_error)
    215     case = case.next
    216 
    217 conf.freeDoc()
    218 log.close()
    219 
    220 print "Ran %d tests: %d suceeded, %d failed and %d generated an error in %.2f s." % (
    221       test_nr, test_succeed, test_failed, test_error, time.time() - start)
    222