1 | #!/usr/bin/python |
---|
2 | import sys |
---|
3 | import time |
---|
4 | import os |
---|
5 | import string |
---|
6 | sys.path.append("python") |
---|
7 | import libxml2 |
---|
8 | |
---|
9 | test_nr = 0 |
---|
10 | test_succeed = 0 |
---|
11 | test_failed = 0 |
---|
12 | test_error = 0 |
---|
13 | |
---|
14 | # |
---|
15 | # the testsuite description |
---|
16 | # |
---|
17 | CONF="xml-test-suite/xmlconf/xmlconf.xml" |
---|
18 | LOG="check-xml-test-suite.log" |
---|
19 | |
---|
20 | log = open(LOG, "w") |
---|
21 | |
---|
22 | # |
---|
23 | # Error and warning handlers |
---|
24 | # |
---|
25 | error_nr = 0 |
---|
26 | error_msg = '' |
---|
27 | def errorHandler(ctx, str): |
---|
28 | global error_nr |
---|
29 | global error_msg |
---|
30 | |
---|
31 | error_nr = error_nr + 1 |
---|
32 | if len(error_msg) < 300: |
---|
33 | if len(error_msg) == 0 or error_msg[-1] == '\n': |
---|
34 | error_msg = error_msg + " >>" + str |
---|
35 | else: |
---|
36 | error_msg = error_msg + str |
---|
37 | |
---|
38 | libxml2.registerErrorHandler(errorHandler, None) |
---|
39 | |
---|
40 | #warning_nr = 0 |
---|
41 | #warning = '' |
---|
42 | #def warningHandler(ctx, str): |
---|
43 | # global warning_nr |
---|
44 | # global warning |
---|
45 | # |
---|
46 | # warning_nr = warning_nr + 1 |
---|
47 | # warning = warning + str |
---|
48 | # |
---|
49 | #libxml2.registerWarningHandler(warningHandler, None) |
---|
50 | |
---|
51 | # |
---|
52 | # Used to load the XML testsuite description |
---|
53 | # |
---|
54 | def loadNoentDoc(filename): |
---|
55 | ctxt = libxml2.createFileParserCtxt(filename) |
---|
56 | if ctxt == None: |
---|
57 | return None |
---|
58 | ctxt.replaceEntities(1) |
---|
59 | ctxt.parseDocument() |
---|
60 | try: |
---|
61 | doc = ctxt.doc() |
---|
62 | except: |
---|
63 | doc = None |
---|
64 | if ctxt.wellFormed() != 1: |
---|
65 | doc.freeDoc() |
---|
66 | return None |
---|
67 | return doc |
---|
68 | |
---|
69 | # |
---|
70 | # The conformance testing routines |
---|
71 | # |
---|
72 | |
---|
73 | def testNotWf(filename, id): |
---|
74 | global error_nr |
---|
75 | global error_msg |
---|
76 | global log |
---|
77 | |
---|
78 | error_nr = 0 |
---|
79 | error_msg = '' |
---|
80 | |
---|
81 | ctxt = libxml2.createFileParserCtxt(filename) |
---|
82 | if ctxt == None: |
---|
83 | return -1 |
---|
84 | ret = ctxt.parseDocument() |
---|
85 | |
---|
86 | try: |
---|
87 | doc = ctxt.doc() |
---|
88 | except: |
---|
89 | doc = None |
---|
90 | if doc != None: |
---|
91 | doc.freeDoc() |
---|
92 | if ret == 0 or ctxt.wellFormed() != 0: |
---|
93 | print "%s: error: Well Formedness error not detected" % (id) |
---|
94 | log.write("%s: error: Well Formedness error not detected\n" % (id)) |
---|
95 | return 0 |
---|
96 | return 1 |
---|
97 | |
---|
98 | def testNotWfEnt(filename, id): |
---|
99 | global error_nr |
---|
100 | global error_msg |
---|
101 | global log |
---|
102 | |
---|
103 | error_nr = 0 |
---|
104 | error_msg = '' |
---|
105 | |
---|
106 | ctxt = libxml2.createFileParserCtxt(filename) |
---|
107 | if ctxt == None: |
---|
108 | return -1 |
---|
109 | ctxt.replaceEntities(1) |
---|
110 | ret = ctxt.parseDocument() |
---|
111 | |
---|
112 | try: |
---|
113 | doc = ctxt.doc() |
---|
114 | except: |
---|
115 | doc = None |
---|
116 | if doc != None: |
---|
117 | doc.freeDoc() |
---|
118 | if ret == 0 or ctxt.wellFormed() != 0: |
---|
119 | print "%s: error: Well Formedness error not detected" % (id) |
---|
120 | log.write("%s: error: Well Formedness error not detected\n" % (id)) |
---|
121 | return 0 |
---|
122 | return 1 |
---|
123 | |
---|
124 | def testNotWfEntDtd(filename, id): |
---|
125 | global error_nr |
---|
126 | global error_msg |
---|
127 | global log |
---|
128 | |
---|
129 | error_nr = 0 |
---|
130 | error_msg = '' |
---|
131 | |
---|
132 | ctxt = libxml2.createFileParserCtxt(filename) |
---|
133 | if ctxt == None: |
---|
134 | return -1 |
---|
135 | ctxt.replaceEntities(1) |
---|
136 | ctxt.loadSubset(1) |
---|
137 | ret = ctxt.parseDocument() |
---|
138 | |
---|
139 | try: |
---|
140 | doc = ctxt.doc() |
---|
141 | except: |
---|
142 | doc = None |
---|
143 | if doc != None: |
---|
144 | doc.freeDoc() |
---|
145 | if ret == 0 or ctxt.wellFormed() != 0: |
---|
146 | print "%s: error: Well Formedness error not detected" % (id) |
---|
147 | log.write("%s: error: Well Formedness error not detected\n" % (id)) |
---|
148 | return 0 |
---|
149 | return 1 |
---|
150 | |
---|
151 | def testWfEntDtd(filename, id): |
---|
152 | global error_nr |
---|
153 | global error_msg |
---|
154 | global log |
---|
155 | |
---|
156 | error_nr = 0 |
---|
157 | error_msg = '' |
---|
158 | |
---|
159 | ctxt = libxml2.createFileParserCtxt(filename) |
---|
160 | if ctxt == None: |
---|
161 | return -1 |
---|
162 | ctxt.replaceEntities(1) |
---|
163 | ctxt.loadSubset(1) |
---|
164 | ret = ctxt.parseDocument() |
---|
165 | |
---|
166 | try: |
---|
167 | doc = ctxt.doc() |
---|
168 | except: |
---|
169 | doc = None |
---|
170 | if doc == None or ret != 0 or ctxt.wellFormed() == 0: |
---|
171 | print "%s: error: wrongly failed to parse the document" % (id) |
---|
172 | log.write("%s: error: wrongly failed to parse the document\n" % (id)) |
---|
173 | if doc != None: |
---|
174 | doc.freeDoc() |
---|
175 | return 0 |
---|
176 | if error_nr != 0: |
---|
177 | print "%s: warning: WF document generated an error msg" % (id) |
---|
178 | log.write("%s: error: WF document generated an error msg\n" % (id)) |
---|
179 | doc.freeDoc() |
---|
180 | return 2 |
---|
181 | doc.freeDoc() |
---|
182 | return 1 |
---|
183 | |
---|
184 | def testError(filename, id): |
---|
185 | global error_nr |
---|
186 | global error_msg |
---|
187 | global log |
---|
188 | |
---|
189 | error_nr = 0 |
---|
190 | error_msg = '' |
---|
191 | |
---|
192 | ctxt = libxml2.createFileParserCtxt(filename) |
---|
193 | if ctxt == None: |
---|
194 | return -1 |
---|
195 | ctxt.replaceEntities(1) |
---|
196 | ctxt.loadSubset(1) |
---|
197 | ret = ctxt.parseDocument() |
---|
198 | |
---|
199 | try: |
---|
200 | doc = ctxt.doc() |
---|
201 | except: |
---|
202 | doc = None |
---|
203 | if doc != None: |
---|
204 | doc.freeDoc() |
---|
205 | if ctxt.wellFormed() == 0: |
---|
206 | print "%s: warning: failed to parse the document but accepted" % (id) |
---|
207 | log.write("%s: warning: failed to parse the document but accepte\n" % (id)) |
---|
208 | return 2 |
---|
209 | if error_nr != 0: |
---|
210 | print "%s: warning: WF document generated an error msg" % (id) |
---|
211 | log.write("%s: error: WF document generated an error msg\n" % (id)) |
---|
212 | return 2 |
---|
213 | return 1 |
---|
214 | |
---|
215 | def testInvalid(filename, id): |
---|
216 | global error_nr |
---|
217 | global error_msg |
---|
218 | global log |
---|
219 | |
---|
220 | error_nr = 0 |
---|
221 | error_msg = '' |
---|
222 | |
---|
223 | ctxt = libxml2.createFileParserCtxt(filename) |
---|
224 | if ctxt == None: |
---|
225 | return -1 |
---|
226 | ctxt.validate(1) |
---|
227 | ret = ctxt.parseDocument() |
---|
228 | |
---|
229 | try: |
---|
230 | doc = ctxt.doc() |
---|
231 | except: |
---|
232 | doc = None |
---|
233 | valid = ctxt.isValid() |
---|
234 | if doc == None: |
---|
235 | print "%s: error: wrongly failed to parse the document" % (id) |
---|
236 | log.write("%s: error: wrongly failed to parse the document\n" % (id)) |
---|
237 | return 0 |
---|
238 | if valid == 1: |
---|
239 | print "%s: error: Validity error not detected" % (id) |
---|
240 | log.write("%s: error: Validity error not detected\n" % (id)) |
---|
241 | doc.freeDoc() |
---|
242 | return 0 |
---|
243 | if error_nr == 0: |
---|
244 | print "%s: warning: Validity error not reported" % (id) |
---|
245 | log.write("%s: warning: Validity error not reported\n" % (id)) |
---|
246 | doc.freeDoc() |
---|
247 | return 2 |
---|
248 | |
---|
249 | doc.freeDoc() |
---|
250 | return 1 |
---|
251 | |
---|
252 | def testValid(filename, id): |
---|
253 | global error_nr |
---|
254 | global error_msg |
---|
255 | |
---|
256 | error_nr = 0 |
---|
257 | error_msg = '' |
---|
258 | |
---|
259 | ctxt = libxml2.createFileParserCtxt(filename) |
---|
260 | if ctxt == None: |
---|
261 | return -1 |
---|
262 | ctxt.validate(1) |
---|
263 | ctxt.parseDocument() |
---|
264 | |
---|
265 | try: |
---|
266 | doc = ctxt.doc() |
---|
267 | except: |
---|
268 | doc = None |
---|
269 | valid = ctxt.isValid() |
---|
270 | if doc == None: |
---|
271 | print "%s: error: wrongly failed to parse the document" % (id) |
---|
272 | log.write("%s: error: wrongly failed to parse the document\n" % (id)) |
---|
273 | return 0 |
---|
274 | if valid != 1: |
---|
275 | print "%s: error: Validity check failed" % (id) |
---|
276 | log.write("%s: error: Validity check failed\n" % (id)) |
---|
277 | doc.freeDoc() |
---|
278 | return 0 |
---|
279 | if error_nr != 0 or valid != 1: |
---|
280 | print "%s: warning: valid document reported an error" % (id) |
---|
281 | log.write("%s: warning: valid document reported an error\n" % (id)) |
---|
282 | doc.freeDoc() |
---|
283 | return 2 |
---|
284 | doc.freeDoc() |
---|
285 | return 1 |
---|
286 | |
---|
287 | def runTest(test): |
---|
288 | global test_nr |
---|
289 | global test_succeed |
---|
290 | global test_failed |
---|
291 | global error_msg |
---|
292 | global log |
---|
293 | |
---|
294 | uri = test.prop('URI') |
---|
295 | id = test.prop('ID') |
---|
296 | if uri == None: |
---|
297 | print "Test without ID:", uri |
---|
298 | return -1 |
---|
299 | if id == None: |
---|
300 | print "Test without URI:", id |
---|
301 | return -1 |
---|
302 | base = test.getBase(None) |
---|
303 | URI = libxml2.buildURI(uri, base) |
---|
304 | if os.access(URI, os.R_OK) == 0: |
---|
305 | print "Test %s missing: base %s uri %s" % (URI, base, uri) |
---|
306 | return -1 |
---|
307 | type = test.prop('TYPE') |
---|
308 | if type == None: |
---|
309 | print "Test %s missing TYPE" % (id) |
---|
310 | return -1 |
---|
311 | |
---|
312 | extra = None |
---|
313 | if type == "invalid": |
---|
314 | res = testInvalid(URI, id) |
---|
315 | elif type == "valid": |
---|
316 | res = testValid(URI, id) |
---|
317 | elif type == "not-wf": |
---|
318 | extra = test.prop('ENTITIES') |
---|
319 | # print URI |
---|
320 | #if extra == None: |
---|
321 | # res = testNotWfEntDtd(URI, id) |
---|
322 | #elif extra == 'none': |
---|
323 | # res = testNotWf(URI, id) |
---|
324 | #elif extra == 'general': |
---|
325 | # res = testNotWfEnt(URI, id) |
---|
326 | #elif extra == 'both' or extra == 'parameter': |
---|
327 | res = testNotWfEntDtd(URI, id) |
---|
328 | #else: |
---|
329 | # print "Unknow value %s for an ENTITIES test value" % (extra) |
---|
330 | # return -1 |
---|
331 | elif type == "error": |
---|
332 | res = testError(URI, id) |
---|
333 | else: |
---|
334 | # TODO skipped for now |
---|
335 | return -1 |
---|
336 | |
---|
337 | test_nr = test_nr + 1 |
---|
338 | if res > 0: |
---|
339 | test_succeed = test_succeed + 1 |
---|
340 | elif res == 0: |
---|
341 | test_failed = test_failed + 1 |
---|
342 | elif res < 0: |
---|
343 | test_error = test_error + 1 |
---|
344 | |
---|
345 | # Log the ontext |
---|
346 | if res != 1: |
---|
347 | log.write(" File: %s\n" % (URI)) |
---|
348 | content = string.strip(test.content) |
---|
349 | while content[-1] == '\n': |
---|
350 | content = content[0:-1] |
---|
351 | if extra != None: |
---|
352 | log.write(" %s:%s:%s\n" % (type, extra, content)) |
---|
353 | else: |
---|
354 | log.write(" %s:%s\n\n" % (type, content)) |
---|
355 | if error_msg != '': |
---|
356 | log.write(" ----\n%s ----\n" % (error_msg)) |
---|
357 | error_msg = '' |
---|
358 | log.write("\n") |
---|
359 | |
---|
360 | return 0 |
---|
361 | |
---|
362 | |
---|
363 | def runTestCases(case): |
---|
364 | profile = case.prop('PROFILE') |
---|
365 | if profile != None and \ |
---|
366 | string.find(profile, "IBM XML Conformance Test Suite - Production") < 0: |
---|
367 | print "=>", profile |
---|
368 | test = case.children |
---|
369 | while test != None: |
---|
370 | if test.name == 'TEST': |
---|
371 | runTest(test) |
---|
372 | if test.name == 'TESTCASES': |
---|
373 | runTestCases(test) |
---|
374 | test = test.next |
---|
375 | |
---|
376 | conf = loadNoentDoc(CONF) |
---|
377 | if conf == None: |
---|
378 | print "Unable to load %s" % CONF |
---|
379 | sys.exit(1) |
---|
380 | |
---|
381 | testsuite = conf.getRootElement() |
---|
382 | if testsuite.name != 'TESTSUITE': |
---|
383 | print "Expecting TESTSUITE root element: aborting" |
---|
384 | sys.exit(1) |
---|
385 | |
---|
386 | profile = testsuite.prop('PROFILE') |
---|
387 | if profile != None: |
---|
388 | print profile |
---|
389 | |
---|
390 | start = time.time() |
---|
391 | |
---|
392 | case = testsuite.children |
---|
393 | while case != None: |
---|
394 | if case.name == 'TESTCASES': |
---|
395 | old_test_nr = test_nr |
---|
396 | old_test_succeed = test_succeed |
---|
397 | old_test_failed = test_failed |
---|
398 | old_test_error = test_error |
---|
399 | runTestCases(case) |
---|
400 | print " Ran %d tests: %d suceeded, %d failed and %d generated an error" % ( |
---|
401 | test_nr - old_test_nr, test_succeed - old_test_succeed, |
---|
402 | test_failed - old_test_failed, test_error - old_test_error) |
---|
403 | case = case.next |
---|
404 | |
---|
405 | conf.freeDoc() |
---|
406 | log.close() |
---|
407 | |
---|
408 | print "Ran %d tests: %d suceeded, %d failed and %d generated an error in %.2f s." % ( |
---|
409 | test_nr, test_succeed, test_failed, test_error, time.time() - start) |
---|