608 lines
16 KiB
C
608 lines
16 KiB
C
/*
|
|
* runsuite.c: C program to run libxml2 againts published testsuites
|
|
*
|
|
* See Copyright for the status of this software.
|
|
*
|
|
* daniel@veillard.com
|
|
*/
|
|
|
|
#include "libxml.h"
|
|
#include <stdio.h>
|
|
|
|
#ifdef LIBXML_XPATH_ENABLED
|
|
|
|
#if !defined(_WIN32) || defined(__CYGWIN__)
|
|
#include <unistd.h>
|
|
#endif
|
|
#include <string.h>
|
|
#include <sys/types.h>
|
|
#include <sys/stat.h>
|
|
#include <fcntl.h>
|
|
|
|
#include <libxml/parser.h>
|
|
#include <libxml/parserInternals.h>
|
|
#include <libxml/tree.h>
|
|
#include <libxml/uri.h>
|
|
#include <libxml/xmlreader.h>
|
|
|
|
#include <libxml/xpath.h>
|
|
#include <libxml/xpathInternals.h>
|
|
|
|
#define LOGFILE "runxmlconf.log"
|
|
static FILE *logfile = NULL;
|
|
static int verbose = 0;
|
|
|
|
#define NB_EXPECTED_ERRORS 15
|
|
|
|
|
|
const char *skipped_tests[] = {
|
|
/* http://lists.w3.org/Archives/Public/public-xml-testsuite/2008Jul/0000.html */
|
|
"rmt-ns10-035",
|
|
NULL
|
|
};
|
|
|
|
/************************************************************************
|
|
* *
|
|
* File name and path utilities *
|
|
* *
|
|
************************************************************************/
|
|
|
|
static int checkTestFile(const char *filename) {
|
|
struct stat buf;
|
|
|
|
if (stat(filename, &buf) == -1)
|
|
return(0);
|
|
|
|
#if defined(_WIN32) && !defined(__CYGWIN__)
|
|
if (!(buf.st_mode & _S_IFREG))
|
|
return(0);
|
|
#else
|
|
if (!S_ISREG(buf.st_mode))
|
|
return(0);
|
|
#endif
|
|
|
|
return(1);
|
|
}
|
|
|
|
static xmlChar *composeDir(const xmlChar *dir, const xmlChar *path) {
|
|
char buf[500];
|
|
|
|
if (dir == NULL) return(xmlStrdup(path));
|
|
if (path == NULL) return(NULL);
|
|
|
|
snprintf(buf, 500, "%s/%s", (const char *) dir, (const char *) path);
|
|
return(xmlStrdup((const xmlChar *) buf));
|
|
}
|
|
|
|
/************************************************************************
|
|
* *
|
|
* Libxml2 specific routines *
|
|
* *
|
|
************************************************************************/
|
|
|
|
static int nb_skipped = 0;
|
|
static int nb_tests = 0;
|
|
static int nb_errors = 0;
|
|
static int nb_leaks = 0;
|
|
|
|
/*
|
|
* We need to trap calls to the resolver to not account memory for the catalog
|
|
* and not rely on any external resources.
|
|
*/
|
|
static xmlParserInputPtr
|
|
testExternalEntityLoader(const char *URL, const char *ID ATTRIBUTE_UNUSED,
|
|
xmlParserCtxtPtr ctxt) {
|
|
xmlParserInputPtr ret;
|
|
|
|
ret = xmlNewInputFromFile(ctxt, (const char *) URL);
|
|
|
|
return(ret);
|
|
}
|
|
|
|
/*
|
|
* Trapping the error messages at the generic level to grab the equivalent of
|
|
* stderr messages on CLI tools.
|
|
*/
|
|
static char testErrors[32769];
|
|
static int testErrorsSize = 0;
|
|
static int nbError = 0;
|
|
static int nbFatal = 0;
|
|
|
|
static void test_log(const char *msg, ...) {
|
|
va_list args;
|
|
if (logfile != NULL) {
|
|
fprintf(logfile, "\n------------\n");
|
|
va_start(args, msg);
|
|
vfprintf(logfile, msg, args);
|
|
va_end(args);
|
|
fprintf(logfile, "%s", testErrors);
|
|
testErrorsSize = 0; testErrors[0] = 0;
|
|
}
|
|
if (verbose) {
|
|
va_start(args, msg);
|
|
vfprintf(stderr, msg, args);
|
|
va_end(args);
|
|
}
|
|
}
|
|
|
|
static void
|
|
testErrorHandler(void *userData ATTRIBUTE_UNUSED, xmlErrorPtr error) {
|
|
int res;
|
|
|
|
if (testErrorsSize >= 32768)
|
|
return;
|
|
res = snprintf(&testErrors[testErrorsSize],
|
|
32768 - testErrorsSize,
|
|
"%s:%d: %s\n", (error->file ? error->file : "entity"),
|
|
error->line, error->message);
|
|
if (error->level == XML_ERR_FATAL)
|
|
nbFatal++;
|
|
else if (error->level == XML_ERR_ERROR)
|
|
nbError++;
|
|
if (testErrorsSize + res >= 32768) {
|
|
/* buffer is full */
|
|
testErrorsSize = 32768;
|
|
testErrors[testErrorsSize] = 0;
|
|
} else {
|
|
testErrorsSize += res;
|
|
}
|
|
testErrors[testErrorsSize] = 0;
|
|
}
|
|
|
|
static xmlXPathContextPtr ctxtXPath;
|
|
|
|
static void
|
|
initializeLibxml2(void) {
|
|
xmlGetWarningsDefaultValue = 0;
|
|
xmlPedanticParserDefault(0);
|
|
|
|
xmlMemSetup(xmlMemFree, xmlMemMalloc, xmlMemRealloc, xmlMemoryStrdup);
|
|
xmlInitParser();
|
|
xmlSetExternalEntityLoader(testExternalEntityLoader);
|
|
ctxtXPath = xmlXPathNewContext(NULL);
|
|
/*
|
|
* Deactivate the cache if created; otherwise we have to create/free it
|
|
* for every test, since it will confuse the memory leak detection.
|
|
* Note that normally this need not be done, since the cache is not
|
|
* created until set explicitely with xmlXPathContextSetCache();
|
|
* but for test purposes it is sometimes usefull to activate the
|
|
* cache by default for the whole library.
|
|
*/
|
|
if (ctxtXPath->cache != NULL)
|
|
xmlXPathContextSetCache(ctxtXPath, 0, -1, 0);
|
|
xmlSetStructuredErrorFunc(NULL, testErrorHandler);
|
|
}
|
|
|
|
/************************************************************************
|
|
* *
|
|
* Run the xmlconf test if found *
|
|
* *
|
|
************************************************************************/
|
|
|
|
static int
|
|
xmlconfTestInvalid(const char *id, const char *filename, int options) {
|
|
xmlDocPtr doc;
|
|
xmlParserCtxtPtr ctxt;
|
|
int ret = 1;
|
|
|
|
ctxt = xmlNewParserCtxt();
|
|
if (ctxt == NULL) {
|
|
test_log("test %s : %s out of memory\n",
|
|
id, filename);
|
|
return(0);
|
|
}
|
|
doc = xmlCtxtReadFile(ctxt, filename, NULL, options);
|
|
if (doc == NULL) {
|
|
test_log("test %s : %s invalid document turned not well-formed too\n",
|
|
id, filename);
|
|
} else {
|
|
/* invalidity should be reported both in the context and in the document */
|
|
if ((ctxt->valid != 0) || (doc->properties & XML_DOC_DTDVALID)) {
|
|
test_log("test %s : %s failed to detect invalid document\n",
|
|
id, filename);
|
|
nb_errors++;
|
|
ret = 0;
|
|
}
|
|
xmlFreeDoc(doc);
|
|
}
|
|
xmlFreeParserCtxt(ctxt);
|
|
return(ret);
|
|
}
|
|
|
|
static int
|
|
xmlconfTestValid(const char *id, const char *filename, int options) {
|
|
xmlDocPtr doc;
|
|
xmlParserCtxtPtr ctxt;
|
|
int ret = 1;
|
|
|
|
ctxt = xmlNewParserCtxt();
|
|
if (ctxt == NULL) {
|
|
test_log("test %s : %s out of memory\n",
|
|
id, filename);
|
|
return(0);
|
|
}
|
|
doc = xmlCtxtReadFile(ctxt, filename, NULL, options);
|
|
if (doc == NULL) {
|
|
test_log("test %s : %s failed to parse a valid document\n",
|
|
id, filename);
|
|
nb_errors++;
|
|
ret = 0;
|
|
} else {
|
|
/* validity should be reported both in the context and in the document */
|
|
if ((ctxt->valid == 0) || ((doc->properties & XML_DOC_DTDVALID) == 0)) {
|
|
test_log("test %s : %s failed to validate a valid document\n",
|
|
id, filename);
|
|
nb_errors++;
|
|
ret = 0;
|
|
}
|
|
xmlFreeDoc(doc);
|
|
}
|
|
xmlFreeParserCtxt(ctxt);
|
|
return(ret);
|
|
}
|
|
|
|
static int
|
|
xmlconfTestNotNSWF(const char *id, const char *filename, int options) {
|
|
xmlDocPtr doc;
|
|
int ret = 1;
|
|
|
|
/*
|
|
* In case of Namespace errors, libxml2 will still parse the document
|
|
* but log a Namesapce error.
|
|
*/
|
|
doc = xmlReadFile(filename, NULL, options);
|
|
if (doc == NULL) {
|
|
test_log("test %s : %s failed to parse the XML\n",
|
|
id, filename);
|
|
nb_errors++;
|
|
ret = 0;
|
|
} else {
|
|
if ((xmlLastError.code == XML_ERR_OK) ||
|
|
(xmlLastError.domain != XML_FROM_NAMESPACE)) {
|
|
test_log("test %s : %s failed to detect namespace error\n",
|
|
id, filename);
|
|
nb_errors++;
|
|
ret = 0;
|
|
}
|
|
xmlFreeDoc(doc);
|
|
}
|
|
return(ret);
|
|
}
|
|
|
|
static int
|
|
xmlconfTestNotWF(const char *id, const char *filename, int options) {
|
|
xmlDocPtr doc;
|
|
int ret = 1;
|
|
|
|
doc = xmlReadFile(filename, NULL, options);
|
|
if (doc != NULL) {
|
|
test_log("test %s : %s failed to detect not well formedness\n",
|
|
id, filename);
|
|
nb_errors++;
|
|
xmlFreeDoc(doc);
|
|
ret = 0;
|
|
}
|
|
return(ret);
|
|
}
|
|
|
|
static int
|
|
xmlconfTestItem(xmlDocPtr doc, xmlNodePtr cur) {
|
|
int ret = -1;
|
|
xmlChar *type = NULL;
|
|
xmlChar *filename = NULL;
|
|
xmlChar *uri = NULL;
|
|
xmlChar *base = NULL;
|
|
xmlChar *id = NULL;
|
|
xmlChar *rec = NULL;
|
|
xmlChar *version = NULL;
|
|
xmlChar *entities = NULL;
|
|
xmlChar *edition = NULL;
|
|
int options = 0;
|
|
int nstest = 0;
|
|
int mem, final;
|
|
int i;
|
|
|
|
testErrorsSize = 0; testErrors[0] = 0;
|
|
nbError = 0;
|
|
nbFatal = 0;
|
|
id = xmlGetProp(cur, BAD_CAST "ID");
|
|
if (id == NULL) {
|
|
test_log("test missing ID, line %ld\n", xmlGetLineNo(cur));
|
|
goto error;
|
|
}
|
|
for (i = 0;skipped_tests[i] != NULL;i++) {
|
|
if (!strcmp(skipped_tests[i], (char *) id)) {
|
|
test_log("Skipping test %s from skipped list\n", (char *) id);
|
|
ret = 0;
|
|
nb_skipped++;
|
|
goto error;
|
|
}
|
|
}
|
|
type = xmlGetProp(cur, BAD_CAST "TYPE");
|
|
if (type == NULL) {
|
|
test_log("test %s missing TYPE\n", (char *) id);
|
|
goto error;
|
|
}
|
|
uri = xmlGetProp(cur, BAD_CAST "URI");
|
|
if (uri == NULL) {
|
|
test_log("test %s missing URI\n", (char *) id);
|
|
goto error;
|
|
}
|
|
base = xmlNodeGetBase(doc, cur);
|
|
filename = composeDir(base, uri);
|
|
if (!checkTestFile((char *) filename)) {
|
|
test_log("test %s missing file %s \n", id,
|
|
(filename ? (char *)filename : "NULL"));
|
|
goto error;
|
|
}
|
|
|
|
version = xmlGetProp(cur, BAD_CAST "VERSION");
|
|
|
|
entities = xmlGetProp(cur, BAD_CAST "ENTITIES");
|
|
if (!xmlStrEqual(entities, BAD_CAST "none")) {
|
|
options |= XML_PARSE_DTDLOAD;
|
|
options |= XML_PARSE_NOENT;
|
|
}
|
|
rec = xmlGetProp(cur, BAD_CAST "RECOMMENDATION");
|
|
if ((rec == NULL) ||
|
|
(xmlStrEqual(rec, BAD_CAST "XML1.0")) ||
|
|
(xmlStrEqual(rec, BAD_CAST "XML1.0-errata2e")) ||
|
|
(xmlStrEqual(rec, BAD_CAST "XML1.0-errata3e")) ||
|
|
(xmlStrEqual(rec, BAD_CAST "XML1.0-errata4e"))) {
|
|
if ((version != NULL) && (!xmlStrEqual(version, BAD_CAST "1.0"))) {
|
|
test_log("Skipping test %s for %s\n", (char *) id,
|
|
(char *) version);
|
|
ret = 0;
|
|
nb_skipped++;
|
|
goto error;
|
|
}
|
|
ret = 1;
|
|
} else if ((xmlStrEqual(rec, BAD_CAST "NS1.0")) ||
|
|
(xmlStrEqual(rec, BAD_CAST "NS1.0-errata1e"))) {
|
|
ret = 1;
|
|
nstest = 1;
|
|
} else {
|
|
test_log("Skipping test %s for REC %s\n", (char *) id, (char *) rec);
|
|
ret = 0;
|
|
nb_skipped++;
|
|
goto error;
|
|
}
|
|
edition = xmlGetProp(cur, BAD_CAST "EDITION");
|
|
if ((edition != NULL) && (xmlStrchr(edition, '5') == NULL)) {
|
|
/* test limited to all versions before 5th */
|
|
options |= XML_PARSE_OLD10;
|
|
}
|
|
|
|
/*
|
|
* Reset errors and check memory usage before the test
|
|
*/
|
|
xmlResetLastError();
|
|
testErrorsSize = 0; testErrors[0] = 0;
|
|
mem = xmlMemUsed();
|
|
|
|
if (xmlStrEqual(type, BAD_CAST "not-wf")) {
|
|
if (nstest == 0)
|
|
xmlconfTestNotWF((char *) id, (char *) filename, options);
|
|
else
|
|
xmlconfTestNotNSWF((char *) id, (char *) filename, options);
|
|
} else if (xmlStrEqual(type, BAD_CAST "valid")) {
|
|
options |= XML_PARSE_DTDVALID;
|
|
xmlconfTestValid((char *) id, (char *) filename, options);
|
|
} else if (xmlStrEqual(type, BAD_CAST "invalid")) {
|
|
options |= XML_PARSE_DTDVALID;
|
|
xmlconfTestInvalid((char *) id, (char *) filename, options);
|
|
} else if (xmlStrEqual(type, BAD_CAST "error")) {
|
|
test_log("Skipping error test %s \n", (char *) id);
|
|
ret = 0;
|
|
nb_skipped++;
|
|
goto error;
|
|
} else {
|
|
test_log("test %s unknown TYPE value %s\n", (char *) id, (char *)type);
|
|
ret = -1;
|
|
goto error;
|
|
}
|
|
|
|
/*
|
|
* Reset errors and check memory usage after the test
|
|
*/
|
|
xmlResetLastError();
|
|
final = xmlMemUsed();
|
|
if (final > mem) {
|
|
test_log("test %s : %s leaked %d bytes\n",
|
|
id, filename, final - mem);
|
|
nb_leaks++;
|
|
xmlMemDisplayLast(logfile, final - mem);
|
|
}
|
|
nb_tests++;
|
|
|
|
error:
|
|
if (type != NULL)
|
|
xmlFree(type);
|
|
if (entities != NULL)
|
|
xmlFree(entities);
|
|
if (edition != NULL)
|
|
xmlFree(edition);
|
|
if (version != NULL)
|
|
xmlFree(version);
|
|
if (filename != NULL)
|
|
xmlFree(filename);
|
|
if (uri != NULL)
|
|
xmlFree(uri);
|
|
if (base != NULL)
|
|
xmlFree(base);
|
|
if (id != NULL)
|
|
xmlFree(id);
|
|
if (rec != NULL)
|
|
xmlFree(rec);
|
|
return(ret);
|
|
}
|
|
|
|
static int
|
|
xmlconfTestCases(xmlDocPtr doc, xmlNodePtr cur, int level) {
|
|
xmlChar *profile;
|
|
int ret = 0;
|
|
int tests = 0;
|
|
int output = 0;
|
|
|
|
if (level == 1) {
|
|
profile = xmlGetProp(cur, BAD_CAST "PROFILE");
|
|
if (profile != NULL) {
|
|
output = 1;
|
|
level++;
|
|
printf("Test cases: %s\n", (char *) profile);
|
|
xmlFree(profile);
|
|
}
|
|
}
|
|
cur = cur->children;
|
|
while (cur != NULL) {
|
|
/* look only at elements we ignore everything else */
|
|
if (cur->type == XML_ELEMENT_NODE) {
|
|
if (xmlStrEqual(cur->name, BAD_CAST "TESTCASES")) {
|
|
ret += xmlconfTestCases(doc, cur, level);
|
|
} else if (xmlStrEqual(cur->name, BAD_CAST "TEST")) {
|
|
if (xmlconfTestItem(doc, cur) >= 0)
|
|
ret++;
|
|
tests++;
|
|
} else {
|
|
fprintf(stderr, "Unhandled element %s\n", (char *)cur->name);
|
|
}
|
|
}
|
|
cur = cur->next;
|
|
}
|
|
if (output == 1) {
|
|
if (tests > 0)
|
|
printf("Test cases: %d tests\n", tests);
|
|
}
|
|
return(ret);
|
|
}
|
|
|
|
static int
|
|
xmlconfTestSuite(xmlDocPtr doc, xmlNodePtr cur) {
|
|
xmlChar *profile;
|
|
int ret = 0;
|
|
|
|
profile = xmlGetProp(cur, BAD_CAST "PROFILE");
|
|
if (profile != NULL) {
|
|
printf("Test suite: %s\n", (char *) profile);
|
|
xmlFree(profile);
|
|
} else
|
|
printf("Test suite\n");
|
|
cur = cur->children;
|
|
while (cur != NULL) {
|
|
/* look only at elements we ignore everything else */
|
|
if (cur->type == XML_ELEMENT_NODE) {
|
|
if (xmlStrEqual(cur->name, BAD_CAST "TESTCASES")) {
|
|
ret += xmlconfTestCases(doc, cur, 1);
|
|
} else {
|
|
fprintf(stderr, "Unhandled element %s\n", (char *)cur->name);
|
|
}
|
|
}
|
|
cur = cur->next;
|
|
}
|
|
return(ret);
|
|
}
|
|
|
|
static void
|
|
xmlconfInfo(void) {
|
|
fprintf(stderr, " you need to fetch and extract the\n");
|
|
fprintf(stderr, " latest XML Conformance Test Suites\n");
|
|
fprintf(stderr, " http://www.w3.org/XML/Test/xmlts20080827.tar.gz\n");
|
|
fprintf(stderr, " see http://www.w3.org/XML/Test/ for informations\n");
|
|
}
|
|
|
|
static int
|
|
xmlconfTest(void) {
|
|
const char *confxml = "xmlconf/xmlconf.xml";
|
|
xmlDocPtr doc;
|
|
xmlNodePtr cur;
|
|
int ret = 0;
|
|
|
|
if (!checkTestFile(confxml)) {
|
|
fprintf(stderr, "%s is missing \n", confxml);
|
|
xmlconfInfo();
|
|
return(-1);
|
|
}
|
|
doc = xmlReadFile(confxml, NULL, XML_PARSE_NOENT);
|
|
if (doc == NULL) {
|
|
fprintf(stderr, "%s is corrupted \n", confxml);
|
|
xmlconfInfo();
|
|
return(-1);
|
|
}
|
|
|
|
cur = xmlDocGetRootElement(doc);
|
|
if ((cur == NULL) || (!xmlStrEqual(cur->name, BAD_CAST "TESTSUITE"))) {
|
|
fprintf(stderr, "Unexpected format %s\n", confxml);
|
|
xmlconfInfo();
|
|
ret = -1;
|
|
} else {
|
|
ret = xmlconfTestSuite(doc, cur);
|
|
}
|
|
xmlFreeDoc(doc);
|
|
return(ret);
|
|
}
|
|
|
|
/************************************************************************
|
|
* *
|
|
* The driver for the tests *
|
|
* *
|
|
************************************************************************/
|
|
|
|
int
|
|
main(int argc ATTRIBUTE_UNUSED, char **argv ATTRIBUTE_UNUSED) {
|
|
int ret = 0;
|
|
int old_errors, old_tests, old_leaks;
|
|
|
|
logfile = fopen(LOGFILE, "w");
|
|
if (logfile == NULL) {
|
|
fprintf(stderr,
|
|
"Could not open the log file, running in verbose mode\n");
|
|
verbose = 1;
|
|
}
|
|
initializeLibxml2();
|
|
|
|
if ((argc >= 2) && (!strcmp(argv[1], "-v")))
|
|
verbose = 1;
|
|
|
|
|
|
old_errors = nb_errors;
|
|
old_tests = nb_tests;
|
|
old_leaks = nb_leaks;
|
|
xmlconfTest();
|
|
if ((nb_errors == old_errors) && (nb_leaks == old_leaks))
|
|
printf("Ran %d tests, no errors\n", nb_tests - old_tests);
|
|
else
|
|
printf("Ran %d tests, %d errors, %d leaks\n",
|
|
nb_tests - old_tests,
|
|
nb_errors - old_errors,
|
|
nb_leaks - old_leaks);
|
|
if ((nb_errors == 0) && (nb_leaks == 0)) {
|
|
ret = 0;
|
|
printf("Total %d tests, no errors\n",
|
|
nb_tests);
|
|
} else {
|
|
ret = 1;
|
|
printf("Total %d tests, %d errors, %d leaks\n",
|
|
nb_tests, nb_errors, nb_leaks);
|
|
printf("See %s for detailed output\n", LOGFILE);
|
|
if ((nb_leaks == 0) && (nb_errors == NB_EXPECTED_ERRORS)) {
|
|
printf("%d errors were expected\n", nb_errors);
|
|
ret = 0;
|
|
}
|
|
}
|
|
xmlXPathFreeContext(ctxtXPath);
|
|
xmlCleanupParser();
|
|
xmlMemoryDump();
|
|
|
|
if (logfile != NULL)
|
|
fclose(logfile);
|
|
return(ret);
|
|
}
|
|
|
|
#else /* ! LIBXML_XPATH_ENABLED */
|
|
#include <stdio.h>
|
|
int
|
|
main(int argc, char **argv) {
|
|
fprintf(stderr, "%s need XPath support\n", argv[0]);
|
|
}
|
|
#endif
|