Menu
▾
▴
Re: [Vtd-xml-users] Performance in comparison to libxml2
|
From: John K. <jk...@in...> - 2006-11-07 08:12:49
|
No, I'm sorry - the files I used to test contains data from my employer;
I will not be the one to distribute that :-). But it's quite easy to
create a fairly simple xml file like mine; and test it.
Remember that I'm not testing a Java application, but merely C.
The sources are in the previous email.
The structure is quite simple, and as I'm not able to create a XSD
schema from a XML File easily (not really sure with what), here the
structure at it's simplest, just add some elements:
<shipments>
<shipment dosvlg="123" afd="abc123">
<from>NLAMS</from>
<to>NLRTM</to>
<goods>
<goodsline>
<merknr>abc</merknr>
<col code="pl">12345</col>
</goodsline>
</goods>
<relations>
<relation srtnaw="123" tsroln="123" relnr="123" zoek="abc">
<tsnam1>abc</tsnam1>
<coordinates>
<tscoox>-12.3456</tscoox>
<tscooy>-12.3456</tscoox>
</coordinates>
</relation>
</relations>
</shipment>
</shipments>
Jimmy Zhang wrote:
> Can you provide a few sample XML files that you used for the testing?
>
> I am sure there can be additioal performance tuning for performance
> evaluation...
>
> So far the response we got compare VTD-XML favorably with Xerces...
> for the java version..
> ----- Original Message ----- From: "John Kraal - Kewill Interchain NL"
> <jk...@in...>
> To: <vtd...@li...>
> Sent: Monday, November 06, 2006 4:23 AM
> Subject: [Vtd-xml-users] Performance in comparison to libxml2
>
>
>> Hello,
>>
>> I've been playing with vtdxml for a while now, and my latest experience
>> is not very encouraging to go on :(...
>>
>> I have created a file with _lots_ of recurring structures and amounts of
>> recurring data (about 137 MB), eventually I created a xpath to select
>> the name of every relation in the 4th role (doesn't really matter).
>>
>> So, I executed it, with the code included for vtdxml (see vtdxml.c), and
>> it performed like this:
>>
>> unims@gxvm1:~/src/xmltest$ time ./test ./jkl.files.xml
>> '//relation[@tsroln=04]/tsnam1' >> /dev/null
>>
>> real 0m4.940s
>> user 0m4.625s
>> sys 0m0.256s
>>
>> With 162450 bytes of terminal output.
>>
>> Then, the horrible thing happened, I used lixml2 with an adjusted
>> reference xpath-program. (xpath1.c from their website, only with content
>> retrieval):
>>
>> unims@gxvm1:~/src/libxmltest$ time ./test ./jkl.files.xml
>> '//relation[@tsroln=04]/tsnam1' >> /dev/null
>>
>> real 0m2.545s
>> user 0m2.201s
>> sys 0m0.321s
>>
>> The size of the output was 150808 bytes.
>>
>> This is an incredible difference, am I doing something wrong? Or did I
>> have too many expectations of vtd?
>>
>> Regards,
>> John Kraal
>>
>
>
> --------------------------------------------------------------------------------
>
>
>
>> /**
>> * section: XPath
>> * synopsis: Evaluate XPath expression and prints result node set.
>> * purpose: Shows how to evaluate XPath expression and register
>> * known namespaces in XPath context.
>> * usage: xpath1 <xml-file> <xpath-expr> [<known-ns-list>]
>> * test: ./xpath1 test3.xml '//child2' > xpath1.tmp ; diff xpath1.tmp
>> xpath1.res ; rm xpath1.tmp
>> * author: Aleksey Sanin
>> * copy: see Copyright for the status of this software.
>> */
>> #include <stdlib.h>
>> #include <stdio.h>
>> #include <string.h>
>> #include <assert.h>
>>
>> #include <libxml/tree.h>
>> #include <libxml/parser.h>
>> #include <libxml/xpath.h>
>> #include <libxml/xpathInternals.h>
>>
>> #if defined(LIBXML_XPATH_ENABLED) && defined(LIBXML_SAX1_ENABLED)
>>
>>
>> static void usage(const char *name);
>> int execute_xpath_expression(const char* filename, const xmlChar*
>> xpathExpr, const xmlChar* nsList);
>> int register_namespaces(xmlXPathContextPtr xpathCtx, const xmlChar*
>> nsList);
>> void print_xpath_nodes(xmlNodeSetPtr nodes, FILE* output);
>>
>> int
>> main(int argc, char **argv) {
>> /* Parse command line and process file */
>> if((argc < 3) || (argc > 4)) {
>> fprintf(stderr, "Error: wrong number of arguments.\n");
>> usage(argv[0]);
>> return(-1);
>> }
>>
>> /* Init libxml */
>> xmlInitParser();
>> LIBXML_TEST_VERSION
>>
>> /* Do the main job */
>> if(execute_xpath_expression(argv[1], BAD_CAST argv[2], (argc > 3) ?
>> BAD_CAST argv[3] : NULL) < 0) {
>> usage(argv[0]);
>> return(-1);
>> }
>>
>> /* Shutdown libxml */
>> xmlCleanupParser();
>>
>> /*
>> * this is to debug memory for regression tests
>> */
>> xmlMemoryDump();
>> return 0;
>> }
>>
>> /**
>> * usage:
>> * @name: the program name.
>> *
>> * Prints usage information.
>> */
>> static void
>> usage(const char *name) {
>> assert(name);
>>
>> fprintf(stderr, "Usage: %s <xml-file> <xpath-expr>
>> [<known-ns-list>]\n", name);
>> fprintf(stderr, "where <known-ns-list> is a list of known
>> namespaces\n");
>> fprintf(stderr, "in \"<prefix1>=<href1> <prefix2>=href2> ...\"
>> format\n");
>> }
>>
>> /**
>> * execute_xpath_expression:
>> * @filename: the input XML filename.
>> * @xpathExpr: the xpath expression for evaluation.
>> * @nsList: the optional list of known namespaces in
>> * "<prefix1>=<href1> <prefix2>=href2> ..." format.
>> *
>> * Parses input XML file, evaluates XPath expression and prints results.
>> *
>> * Returns 0 on success and a negative value otherwise.
>> */
>> int
>> execute_xpath_expression(const char* filename, const xmlChar*
>> xpathExpr, const xmlChar* nsList) {
>> xmlDocPtr doc;
>> xmlXPathContextPtr xpathCtx;
>> xmlXPathObjectPtr xpathObj;
>>
>> assert(filename);
>> assert(xpathExpr);
>>
>> /* Load XML document */
>> doc = xmlParseFile(filename);
>> if (doc == NULL) {
>> fprintf(stderr, "Error: unable to parse file \"%s\"\n", filename);
>> return(-1);
>> }
>>
>> /* Create xpath evaluation context */
>> xpathCtx = xmlXPathNewContext(doc);
>> if(xpathCtx == NULL) {
>> fprintf(stderr,"Error: unable to create new XPath context\n");
>> xmlFreeDoc(doc);
>> return(-1);
>> }
>>
>> /* Register namespaces from list (if any) */
>> if((nsList != NULL) && (register_namespaces(xpathCtx, nsList) < 0)) {
>> fprintf(stderr,"Error: failed to register namespaces list
>> \"%s\"\n", nsList);
>> xmlXPathFreeContext(xpathCtx);
>> xmlFreeDoc(doc);
>> return(-1);
>> }
>>
>> /* Evaluate xpath expression */
>> xpathObj = xmlXPathEvalExpression(xpathExpr, xpathCtx);
>> if(xpathObj == NULL) {
>> fprintf(stderr,"Error: unable to evaluate xpath expression
>> \"%s\"\n", xpathExpr);
>> xmlXPathFreeContext(xpathCtx);
>> xmlFreeDoc(doc);
>> return(-1);
>> }
>>
>> /* Print results */
>> print_xpath_nodes(xpathObj->nodesetval, stdout);
>>
>> /* Cleanup */
>> xmlXPathFreeObject(xpathObj);
>> xmlXPathFreeContext(xpathCtx);
>> xmlFreeDoc(doc);
>>
>> return(0);
>> }
>>
>> /**
>> * register_namespaces:
>> * @xpathCtx: the pointer to an XPath context.
>> * @nsList: the list of known namespaces in
>> * "<prefix1>=<href1> <prefix2>=href2> ..." format.
>> *
>> * Registers namespaces from @nsList in @xpathCtx.
>> *
>> * Returns 0 on success and a negative value otherwise.
>> */
>> int
>> register_namespaces(xmlXPathContextPtr xpathCtx, const xmlChar* nsList) {
>> xmlChar* nsListDup;
>> xmlChar* prefix;
>> xmlChar* href;
>> xmlChar* next;
>>
>> assert(xpathCtx);
>> assert(nsList);
>>
>> nsListDup = xmlStrdup(nsList);
>> if(nsListDup == NULL) {
>> fprintf(stderr, "Error: unable to strdup namespaces list\n");
>> return(-1);
>> }
>>
>> next = nsListDup;
>> while(next != NULL) {
>> /* skip spaces */
>> while((*next) == ' ') next++;
>> if((*next) == '\0') break;
>>
>> /* find prefix */
>> prefix = next;
>> next = (xmlChar*)xmlStrchr(next, '=');
>> if(next == NULL) {
>> fprintf(stderr,"Error: invalid namespaces list format\n");
>> xmlFree(nsListDup);
>> return(-1);
>> }
>> *(next++) = '\0';
>>
>> /* find href */
>> href = next;
>> next = (xmlChar*)xmlStrchr(next, ' ');
>> if(next != NULL) {
>> *(next++) = '\0';
>> }
>>
>> /* do register namespace */
>> if(xmlXPathRegisterNs(xpathCtx, prefix, href) != 0) {
>> fprintf(stderr,"Error: unable to register NS with prefix=\"%s\"
>> and href=\"%s\"\n", prefix, href);
>> xmlFree(nsListDup);
>> return(-1);
>> }
>> }
>>
>> xmlFree(nsListDup);
>> return(0);
>> }
>>
>> /**
>> * print_xpath_nodes:
>> * @nodes: the nodes set.
>> * @output: the output file handle.
>> *
>> * Prints the @nodes content to @output.
>> */
>> void
>> print_xpath_nodes(xmlNodeSetPtr nodes, FILE* output) {
>> xmlNodePtr cur;
>> xmlChar* content;
>> int size;
>> int i;
>>
>> assert(output);
>> size = (nodes) ? nodes->nodeNr : 0;
>>
>> fprintf(output, "Result (%d nodes):\n", size);
>> for(i = 0; i < size; ++i) {
>> assert(nodes->nodeTab[i]);
>>
>> if(nodes->nodeTab[i]->type == XML_NAMESPACE_DECL) {
>> xmlNsPtr ns;
>>
>> ns = (xmlNsPtr)nodes->nodeTab[i];
>> cur = (xmlNodePtr)ns->next;
>> if(cur->ns) {
>> fprintf(output, "= namespace \"%s\"=\"%s\" for node %s:%s\n",
>> ns->prefix, ns->href, cur->ns->href, cur->name);
>> } else {
>> fprintf(output, "= namespace \"%s\"=\"%s\" for node %s\n",
>> ns->prefix, ns->href, cur->name);
>> }
>> } else if(nodes->nodeTab[i]->type == XML_ELEMENT_NODE) {
>> cur = nodes->nodeTab[i];
>> content = xmlNodeGetContent(cur);
>> if(cur->ns) {
>> fprintf(output, "= element node \"%s:%s\": \"%s\"\n",
>> cur->ns->href, cur->name, content);
>> } else {
>> fprintf(output, "= element node \"%s\": \"%s\"\n",
>> cur->name, content);
>> }
>> xmlFree(content);
>> } else {
>> cur = nodes->nodeTab[i];
>> content = xmlNodeGetContent(cur);
>> fprintf(output, "= node \"%s\": type %d: value \"%s\"\n",
>> cur->name, cur->type, content);
>> xmlFree(content);
>> }
>> }
>> }
>>
>> #else
>> int main(void) {
>> fprintf(stderr, "XPath support not compiled in\n");
>> exit(1);
>> }
>> #endif
>>
>
>
> --------------------------------------------------------------------------------
>
>
>
>> #include <string.h>
>> #include <stdio.h>
>> #include <wchar.h>
>> #include <stdlib.h>
>> #include <fcntl.h>
>> #include <sys/types.h>
>> #include <sys/stat.h>
>> #include <vtdxml/xpath1.h>
>> #include <vtdxml/helper.h>
>> #include <vtdxml/vtdGen.h>
>>
>> struct exception_context the_exception_context[1];
>>
>> int main(int argc, char **argv, char **envv)
>> {
>> exception e;
>> FILE *f = NULL;
>> int i=0,t,result,count=0;
>> wchar_t *tmpString, *tmpString2;
>> char *filename;
>> wchar_t *xpath;
>> struct stat s;
>> UByte *xml = NULL;
>> VTDGen *vg = NULL;
>> VTDNav *vn = NULL;
>> AutoPilot *ap = NULL;
>>
>> Try
>> {
>> if (argc > 2)
>> {
>> filename = (char *)malloc(strlen(argv[1]) + 1);
>> xpath = (wchar_t *)malloc((strlen(argv[2]) + 1) * sizeof(wchar_t));
>> strcpy(filename, argv[1]);
>> mbstowcs(xpath , argv[2], strlen(argv[2])+1);
>> wprintf(L"Using xpath: %ls\n", xpath);
>> }
>> else
>> {
>> filename = "test.xml";
>> xpath = L"//*";
>> }
>> f = fopen(filename, "r");
>> stat(filename, &s);
>> i = (int)s.st_size;
>> wprintf(L"size of the file is %d bytes\n", i);
>> xml = (UByte *)malloc(sizeof(UByte) * i);
>> i = fread(xml,sizeof(UByte),i,f);
>>
>> vg = createVTDGen();
>> setDoc(vg,xml,i);
>> parse(vg,TRUE);
>>
>> vn = getNav(vg);
>> ap = createAutoPilot2();
>> declareXPathNameSpace(ap,L"ns1",L"");
>>
>> if (selectXPath(ap, xpath))
>> {
>> bind(ap, vn);
>> while ((result = evalXPath(ap)) != -1)
>> {
>> tmpString = toString(vn, result);
>> t = getText(vn);
>> if (t != -1)
>> {
>> tmpString2 = toNormalizedString(vn,t);
>> wprintf(L"r: %d e: %ls (%d): %ls \n",
>> result,
>> tmpString,
>> t,
>> tmpString2);
>> free(tmpString);
>> free(tmpString2);
>> }
>> count++;
>> }
>> }
>> wprintf(L"\nTotal number of elements %d \n", count);
>> fclose(f);
>>
>> freeVTDNav(vn);
>> freeVTDGen(vg);
>> freeAutoPilot(ap);
>> } Catch (e) {
>> wprintf (L"exception occurred\nerr: %s\nmoreerr: %s\n", e.msg,
>> e.sub_msg);
>> return 1;
>> }
>>
>> return 0;
>> }
>>
>
>
> --------------------------------------------------------------------------------
>
>
>
>> -------------------------------------------------------------------------
>> Using Tomcat but need to do more? Need to support web services, security?
>> Get stuff done quickly with pre-integrated technology to make your job
>> easier
>> Download IBM WebSphere Application Server v.1.0.1 based on Apache
>> Geronimo
>> http://sel.as-us.falkag.net/sel?cmd=lnk&kid=120709&bid=263057&dat=121642
>
>
> --------------------------------------------------------------------------------
>
>
>
>> _______________________________________________
>> Vtd-xml-users mailing list
>> Vtd...@li...
>> https://lists.sourceforge.net/lists/listinfo/vtd-xml-users
>>
>
>
=
|
