| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915 |
- /**
- * Test the UTF-8 decoding routines
- *
- * author: Daniel Veillard
- * copy: see Copyright for the status of this software.
- */
- #define XML_DEPRECATED
- #include <stdio.h>
- #include <string.h>
- #include <libxml/tree.h>
- #include <libxml/parser.h>
- #include <libxml/parserInternals.h>
- int lastError;
- static void errorHandler(void *unused, const xmlError *err) {
- if ((unused == NULL) && (err != NULL) && (lastError == 0)) {
- lastError = err->code;
- }
- }
- char document1[100] = "<doc>XXXX</doc>";
- char document2[100] = "<doc foo='XXXX'/>";
- static int testDocumentRangeByte1(xmlParserCtxtPtr ctxt, char *document,
- int len, char *data, int forbid1, int forbid2) {
- int i;
- xmlDocPtr res;
- for (i = 0;i <= 0xFF;i++) {
- lastError = 0;
- xmlCtxtReset(ctxt);
- data[0] = (char) i;
- res = xmlReadMemory(document, len, "test", NULL, 0);
- if ((i == forbid1) || (i == forbid2)) {
- if ((lastError == 0) || (res != NULL)) {
- fprintf(stderr,
- "Failed to detect invalid char for Byte 0x%02X: %c\n",
- i, i);
- return(1);
- }
- }
- else if ((i == '<') || (i == '&')) {
- if ((lastError == 0) || (res != NULL)) {
- fprintf(stderr,
- "Failed to detect illegal char %c for Byte 0x%02X\n", i, i);
- return(1);
- }
- }
- else if (((i < 0x20) || (i >= 0x80)) &&
- (i != 0x9) && (i != 0xA) && (i != 0xD)) {
- if ((lastError != XML_ERR_INVALID_CHAR) && (res != NULL)) {
- fprintf(stderr,
- "Failed to detect invalid char for Byte 0x%02X\n", i);
- return(1);
- }
- }
- else if (res == NULL) {
- fprintf(stderr,
- "Failed to parse valid char for Byte 0x%02X : %c\n", i, i);
- return(1);
- }
- if (res != NULL)
- xmlFreeDoc(res);
- }
- return(0);
- }
- static int testDocumentRangeByte2(xmlParserCtxtPtr ctxt, char *document,
- int len, char *data) {
- int i, j;
- xmlDocPtr res;
- for (i = 0x80;i <= 0xFF;i++) {
- for (j = 0;j <= 0xFF;j++) {
- lastError = 0;
- xmlCtxtReset(ctxt);
- data[0] = (char) i;
- data[1] = (char) j;
- res = xmlReadMemory(document, len, "test", NULL, 0);
- /* if first bit of first char is set, then second bit must too */
- if ((i & 0x80) && ((i & 0x40) == 0)) {
- if ((lastError == 0) || (res != NULL)) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X\n",
- i, j);
- return(1);
- }
- }
- /*
- * if first bit of first char is set, then second char first
- * bits must be 10
- */
- else if ((i & 0x80) && ((j & 0xC0) != 0x80)) {
- if ((lastError == 0) || (res != NULL)) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X\n",
- i, j);
- return(1);
- }
- }
- /*
- * if using a 2 byte encoding then the value must be greater
- * than 0x80, i.e. one of bits 5 to 1 of i must be set
- */
- else if ((i & 0x80) && ((i & 0x1E) == 0)) {
- if ((lastError == 0) || (res != NULL)) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X\n",
- i, j);
- return(1);
- }
- }
- /*
- * if third bit of first char is set, then the sequence would need
- * at least 3 bytes, but we give only 2 !
- */
- else if ((i & 0xE0) == 0xE0) {
- if ((lastError == 0) || (res != NULL)) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x00\n",
- i, j);
- return(1);
- }
- }
- /*
- * We should see no error in remaining cases
- */
- else if ((lastError != 0) || (res == NULL)) {
- fprintf(stderr,
- "Failed to parse document for Bytes 0x%02X 0x%02X\n", i, j);
- return(1);
- }
- if (res != NULL)
- xmlFreeDoc(res);
- }
- }
- return(0);
- }
- /**
- * testDocumentRanges:
- *
- * Test the correct UTF8 character parsing in context of XML documents
- * Those are in-context injection tests checking the parser behaviour on
- * edge case values at different point in content, beginning and end of
- * CDATA in text or in attribute values.
- */
- static int testDocumentRanges(void) {
- xmlParserCtxtPtr ctxt;
- char *data;
- int test_ret = 0;
- /*
- * Set up a parsing context using the first document as
- * the current input source.
- */
- ctxt = xmlNewParserCtxt();
- if (ctxt == NULL) {
- fprintf(stderr, "Failed to allocate parser context\n");
- return(1);
- }
- printf("testing 1 byte char in document: 1");
- fflush(stdout);
- data = &document1[5];
- data[0] = ' ';
- data[1] = ' ';
- data[2] = ' ';
- data[3] = ' ';
- /* test 1 byte injection at beginning of area */
- test_ret += testDocumentRangeByte1(ctxt, &document1[0], strlen(document1),
- data, -1, -1);
- printf(" 2");
- fflush(stdout);
- data[0] = ' ';
- data[1] = ' ';
- data[2] = ' ';
- data[3] = ' ';
- /* test 1 byte injection at end of area */
- test_ret += testDocumentRangeByte1(ctxt, &document1[0], strlen(document1),
- data + 3, -1, -1);
- printf(" 3");
- fflush(stdout);
- data = &document2[10];
- data[0] = ' ';
- data[1] = ' ';
- data[2] = ' ';
- data[3] = ' ';
- /* test 1 byte injection at beginning of area */
- test_ret += testDocumentRangeByte1(ctxt, &document2[0], strlen(document2),
- data, '\'', -1);
- printf(" 4");
- fflush(stdout);
- data[0] = ' ';
- data[1] = ' ';
- data[2] = ' ';
- data[3] = ' ';
- /* test 1 byte injection at end of area */
- test_ret += testDocumentRangeByte1(ctxt, &document2[0], strlen(document2),
- data + 3, '\'', -1);
- printf(" done\n");
- printf("testing 2 byte char in document: 1");
- fflush(stdout);
- data = &document1[5];
- data[0] = ' ';
- data[1] = ' ';
- data[2] = ' ';
- data[3] = ' ';
- /* test 2 byte injection at beginning of area */
- test_ret += testDocumentRangeByte2(ctxt, &document1[0], strlen(document1),
- data);
- printf(" 2");
- fflush(stdout);
- data[0] = ' ';
- data[1] = ' ';
- data[2] = ' ';
- data[3] = ' ';
- /* test 2 byte injection at end of area */
- test_ret += testDocumentRangeByte2(ctxt, &document1[0], strlen(document1),
- data + 2);
- printf(" 3");
- fflush(stdout);
- data = &document2[10];
- data[0] = ' ';
- data[1] = ' ';
- data[2] = ' ';
- data[3] = ' ';
- /* test 2 byte injection at beginning of area */
- test_ret += testDocumentRangeByte2(ctxt, &document2[0], strlen(document2),
- data);
- printf(" 4");
- fflush(stdout);
- data[0] = ' ';
- data[1] = ' ';
- data[2] = ' ';
- data[3] = ' ';
- /* test 2 byte injection at end of area */
- test_ret += testDocumentRangeByte2(ctxt, &document2[0], strlen(document2),
- data + 2);
- printf(" done\n");
- xmlFreeParserCtxt(ctxt);
- return(test_ret);
- }
- static int
- testCurrentChar(xmlParserCtxtPtr ctxt, int *len) {
- const xmlChar *oldcur;
- int c, err, len2;
- lastError = 0;
- c = xmlCurrentChar(ctxt, len);
- ctxt->input->flags = 0;
- err = lastError;
- oldcur = ctxt->input->cur;
- lastError = 0;
- xmlNextChar(ctxt);
- ctxt->input->flags = 0;
- len2 = ctxt->input->cur - oldcur;
- ctxt->input->cur = oldcur;
- if ((*ctxt->input->cur != 0) && (err != lastError)) {
- fprintf(stderr, "xmlCurrentChar and xmlNextChar report different "
- "errors: %d %d\n", err, lastError);
- return(-1);
- }
- if ((err == 0) && (*len != len2)) {
- fprintf(stderr, "xmlCurrentChar and xmlNextChar report different "
- "lengths: %d %d\n", *len, len2);
- return(-1);
- }
- lastError = err;
- return(c);
- }
- static int testCharRangeByte1(xmlParserCtxtPtr ctxt) {
- int i = 0;
- int len, c;
- char *data = (char *) ctxt->input->cur;
- data[1] = 0;
- data[2] = 0;
- data[3] = 0;
- for (i = 0;i <= 0xFF;i++) {
- data[0] = (char) i;
- ctxt->nbErrors = 0;
- c = testCurrentChar(ctxt, &len);
- if (c < 0)
- continue;
- if ((i == 0) || (i >= 0x80)) {
- /* we must see an error there */
- if (lastError != XML_ERR_INVALID_CHAR) {
- fprintf(stderr,
- "Failed to detect invalid char for Byte 0x%02X\n", i);
- return(1);
- }
- } else if (i == 0xD) {
- if ((c != 0xA) || (len != 1)) {
- fprintf(stderr, "Failed to convert char for Byte 0x%02X\n", i);
- return(1);
- }
- } else if ((c != i) || (len != 1)) {
- fprintf(stderr, "Failed to parse char for Byte 0x%02X\n", i);
- return(1);
- }
- }
- return(0);
- }
- static int testCharRangeByte2(xmlParserCtxtPtr ctxt) {
- int i, j;
- int len, c;
- char *data = (char *) ctxt->input->cur;
- data[2] = 0;
- data[3] = 0;
- for (i = 0x80;i <= 0xFF;i++) {
- for (j = 0;j <= 0xFF;j++) {
- data[0] = (char) i;
- data[1] = (char) j;
- ctxt->nbErrors = 0;
- c = testCurrentChar(ctxt, &len);
- if (c < 0)
- continue;
- /* if first bit of first char is set, then second bit must too */
- if ((i & 0x80) && ((i & 0x40) == 0)) {
- if (lastError != XML_ERR_INVALID_CHAR) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X\n",
- i, j);
- return(1);
- }
- }
- /*
- * if first bit of first char is set, then second char first
- * bits must be 10
- */
- else if ((i & 0x80) && ((j & 0xC0) != 0x80)) {
- if (lastError != XML_ERR_INVALID_CHAR) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X: %d\n",
- i, j, c);
- return(1);
- }
- }
- /*
- * if using a 2 byte encoding then the value must be greater
- * than 0x80, i.e. one of bits 5 to 1 of i must be set
- */
- else if ((i & 0x80) && ((i & 0x1E) == 0)) {
- if (lastError != XML_ERR_INVALID_CHAR) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X: %d\n",
- i, j, c);
- return(1);
- }
- }
- /*
- * if third bit of first char is set, then the sequence would need
- * at least 3 bytes, but we give only 2 !
- */
- else if ((i & 0xE0) == 0xE0) {
- if (lastError != XML_ERR_INVALID_CHAR) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x00\n",
- i, j);
- return(1);
- }
- }
- /*
- * We should see no error in remaining cases
- */
- else if ((lastError != 0) || (len != 2)) {
- fprintf(stderr,
- "Failed to parse char for Bytes 0x%02X 0x%02X\n", i, j);
- return(1);
- }
- /*
- * Finally check the value is right
- */
- else if (c != (j & 0x3F) + ((i & 0x1F) << 6)) {
- fprintf(stderr,
- "Failed to parse char for Bytes 0x%02X 0x%02X: expect %d got %d\n",
- i, j, ((j & 0x3F) + ((i & 0x1F) << 6)), c);
- return(1);
- }
- }
- }
- return(0);
- }
- static int testCharRangeByte3(xmlParserCtxtPtr ctxt) {
- int i, j, k, K;
- int len, c;
- unsigned char lows[6] = {0, 0x80, 0x81, 0xC1, 0xFF, 0xBF};
- char *data = (char *) ctxt->input->cur;
- int value;
- data[3] = 0;
- for (i = 0xE0;i <= 0xFF;i++) {
- for (j = 0;j <= 0xFF;j++) {
- for (k = 0;k < 6;k++) {
- data[0] = (char) i;
- data[1] = (char) j;
- K = lows[k];
- data[2] = (char) K;
- value = (K & 0x3F) + ((j & 0x3F) << 6) + ((i & 0xF) << 12);
- ctxt->nbErrors = 0;
- c = testCurrentChar(ctxt, &len);
- if (c < 0)
- continue;
- /*
- * if fourth bit of first char is set, then the sequence would need
- * at least 4 bytes, but we give only 3 !
- */
- if ((i & 0xF0) == 0xF0) {
- if (lastError != XML_ERR_INVALID_CHAR) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x%02X 0x%02X\n",
- i, j, K, data[3]);
- return(1);
- }
- }
- /*
- * The second and the third bytes must start with 10
- */
- else if (((j & 0xC0) != 0x80) || ((K & 0xC0) != 0x80)) {
- if (lastError != XML_ERR_INVALID_CHAR) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x%02X\n",
- i, j, K);
- return(1);
- }
- }
- /*
- * if using a 3 byte encoding then the value must be greater
- * than 0x800, i.e. one of bits 4 to 0 of i must be set or
- * the 6th byte of data[1] must be set
- */
- else if (((i & 0xF) == 0) && ((j & 0x20) == 0)) {
- if (lastError != XML_ERR_INVALID_CHAR) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x%02X\n",
- i, j, K);
- return(1);
- }
- }
- /*
- * There are values that are not allowed in UTF-8
- */
- else if ((value > 0xD7FF) && (value <0xE000)) {
- if (lastError != XML_ERR_INVALID_CHAR) {
- fprintf(stderr,
- "Failed to detect invalid char 0x%04X for Bytes 0x%02X 0x%02X 0x%02X\n",
- value, i, j, K);
- return(1);
- }
- }
- /*
- * We should see no error in remaining cases
- */
- else if ((lastError != 0) || (len != 3)) {
- fprintf(stderr,
- "Failed to parse char for Bytes 0x%02X 0x%02X 0x%02X\n",
- i, j, K);
- return(1);
- }
- /*
- * Finally check the value is right
- */
- else if (c != value) {
- fprintf(stderr,
- "Failed to parse char for Bytes 0x%02X 0x%02X 0x%02X: expect %d got %d\n",
- i, j, data[2], value, c);
- return(1);
- }
- }
- }
- }
- return(0);
- }
- static int testCharRangeByte4(xmlParserCtxtPtr ctxt) {
- int i, j, k, K, l, L;
- int len, c;
- unsigned char lows[6] = {0, 0x80, 0x81, 0xC1, 0xFF, 0xBF};
- char *data = (char *) ctxt->input->cur;
- int value;
- data[4] = 0;
- for (i = 0xF0;i <= 0xFF;i++) {
- for (j = 0;j <= 0xFF;j++) {
- for (k = 0;k < 6;k++) {
- for (l = 0;l < 6;l++) {
- data[0] = (char) i;
- data[1] = (char) j;
- K = lows[k];
- data[2] = (char) K;
- L = lows[l];
- data[3] = (char) L;
- value = (L & 0x3F) + ((K & 0x3F) << 6) + ((j & 0x3F) << 12) +
- ((i & 0x7) << 18);
- ctxt->nbErrors = 0;
- c = testCurrentChar(ctxt, &len);
- if (c < 0)
- continue;
- /*
- * if fifth bit of first char is set, then the sequence would need
- * at least 5 bytes, but we give only 4 !
- */
- if ((i & 0xF8) == 0xF8) {
- if (lastError != XML_ERR_INVALID_CHAR) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x%02X 0x%02X\n",
- i, j, K, data[3]);
- return(1);
- }
- }
- /*
- * The second, third and fourth bytes must start with 10
- */
- else if (((j & 0xC0) != 0x80) || ((K & 0xC0) != 0x80) ||
- ((L & 0xC0) != 0x80)) {
- if (lastError != XML_ERR_INVALID_CHAR) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x%02X 0x%02X\n",
- i, j, K, L);
- return(1);
- }
- }
- /*
- * if using a 3 byte encoding then the value must be greater
- * than 0x10000, i.e. one of bits 3 to 0 of i must be set or
- * the 6 or 5th byte of j must be set
- */
- else if (((i & 0x7) == 0) && ((j & 0x30) == 0)) {
- if (lastError != XML_ERR_INVALID_CHAR) {
- fprintf(stderr,
- "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x%02X 0x%02X\n",
- i, j, K, L);
- return(1);
- }
- }
- /*
- * There are values in that are not allowed in UTF-8
- */
- else if (((value > 0xD7FF) && (value < 0xE000)) ||
- (value > 0x10FFFF)) {
- if (lastError != XML_ERR_INVALID_CHAR) {
- fprintf(stderr,
- "Failed to detect invalid char 0x%04X for Bytes 0x%02X 0x%02X 0x%02X 0x%02X\n",
- value, i, j, K, L);
- return(1);
- }
- }
- /*
- * We should see no error in remaining cases
- */
- else if ((lastError != 0) || (len != 4)) {
- fprintf(stderr,
- "Failed to parse char for Bytes 0x%02X 0x%02X 0x%02X\n",
- i, j, K);
- return(1);
- }
- /*
- * Finally check the value is right
- */
- else if (c != value) {
- fprintf(stderr,
- "Failed to parse char for Bytes 0x%02X 0x%02X 0x%02X: expect %d got %d\n",
- i, j, data[2], value, c);
- return(1);
- }
- }
- }
- }
- }
- return(0);
- }
- /**
- * testCharRanges:
- *
- * Test the correct UTF8 character parsing in isolation i.e.
- * not when parsing a full document, this is less expensive and we can
- * cover the full range of UTF-8 chars accepted by XML-1.0
- */
- static int testCharRanges(void) {
- char data[5];
- xmlParserCtxtPtr ctxt;
- xmlParserInputBufferPtr buf;
- xmlParserInputPtr input;
- int test_ret = 0;
- memset(data, 0, 5);
- /*
- * Set up a parsing context using the above data buffer as
- * the current input source.
- */
- ctxt = xmlNewParserCtxt();
- if (ctxt == NULL) {
- fprintf(stderr, "Failed to allocate parser context\n");
- return(1);
- }
- buf = xmlParserInputBufferCreateStatic(data, sizeof(data),
- XML_CHAR_ENCODING_NONE);
- if (buf == NULL) {
- fprintf(stderr, "Failed to allocate input buffer\n");
- test_ret = 1;
- goto error;
- }
- input = xmlNewInputStream(ctxt);
- if (input == NULL) {
- xmlFreeParserInputBuffer(buf);
- test_ret = 1;
- goto error;
- }
- input->filename = NULL;
- input->buf = buf;
- input->cur =
- input->base = xmlBufContent(input->buf->buffer);
- input->end = input->base + 4;
- inputPush(ctxt, input);
- printf("testing char range: 1");
- fflush(stdout);
- test_ret += testCharRangeByte1(ctxt);
- printf(" 2");
- fflush(stdout);
- test_ret += testCharRangeByte2(ctxt);
- printf(" 3");
- fflush(stdout);
- test_ret += testCharRangeByte3(ctxt);
- printf(" 4");
- fflush(stdout);
- test_ret += testCharRangeByte4(ctxt);
- printf(" done\n");
- fflush(stdout);
- error:
- xmlFreeParserCtxt(ctxt);
- return(test_ret);
- }
- static int
- testUserEncoding(void) {
- /*
- * Create a document encoded as UTF-16LE with an ISO-8859-1 encoding
- * declaration, then parse it with xmlReadMemory and the encoding
- * argument set to UTF-16LE.
- */
- xmlDocPtr doc = NULL;
- const char *start = "<?xml version='1.0' encoding='ISO-8859-1'?><d>";
- const char *end = "</d>";
- char *buf = NULL;
- xmlChar *text;
- int startSize = strlen(start);
- int textSize = 100000; /* Make sure to exceed internal buffer sizes. */
- int endSize = strlen(end);
- int totalSize = startSize + textSize + endSize;
- int k = 0;
- int i;
- int ret = 1;
- buf = xmlMalloc(2 * totalSize);
- for (i = 0; start[i] != 0; i++) {
- buf[k++] = start[i];
- buf[k++] = 0;
- }
- for (i = 0; i < textSize; i++) {
- buf[k++] = 'x';
- buf[k++] = 0;
- }
- for (i = 0; end[i] != 0; i++) {
- buf[k++] = end[i];
- buf[k++] = 0;
- }
- doc = xmlReadMemory(buf, 2 * totalSize, NULL, "UTF-16LE", 0);
- if (doc == NULL) {
- fprintf(stderr, "failed to parse document\n");
- goto error;
- }
- text = doc->children->children->content;
- for (i = 0; i < textSize; i++) {
- if (text[i] != 'x') {
- fprintf(stderr, "text node has wrong content at offset %d\n", k);
- goto error;
- }
- }
- ret = 0;
- error:
- xmlFreeDoc(doc);
- xmlFree(buf);
- return ret;
- }
- #if defined(LIBXML_PUSH_ENABLED) && defined(LIBXML_OUTPUT_ENABLED)
- static char *
- convert(xmlCharEncodingHandlerPtr handler, const char *utf8, int size,
- int *outSize) {
- char *ret;
- int inlen;
- int res;
- inlen = size;
- *outSize = size * 2;
- ret = xmlMalloc(*outSize);
- if (ret == NULL)
- return(NULL);
- res = handler->output(BAD_CAST ret, outSize, BAD_CAST utf8, &inlen);
- if ((res < 0) || (inlen != size)) {
- xmlFree(ret);
- return(NULL);
- }
- return(ret);
- }
- static int
- testUserEncodingPush(void) {
- xmlCharEncodingHandlerPtr handler;
- xmlParserCtxtPtr ctxt;
- xmlDocPtr doc;
- char buf[] =
- "\xEF\xBB\xBF"
- "<?xml version='1.0' encoding='ISO-8859-1'?>\n"
- "<d>text</d>\n";
- char *utf16;
- int utf16Size;
- int ret = 1;
- handler = xmlGetCharEncodingHandler(XML_CHAR_ENCODING_UTF16LE);
- utf16 = convert(handler, buf, sizeof(buf) - 1, &utf16Size);
- ctxt = xmlCreatePushParserCtxt(NULL, NULL, NULL, 0, NULL);
- xmlSwitchEncoding(ctxt, XML_CHAR_ENCODING_UTF16LE);
- xmlParseChunk(ctxt, utf16, utf16Size, 0);
- xmlParseChunk(ctxt, NULL, 0, 1);
- doc = ctxt->myDoc;
- if ((doc != NULL) &&
- (doc->children != NULL) &&
- (doc->children->children != NULL) &&
- (xmlStrcmp(doc->children->children->content, BAD_CAST "text") == 0))
- ret = 0;
- xmlFreeDoc(doc);
- xmlFreeParserCtxt(ctxt);
- xmlFree(utf16);
- return(ret);
- }
- static int
- testUTF8Chunks(void) {
- xmlParserCtxtPtr ctxt;
- xmlChar *out;
- int outSize;
- char *buf;
- int i;
- int ret = 0;
- ctxt = xmlCreatePushParserCtxt(NULL, NULL, NULL, 0, NULL);
- xmlParseChunk(ctxt, "<d>", 3, 0);
- xmlParseChunk(ctxt, "\xF0", 1, 0);
- xmlParseChunk(ctxt, "\x9F", 1, 0);
- xmlParseChunk(ctxt, "\x98", 1, 0);
- xmlParseChunk(ctxt, "\x8A", 1, 0);
- xmlParseChunk(ctxt, "</d>", 4, 1);
- xmlDocDumpMemory(ctxt->myDoc, &out, &outSize);
- if (strcmp((char *) out,
- "<?xml version=\"1.0\"?>\n<d>😊</d>\n") != 0) {
- fprintf(stderr, "failed UTF-8 chunk test 1\n");
- ret += 1;
- }
- xmlFree(out);
- xmlFreeDoc(ctxt->myDoc);
- xmlFreeParserCtxt(ctxt);
- ctxt = xmlCreatePushParserCtxt(NULL, NULL, NULL, 0, NULL);
- xmlParseChunk(ctxt, "<d>", 3, 0);
- /*
- * Create a chunk longer than XML_PARSER_BIG_BUFFER_SIZE (300) ending
- * with an incomplete UTF-8 sequence.
- */
- buf = xmlMalloc(1000 * 2 + 1);
- for (i = 0; i < 2000; i += 2)
- memcpy(buf + i, "\xCE\xB1", 2);
- buf[i] = '\xCE';
- xmlParseChunk(ctxt, buf, 2001, 0);
- xmlFree(buf);
- xmlParseChunk(ctxt, "\xB1</d>", 4, 0);
- xmlParseChunk(ctxt, NULL, 0, 0);
- xmlDocDumpMemory(ctxt->myDoc, &out, &outSize);
- if (strncmp((char *) out, "<?xml version=\"1.0\"?>\n<d>", 25) != 0) {
- fprintf(stderr, "failed UTF-8 chunk test 2-1\n");
- ret += 1;
- goto error;
- }
- for (i = 25; i < 25 + 1001 * 7; i += 7) {
- if (memcmp(out + i, "α", 7) != 0) {
- fprintf(stderr, "failed UTF-8 chunk test 2-2 %d\n", i);
- ret += 1;
- goto error;
- }
- }
- if (strcmp((char *) out + i, "</d>\n") != 0) {
- fprintf(stderr, "failed UTF-8 chunk test 2-3\n");
- ret += 1;
- goto error;
- }
- error:
- xmlFree(out);
- xmlFreeDoc(ctxt->myDoc);
- xmlFreeParserCtxt(ctxt);
- return(ret);
- return(0);
- }
- #endif
- int main(void) {
- int ret = 0;
- /*
- * this initialize the library and check potential ABI mismatches
- * between the version it was compiled for and the actual shared
- * library used.
- */
- LIBXML_TEST_VERSION
- /*
- * Catch errors separately
- */
- xmlSetStructuredErrorFunc(NULL, errorHandler);
- /*
- * Run the tests
- */
- ret += testCharRanges();
- ret += testDocumentRanges();
- ret += testUserEncoding();
- #if defined(LIBXML_PUSH_ENABLED) && defined(LIBXML_OUTPUT_ENABLED)
- ret += testUserEncodingPush();
- ret += testUTF8Chunks();
- #endif
- /*
- * Cleanup function for the XML library.
- */
- xmlCleanupParser();
- return(ret ? 1 : 0);
- }
|