kolibrios/contrib/network/netsurf/libparserutils/test/cscodec-utf8.c
Yogev Ezra bb2bbc6b91 Move NetSurf to /contrib folder
git-svn-id: svn://kolibrios.org@4364 a494cfbc-eb01-0410-851d-a64ba20cac60
2013-12-15 14:01:21 +00:00

247 lines
5.6 KiB
C

#include <stdio.h>
#include <string.h>
#include <parserutils/charset/codec.h>
#include "utils/utils.h"
#include "testutils.h"
typedef struct line_ctx {
parserutils_charset_codec *codec;
size_t buflen;
size_t bufused;
uint8_t *buf;
size_t explen;
size_t expused;
uint8_t *exp;
bool indata;
bool inexp;
parserutils_error exp_ret;
enum { ENCODE, DECODE, BOTH } dir;
} line_ctx;
static bool handle_line(const char *data, size_t datalen, void *pw);
static void run_test(line_ctx *ctx);
static void *myrealloc(void *ptr, size_t len, void *pw)
{
UNUSED(pw);
return realloc(ptr, len);
}
int main(int argc, char **argv)
{
parserutils_charset_codec *codec;
line_ctx ctx;
if (argc != 2) {
printf("Usage: %s <filename>\n", argv[0]);
return 1;
}
assert(parserutils_charset_codec_create("NATS-SEFI-ADD",
myrealloc, NULL, &codec) == PARSERUTILS_BADENCODING);
assert(parserutils_charset_codec_create("UTF-8", myrealloc, NULL,
&ctx.codec) == PARSERUTILS_OK);
ctx.buflen = parse_filesize(argv[1]);
if (ctx.buflen == 0)
return 1;
ctx.buf = malloc(2 * ctx.buflen);
if (ctx.buf == NULL) {
printf("Failed allocating %u bytes\n",
(unsigned int) ctx.buflen);
return 1;
}
ctx.exp = ctx.buf + ctx.buflen;
ctx.explen = ctx.buflen;
ctx.buf[0] = '\0';
ctx.exp[0] = '\0';
ctx.bufused = 0;
ctx.expused = 0;
ctx.indata = false;
ctx.inexp = false;
ctx.exp_ret = PARSERUTILS_OK;
assert(parse_testfile(argv[1], handle_line, &ctx) == true);
/* and run final test */
if (ctx.bufused > 0 && ctx.buf[ctx.bufused - 1] == '\n')
ctx.bufused -= 1;
if (ctx.expused > 0 && ctx.exp[ctx.expused - 1] == '\n')
ctx.expused -= 1;
run_test(&ctx);
free(ctx.buf);
parserutils_charset_codec_destroy(ctx.codec);
printf("PASS\n");
return 0;
}
bool handle_line(const char *data, size_t datalen, void *pw)
{
line_ctx *ctx = (line_ctx *) pw;
if (data[0] == '#') {
if (ctx->inexp) {
/* This marks end of testcase, so run it */
if (ctx->buf[ctx->bufused - 1] == '\n')
ctx->bufused -= 1;
if (ctx->exp[ctx->expused - 1] == '\n')
ctx->expused -= 1;
run_test(ctx);
ctx->buf[0] = '\0';
ctx->exp[0] = '\0';
ctx->bufused = 0;
ctx->expused = 0;
ctx->exp_ret = PARSERUTILS_OK;
}
if (strncasecmp(data+1, "data", 4) == 0) {
parserutils_charset_codec_optparams params;
const char *ptr = data + 6;
ctx->indata = true;
ctx->inexp = false;
if (strncasecmp(ptr, "decode", 6) == 0)
ctx->dir = DECODE;
else if (strncasecmp(ptr, "encode", 6) == 0)
ctx->dir = ENCODE;
else
ctx->dir = BOTH;
ptr += 7;
if (strncasecmp(ptr, "LOOSE", 5) == 0) {
params.error_mode.mode =
PARSERUTILS_CHARSET_CODEC_ERROR_LOOSE;
ptr += 6;
} else if (strncasecmp(ptr, "STRICT", 6) == 0) {
params.error_mode.mode =
PARSERUTILS_CHARSET_CODEC_ERROR_STRICT;
ptr += 7;
} else {
params.error_mode.mode =
PARSERUTILS_CHARSET_CODEC_ERROR_TRANSLIT;
ptr += 9;
}
assert(parserutils_charset_codec_setopt(ctx->codec,
PARSERUTILS_CHARSET_CODEC_ERROR_MODE,
(parserutils_charset_codec_optparams *) &params)
== PARSERUTILS_OK);
} else if (strncasecmp(data+1, "expected", 8) == 0) {
ctx->indata = false;
ctx->inexp = true;
ctx->exp_ret = parserutils_error_from_string(data + 10,
datalen - 10 - 1 /* \n */);
} else if (strncasecmp(data+1, "reset", 5) == 0) {
ctx->indata = false;
ctx->inexp = false;
parserutils_charset_codec_reset(ctx->codec);
}
} else {
if (ctx->indata) {
memcpy(ctx->buf + ctx->bufused, data, datalen);
ctx->bufused += datalen;
}
if (ctx->inexp) {
memcpy(ctx->exp + ctx->expused, data, datalen);
ctx->expused += datalen;
}
}
return true;
}
void run_test(line_ctx *ctx)
{
static int testnum;
size_t destlen = ctx->bufused * 4;
uint8_t *dest = alloca(destlen);
uint8_t *pdest = dest;
const uint8_t *psrc = ctx->buf;
size_t srclen = ctx->bufused;
size_t i;
if (ctx->dir == DECODE) {
assert(parserutils_charset_codec_decode(ctx->codec,
&psrc, &srclen,
&pdest, &destlen) == ctx->exp_ret);
} else if (ctx->dir == ENCODE) {
assert(parserutils_charset_codec_encode(ctx->codec,
&psrc, &srclen,
&pdest, &destlen) == ctx->exp_ret);
} else {
size_t templen = ctx->bufused * 4;
uint8_t *temp = alloca(templen);
uint8_t *ptemp = temp;
const uint8_t *ptemp2;
size_t templen2;
assert(parserutils_charset_codec_decode(ctx->codec,
&psrc, &srclen,
&ptemp, &templen) == ctx->exp_ret);
/* \todo currently there is no way to specify the number of
consumed & produced data in case of a deliberate bad input
data set. */
if (ctx->exp_ret == PARSERUTILS_OK) {
assert(temp + (ctx->bufused * 4 - templen) == ptemp);
}
ptemp2 = temp;
templen2 = ctx->bufused * 4 - templen;
assert(parserutils_charset_codec_encode(ctx->codec,
&ptemp2, &templen2,
&pdest, &destlen) == ctx->exp_ret);
if (ctx->exp_ret == PARSERUTILS_OK) {
assert(templen2 == 0);
assert(temp + (ctx->bufused * 4 - templen) == ptemp2);
}
}
if (ctx->exp_ret == PARSERUTILS_OK) {
assert(srclen == 0);
assert(ctx->buf + ctx->bufused == psrc);
assert(dest + (ctx->bufused * 4 - destlen) == pdest);
assert(ctx->bufused * 4 - destlen == ctx->expused);
}
printf("%d: Read '", ++testnum);
for (i = 0; i < ctx->expused; i++) {
printf("%c%c ", "0123456789abcdef"[(dest[i] >> 4) & 0xf],
"0123456789abcdef"[dest[i] & 0xf]);
}
printf("' Expected '");
for (i = 0; i < ctx->expused; i++) {
printf("%c%c ", "0123456789abcdef"[(ctx->exp[i] >> 4) & 0xf],
"0123456789abcdef"[ctx->exp[i] & 0xf]);
}
printf("'\n");
assert(pdest == dest + ctx->expused);
assert(memcmp(dest, ctx->exp, ctx->expused) == 0);
}