kolibrios/programs/network/netsurf/libcss/test/lex-auto.c
Dmitry Pereverzev (SoUrcerer) 370da47fa0 Netsurf initial port (still needs native ui and cURL)
git-svn-id: svn://kolibrios.org@3584 a494cfbc-eb01-0410-851d-a64ba20cac60
2013-06-01 17:14:14 +00:00

332 lines
7.8 KiB
C

#include <inttypes.h>
#include <stdbool.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <parserutils/input/inputstream.h>
#include <libcss/libcss.h>
#include "charset/detect.h"
#include "lex/lex.h"
#include "utils/utils.h"
#include "testutils.h"
typedef struct exp_entry {
css_token_type type;
#define EXP_ENTRY_TEXT_LEN (128)
char text[EXP_ENTRY_TEXT_LEN];
size_t textLen;
bool hasText;
} exp_entry;
typedef struct line_ctx {
size_t buflen;
size_t bufused;
uint8_t *buf;
size_t explen;
size_t expused;
exp_entry *exp;
bool indata;
bool inexp;
} line_ctx;
static bool handle_line(const char *data, size_t datalen, void *pw);
static void css__parse_expected(line_ctx *ctx, const char *data, size_t len);
static const char *string_from_type(css_token_type type);
static css_token_type string_to_type(const char *data, size_t len);
static void run_test(const uint8_t *data, size_t len,
exp_entry *exp, size_t explen);
static void *myrealloc(void *data, size_t len, void *pw)
{
UNUSED(pw);
return realloc(data, len);
}
int main(int argc, char **argv)
{
line_ctx ctx;
if (argc != 2) {
printf("Usage: %s <filename>\n", argv[0]);
return 1;
}
ctx.buflen = css__parse_filesize(argv[1]);
if (ctx.buflen == 0)
return 1;
ctx.buf = malloc(ctx.buflen);
if (ctx.buf == NULL) {
printf("Failed allocating %u bytes\n",
(unsigned int) ctx.buflen);
return 1;
}
ctx.buf[0] = '\0';
ctx.bufused = 0;
ctx.explen = 0;
ctx.expused = 0;
ctx.exp = NULL;
ctx.indata = false;
ctx.inexp = false;
assert(css__parse_testfile(argv[1], handle_line, &ctx) == true);
/* and run final test */
if (ctx.bufused > 0)
run_test(ctx.buf, ctx.bufused, ctx.exp, ctx.expused);
free(ctx.buf);
free(ctx.exp);
printf("PASS\n");
return 0;
}
bool handle_line(const char *data, size_t datalen, void *pw)
{
line_ctx *ctx = (line_ctx *) pw;
if (data[0] == '#') {
if (ctx->inexp) {
/* This marks end of testcase, so run it */
run_test(ctx->buf, ctx->bufused,
ctx->exp, ctx->expused);
ctx->buf[0] = '\0';
ctx->bufused = 0;
ctx->expused = 0;
}
if (ctx->indata && strncasecmp(data+1, "expected", 8) == 0) {
ctx->indata = false;
ctx->inexp = true;
} else if (!ctx->indata) {
ctx->indata = (strncasecmp(data+1, "data", 4) == 0);
ctx->inexp = (strncasecmp(data+1, "expected", 8) == 0);
} else {
memcpy(ctx->buf + ctx->bufused, data, datalen);
ctx->bufused += datalen;
}
} else {
if (ctx->indata) {
memcpy(ctx->buf + ctx->bufused, data, datalen);
ctx->bufused += datalen;
}
if (ctx->inexp) {
if (data[datalen - 1] == '\n')
datalen -= 1;
css__parse_expected(ctx, data, datalen);
}
}
return true;
}
void css__parse_expected(line_ctx *ctx, const char *data, size_t len)
{
css_token_type type;
const char *colon = css__parse_strnchr(data, len, ':');
if (colon == NULL)
colon = data + len;
type = string_to_type(data, colon - data);
/* Append to list of expected tokens */
if (ctx->expused == ctx->explen) {
size_t num = ctx->explen == 0 ? 4 : ctx->explen;
exp_entry *temp = realloc(ctx->exp,
num * 2 * sizeof(exp_entry));
if (temp == NULL) {
assert(0 && "No memory for expected tokens");
}
ctx->exp = temp;
ctx->explen = num * 2;
}
ctx->exp[ctx->expused].type = type;
ctx->exp[ctx->expused].textLen = 0;
ctx->exp[ctx->expused].hasText = (colon != data + len);
if (colon != data + len) {
const char *p = colon + 1;
bool escape = false;
for (len = len - (colon + 1 - data); len > 0; len--, p++) {
char c;
if (escape == false && *p == '\\') {
escape = true;
continue;
}
if (escape) {
switch (*p) {
case 'n':
c = 0xa;
break;
case 't':
c = 0x9;
break;
default:
c = *p;
break;
}
escape = false;
} else {
c = *p;
}
ctx->exp[ctx->expused].text[
ctx->exp[ctx->expused].textLen] = c;
ctx->exp[ctx->expused].textLen++;
assert(ctx->exp[ctx->expused].textLen <
EXP_ENTRY_TEXT_LEN);
}
}
ctx->expused++;
}
const char *string_from_type(css_token_type type)
{
const char *names[] =
{
"IDENT", "ATKEYWORD", "HASH", "FUNCTION", "STRING", "INVALID",
"URI", "UNICODE-RANGE", "CHAR", "NUMBER", "PERCENTAGE",
"DIMENSION", "last_intern", "CDO", "CDC", "S", "COMMENT",
"INCLUDES", "DASHMATCH", "PREFIXMATCH", "SUFFIXMATCH",
"SUBSTRINGMATCH", "EOF"
};
return names[type];
}
css_token_type string_to_type(const char *data, size_t len)
{
if (len == 5 && strncasecmp(data, "IDENT", len) == 0)
return CSS_TOKEN_IDENT;
else if (len == 9 && strncasecmp(data, "ATKEYWORD", len) == 0)
return CSS_TOKEN_ATKEYWORD;
else if (len == 6 && strncasecmp(data, "STRING", len) == 0)
return CSS_TOKEN_STRING;
else if (len == 7 && strncasecmp(data, "INVALID", len) == 0)
return CSS_TOKEN_INVALID_STRING;
else if (len == 4 && strncasecmp(data, "HASH", len) == 0)
return CSS_TOKEN_HASH;
else if (len == 6 && strncasecmp(data, "NUMBER", len) == 0)
return CSS_TOKEN_NUMBER;
else if (len == 10 && strncasecmp(data, "PERCENTAGE", len) == 0)
return CSS_TOKEN_PERCENTAGE;
else if (len == 9 && strncasecmp(data, "DIMENSION", len) == 0)
return CSS_TOKEN_DIMENSION;
else if (len == 3 && strncasecmp(data, "URI", len) == 0)
return CSS_TOKEN_URI;
else if (len == 13 && strncasecmp(data, "UNICODE-RANGE", len) == 0)
return CSS_TOKEN_UNICODE_RANGE;
else if (len == 3 && strncasecmp(data, "CDO", len) == 0)
return CSS_TOKEN_CDO;
else if (len == 3 && strncasecmp(data, "CDC", len) == 0)
return CSS_TOKEN_CDC;
else if (len == 1 && strncasecmp(data, "S", len) == 0)
return CSS_TOKEN_S;
else if (len == 7 && strncasecmp(data, "COMMENT", len) == 0)
return CSS_TOKEN_COMMENT;
else if (len == 8 && strncasecmp(data, "FUNCTION", len) == 0)
return CSS_TOKEN_FUNCTION;
else if (len == 8 && strncasecmp(data, "INCLUDES", len) == 0)
return CSS_TOKEN_INCLUDES;
else if (len == 9 && strncasecmp(data, "DASHMATCH", len) == 0)
return CSS_TOKEN_DASHMATCH;
else if (len == 11 && strncasecmp(data, "PREFIXMATCH", len) == 0)
return CSS_TOKEN_PREFIXMATCH;
else if (len == 11 && strncasecmp(data, "SUFFIXMATCH", len) == 0)
return CSS_TOKEN_SUFFIXMATCH;
else if (len == 14 && strncasecmp(data, "SUBSTRINGMATCH", len) == 0)
return CSS_TOKEN_SUBSTRINGMATCH;
else if (len == 4 && strncasecmp(data, "CHAR", len) == 0)
return CSS_TOKEN_CHAR;
else
return CSS_TOKEN_EOF;
}
void run_test(const uint8_t *data, size_t len, exp_entry *exp, size_t explen)
{
parserutils_inputstream *input;
css_lexer *lexer;
css_error error;
css_token *tok;
size_t e;
static int testnum;
assert(parserutils_inputstream_create("UTF-8", CSS_CHARSET_DICTATED,
css__charset_extract, myrealloc, NULL, &input) ==
PARSERUTILS_OK);
assert(css__lexer_create(input, myrealloc, NULL, &lexer) == CSS_OK);
assert(parserutils_inputstream_append(input, data, len) ==
PARSERUTILS_OK);
assert(parserutils_inputstream_append(input, NULL, 0) ==
PARSERUTILS_OK);
e = 0;
testnum++;
while ((error = css__lexer_get_token(lexer, &tok)) == CSS_OK) {
if (tok->type != exp[e].type) {
printf("%d: Got token %s, Expected %s [%d, %d]\n",
testnum, string_from_type(tok->type),
string_from_type(exp[e].type),
tok->line, tok->col);
assert(0 && "Types differ");
}
if (exp[e].hasText) {
if (tok->data.len != exp[e].textLen) {
printf("%d: Got length %d, Expected %d\n",
testnum, (int) tok->data.len,
(int) exp[e].textLen);
assert(0 && "Text lengths differ");
}
if (strncmp((char *) tok->data.data, exp[e].text,
tok->data.len) != 0) {
printf("%d: Got data '%.*s', Expected '%.*s'\n",
testnum,
(int) tok->data.len, tok->data.data,
(int) exp[e].textLen, exp[e].text);
assert(0 && "Text differs");
}
}
e++;
if (tok->type == CSS_TOKEN_EOF)
break;
}
assert(e == explen);
css__lexer_destroy(lexer);
parserutils_inputstream_destroy(input);
printf("Test %d: PASS\n", testnum);
}