b011f61931
Currently when we reach an error state we effectively flush everything fed to the lexer, which can put us in a state where we keep feeding tokens into the parser at arbitrary offsets in the stream. This makes it difficult for the lexer/tokenizer/parser to get back in sync when bad input is made by the client. With these changes we emit an error state/token up to the tokenizer as soon as we reach an error state, and continue processing any data passed in rather than bailing out. The reset token will be used to reset the tokenizer and parser, such that they'll recover state as soon as the lexer begins generating valid token sequences again. We also map chr(192,193,245-255) to an error state here, since they are invalid UTF-8 characters. QMP guest proxy/agent will use chr(255) to force a flush/reset of previous input for reliable delivery of certain events, so also we document that thoroughly here. Signed-off-by: Michael Roth <mdroth@linux.vnet.ibm.com> Signed-off-by: Anthony Liguori <aliguori@us.ibm.com>
52 lines
993 B
C
52 lines
993 B
C
/*
|
|
* JSON lexer
|
|
*
|
|
* Copyright IBM, Corp. 2009
|
|
*
|
|
* Authors:
|
|
* Anthony Liguori <aliguori@us.ibm.com>
|
|
*
|
|
* This work is licensed under the terms of the GNU LGPL, version 2.1 or later.
|
|
* See the COPYING.LIB file in the top-level directory.
|
|
*
|
|
*/
|
|
|
|
#ifndef QEMU_JSON_LEXER_H
|
|
#define QEMU_JSON_LEXER_H
|
|
|
|
#include "qstring.h"
|
|
#include "qlist.h"
|
|
|
|
typedef enum json_token_type {
|
|
JSON_OPERATOR = 100,
|
|
JSON_INTEGER,
|
|
JSON_FLOAT,
|
|
JSON_KEYWORD,
|
|
JSON_STRING,
|
|
JSON_ESCAPE,
|
|
JSON_SKIP,
|
|
JSON_ERROR,
|
|
} JSONTokenType;
|
|
|
|
typedef struct JSONLexer JSONLexer;
|
|
|
|
typedef void (JSONLexerEmitter)(JSONLexer *, QString *, JSONTokenType, int x, int y);
|
|
|
|
struct JSONLexer
|
|
{
|
|
JSONLexerEmitter *emit;
|
|
int state;
|
|
QString *token;
|
|
int x, y;
|
|
};
|
|
|
|
void json_lexer_init(JSONLexer *lexer, JSONLexerEmitter func);
|
|
|
|
int json_lexer_feed(JSONLexer *lexer, const char *buffer, size_t size);
|
|
|
|
int json_lexer_flush(JSONLexer *lexer);
|
|
|
|
void json_lexer_destroy(JSONLexer *lexer);
|
|
|
|
#endif
|