From 94fbe9711a1179b3c4d0eb2e9822787d90231719 Mon Sep 17 00:00:00 2001 From: Damien George Date: Wed, 30 Jul 2014 11:46:05 +0100 Subject: py: Change lexer stream API to return bytes not chars. Lexer is now 8-bit clean inside strings. --- py/lexerstr.c | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'py/lexerstr.c') diff --git a/py/lexerstr.c b/py/lexerstr.c index 7655e4be6d..a919dc7e14 100644 --- a/py/lexerstr.c +++ b/py/lexerstr.c @@ -36,11 +36,11 @@ typedef struct _mp_lexer_str_buf_t { const char *src_end; // end (exclusive) of source } mp_lexer_str_buf_t; -STATIC unichar str_buf_next_char(mp_lexer_str_buf_t *sb) { +STATIC mp_uint_t str_buf_next_byte(mp_lexer_str_buf_t *sb) { if (sb->src_cur < sb->src_end) { return *sb->src_cur++; } else { - return MP_LEXER_CHAR_EOF; + return MP_LEXER_EOF; } } @@ -57,5 +57,5 @@ mp_lexer_t *mp_lexer_new_from_str_len(qstr src_name, const char *str, mp_uint_t sb->src_beg = str; sb->src_cur = str; sb->src_end = str + len; - return mp_lexer_new(src_name, sb, (mp_lexer_stream_next_char_t)str_buf_next_char, (mp_lexer_stream_close_t)str_buf_free); + return mp_lexer_new(src_name, sb, (mp_lexer_stream_next_byte_t)str_buf_next_byte, (mp_lexer_stream_close_t)str_buf_free); } -- cgit v1.2.3