a4c52c5a3d
mp_lexer_t type is exposed, mp_token_t type is removed, and simple lexer functions (like checking current token kind) are now inlined. This saves 784 bytes ROM on 32-bit unix, 348 bytes on stmhal, and 460 bytes on bare-arm. It also saves a tiny bit of RAM since mp_lexer_t is a bit smaller. Also will run a bit more efficiently.
89 lines
2.7 KiB
C
89 lines
2.7 KiB
C
/*
|
|
* This file is part of the Micro Python project, http://micropython.org/
|
|
*
|
|
* The MIT License (MIT)
|
|
*
|
|
* Copyright (c) 2013, 2014 Damien P. George
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
* THE SOFTWARE.
|
|
*/
|
|
|
|
#include "mpconfig.h"
|
|
#include "misc.h"
|
|
|
|
#if MICROPY_HELPER_LEXER_UNIX
|
|
|
|
#include <stdio.h>
|
|
#include <stdint.h>
|
|
#include <unistd.h>
|
|
#include <fcntl.h>
|
|
#include <sys/stat.h>
|
|
#include <sys/types.h>
|
|
|
|
#include "qstr.h"
|
|
#include "lexer.h"
|
|
#include "lexerunix.h"
|
|
|
|
typedef struct _mp_lexer_file_buf_t {
|
|
int fd;
|
|
byte buf[20];
|
|
mp_uint_t len;
|
|
mp_uint_t pos;
|
|
} mp_lexer_file_buf_t;
|
|
|
|
STATIC mp_uint_t file_buf_next_byte(mp_lexer_file_buf_t *fb) {
|
|
if (fb->pos >= fb->len) {
|
|
if (fb->len == 0) {
|
|
return MP_LEXER_EOF;
|
|
} else {
|
|
int n = read(fb->fd, fb->buf, sizeof(fb->buf));
|
|
if (n <= 0) {
|
|
fb->len = 0;
|
|
return MP_LEXER_EOF;
|
|
}
|
|
fb->len = n;
|
|
fb->pos = 0;
|
|
}
|
|
}
|
|
return fb->buf[fb->pos++];
|
|
}
|
|
|
|
STATIC void file_buf_close(mp_lexer_file_buf_t *fb) {
|
|
close(fb->fd);
|
|
m_del_obj(mp_lexer_file_buf_t, fb);
|
|
}
|
|
|
|
mp_lexer_t *mp_lexer_new_from_file(const char *filename) {
|
|
mp_lexer_file_buf_t *fb = m_new_obj_maybe(mp_lexer_file_buf_t);
|
|
if (fb == NULL) {
|
|
return NULL;
|
|
}
|
|
fb->fd = open(filename, O_RDONLY);
|
|
if (fb->fd < 0) {
|
|
m_del_obj(mp_lexer_file_buf_t, fb);
|
|
return NULL;
|
|
}
|
|
int n = read(fb->fd, fb->buf, sizeof(fb->buf));
|
|
fb->len = n;
|
|
fb->pos = 0;
|
|
return mp_lexer_new(qstr_from_str(filename), fb, (mp_lexer_stream_next_byte_t)file_buf_next_byte, (mp_lexer_stream_close_t)file_buf_close);
|
|
}
|
|
|
|
#endif // MICROPY_HELPER_LEXER_UNIX
|