56f76b873a
This component allows to generate .mpy files (pre compiled bytecode) which can be executed within any MicroPython runtime/VM.
273 lines
9.2 KiB
C
273 lines
9.2 KiB
C
/*
|
|
* This file is part of the MicroPython project, http://micropython.org/
|
|
*
|
|
* The MIT License (MIT)
|
|
*
|
|
* Copyright (c) 2013-2016 Damien P. George
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
* THE SOFTWARE.
|
|
*/
|
|
|
|
#include <stdio.h>
|
|
#include <string.h>
|
|
#include <stdlib.h>
|
|
#include <unistd.h>
|
|
#include <errno.h>
|
|
|
|
#include "py/mpstate.h"
|
|
#include "py/compile.h"
|
|
#include "py/runtime.h"
|
|
#include "py/gc.h"
|
|
#include "py/stackctrl.h"
|
|
|
|
// Command line options, with their defaults
|
|
STATIC uint emit_opt = MP_EMIT_OPT_NONE;
|
|
mp_uint_t mp_verbose_flag = 0;
|
|
|
|
// Heap size of GC heap (if enabled)
|
|
// Make it larger on a 64 bit machine, because pointers are larger.
|
|
long heap_size = 1024*1024 * (sizeof(mp_uint_t) / 4);
|
|
|
|
STATIC void stderr_print_strn(void *env, const char *str, mp_uint_t len) {
|
|
(void)env;
|
|
ssize_t dummy = write(STDERR_FILENO, str, len);
|
|
(void)dummy;
|
|
}
|
|
|
|
STATIC const mp_print_t mp_stderr_print = {NULL, stderr_print_strn};
|
|
|
|
STATIC int compile_and_save(const char *file, const char *output_file) {
|
|
mp_lexer_t *lex = mp_lexer_new_from_file(file);
|
|
if (lex == NULL) {
|
|
printf("MemoryError: lexer could not allocate memory\n");
|
|
return 1;
|
|
}
|
|
|
|
nlr_buf_t nlr;
|
|
if (nlr_push(&nlr) == 0) {
|
|
qstr source_name = lex->source_name;
|
|
|
|
#if MICROPY_PY___FILE__
|
|
if (input_kind == MP_PARSE_FILE_INPUT) {
|
|
mp_store_global(MP_QSTR___file__, MP_OBJ_NEW_QSTR(source_name));
|
|
}
|
|
#endif
|
|
|
|
mp_parse_tree_t parse_tree = mp_parse(lex, MP_PARSE_FILE_INPUT);
|
|
mp_raw_code_t *rc = mp_compile_to_raw_code(&parse_tree, source_name, emit_opt, false);
|
|
|
|
vstr_t vstr;
|
|
vstr_init(&vstr, 16);
|
|
if (output_file == NULL) {
|
|
vstr_add_str(&vstr, file);
|
|
vstr_cut_tail_bytes(&vstr, 2);
|
|
vstr_add_str(&vstr, "mpy");
|
|
} else {
|
|
vstr_add_str(&vstr, output_file);
|
|
}
|
|
mp_raw_code_save_file(rc, vstr_null_terminated_str(&vstr));
|
|
vstr_clear(&vstr);
|
|
|
|
nlr_pop();
|
|
return 0;
|
|
} else {
|
|
// uncaught exception
|
|
mp_obj_print_exception(&mp_stderr_print, (mp_obj_t)nlr.ret_val);
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
STATIC int usage(char **argv) {
|
|
printf(
|
|
"usage: %s [<opts>] [-X <implopt>] <input filename>\n"
|
|
"Options:\n"
|
|
"-o : output file for compiled bytecode\n"
|
|
"-v : verbose (trace various operations); can be multiple\n"
|
|
"-O[N] : apply bytecode optimizations of level N\n"
|
|
"\n"
|
|
"Target specific options:\n"
|
|
"-msmall-int-bits=number : set the maximum bits used to encode a small-int\n"
|
|
"-mno-unicode : don't support unicode in compiled strings\n"
|
|
"-mcache-lookup-bc : cache map lookups in the bytecode\n"
|
|
"\n"
|
|
"Implementation specific options:\n", argv[0]
|
|
);
|
|
int impl_opts_cnt = 0;
|
|
printf(
|
|
" emit={bytecode,native,viper} -- set the default code emitter\n"
|
|
);
|
|
impl_opts_cnt++;
|
|
printf(
|
|
" heapsize=<n> -- set the heap size for the GC (default %ld)\n"
|
|
, heap_size);
|
|
impl_opts_cnt++;
|
|
|
|
if (impl_opts_cnt == 0) {
|
|
printf(" (none)\n");
|
|
}
|
|
|
|
return 1;
|
|
}
|
|
|
|
// Process options which set interpreter init options
|
|
STATIC void pre_process_options(int argc, char **argv) {
|
|
for (int a = 1; a < argc; a++) {
|
|
if (argv[a][0] == '-') {
|
|
if (strcmp(argv[a], "-X") == 0) {
|
|
if (a + 1 >= argc) {
|
|
exit(usage(argv));
|
|
}
|
|
if (strcmp(argv[a + 1], "emit=bytecode") == 0) {
|
|
emit_opt = MP_EMIT_OPT_BYTECODE;
|
|
} else if (strcmp(argv[a + 1], "emit=native") == 0) {
|
|
emit_opt = MP_EMIT_OPT_NATIVE_PYTHON;
|
|
} else if (strcmp(argv[a + 1], "emit=viper") == 0) {
|
|
emit_opt = MP_EMIT_OPT_VIPER;
|
|
} else if (strncmp(argv[a + 1], "heapsize=", sizeof("heapsize=") - 1) == 0) {
|
|
char *end;
|
|
heap_size = strtol(argv[a + 1] + sizeof("heapsize=") - 1, &end, 0);
|
|
// Don't bring unneeded libc dependencies like tolower()
|
|
// If there's 'w' immediately after number, adjust it for
|
|
// target word size. Note that it should be *before* size
|
|
// suffix like K or M, to avoid confusion with kilowords,
|
|
// etc. the size is still in bytes, just can be adjusted
|
|
// for word size (taking 32bit as baseline).
|
|
bool word_adjust = false;
|
|
if ((*end | 0x20) == 'w') {
|
|
word_adjust = true;
|
|
end++;
|
|
}
|
|
if ((*end | 0x20) == 'k') {
|
|
heap_size *= 1024;
|
|
} else if ((*end | 0x20) == 'm') {
|
|
heap_size *= 1024 * 1024;
|
|
}
|
|
if (word_adjust) {
|
|
heap_size = heap_size * BYTES_PER_WORD / 4;
|
|
}
|
|
} else {
|
|
exit(usage(argv));
|
|
}
|
|
a++;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
MP_NOINLINE int main_(int argc, char **argv) {
|
|
mp_stack_set_limit(40000 * (BYTES_PER_WORD / 4));
|
|
|
|
pre_process_options(argc, argv);
|
|
|
|
char *heap = malloc(heap_size);
|
|
gc_init(heap, heap + heap_size);
|
|
|
|
mp_init();
|
|
mp_obj_list_init(mp_sys_path, 0);
|
|
mp_obj_list_init(mp_sys_argv, 0);
|
|
|
|
// set default compiler configuration
|
|
mp_dynamic_compiler.small_int_bits = 31;
|
|
mp_dynamic_compiler.opt_cache_map_lookup_in_bytecode = 0;
|
|
mp_dynamic_compiler.py_builtins_str_unicode = 1;
|
|
|
|
const char *input_file = NULL;
|
|
const char *output_file = NULL;
|
|
|
|
// parse main options
|
|
for (int a = 1; a < argc; a++) {
|
|
if (argv[a][0] == '-') {
|
|
if (strcmp(argv[a], "-X") == 0) {
|
|
a += 1;
|
|
} else if (strcmp(argv[a], "-v") == 0) {
|
|
mp_verbose_flag++;
|
|
} else if (strncmp(argv[a], "-O", 2) == 0) {
|
|
if (unichar_isdigit(argv[a][2])) {
|
|
MP_STATE_VM(mp_optimise_value) = argv[a][2] & 0xf;
|
|
} else {
|
|
MP_STATE_VM(mp_optimise_value) = 0;
|
|
for (char *p = argv[a] + 1; *p && *p == 'O'; p++, MP_STATE_VM(mp_optimise_value)++);
|
|
}
|
|
} else if (strcmp(argv[a], "-o") == 0) {
|
|
if (a + 1 >= argc) {
|
|
exit(usage(argv));
|
|
}
|
|
a += 1;
|
|
output_file = argv[a];
|
|
} else if (strncmp(argv[a], "-msmall-int-bits=", sizeof("-msmall-int-bits=") - 1) == 0) {
|
|
char *end;
|
|
mp_dynamic_compiler.small_int_bits =
|
|
strtol(argv[a] + sizeof("-msmall-int-bits=") - 1, &end, 0);
|
|
if (*end) {
|
|
return usage(argv);
|
|
}
|
|
// TODO check that small_int_bits is within range of host's capabilities
|
|
} else if (strcmp(argv[a], "-mno-cache-lookup-bc") == 0) {
|
|
mp_dynamic_compiler.opt_cache_map_lookup_in_bytecode = 0;
|
|
} else if (strcmp(argv[a], "-mcache-lookup-bc") == 0) {
|
|
mp_dynamic_compiler.opt_cache_map_lookup_in_bytecode = 1;
|
|
} else if (strcmp(argv[a], "-mno-unicode") == 0) {
|
|
mp_dynamic_compiler.py_builtins_str_unicode = 0;
|
|
} else if (strcmp(argv[a], "-municode") == 0) {
|
|
mp_dynamic_compiler.py_builtins_str_unicode = 1;
|
|
} else {
|
|
return usage(argv);
|
|
}
|
|
} else {
|
|
if (input_file != NULL) {
|
|
mp_printf(&mp_stderr_print, "multiple input files\n");
|
|
exit(1);
|
|
}
|
|
input_file = argv[a];
|
|
}
|
|
}
|
|
|
|
if (input_file == NULL) {
|
|
mp_printf(&mp_stderr_print, "no input file\n");
|
|
exit(1);
|
|
}
|
|
|
|
int ret = compile_and_save(input_file, output_file);
|
|
|
|
#if MICROPY_PY_MICROPYTHON_MEM_INFO
|
|
if (mp_verbose_flag) {
|
|
mp_micropython_mem_info(0, NULL);
|
|
}
|
|
#endif
|
|
|
|
mp_deinit();
|
|
|
|
return ret & 0xff;
|
|
}
|
|
|
|
int main(int argc, char **argv) {
|
|
mp_stack_ctrl_init();
|
|
return main_(argc, argv);
|
|
}
|
|
|
|
uint mp_import_stat(const char *path) {
|
|
(void)path;
|
|
return MP_IMPORT_STAT_NO_EXIST;
|
|
}
|
|
|
|
void nlr_jump_fail(void *val) {
|
|
printf("FATAL: uncaught NLR %p\n", val);
|
|
exit(1);
|
|
}
|