2018-06-04 02:25:06 -04:00
|
|
|
# test VFS functionality with a user-defined filesystem
|
2022-08-18 02:57:45 -04:00
|
|
|
# also tests parts of io.IOBase implementation
|
2018-06-04 02:25:06 -04:00
|
|
|
|
2022-08-18 02:57:45 -04:00
|
|
|
import sys
|
2018-06-04 02:25:06 -04:00
|
|
|
|
|
|
|
try:
|
2022-08-18 02:57:45 -04:00
|
|
|
import io
|
2020-03-22 22:26:08 -04:00
|
|
|
|
2022-08-18 02:57:45 -04:00
|
|
|
io.IOBase
|
|
|
|
import os
|
2020-03-22 22:26:08 -04:00
|
|
|
|
2022-08-18 02:57:45 -04:00
|
|
|
os.mount
|
2018-06-04 02:25:06 -04:00
|
|
|
except (ImportError, AttributeError):
|
|
|
|
print("SKIP")
|
|
|
|
raise SystemExit
|
|
|
|
|
|
|
|
|
2022-08-18 02:57:45 -04:00
|
|
|
class UserFile(io.IOBase):
|
extmod/vfs_reader: Fix mp_reader_new_file to open file in "rb" mode.
mp_reader_new_file() is used to read in files for importing, either .py or
.mpy files, for the lexer and persistent code loader respectively. In both
cases the file should be opened in raw bytes mode: the lexer handles
unicode characters itself, and .mpy files contain 8-bit bytes by nature.
Before this commit importing was working correctly because, although the
file was opened in text mode, all native filesystem implementations (POSIX,
FAT, LFS) would access the file in raw bytes mode via mp_stream_rw()
calling mp_stream_p_t.read(). So it was only an issue for non-native
filesystems, such as those implemented in Python. For Python-based
filesystem implementations, a call to mp_stream_rw() would go via IOBase
and then to readinto() at the Python level, and readinto() is only defined
on files opened in raw bytes mode.
Signed-off-by: Damien George <damien@micropython.org>
2020-08-08 01:39:56 -04:00
|
|
|
def __init__(self, mode, data):
|
|
|
|
assert isinstance(data, bytes)
|
|
|
|
self.is_text = mode.find("b") == -1
|
2018-06-04 02:25:06 -04:00
|
|
|
self.data = data
|
|
|
|
self.pos = 0
|
2020-03-22 22:26:08 -04:00
|
|
|
|
2018-06-04 02:25:06 -04:00
|
|
|
def read(self):
|
extmod/vfs_reader: Fix mp_reader_new_file to open file in "rb" mode.
mp_reader_new_file() is used to read in files for importing, either .py or
.mpy files, for the lexer and persistent code loader respectively. In both
cases the file should be opened in raw bytes mode: the lexer handles
unicode characters itself, and .mpy files contain 8-bit bytes by nature.
Before this commit importing was working correctly because, although the
file was opened in text mode, all native filesystem implementations (POSIX,
FAT, LFS) would access the file in raw bytes mode via mp_stream_rw()
calling mp_stream_p_t.read(). So it was only an issue for non-native
filesystems, such as those implemented in Python. For Python-based
filesystem implementations, a call to mp_stream_rw() would go via IOBase
and then to readinto() at the Python level, and readinto() is only defined
on files opened in raw bytes mode.
Signed-off-by: Damien George <damien@micropython.org>
2020-08-08 01:39:56 -04:00
|
|
|
if self.is_text:
|
|
|
|
return str(self.data, "utf8")
|
|
|
|
else:
|
|
|
|
return self.data
|
2020-03-22 22:26:08 -04:00
|
|
|
|
2018-06-04 02:25:06 -04:00
|
|
|
def readinto(self, buf):
|
extmod/vfs_reader: Fix mp_reader_new_file to open file in "rb" mode.
mp_reader_new_file() is used to read in files for importing, either .py or
.mpy files, for the lexer and persistent code loader respectively. In both
cases the file should be opened in raw bytes mode: the lexer handles
unicode characters itself, and .mpy files contain 8-bit bytes by nature.
Before this commit importing was working correctly because, although the
file was opened in text mode, all native filesystem implementations (POSIX,
FAT, LFS) would access the file in raw bytes mode via mp_stream_rw()
calling mp_stream_p_t.read(). So it was only an issue for non-native
filesystems, such as those implemented in Python. For Python-based
filesystem implementations, a call to mp_stream_rw() would go via IOBase
and then to readinto() at the Python level, and readinto() is only defined
on files opened in raw bytes mode.
Signed-off-by: Damien George <damien@micropython.org>
2020-08-08 01:39:56 -04:00
|
|
|
assert not self.is_text
|
2018-06-04 02:25:06 -04:00
|
|
|
n = 0
|
|
|
|
while n < len(buf) and self.pos < len(self.data):
|
|
|
|
buf[n] = self.data[self.pos]
|
|
|
|
n += 1
|
|
|
|
self.pos += 1
|
|
|
|
return n
|
2020-03-22 22:26:08 -04:00
|
|
|
|
2018-06-04 02:25:06 -04:00
|
|
|
def ioctl(self, req, arg):
|
|
|
|
print("ioctl", req, arg)
|
|
|
|
return 0
|
|
|
|
|
|
|
|
|
|
|
|
class UserFS:
|
|
|
|
def __init__(self, files):
|
|
|
|
self.files = files
|
2020-03-22 22:26:08 -04:00
|
|
|
|
2018-06-04 02:25:06 -04:00
|
|
|
def mount(self, readonly, mksfs):
|
|
|
|
pass
|
2020-03-22 22:26:08 -04:00
|
|
|
|
2018-06-04 02:25:06 -04:00
|
|
|
def umount(self):
|
|
|
|
pass
|
2020-03-22 22:26:08 -04:00
|
|
|
|
2018-06-04 02:25:06 -04:00
|
|
|
def stat(self, path):
|
|
|
|
print("stat", path)
|
|
|
|
if path in self.files:
|
|
|
|
return (32768, 0, 0, 0, 0, 0, 0, 0, 0, 0)
|
|
|
|
raise OSError
|
2020-03-22 22:26:08 -04:00
|
|
|
|
2018-06-04 02:25:06 -04:00
|
|
|
def open(self, path, mode):
|
|
|
|
print("open", path, mode)
|
extmod/vfs_reader: Fix mp_reader_new_file to open file in "rb" mode.
mp_reader_new_file() is used to read in files for importing, either .py or
.mpy files, for the lexer and persistent code loader respectively. In both
cases the file should be opened in raw bytes mode: the lexer handles
unicode characters itself, and .mpy files contain 8-bit bytes by nature.
Before this commit importing was working correctly because, although the
file was opened in text mode, all native filesystem implementations (POSIX,
FAT, LFS) would access the file in raw bytes mode via mp_stream_rw()
calling mp_stream_p_t.read(). So it was only an issue for non-native
filesystems, such as those implemented in Python. For Python-based
filesystem implementations, a call to mp_stream_rw() would go via IOBase
and then to readinto() at the Python level, and readinto() is only defined
on files opened in raw bytes mode.
Signed-off-by: Damien George <damien@micropython.org>
2020-08-08 01:39:56 -04:00
|
|
|
return UserFile(mode, self.files[path])
|
2018-06-04 02:25:06 -04:00
|
|
|
|
|
|
|
|
|
|
|
# create and mount a user filesystem
|
|
|
|
user_files = {
|
extmod/vfs_reader: Fix mp_reader_new_file to open file in "rb" mode.
mp_reader_new_file() is used to read in files for importing, either .py or
.mpy files, for the lexer and persistent code loader respectively. In both
cases the file should be opened in raw bytes mode: the lexer handles
unicode characters itself, and .mpy files contain 8-bit bytes by nature.
Before this commit importing was working correctly because, although the
file was opened in text mode, all native filesystem implementations (POSIX,
FAT, LFS) would access the file in raw bytes mode via mp_stream_rw()
calling mp_stream_p_t.read(). So it was only an issue for non-native
filesystems, such as those implemented in Python. For Python-based
filesystem implementations, a call to mp_stream_rw() would go via IOBase
and then to readinto() at the Python level, and readinto() is only defined
on files opened in raw bytes mode.
Signed-off-by: Damien George <damien@micropython.org>
2020-08-08 01:39:56 -04:00
|
|
|
"/data.txt": b"some data in a text file",
|
2018-06-04 02:25:06 -04:00
|
|
|
"/usermod1.py": b"print('in usermod1')\nimport usermod2",
|
|
|
|
"/usermod2.py": b"print('in usermod2')",
|
2023-09-05 04:17:27 -04:00
|
|
|
"/usermod3.py": b"syntax error",
|
2023-09-05 04:18:47 -04:00
|
|
|
"/usermod4.mpy": b"syntax error",
|
2018-06-04 02:25:06 -04:00
|
|
|
}
|
2022-08-18 02:57:45 -04:00
|
|
|
os.mount(UserFS(user_files), "/userfs")
|
2018-06-04 02:25:06 -04:00
|
|
|
|
|
|
|
# open and read a file
|
|
|
|
f = open("/userfs/data.txt")
|
|
|
|
print(f.read())
|
|
|
|
|
|
|
|
# import files from the user filesystem
|
2022-08-18 02:57:45 -04:00
|
|
|
sys.path.append("/userfs")
|
2018-06-04 02:25:06 -04:00
|
|
|
import usermod1
|
|
|
|
|
2023-09-05 04:17:27 -04:00
|
|
|
# import a .py file with a syntax error (file should be closed on error)
|
|
|
|
try:
|
|
|
|
import usermod3
|
|
|
|
except SyntaxError:
|
|
|
|
print("SyntaxError in usermod3")
|
|
|
|
|
2023-09-05 04:18:47 -04:00
|
|
|
# import a .mpy file with a syntax error (file should be closed on error)
|
|
|
|
try:
|
|
|
|
import usermod4
|
|
|
|
except ValueError:
|
|
|
|
print("ValueError in usermod4")
|
|
|
|
|
2018-06-04 02:25:06 -04:00
|
|
|
# unmount and undo path addition
|
2022-08-18 02:57:45 -04:00
|
|
|
os.umount("/userfs")
|
|
|
|
sys.path.pop()
|