First semi-functional version of extract_types.py

This commit is contained in:
dherrada 2020-05-14 18:22:07 -04:00
parent b477c4812d
commit a16edbc45c
No known key found for this signature in database
GPG Key ID: CE2ADBAB8775CE81

80
tools/extract_types.py Normal file
View File

@ -0,0 +1,80 @@
import os
import sys
import astroid
import traceback
top_level = sys.argv[1].strip("/")
if top_level.count("/") == 1:
top_level, module = top_level.split("/")
modules = [module]
else:
modules = os.listdir(top_level)
modules = sorted(modules)
ok = 0
total = 0
for module in modules:
module_path = os.path.join(top_level, module)
if not os.path.isdir(module_path):
continue
pyi_lines = []
classes = os.listdir(module_path)
classes = [x for x in sorted(classes) if x.endswith(".c")]
if classes and classes[-1] == "__init__.c":
classes.insert(0, classes.pop())
for class_file in classes:
class_path = os.path.join(module_path, class_file)
with open(class_path, "r") as f:
for line in f:
if line.startswith("//|"):
if line[3] == " ":
line = line[4:]
elif line[3] == "\n":
line = line[3:]
else:
continue
pyi_lines.append(line)
raw_stubs = [x for x in sorted(classes) if x.endswith(".pyi")]
if raw_stubs and raw_stubs[-1] == "__init__.pyi":
raw_stubs.insert(0, raw_stubs.pop())
for raw_stub in raw_stubs:
raw_stub_path = os.path.join(module_path, raw_stub)
with open(raw_stub_path, "r") as f:
pyi_lines.extend(f.readlines())
stub_contents = "".join(pyi_lines)
# Validate that the module is a parseable stub.
total += 1
try:
tree = astroid.parse(stub_contents)
#print(tree.repr_tree())
for i in tree.body:
for j in i.body:
if isinstance(j, astroid.scoped_nodes.FunctionDef):
argdict = j.args.__dict__
a = argdict.pop('lineno')
a = argdict.pop('col_offset')
a = argdict.pop('parent')
print(argdict)
if j.returns:
returndict = j.returns.__dict__
a = returndict.pop('lineno')
a = returndict.pop('col_offset')
a = returndict.pop('parent')
print(returndict)
print('\n')
#print(tree.body[0].body[0])
else:
print(type(j))
ok += 1
except astroid.exceptions.AstroidSyntaxError as e:
e = e.__cause__
traceback.print_exception(type(e), e, e.__traceback__)
print()
print(f"{ok} ok out of {total}")
if ok != total:
sys.exit(total - ok)