import sys
import types
from importlib.abc import MetaPathFinder
from importlib.machinery import ModuleSpec
from Redy.Tools.PathLib import Path
from rbnf.edsl.rbnf_analyze import check_parsing_complete
from yapypy.extended_python.parser import parse
from yapypy.extended_python.py_compile import py_compile
is_debug = False
class YAPyPyFinder(MetaPathFinder):
@classmethod
def find_spec(cls, fullname: str, paths, target=None):
paths = paths if isinstance(
paths, list,
) else [paths] if isinstance(
paths, str,
) else sys.path
if is_debug:
print(f'Searching module {fullname} from {paths[:5]}...')
return find_yapypy_module_spec(fullname, paths)
class YAPyPyLoader:
def __init__(self, mod_name, mod_path):
self.mod_name = mod_name
self.mod_path = mod_path
def exec_module(self, module):
path = self.mod_path
setattr(module, '__path__', path)
setattr(module, '__package__', self.mod_name)
setattr(module, '__loader__', self)
bc = module.__bytecode__
if is_debug:
print(f'found module {self.mod_name} at {self.mod_path}.')
exec(bc, module.__dict__)
def create_module(self, spec):
bc: types.CodeType = spec.__bytecode__
doc = None
if len(bc.co_consts) and isinstance(bc.co_consts[0], str):
doc = bc.co_consts[0]
mod = types.ModuleType(self.mod_name, doc)
mod.__bytecode__ = bc
return mod
def find_yapypy_module_spec(names, paths):
def try_find(prospective_path):
path_secs = (prospective_path, *names.split('.'))
*init, end = path_secs
directory = Path(*init)
if not directory.is_dir():
return
for each in directory.list_dir():
each_path_str = each.relative()
# print(each_path_str, end)
if each_path_str == end + '.py':
module_path = directory.into(each_path_str)
yield get_yapypy_module_spec_from_path(names, str(module_path))
elif each_path_str == end and each.is_dir() and '__init__.py' in each:
yield from try_find(str(each))
for each in paths:
found = next(try_find(each), None)
if found:
return found
def get_yapypy_module_spec_from_path(names, module_path):
with Path(module_path).open('r') as fr:
spec = ModuleSpec(names, YAPyPyLoader(names, module_path))
__source__ = fr.read()
result = parse(__source__, module_path)
check_parsing_complete(__source__, result.tokens, result.state)
__bytecode__ = py_compile(
result.result, filename=module_path, is_entrypoint=False)
spec.__source__ = __source__
spec.__bytecode__ = __bytecode__
return spec
sys.meta_path.insert(0, YAPyPyFinder())
