"""Check the official parser tree; no model loading, DB, Redis or network.""" import argparse import ast import hashlib import json from pathlib import Path import sys ROOT = Path(__file__).resolve().parents[1] def check(root=ROOT, runtime=False): manifest = json.loads((root / 'docs/mineru-migration/2.7.1-baseline.json').read_text(encoding='utf-8')) package = root / 'mineru' files = {p.relative_to(package).as_posix(): p for p in package.rglob('*') if p.is_file() and '__pycache__' not in p.parts and p.suffix not in ('.pyc', '.pyo')} if set(files) != set(manifest['source_hashes']): raise ValueError('Parser file set differs from the official 2.7.1 baseline') for name, path in files.items(): if hashlib.sha256(path.read_bytes().replace(b'\r\n', b'\n')).hexdigest() != manifest['source_hashes'][name]: raise ValueError('Parser source differs from official 2.7.1: ' + name) module = ast.parse((package / 'version.py').read_text(encoding='utf-8')) version = next(ast.literal_eval(n.value) for n in module.body if isinstance(n, ast.Assign) and any(getattr(target, 'id', None) == '__version__' for target in n.targets)) if version != '2.7.1' or len(files) != 187: raise ValueError('Unexpected parser baseline version or file count') result = {'version': version, 'official_files': len(files), 'kernel_modifications': 0} if runtime: import importlib.metadata as metadata sys.path.insert(0, str(root)) import mineru from mineru.version import __version__ if Path(mineru.__file__).resolve() != (package / '__init__.py').resolve() or __version__ != version: raise ValueError('The imported parser does not match the local official baseline') if metadata.version('mineru') != version: raise ValueError('Installed MinerU metadata does not match the source version') result['installed_version'] = version result['source_path'] = str(package) return result if __name__ == '__main__': parser = argparse.ArgumentParser(description=__doc__) parser.add_argument('--runtime', action='store_true') args = parser.parse_args() print(json.dumps(check(runtime=args.runtime)))