UnisMindMap/scripts/check_parser_baseline.py

47 lines
2.2 KiB
Python

"""Check the official parser tree; no model loading, DB, Redis or network."""
import argparse
import ast
import hashlib
import json
from pathlib import Path
import sys
ROOT = Path(__file__).resolve().parents[1]
def check(root=ROOT, runtime=False):
manifest = json.loads((root / 'docs/mineru-migration/2.7.1-baseline.json').read_text(encoding='utf-8'))
package = root / 'mineru'
files = {p.relative_to(package).as_posix(): p for p in package.rglob('*')
if p.is_file() and '__pycache__' not in p.parts and p.suffix not in ('.pyc', '.pyo')}
if set(files) != set(manifest['source_hashes']):
raise ValueError('Parser file set differs from the official 2.7.1 baseline')
for name, path in files.items():
if hashlib.sha256(path.read_bytes().replace(b'\r\n', b'\n')).hexdigest() != manifest['source_hashes'][name]:
raise ValueError('Parser source differs from official 2.7.1: ' + name)
module = ast.parse((package / 'version.py').read_text(encoding='utf-8'))
version = next(ast.literal_eval(n.value) for n in module.body if isinstance(n, ast.Assign)
and any(getattr(target, 'id', None) == '__version__' for target in n.targets))
if version != '2.7.1' or len(files) != 187:
raise ValueError('Unexpected parser baseline version or file count')
result = {'version': version, 'official_files': len(files), 'kernel_modifications': 0}
if runtime:
import importlib.metadata as metadata
sys.path.insert(0, str(root))
import mineru
from mineru.version import __version__
if Path(mineru.__file__).resolve() != (package / '__init__.py').resolve() or __version__ != version:
raise ValueError('The imported parser does not match the local official baseline')
if metadata.version('mineru') != version:
raise ValueError('Installed MinerU metadata does not match the source version')
result['installed_version'] = version
result['source_path'] = str(package)
return result
if __name__ == '__main__':
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('--runtime', action='store_true')
args = parser.parse_args()
print(json.dumps(check(runtime=args.runtime)))