47 lines
2.2 KiB
Python
47 lines
2.2 KiB
Python
"""Check the official parser tree; no model loading, DB, Redis or network."""
|
|
import argparse
|
|
import ast
|
|
import hashlib
|
|
import json
|
|
from pathlib import Path
|
|
import sys
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
|
|
|
|
def check(root=ROOT, runtime=False):
|
|
manifest = json.loads((root / 'docs/mineru-migration/2.7.1-baseline.json').read_text(encoding='utf-8'))
|
|
package = root / 'mineru'
|
|
files = {p.relative_to(package).as_posix(): p for p in package.rglob('*')
|
|
if p.is_file() and '__pycache__' not in p.parts and p.suffix not in ('.pyc', '.pyo')}
|
|
if set(files) != set(manifest['source_hashes']):
|
|
raise ValueError('Parser file set differs from the official 2.7.1 baseline')
|
|
for name, path in files.items():
|
|
if hashlib.sha256(path.read_bytes().replace(b'\r\n', b'\n')).hexdigest() != manifest['source_hashes'][name]:
|
|
raise ValueError('Parser source differs from official 2.7.1: ' + name)
|
|
module = ast.parse((package / 'version.py').read_text(encoding='utf-8'))
|
|
version = next(ast.literal_eval(n.value) for n in module.body if isinstance(n, ast.Assign)
|
|
and any(getattr(target, 'id', None) == '__version__' for target in n.targets))
|
|
if version != '2.7.1' or len(files) != 187:
|
|
raise ValueError('Unexpected parser baseline version or file count')
|
|
result = {'version': version, 'official_files': len(files), 'kernel_modifications': 0}
|
|
if runtime:
|
|
import importlib.metadata as metadata
|
|
sys.path.insert(0, str(root))
|
|
import mineru
|
|
from mineru.version import __version__
|
|
if Path(mineru.__file__).resolve() != (package / '__init__.py').resolve() or __version__ != version:
|
|
raise ValueError('The imported parser does not match the local official baseline')
|
|
if metadata.version('mineru') != version:
|
|
raise ValueError('Installed MinerU metadata does not match the source version')
|
|
result['installed_version'] = version
|
|
result['source_path'] = str(package)
|
|
return result
|
|
|
|
|
|
if __name__ == '__main__':
|
|
parser = argparse.ArgumentParser(description=__doc__)
|
|
parser.add_argument('--runtime', action='store_true')
|
|
args = parser.parse_args()
|
|
print(json.dumps(check(runtime=args.runtime)))
|