UnisMindMap/scripts/accelerator_constraints.py

34 lines
1.2 KiB
Python

"""Keep the base image's accelerator wheels while resolving application dependencies."""
import argparse
from importlib.metadata import PackageNotFoundError, version
from pathlib import Path
def accelerator_versions():
packages = {}
for name in ('torch', 'torchvision', 'torchaudio', 'vllm', 'triton', 'xformers'):
try:
packages[name] = version(name)
except PackageNotFoundError:
if name in ('torch', 'torchvision', 'vllm'):
raise RuntimeError(f'The accelerator base image must provide {name}') from None
return packages
def main():
parser = argparse.ArgumentParser()
parser.add_argument('path', type=Path)
parser.add_argument('--check', action='store_true')
args = parser.parse_args()
installed = accelerator_versions()
if args.check:
expected = dict(line.split('==', 1) for line in args.path.read_text().splitlines() if line)
if installed != expected:
raise RuntimeError('Accelerator packages changed during dependency installation')
else:
args.path.write_text(''.join(f'{name}=={value}\n' for name, value in installed.items()))
if __name__ == '__main__':
main()