UnisKB/scripts/check_knowledge_versions.py

63 lines
3.1 KiB
Python
Raw Normal View History

"""Verify knowledge versions using only in-memory SQLite and process-local cache."""
import importlib
import os
from pathlib import Path
import sys
import unittest
import uuid
root = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(root / 'apps'))
os.environ['DJANGO_SETTINGS_MODULE'] = 'maxkb.settings'
from django.apps import AppConfig
from django.conf import settings
settings.LOGGING_CONFIG = None
settings.USE_I18N = False
settings.CACHES = {'default': {'BACKEND': 'django.core.cache.backends.locmem.LocMemCache'}}
postgres = '--postgres' in sys.argv
schema = 'codex_knowledge_versions_' + uuid.uuid4().hex
if postgres:
import copy
database = copy.deepcopy(settings.DATABASES['default'])
if 'postgresql' not in database['ENGINE']:
raise RuntimeError('Configured database is not PostgreSQL')
database['ENGINE'] = 'django.db.backends.postgresql'
database.setdefault('OPTIONS', {})['options'] = '-c search_path=' + schema + ',public'
database['OPTIONS']['connect_timeout'] = 8
settings.DATABASES = {'default': database}
else:
settings.DATABASES = {'default': {'ENGINE': 'django.db.backends.sqlite3', 'NAME': ':memory:'}}
settings.INSTALLED_APPS = [AppConfig(name, importlib.import_module(name)) for name in (
'django.contrib.contenttypes', 'users', 'tools', 'knowledge', 'common', 'system_manage',
'models_provider', 'application', 'chat', 'oss')]
import django
django.setup()
if '--make-migration' in sys.argv or '--migration-check' in sys.argv:
from django.core.management import call_command
call_command('makemigrations', 'knowledge', name='knowledge_versions',
check='--migration-check' in sys.argv, dry_run='--migration-check' in sys.argv)
raise SystemExit(0)
from django.db import connection
from users.models import User
from models_provider.models import Model
from knowledge.models import (KnowledgeFolder, Knowledge, Document, Paragraph, Problem, ProblemParagraphMapping,
Tag, DocumentTag, Embedding, File, KnowledgeVersion, KnowledgeVersionLease, KnowledgeRebuildTask)
from application.models import ApplicationFolder, Application, ApplicationKnowledgeMapping, ApplicationVersion
from system_manage.models import Log
try:
if postgres:
with connection.cursor() as cursor:
cursor.execute('CREATE SCHEMA "' + schema + '"')
with connection.schema_editor() as editor:
for model in (User, Model, KnowledgeFolder, Knowledge, Document, Paragraph, Problem, ProblemParagraphMapping,
Tag, DocumentTag, Embedding, File, ApplicationFolder, Application, ApplicationKnowledgeMapping,
ApplicationVersion, KnowledgeVersion, KnowledgeVersionLease, KnowledgeRebuildTask, Log):
editor.create_model(model)
outcome = unittest.TextTestRunner(verbosity=2).run(unittest.defaultTestLoader.loadTestsFromName('knowledge.test_versions'))
finally:
if postgres:
with connection.cursor() as cursor:
cursor.execute('DROP SCHEMA IF EXISTS "' + schema + '" CASCADE')
print('Isolated PostgreSQL schema removed')
raise SystemExit(0 if outcome.wasSuccessful() else 1)