UnisKB/apps/knowledge/embedding_guard.py

50 lines
2.4 KiB
Python
Raw Normal View History

"""Guard changes that would invalidate linked assistants or version snapshots."""
from django.db.models import OuterRef, Subquery
from application.models import Application, ApplicationKnowledgeMapping, ApplicationVersion
from knowledge.models import KnowledgeVersion
VERSION_REASON = '知识库已有历史版本,暂不支持更换嵌入模型或影响向量结果的参数。'
ASSISTANT_REASON = '关联助手使用了多个知识库,暂不支持更换嵌入模型或影响向量结果的参数。'
def flow_knowledge_ids(value):
"""Find static knowledge references, including nodes nested in loop bodies."""
ids = set()
if isinstance(value, dict):
if value.get('type') == 'search-knowledge-node':
data = (value.get('properties') or {}).get('node_data') or {}
ids.update(str(item) for item in (data.get('knowledge_id_list') or []) if item)
for child in value.values():
if isinstance(child, (dict, list)):
ids.update(flow_knowledge_ids(child))
elif isinstance(value, list):
for child in value:
if isinstance(child, (dict, list)):
ids.update(flow_knowledge_ids(child))
return ids
def embedding_change_reason(knowledge):
if KnowledgeVersion.objects.filter(knowledge_id=knowledge.id).exists():
return VERSION_REASON
target = str(knowledge.id)
mappings = {}
for app_id, knowledge_id in ApplicationKnowledgeMapping.objects.values_list('application_id', 'knowledge_id'):
mappings.setdefault(str(app_id), set()).add(str(knowledge_id))
for app in Application.objects.only('id', 'type', 'work_flow').iterator():
ids = mappings.get(str(app.id), set()) | flow_knowledge_ids(app.work_flow)
if target in ids and len(ids) > 1:
return ASSISTANT_REASON
latest = ApplicationVersion.objects.filter(application_id=OuterRef('application_id')).order_by(
'-create_time', '-id').values('id')[:1]
for version in ApplicationVersion.objects.filter(id=Subquery(latest)).only(
'application_id', 'knowledge_setting', 'work_flow').iterator():
setting = version.knowledge_setting or {}
ids = {str(item) for item in setting.get('_knowledge_ids', mappings.get(str(version.application_id), set()))}
ids |= flow_knowledge_ids(version.work_flow)
if target in ids and len(ids) > 1:
return ASSISTANT_REASON
return ''