UnisKB/apps/knowledge/test_embedding_params.py

84 lines
4.2 KiB
Python
Raw Normal View History

import unittest
from types import SimpleNamespace
from knowledge.embedding_params import ConfiguredEmbedding, validate_params, knowledge_params
class RecordingModel:
batch_size = 10
def __init__(self):
self.calls = []
def embed_query(self, text):
self.calls.append(('query', text))
return [3., 4.]
def embed_documents(self, texts):
self.calls.append(('documents', texts))
return [[3., 4.] for _ in texts]
class EmbeddingParamsTests(unittest.TestCase):
def test_inference_uses_separate_instructions_and_same_normalization(self):
base = RecordingModel()
model = ConfiguredEmbedding(base, {'normalize': True, 'query_prefix': '检索:', 'document_prefix': '正文:'})
self.assertEqual(model.embed_query('内容'), [.6, .8])
self.assertEqual(model.embed_documents(['内容']), [[.6, .8]])
self.assertEqual(base.calls, [('query', '检索:内容'), ('documents', ['正文:内容'])])
def test_batch_size_is_applied_to_real_calls(self):
base = RecordingModel()
model = ConfiguredEmbedding(base, {'batch_size': 2})
self.assertEqual(len(model.embed_documents(['a', 'b', 'c', 'd', 'e'])), 5)
self.assertEqual([len(call[1]) for call in base.calls], [2, 2, 1])
def test_knowledge_overrides_do_not_leak_between_shared_models(self):
base = RecordingModel()
first = ConfiguredEmbedding(base, {'query_prefix': 'A'})
second = ConfiguredEmbedding(base, {'query_prefix': 'B'})
first.embed_query('x'); second.embed_query('x'); first.embed_query('x')
self.assertEqual(base.calls, [('query', 'Ax'), ('query', 'Bx'), ('query', 'Ax')])
self.assertEqual(base.batch_size, 10)
def test_invalid_inputs_are_rejected(self):
for params in ([], {'batch_size': True}, {'batch_size': 0}, {'batch_size': 257},
{'batch_size': 2.5}, {'normalize': 'true'}, {'query_prefix': 1},
{'document_prefix': 'x' * 2001}, {'': 'value'}, {'custom': {}},
{'custom': ['value']}, {'x': 1, 'X': 2}, {'custom': float('nan')},
{'a' * 65: 'value'}, {str(i): 'value' for i in range(51)}):
with self.subTest(params=params), self.assertRaises(ValueError):
validate_params(params)
def test_custom_names_are_saved_but_unsupported_options_do_not_reach_inference(self):
params = {'领域': '电力', 'dimensions': 512, '备注': '', 'batch_size': 2, 'query_prefix': '检索:'}
self.assertEqual(validate_params(params), params)
active = knowledge_params(SimpleNamespace(meta={'embedding_params': params}))
2026-11-05 10:16:48 +00:00
self.assertEqual(active, {'batch_size': 2, 'query_prefix': '检索:', 'normalize': True})
base = RecordingModel()
model = ConfiguredEmbedding(base, active)
model.embed_query('问题')
self.assertEqual(base.calls, [('query', '检索:问题')])
2026-11-05 10:16:48 +00:00
def test_missing_normalization_defaults_to_unit_vectors(self):
self.assertEqual(knowledge_params(SimpleNamespace(meta={})), {'normalize': True})
self.assertEqual(knowledge_params(SimpleNamespace(meta={'embedding_params': {'normalize': None}})),
{'normalize': True})
self.assertEqual(validate_params({'batch_size': None, 'query_prefix': ''}), {})
base = RecordingModel()
2026-11-05 10:16:48 +00:00
self.assertEqual(ConfiguredEmbedding(base, {}).embed_query('x'), [.6, .8])
self.assertEqual(ConfiguredEmbedding(base, {}).embed_documents(['x']), [[.6, .8]])
self.assertEqual(ConfiguredEmbedding(base, {}).embed_documents([]), [])
2026-11-05 10:16:48 +00:00
def test_explicit_false_keeps_original_vectors(self):
params = knowledge_params(SimpleNamespace(meta={'embedding_params': {'normalize': False}}))
self.assertEqual(params, {'normalize': False})
model = ConfiguredEmbedding(RecordingModel(), params)
self.assertEqual(model.embed_query('x'), [3., 4.])
self.assertEqual(model.embed_documents(['x']), [[3., 4.]])
def test_zero_vector_is_safe(self):
base = RecordingModel()
base.embed_query = lambda _: [0., 0.]
self.assertEqual(ConfiguredEmbedding(base, {'normalize': True}).embed_query('x'), [0., 0.])