2026-10-22 06:48:00 +00:00
|
|
|
|
import unittest
|
|
|
|
|
|
from types import SimpleNamespace
|
|
|
|
|
|
|
|
|
|
|
|
from knowledge.embedding_params import ConfiguredEmbedding, validate_params, knowledge_params
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class RecordingModel:
|
|
|
|
|
|
batch_size = 10
|
|
|
|
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
|
|
|
self.calls = []
|
|
|
|
|
|
|
|
|
|
|
|
def embed_query(self, text):
|
|
|
|
|
|
self.calls.append(('query', text))
|
|
|
|
|
|
return [3., 4.]
|
|
|
|
|
|
|
|
|
|
|
|
def embed_documents(self, texts):
|
|
|
|
|
|
self.calls.append(('documents', texts))
|
|
|
|
|
|
return [[3., 4.] for _ in texts]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class EmbeddingParamsTests(unittest.TestCase):
|
|
|
|
|
|
def test_inference_uses_separate_instructions_and_same_normalization(self):
|
|
|
|
|
|
base = RecordingModel()
|
|
|
|
|
|
model = ConfiguredEmbedding(base, {'normalize': True, 'query_prefix': '检索:', 'document_prefix': '正文:'})
|
|
|
|
|
|
self.assertEqual(model.embed_query('内容'), [.6, .8])
|
|
|
|
|
|
self.assertEqual(model.embed_documents(['内容']), [[.6, .8]])
|
|
|
|
|
|
self.assertEqual(base.calls, [('query', '检索:内容'), ('documents', ['正文:内容'])])
|
|
|
|
|
|
|
|
|
|
|
|
def test_batch_size_is_applied_to_real_calls(self):
|
|
|
|
|
|
base = RecordingModel()
|
|
|
|
|
|
model = ConfiguredEmbedding(base, {'batch_size': 2})
|
|
|
|
|
|
self.assertEqual(len(model.embed_documents(['a', 'b', 'c', 'd', 'e'])), 5)
|
|
|
|
|
|
self.assertEqual([len(call[1]) for call in base.calls], [2, 2, 1])
|
|
|
|
|
|
|
|
|
|
|
|
def test_knowledge_overrides_do_not_leak_between_shared_models(self):
|
|
|
|
|
|
base = RecordingModel()
|
|
|
|
|
|
first = ConfiguredEmbedding(base, {'query_prefix': 'A'})
|
|
|
|
|
|
second = ConfiguredEmbedding(base, {'query_prefix': 'B'})
|
|
|
|
|
|
first.embed_query('x'); second.embed_query('x'); first.embed_query('x')
|
|
|
|
|
|
self.assertEqual(base.calls, [('query', 'Ax'), ('query', 'Bx'), ('query', 'Ax')])
|
|
|
|
|
|
self.assertEqual(base.batch_size, 10)
|
|
|
|
|
|
|
|
|
|
|
|
def test_invalid_inputs_are_rejected(self):
|
|
|
|
|
|
for params in ([], {'batch_size': True}, {'batch_size': 0}, {'batch_size': 257},
|
|
|
|
|
|
{'batch_size': 2.5}, {'normalize': 'true'}, {'query_prefix': 1},
|
|
|
|
|
|
{'document_prefix': 'x' * 2001}, {'': 'value'}, {'custom': {}},
|
|
|
|
|
|
{'custom': ['value']}, {'x': 1, 'X': 2}, {'custom': float('nan')},
|
|
|
|
|
|
{'a' * 65: 'value'}, {str(i): 'value' for i in range(51)}):
|
|
|
|
|
|
with self.subTest(params=params), self.assertRaises(ValueError):
|
|
|
|
|
|
validate_params(params)
|
|
|
|
|
|
|
|
|
|
|
|
def test_custom_names_are_saved_but_unsupported_options_do_not_reach_inference(self):
|
|
|
|
|
|
params = {'领域': '电力', 'dimensions': 512, '备注': '', 'batch_size': 2, 'query_prefix': '检索:'}
|
|
|
|
|
|
self.assertEqual(validate_params(params), params)
|
|
|
|
|
|
active = knowledge_params(SimpleNamespace(meta={'embedding_params': params}))
|
2026-11-05 10:16:48 +00:00
|
|
|
|
self.assertEqual(active, {'batch_size': 2, 'query_prefix': '检索:', 'normalize': True})
|
2026-10-22 06:48:00 +00:00
|
|
|
|
base = RecordingModel()
|
|
|
|
|
|
model = ConfiguredEmbedding(base, active)
|
|
|
|
|
|
model.embed_query('问题')
|
|
|
|
|
|
self.assertEqual(base.calls, [('query', '检索:问题')])
|
|
|
|
|
|
|
2026-11-05 10:16:48 +00:00
|
|
|
|
def test_missing_normalization_defaults_to_unit_vectors(self):
|
|
|
|
|
|
self.assertEqual(knowledge_params(SimpleNamespace(meta={})), {'normalize': True})
|
|
|
|
|
|
self.assertEqual(knowledge_params(SimpleNamespace(meta={'embedding_params': {'normalize': None}})),
|
|
|
|
|
|
{'normalize': True})
|
2026-10-22 06:48:00 +00:00
|
|
|
|
self.assertEqual(validate_params({'batch_size': None, 'query_prefix': ''}), {})
|
|
|
|
|
|
base = RecordingModel()
|
2026-11-05 10:16:48 +00:00
|
|
|
|
self.assertEqual(ConfiguredEmbedding(base, {}).embed_query('x'), [.6, .8])
|
|
|
|
|
|
self.assertEqual(ConfiguredEmbedding(base, {}).embed_documents(['x']), [[.6, .8]])
|
2026-10-22 06:48:00 +00:00
|
|
|
|
self.assertEqual(ConfiguredEmbedding(base, {}).embed_documents([]), [])
|
|
|
|
|
|
|
2026-11-05 10:16:48 +00:00
|
|
|
|
def test_explicit_false_keeps_original_vectors(self):
|
|
|
|
|
|
params = knowledge_params(SimpleNamespace(meta={'embedding_params': {'normalize': False}}))
|
|
|
|
|
|
self.assertEqual(params, {'normalize': False})
|
|
|
|
|
|
model = ConfiguredEmbedding(RecordingModel(), params)
|
|
|
|
|
|
self.assertEqual(model.embed_query('x'), [3., 4.])
|
|
|
|
|
|
self.assertEqual(model.embed_documents(['x']), [[3., 4.]])
|
|
|
|
|
|
|
2026-10-22 06:48:00 +00:00
|
|
|
|
def test_zero_vector_is_safe(self):
|
|
|
|
|
|
base = RecordingModel()
|
|
|
|
|
|
base.embed_query = lambda _: [0., 0.]
|
|
|
|
|
|
self.assertEqual(ConfiguredEmbedding(base, {'normalize': True}).embed_query('x'), [0., 0.])
|