nex_animation/backend/tests/test_keyframe_freshness.py

190 lines
10 KiB
Python

"""首帧关键帧必须跟着人物蓝本走:重传定妆照要能真的换掉 i2v 的第一帧。
项目 9《自检-异步调度验证》实测的第 6 个根因:镜头 03 连续三轮质检都不过,
报的都是「画面里多出一名穿同样深蓝西装的背景女性」,自动返工把视频重出了两遍,
第 1 帧里那个人始终在——因为图生视频的第一帧就是 10-27 画的那张旧关键帧,
而用户 10-28 才重传的定妆照从来没进过首帧;`generate_keyframes` 又以
「没有缺少关键帧的图生视频镜头」整步跳过。首帧不重画,返工预算烧光也修不掉。
"""
from __future__ import annotations
from datetime import timedelta
from sqlalchemy import select
from app.constants import AssetKind, ShotStatus, TaskKind
from app.models import Asset, AssetVersion, EventLog, Project, Task, now_utc
from app.services import agent
from app.services import prompt as prompt_service
from app.services import storage
def _shots(db, pid):
project = db.get(Project, pid)
return sorted(project.shots or [], key=lambda row: (row.order_index, row.id))
def _import(api, pid, script_text, make_image_png, with_images: bool):
files = []
if with_images:
files = [("images", ("s01.png", make_image_png(480, 270, "0x226699"), "image/png")),
("images", ("s02.png", make_image_png(480, 270, "0x993355"), "image/png"))]
return api.post(f"/api/projects/{pid}/import",
data={"script_text": script_text, "default_duration": 2}, files=files)
def _repaint_portrait(api, studio, make_image_png, color="0x112244"):
"""用户「重传人物蓝本」:同名定妆图 → 版本递增。"""
return api.post(f"/api/projects/{studio['project_id']}/characters/{studio['character_id']}/assets",
files={"file": ("portrait.png", make_image_png(480, 270, color), "image/png")},
data={"kind": "portrait", "name": "林澈定妆图"})
def _ai_keyframes(api, db, studio, script_text, install_image, make_image_png):
"""导入分镜时不带首帧 → 让调度器用图像模型画一遍 AI 关键帧。"""
pid = studio["project_id"]
_import(api, pid, script_text, make_image_png, with_images=False)
install_image()
outcome = agent._step_generate_keyframes(db, db.get(Project, pid), {"shot_ids": None}, 600)
assert outcome["status"] == "succeeded", outcome
db.expire_all()
rows = _shots(db, pid)
assert all(storage.first_asset(db, "shot", row.id, AssetKind.KEYFRAME) is not None for row in rows)
return pid
def test_first_frame_is_not_stale_right_after_being_painted(api, db, studio, script_text,
install_image, make_image_png):
"""刚按当前蓝本画好的首帧不该被判定过期,否则每轮调度都白烧一次 GPU。"""
pid = _ai_keyframes(api, db, studio, script_text, install_image, make_image_png)
shot = _shots(db, pid)[0]
key = storage.first_asset(db, "shot", shot.id, AssetKind.KEYFRAME)
assert (key.metadata_json or {}).get("generated") is True
assert agent.keyframe_is_stale(db, shot, key) is False
assert agent._shot_needs_keyframe(db, shot) is False
outcome = agent._step_generate_keyframes(db, db.get(Project, pid), {"shot_ids": None}, 600)
assert outcome["status"] == "skipped", outcome
def test_newer_portrait_makes_the_first_frame_stale_and_repaints_it(api, db, studio, script_text,
install_image, make_image_png):
"""重传定妆照之后:首帧必须判定过期,并且真的被重画(同名素材版本递增)。"""
pid = _ai_keyframes(api, db, studio, script_text, install_image, make_image_png)
shot = _shots(db, pid)[0]
key = storage.first_asset(db, "shot", shot.id, AssetKind.KEYFRAME)
before_version, before_path = key.current_version, key.path
_repaint_portrait(api, studio, make_image_png)
db.expire_all()
shot = _shots(db, pid)[0]
key = storage.first_asset(db, "shot", shot.id, AssetKind.KEYFRAME)
assert agent.keyframe_is_stale(db, shot, key) is True
assert agent._shot_needs_keyframe(db, shot) is True, "新蓝本没进首帧 → 这一步必须重画"
outcome = agent._step_generate_keyframes(db, db.get(Project, pid), {"shot_ids": None}, 600)
assert outcome["status"] == "succeeded", outcome
db.expire_all()
repainted = storage.first_asset(db, "shot", _shots(db, pid)[0].id, AssetKind.KEYFRAME)
assert repainted.current_version == before_version + 1, repainted.current_version
assert repainted.path != before_path
assert repainted.id == key.id, "重画走版本递增:视频阶段仍读同一素材行,新首帧一定生效"
assert agent._shot_needs_keyframe(db, _shots(db, pid)[0]) is False, "重画后不该再次过期"
def test_setting_a_version_as_current_counts_as_a_new_blueprint(api, db, studio, script_text,
install_image, make_image_png):
"""「设为当前版本」只翻 current_version 指针,父行时间可能是旧的——过期判定不能漏掉它。"""
pid = _ai_keyframes(api, db, studio, script_text, install_image, make_image_png)
shot = _shots(db, pid)[0]
key = storage.first_asset(db, "shot", shot.id, AssetKind.KEYFRAME)
humans = [row for row in prompt_service.collect_reference_details(db, shot)
if row.get("owner_type") == "human"]
assert humans, "镜头参考里应有人物定妆图"
portrait = db.get(Asset, int(humans[0]["asset_id"]))
stale_moment = now_utc() - timedelta(days=1)
# 换了蓝本第 2 版,但把父行 updated_at 拨回过去(模拟只翻指针、没碰父行的历史数据)
db.add(AssetVersion(asset_id=portrait.id, version_no=(portrait.current_version or 1) + 1,
path=portrait.path, source="upload", note="重传定妆照", size_bytes=1024,
mime="image/png", created_at=now_utc()))
portrait.current_version = (portrait.current_version or 1) + 1
key.updated_at = stale_moment
db.commit()
db.expire_all()
fresh = agent.identity_freshness(db, [portrait.id])
assert fresh is not None and fresh > stale_moment, "只看父行 updated_at 会漏掉新版本行"
current = storage.first_asset(db, "shot", _shots(db, pid)[0].id, AssetKind.KEYFRAME)
assert agent.keyframe_is_stale(db, _shots(db, pid)[0], current) is True
def test_author_uploaded_first_frame_is_never_replaced(api, db, studio, script_text,
install_image, make_image_png):
"""编导自己上传的首帧是原始素材:蓝本再新、重做再狠,调度器都无权覆盖。"""
pid = studio["project_id"]
_import(api, pid, script_text, make_image_png, with_images=True)
install_image()
shot = _shots(db, pid)[0]
uploaded = storage.first_asset(db, "shot", shot.id, AssetKind.KEYFRAME)
assert uploaded is not None and not (uploaded.metadata_json or {}).get("generated")
before = (uploaded.path, uploaded.current_version)
_repaint_portrait(api, studio, make_image_png)
db.expire_all()
shot = _shots(db, pid)[0]
assert agent._shot_needs_keyframe(db, shot) is False
assert agent._shot_needs_keyframe(db, shot, redo=True) is False
outcome = agent._step_generate_keyframes(
db, db.get(Project, pid), {"shot_ids": None, "regenerate": {"keyframes": True}}, 600)
assert outcome["status"] == "skipped", outcome
db.expire_all()
after = storage.first_asset(db, "shot", _shots(db, pid)[0].id, AssetKind.KEYFRAME)
assert (after.path, after.current_version) == before
def test_rework_repaints_the_first_frame_before_re_rendering(api, db, studio, script_text,
install_image, make_image_png):
"""返工必须先重画首帧再重出视频:否则多余人物被第一帧永久继承,返工多少轮都修不掉。"""
pid = _ai_keyframes(api, db, studio, script_text, install_image, make_image_png)
api.post(f"/api/projects/{pid}/tasks", json={"with_voiceover": False})
api.drain(pid)
db.expire_all()
rows = _shots(db, pid)
assert all(row.output_path for row in rows), [row.status for row in rows]
broken, untouched = rows[0], rows[1]
storage.to_absolute(broken.output_path).write_bytes(b"not-a-video-at-all")
broken.qc_json = {"passed": False, "issues": ["画面质检·人数超出设定:背景站着一名无关女性"]}
broken.qc_score = None
broken.status = ShotStatus.GENERATED
db.commit()
def key_of(shot_row):
return storage.first_asset(db, "shot", shot_row.id, AssetKind.KEYFRAME)
before = {row.id: (key_of(row).current_version, key_of(row).path) for row in rows}
videos_before = db.query(Task).filter(Task.project_id == pid,
Task.kind == TaskKind.GENERATE_SHOT).count()
outcome = agent._step_quality_check(db, db.get(Project, pid), {"shot_ids": None}, 600)
assert outcome["status"] == "succeeded", outcome
assert outcome["result"]["rework_rounds"] == 1, outcome
db.expire_all()
after_rows = {row.id: row for row in _shots(db, pid)}
repainted = key_of(after_rows[broken.id])
assert repainted.current_version == before[broken.id][0] + 1, \
"返工没重画首帧:瑕疵会被第一帧原样继承回视频"
assert repainted.path != before[broken.id][1]
kept = key_of(after_rows[untouched.id])
assert (kept.current_version, kept.path) == before[untouched.id], "过检的镜头不该跟着重画首帧"
keyframe_tasks = [row.id for row in db.query(Task).filter(
Task.project_id == pid, Task.kind == TaskKind.ASSET).all()]
video_tasks = [row.id for row in db.query(Task).filter(
Task.project_id == pid, Task.kind == TaskKind.GENERATE_SHOT).all()]
assert len(video_tasks) > videos_before, "返工没重新出视频"
assert max(keyframe_tasks) > 0 and max(video_tasks) > max(keyframe_tasks), \
"返工顺序错了:视频任务排在首帧重画之前"
actions = [row.action for row in
db.scalars(select(EventLog).where(EventLog.project_id == pid))]
assert "agent.qc_rework" in actions and "agent.keyframes_queued" in actions