unis-oa/backend/scripts/check_row_fetch.py

330 lines
16 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters!

This file contains ambiguous Unicode characters that may be confused with others in your current locale. If your use case is intentional and legitimate, you can safely ignore this warning. Use the Escape button to highlight these characters.

#!/usr/bin/env python3
"""明细列的外部取数(逐行取数)的验收:不打真上游,内存库。
PYTHONPATH=. python3 scripts/check_row_fetch.py
钉的是 2026-11 定下来的那几条口径(方案见 docs/form-data-integration-design.md §9.2、
docs/sql-autofill-design.md §5 与 §6 第 4 条、docs/form-field-catalog.md §2.12):
1. **列上那份 ``fetch`` 与主表字段那份是同一个执行器**:多源、合并、失败策略、冻结、
留痕一套都不另发明,只是**逐行各跑一次**,值写进这一行。
2. **入参读「整张单 + 这一行」**:``{form.x}`` 同名的列以本行为准(与本行公式同一分寸),
主表字段读得到(配的人不用记第二套写法)。
3. **带出去向只落在这张明细表的列上**:往主表写等于让最后一行去盖表头那一格。
4. **权威在服务端**:前端把这一格改成什么都被覆盖回去;``onError=block`` 报错点名是哪一行,
整张明细表被本环节藏起来时降级成不挡(与主表那一格同一口径)。
5. **留痕摊得开行号**:两张明细表可能有同名列、同一张表每一行都要留,所以按
``表名.列名`` 记一条,底下挂每一行那次外呼。
共享缓存(Redis)在这一趟里摘掉,理由同 ``check_fetch_freeze.py``。
"""
from __future__ import annotations
import pathlib
import sys
from urllib.parse import parse_qs, urlparse
sys.path.insert(0, str(pathlib.Path(__file__).resolve().parent.parent))
from sqlalchemy import create_engine, event # noqa: E402
from sqlalchemy.orm import Session # noqa: E402
from sqlalchemy.pool import StaticPool # noqa: E402
from app import cache as shared_cache, models # noqa: E402
from app.engine import engine as engine_module # noqa: E402
from app.service import fetch, formruntime # noqa: E402
PASSED = 0
FAILS: list[str] = []
#: 假上游收到的入参(谁被问了、问的是哪个收款人)
SENT: list[dict] = []
#: 每个收款人对应的开户行与账号:一行一个答案,才看得出是不是逐行各取一次
BANKS = {
"zhangsan": {"bank": "中国银行张三分行", "account": "ZH123456"},
"lisi": {"bank": "中国银行李四分行", "account": "LI654321"},
}
def eq(name: str, got, want) -> None:
global PASSED
if got == want:
PASSED += 1
print(f"[通过] {name}")
else:
FAILS.append(name)
print(f"[FAIL] {name} -> 期望 {want!r},实得 {got!r}")
def new_session() -> Session:
for table in models.Base.metadata.tables.values():
for column in table.columns:
if column.server_default is not None:
column.server_default = None
engine = create_engine("sqlite://", poolclass=StaticPool, connect_args={"check_same_thread": False})
@event.listens_for(engine, "before_cursor_execute")
def _noop(conn, cursor, statement, parameters, context, executemany): # noqa: ANN001
pass
models.Base.metadata.create_all(engine)
return Session(engine)
def source(db: Session, *, code: str = "erp_bank", enabled: bool = True) -> None:
"""一条按收款人查银行账户的取值型源:本格要帐号,开户行走「多带出一列」。"""
db.add(models.DataSource(
id=code, code=code, name=f"明细取数校验·{code}", system="ERP",
kind=models.DataSource.KIND_FETCH, provider=models.DataSource.PROVIDER_HTTP,
enabled=enabled, method="GET",
url="https://erp.invalid/api/bank?account={arg.account}",
headers={}, body_template={}, pick="data.account",
map_extra={"bank": "data.bank"}, auth_type=models.DataSource.AUTH_NONE,
cache_seconds=0, timeout_seconds=5, retries=0,
))
db.commit()
def amount_source(db: Session) -> None:
"""另一条源:回一个金额,用来验金额列拿到的是数不是字符串。"""
db.add(models.DataSource(
id="erp_rate", code="erp_rate", name="明细取数校验·汇率", system="ERP",
kind=models.DataSource.KIND_FETCH, provider=models.DataSource.PROVIDER_HTTP,
enabled=True, method="GET", url="https://erp.invalid/api/rate",
headers={}, body_template={}, pick="data.rate",
map_extra={}, auth_type=models.DataSource.AUTH_NONE,
cache_seconds=0, timeout_seconds=5, retries=0,
))
db.commit()
class Act:
"""假环节:引擎递给 ``apply_form`` 的就是这一份,只有 ``type`` 参与判据。"""
def __init__(self, type_: str, id_: str = "") -> None:
self.type = type_
self.id = id_ or f"act-{type_}"
def fake_http(method, url, body, headers, timeout): # noqa: ANN001
if urlparse(url).path.endswith("/api/rate"):
return (200, '{"code":0,"data":{"rate":"1234.50"}}')
account = (parse_qs(urlparse(url).query).get("account") or [""])[0]
SENT.append({"account": account})
row = BANKS.get(account)
if row is None:
return (404, '{"code":404,"message":"没有这个收款人"}')
return (200, '{"code":0,"data":{"bank":"%s","account":"%s"}}' % (row["bank"], row["account"]))
def fields(*, on_error: str = "keep", freeze: bool = False, pick_main: bool = False,
money: bool = False) -> list[dict]:
"""一张收款明细表:银行帐号与开户行按本行的收款人去 ERP 取。
``pick_main=True`` 时带出去向故意写成主表字段(校验那条闸要它)。
"""
cfg: dict = {
"source": "erp_bank",
"args": {"account": "{form.payee}"},
"picks": {"bank": "bankName"} if not pick_main else {"bank": "audit_note"},
"onError": on_error,
}
if freeze:
cfg["freezeAfterStart"] = True
return [
{"key": "payee", "label": "报销人", "type": "text"},
{"key": "audit_note", "label": "审核备注", "type": "text"},
{"key": "items", "label": "收款明细", "type": "table", "columns": [
{"key": "payee", "label": "收款人", "type": "text"},
{"key": "bankName", "label": "开户银行", "type": "text"},
{"key": "bankAccount", "label": "银行帐号",
"type": "money" if money else "text", "fetch": cfg},
]},
]
def data(*, rows: list[dict] | None = None, **main) -> dict:
body = {"payee": "zhangsan", "audit_note": "", "items": []}
body.update(main)
body["items"] = rows if rows is not None else [
{"payee": "zhangsan", "bankName": "", "bankAccount": ""},
{"payee": "lisi", "bankName": "", "bankAccount": ""},
]
return body
def column(key: str, label: str, cfg: dict | None) -> dict:
item = {"key": key, "label": label, "type": "text"}
if cfg is not None:
item["fetch"] = cfg
return item
def table_field(columns: list[dict]) -> dict:
return {"key": "items", "label": "收款明细", "type": "table", "columns": columns}
def main() -> int:
db = new_session()
fetch._cache.clear()
real_http = fetch.http_request
real_get_json, real_set_json = shared_cache.get_json, shared_cache.set_json
shared_cache.get_json = lambda *a, **k: None # type: ignore[assignment]
shared_cache.set_json = lambda *a, **k: None # type: ignore[assignment]
fetch.http_request = fake_http # type: ignore[assignment]
source(db)
begin, manual = Act("begin", "start"), Act("manual", "approve")
try:
# ---------------- 1. 谁来跑:主表那份清单不认明细,列单独挑 ----------------
eq("主表清单里没有明细表的列", fetch.fetch_fields(fields()), ["payee", "audit_note", "items"][0:0] or
[str(item.get("key")) for item, _cfg in fetch.fetch_fields(fields())])
eq("列上那份 fetch 挑得出来",
[(t.get("key"), c.get("key")) for t, c, _cfg in fetch.row_fetch_fields(fields())],
[("items", "bankAccount")])
# ---------------- 2. 逐行各取一次,各写各的那一行 ----------------
SENT.clear()
body = data()
fetch.apply_form(db, fields(), body, activity=begin)
eq("两行各打一次上游,问的是本行的收款人", [item["account"] for item in SENT], ["zhangsan", "lisi"])
eq("第一行取回自己的帐号", body["items"][0]["bankAccount"], "ZH123456")
eq("第二行取回自己的帐号", body["items"][1]["bankAccount"], "LI654321")
eq("带出去向写进同一行的另一列", body["items"][0]["bankName"], "中国银行张三分行")
eq("第二行的带出也落在第二行", body["items"][1]["bankName"], "中国银行李四分行")
eq("主表那一格一个字节都没被盖", body["payee"], "zhangsan")
eq("留痕按「表名.列名」记一条", sorted(body[fetch.TRACE_KEY]), ["items.bankAccount"])
eq("留痕里每一行都留了行号与入参",
[(item["row"], item["args"]) for item in body[fetch.TRACE_KEY]["items.bankAccount"]["rows"]],
[(1, {"account": "zhangsan"}), (2, {"account": "lisi"})])
# ---------------- 3. 入参读的是「整张单 + 这一行」,同名列归本行 ----------------
SENT.clear()
# 主表的报销人填的是 lisi,本行的收款人是 zhangsan:同名以本行为准
body = data(rows=[{"payee": "zhangsan", "bankName": "", "bankAccount": ""}])
fetch.apply_form(db, fields(), body, activity=begin)
eq("与列同名的主表字段让位给本行", [item["account"] for item in SENT], ["zhangsan"])
eq("值取的是本行那个人", body["items"][0]["bankAccount"], "ZH123456")
SENT.clear()
# 本行没填收款人(这一列不存在):读得到主表那一格
body = {"payee": "lisi", "audit_note": "", "items": [{"bankName": "", "bankAccount": ""}]}
fetch.apply_form(db, fields(), body, activity=begin)
eq("本行没有那一列时读主表字段", [item["account"] for item in SENT], ["lisi"])
eq("主表字段驱动的行照样取得到值", body["items"][0]["bankAccount"], "LI654321")
# ---------------- 4. 空表、没有这张表、行不是物件:一次都不许打上游 ----------------
SENT.clear()
body = {"payee": "zhangsan", "items": []}
fetch.apply_form(db, fields(), body, activity=begin)
eq("整张明细表没有一行时不外呼", SENT, [])
body = {"payee": "zhangsan"}
fetch.apply_form(db, fields(), body, activity=begin)
eq("这张表一个键都没有时也不外呼", SENT, [])
body = {"payee": "zhangsan", "items": ["不是物件的一行"]}
fetch.apply_form(db, fields(), body, activity=begin)
eq("行不是物件时跳过这一行(不崩)", SENT, [])
# ---------------- 5. 前端塞的假值盖不回去,取回的值说了算 ----------------
SENT.clear()
body = data(rows=[{"payee": "zhangsan", "bankName": "随便写的", "bankAccount": "622200000000"}])
fetch.apply_form(db, fields(), body, activity=begin)
eq("页面塞进来的帐号被取回的那一份覆盖", body["items"][0]["bankAccount"], "ZH123456")
eq("带出去那一列同样以服务端为准", body["items"][0]["bankName"], "中国银行张三分行")
# ---------------- 6. 取不到:挡人要点名是哪一行,本环节藏着就不挡 ----------------
SENT.clear()
body = data(rows=[{"payee": "zhangsan", "bankName": "a", "bankAccount": "b"},
{"payee": "wangwu", "bankName": "c", "bankAccount": "d"}])
blocked = ""
try:
fetch.apply_form(db, fields(on_error="block"), body, activity=begin)
except engine_module.EngineError as exc:
blocked = str(exc)
eq("第一行取到了,值留着", body["items"][0]["bankAccount"], "ZH123456")
eq("挡人的那句话点名是哪一行", ("第 2 行" in blocked, "银行帐号" in blocked, "外部数据取不到" in blocked),
(True, True, True))
SENT.clear()
# 整张明细表在本环节被藏起来:连「取不到」这句都不该说(与主表那一格同一口径)
hidden_perms = {"items": formruntime.PERM_HIDDEN}
body = data(rows=[{"payee": "wangwu", "bankName": "c", "bankAccount": "d"}])
fetch.apply_form(db, fields(on_error="block"), body, activity=manual, perms=hidden_perms)
eq("这一环把整张明细表藏起来了:取不到也不挡提交", body["items"][0]["bankAccount"], "d")
# 只挡「这一行取不到」,其余行照常
SENT.clear()
body = data(rows=[{"payee": "zhangsan", "bankName": "", "bankAccount": ""},
{"payee": "wangwu", "bankName": "", "bankAccount": "留着"}])
fetch.apply_form(db, fields(on_error="zero"), body, activity=begin)
eq("onError=zero 把取不到的那一行清零", body["items"][1]["bankAccount"], "")
eq("取到的那一行不受影响", body["items"][0]["bankAccount"], "ZH123456")
# ---------------- 7. 发起之后冻结:办理环节一次都不许重取 ----------------
SENT.clear()
body = data()
fetch.apply_form(db, fields(freeze=True), body, activity=begin)
first_accounts = [item["account"] for item in SENT]
SENT.clear()
body["items"][0]["bankAccount"] = "经办人自己改的"
fetch.apply_form(db, fields(freeze=True), body, activity=manual)
eq("发起之后进了办理环节:一次都不外呼", SENT, [])
eq("这一格留在经办人改过的那一份", body["items"][0]["bankAccount"], "经办人自己改的")
eq("发起那一趟确实逐行各取了一次", first_accounts, ["zhangsan", "lisi"])
# ---------------- 8. 金额列塑形(取回来的是字符串,落进金额格要成数) ----------------
SENT.clear()
amount_source(db)
money_fields = fields(money=True)
for item in money_fields[2]["columns"]:
if item.get("key") == "bankAccount":
item["fetch"] = {"source": "erp_rate", "args": {}, "picks": {}, "onError": "keep"}
body = data(rows=[{"payee": "zhangsan", "bankName": "", "bankAccount": ""}])
fetch.apply_form(db, money_fields, body, activity=begin)
eq("金额列拿到的是数,不是 \"1234.50\" 这种字符串", body["items"][0]["bankAccount"], 1234.5)
# ---------------- 9. 设计期校验:带出只认这张表的列 ----------------
problems = fetch.problems(fields(pick_main=True), None)
eq("带出去向写成主表字段时,保存当场就挡",
[line for line in problems if "不存在的列" in line] != [], True)
eq("那句报错说的是哪张表的哪一列",
any("明细表「收款明细」的列「银行帐号」的外部取数" in line for line in problems), True)
bad = fetch.problems([table_field([
column("bank", "银行帐号", {"source": "erp_bank",
"args": {"account": "{form.nobody}"}, "picks": {}}),
])], None)
eq("入参引用了不存在的字段:说得出是哪一列",
any("入参「account」引用了不存在的字段「nobody」" in line for line in bad), True)
# 同一份入参写法引用主表字段与同名列都算合法(行作用域读得到这两处)
ok_fields = [
{"key": "payee", "label": "报销人", "type": "text"},
table_field([
column("payee", "收款人", None),
column("bankName", "开户银行", None),
column("bank", "银行帐号", {"source": "erp_bank", "args": {"account": "{form.payee}"},
"picks": {"bank": "bankName"}}),
]),
]
eq("引用主表字段 / 本行的列都不误报", fetch.problems(ok_fields, None), [])
eq("带进自己那一格也说清楚",
any("不能把值带进自己" in line for line in fetch.problems([table_field([
column("bank", "银行帐号", {"source": "erp_bank", "args": {}, "picks": {"account": "bank"}}),
])], None)), True)
eq("主表字段那份取数不受影响(没配 fetch 的表单零报错)",
fetch.problems([{"key": "a", "label": "甲", "type": "text"}], None), [])
finally:
fetch.http_request = real_http # type: ignore[assignment]
shared_cache.get_json, shared_cache.set_json = real_get_json, real_set_json
fetch._cache.clear()
db.close()
print()
if FAILS:
print(f"失败 {len(FAILS)} 条:")
for name in FAILS:
print(f" - {name}")
return 1
print(f"全部通过({PASSED} 条)")
return 0
if __name__ == "__main__":
sys.exit(main())