330 lines
16 KiB
Python
330 lines
16 KiB
Python
#!/usr/bin/env python3
|
||
"""明细列的外部取数(逐行取数)的验收:不打真上游,内存库。
|
||
|
||
PYTHONPATH=. python3 scripts/check_row_fetch.py
|
||
|
||
钉的是 2026-11 定下来的那几条口径(方案见 docs/form-data-integration-design.md §9.2、
|
||
docs/sql-autofill-design.md §5 与 §6 第 4 条、docs/form-field-catalog.md §2.12):
|
||
|
||
1. **列上那份 ``fetch`` 与主表字段那份是同一个执行器**:多源、合并、失败策略、冻结、
|
||
留痕一套都不另发明,只是**逐行各跑一次**,值写进这一行。
|
||
2. **入参读「整张单 + 这一行」**:``{form.x}`` 同名的列以本行为准(与本行公式同一分寸),
|
||
主表字段读得到(配的人不用记第二套写法)。
|
||
3. **带出去向只落在这张明细表的列上**:往主表写等于让最后一行去盖表头那一格。
|
||
4. **权威在服务端**:前端把这一格改成什么都被覆盖回去;``onError=block`` 报错点名是哪一行,
|
||
整张明细表被本环节藏起来时降级成不挡(与主表那一格同一口径)。
|
||
5. **留痕摊得开行号**:两张明细表可能有同名列、同一张表每一行都要留,所以按
|
||
``表名.列名`` 记一条,底下挂每一行那次外呼。
|
||
|
||
共享缓存(Redis)在这一趟里摘掉,理由同 ``check_fetch_freeze.py``。
|
||
"""
|
||
|
||
from __future__ import annotations
|
||
|
||
import pathlib
|
||
import sys
|
||
from urllib.parse import parse_qs, urlparse
|
||
|
||
sys.path.insert(0, str(pathlib.Path(__file__).resolve().parent.parent))
|
||
|
||
from sqlalchemy import create_engine, event # noqa: E402
|
||
from sqlalchemy.orm import Session # noqa: E402
|
||
from sqlalchemy.pool import StaticPool # noqa: E402
|
||
|
||
from app import cache as shared_cache, models # noqa: E402
|
||
from app.engine import engine as engine_module # noqa: E402
|
||
from app.service import fetch, formruntime # noqa: E402
|
||
|
||
PASSED = 0
|
||
FAILS: list[str] = []
|
||
#: 假上游收到的入参(谁被问了、问的是哪个收款人)
|
||
SENT: list[dict] = []
|
||
|
||
#: 每个收款人对应的开户行与账号:一行一个答案,才看得出是不是逐行各取一次
|
||
BANKS = {
|
||
"zhangsan": {"bank": "中国银行张三分行", "account": "ZH123456"},
|
||
"lisi": {"bank": "中国银行李四分行", "account": "LI654321"},
|
||
}
|
||
|
||
|
||
def eq(name: str, got, want) -> None:
|
||
global PASSED
|
||
if got == want:
|
||
PASSED += 1
|
||
print(f"[通过] {name}")
|
||
else:
|
||
FAILS.append(name)
|
||
print(f"[FAIL] {name} -> 期望 {want!r},实得 {got!r}")
|
||
|
||
|
||
def new_session() -> Session:
|
||
for table in models.Base.metadata.tables.values():
|
||
for column in table.columns:
|
||
if column.server_default is not None:
|
||
column.server_default = None
|
||
engine = create_engine("sqlite://", poolclass=StaticPool, connect_args={"check_same_thread": False})
|
||
|
||
@event.listens_for(engine, "before_cursor_execute")
|
||
def _noop(conn, cursor, statement, parameters, context, executemany): # noqa: ANN001
|
||
pass
|
||
|
||
models.Base.metadata.create_all(engine)
|
||
return Session(engine)
|
||
|
||
|
||
def source(db: Session, *, code: str = "erp_bank", enabled: bool = True) -> None:
|
||
"""一条按收款人查银行账户的取值型源:本格要帐号,开户行走「多带出一列」。"""
|
||
db.add(models.DataSource(
|
||
id=code, code=code, name=f"明细取数校验·{code}", system="ERP",
|
||
kind=models.DataSource.KIND_FETCH, provider=models.DataSource.PROVIDER_HTTP,
|
||
enabled=enabled, method="GET",
|
||
url="https://erp.invalid/api/bank?account={arg.account}",
|
||
headers={}, body_template={}, pick="data.account",
|
||
map_extra={"bank": "data.bank"}, auth_type=models.DataSource.AUTH_NONE,
|
||
cache_seconds=0, timeout_seconds=5, retries=0,
|
||
))
|
||
db.commit()
|
||
|
||
|
||
def amount_source(db: Session) -> None:
|
||
"""另一条源:回一个金额,用来验金额列拿到的是数不是字符串。"""
|
||
db.add(models.DataSource(
|
||
id="erp_rate", code="erp_rate", name="明细取数校验·汇率", system="ERP",
|
||
kind=models.DataSource.KIND_FETCH, provider=models.DataSource.PROVIDER_HTTP,
|
||
enabled=True, method="GET", url="https://erp.invalid/api/rate",
|
||
headers={}, body_template={}, pick="data.rate",
|
||
map_extra={}, auth_type=models.DataSource.AUTH_NONE,
|
||
cache_seconds=0, timeout_seconds=5, retries=0,
|
||
))
|
||
db.commit()
|
||
|
||
|
||
class Act:
|
||
"""假环节:引擎递给 ``apply_form`` 的就是这一份,只有 ``type`` 参与判据。"""
|
||
|
||
def __init__(self, type_: str, id_: str = "") -> None:
|
||
self.type = type_
|
||
self.id = id_ or f"act-{type_}"
|
||
|
||
|
||
def fake_http(method, url, body, headers, timeout): # noqa: ANN001
|
||
if urlparse(url).path.endswith("/api/rate"):
|
||
return (200, '{"code":0,"data":{"rate":"1234.50"}}')
|
||
account = (parse_qs(urlparse(url).query).get("account") or [""])[0]
|
||
SENT.append({"account": account})
|
||
row = BANKS.get(account)
|
||
if row is None:
|
||
return (404, '{"code":404,"message":"没有这个收款人"}')
|
||
return (200, '{"code":0,"data":{"bank":"%s","account":"%s"}}' % (row["bank"], row["account"]))
|
||
|
||
|
||
def fields(*, on_error: str = "keep", freeze: bool = False, pick_main: bool = False,
|
||
money: bool = False) -> list[dict]:
|
||
"""一张收款明细表:银行帐号与开户行按本行的收款人去 ERP 取。
|
||
|
||
``pick_main=True`` 时带出去向故意写成主表字段(校验那条闸要它)。
|
||
"""
|
||
cfg: dict = {
|
||
"source": "erp_bank",
|
||
"args": {"account": "{form.payee}"},
|
||
"picks": {"bank": "bankName"} if not pick_main else {"bank": "audit_note"},
|
||
"onError": on_error,
|
||
}
|
||
if freeze:
|
||
cfg["freezeAfterStart"] = True
|
||
return [
|
||
{"key": "payee", "label": "报销人", "type": "text"},
|
||
{"key": "audit_note", "label": "审核备注", "type": "text"},
|
||
{"key": "items", "label": "收款明细", "type": "table", "columns": [
|
||
{"key": "payee", "label": "收款人", "type": "text"},
|
||
{"key": "bankName", "label": "开户银行", "type": "text"},
|
||
{"key": "bankAccount", "label": "银行帐号",
|
||
"type": "money" if money else "text", "fetch": cfg},
|
||
]},
|
||
]
|
||
|
||
|
||
def data(*, rows: list[dict] | None = None, **main) -> dict:
|
||
body = {"payee": "zhangsan", "audit_note": "", "items": []}
|
||
body.update(main)
|
||
body["items"] = rows if rows is not None else [
|
||
{"payee": "zhangsan", "bankName": "", "bankAccount": ""},
|
||
{"payee": "lisi", "bankName": "", "bankAccount": ""},
|
||
]
|
||
return body
|
||
|
||
|
||
def column(key: str, label: str, cfg: dict | None) -> dict:
|
||
item = {"key": key, "label": label, "type": "text"}
|
||
if cfg is not None:
|
||
item["fetch"] = cfg
|
||
return item
|
||
|
||
|
||
def table_field(columns: list[dict]) -> dict:
|
||
return {"key": "items", "label": "收款明细", "type": "table", "columns": columns}
|
||
|
||
|
||
def main() -> int:
|
||
db = new_session()
|
||
fetch._cache.clear()
|
||
real_http = fetch.http_request
|
||
real_get_json, real_set_json = shared_cache.get_json, shared_cache.set_json
|
||
shared_cache.get_json = lambda *a, **k: None # type: ignore[assignment]
|
||
shared_cache.set_json = lambda *a, **k: None # type: ignore[assignment]
|
||
fetch.http_request = fake_http # type: ignore[assignment]
|
||
source(db)
|
||
begin, manual = Act("begin", "start"), Act("manual", "approve")
|
||
try:
|
||
# ---------------- 1. 谁来跑:主表那份清单不认明细,列单独挑 ----------------
|
||
eq("主表清单里没有明细表的列", fetch.fetch_fields(fields()), ["payee", "audit_note", "items"][0:0] or
|
||
[str(item.get("key")) for item, _cfg in fetch.fetch_fields(fields())])
|
||
eq("列上那份 fetch 挑得出来",
|
||
[(t.get("key"), c.get("key")) for t, c, _cfg in fetch.row_fetch_fields(fields())],
|
||
[("items", "bankAccount")])
|
||
|
||
# ---------------- 2. 逐行各取一次,各写各的那一行 ----------------
|
||
SENT.clear()
|
||
body = data()
|
||
fetch.apply_form(db, fields(), body, activity=begin)
|
||
eq("两行各打一次上游,问的是本行的收款人", [item["account"] for item in SENT], ["zhangsan", "lisi"])
|
||
eq("第一行取回自己的帐号", body["items"][0]["bankAccount"], "ZH123456")
|
||
eq("第二行取回自己的帐号", body["items"][1]["bankAccount"], "LI654321")
|
||
eq("带出去向写进同一行的另一列", body["items"][0]["bankName"], "中国银行张三分行")
|
||
eq("第二行的带出也落在第二行", body["items"][1]["bankName"], "中国银行李四分行")
|
||
eq("主表那一格一个字节都没被盖", body["payee"], "zhangsan")
|
||
eq("留痕按「表名.列名」记一条", sorted(body[fetch.TRACE_KEY]), ["items.bankAccount"])
|
||
eq("留痕里每一行都留了行号与入参",
|
||
[(item["row"], item["args"]) for item in body[fetch.TRACE_KEY]["items.bankAccount"]["rows"]],
|
||
[(1, {"account": "zhangsan"}), (2, {"account": "lisi"})])
|
||
|
||
# ---------------- 3. 入参读的是「整张单 + 这一行」,同名列归本行 ----------------
|
||
SENT.clear()
|
||
# 主表的报销人填的是 lisi,本行的收款人是 zhangsan:同名以本行为准
|
||
body = data(rows=[{"payee": "zhangsan", "bankName": "", "bankAccount": ""}])
|
||
fetch.apply_form(db, fields(), body, activity=begin)
|
||
eq("与列同名的主表字段让位给本行", [item["account"] for item in SENT], ["zhangsan"])
|
||
eq("值取的是本行那个人", body["items"][0]["bankAccount"], "ZH123456")
|
||
SENT.clear()
|
||
# 本行没填收款人(这一列不存在):读得到主表那一格
|
||
body = {"payee": "lisi", "audit_note": "", "items": [{"bankName": "", "bankAccount": ""}]}
|
||
fetch.apply_form(db, fields(), body, activity=begin)
|
||
eq("本行没有那一列时读主表字段", [item["account"] for item in SENT], ["lisi"])
|
||
eq("主表字段驱动的行照样取得到值", body["items"][0]["bankAccount"], "LI654321")
|
||
|
||
# ---------------- 4. 空表、没有这张表、行不是物件:一次都不许打上游 ----------------
|
||
SENT.clear()
|
||
body = {"payee": "zhangsan", "items": []}
|
||
fetch.apply_form(db, fields(), body, activity=begin)
|
||
eq("整张明细表没有一行时不外呼", SENT, [])
|
||
body = {"payee": "zhangsan"}
|
||
fetch.apply_form(db, fields(), body, activity=begin)
|
||
eq("这张表一个键都没有时也不外呼", SENT, [])
|
||
body = {"payee": "zhangsan", "items": ["不是物件的一行"]}
|
||
fetch.apply_form(db, fields(), body, activity=begin)
|
||
eq("行不是物件时跳过这一行(不崩)", SENT, [])
|
||
|
||
# ---------------- 5. 前端塞的假值盖不回去,取回的值说了算 ----------------
|
||
SENT.clear()
|
||
body = data(rows=[{"payee": "zhangsan", "bankName": "随便写的", "bankAccount": "622200000000"}])
|
||
fetch.apply_form(db, fields(), body, activity=begin)
|
||
eq("页面塞进来的帐号被取回的那一份覆盖", body["items"][0]["bankAccount"], "ZH123456")
|
||
eq("带出去那一列同样以服务端为准", body["items"][0]["bankName"], "中国银行张三分行")
|
||
|
||
# ---------------- 6. 取不到:挡人要点名是哪一行,本环节藏着就不挡 ----------------
|
||
SENT.clear()
|
||
body = data(rows=[{"payee": "zhangsan", "bankName": "a", "bankAccount": "b"},
|
||
{"payee": "wangwu", "bankName": "c", "bankAccount": "d"}])
|
||
blocked = ""
|
||
try:
|
||
fetch.apply_form(db, fields(on_error="block"), body, activity=begin)
|
||
except engine_module.EngineError as exc:
|
||
blocked = str(exc)
|
||
eq("第一行取到了,值留着", body["items"][0]["bankAccount"], "ZH123456")
|
||
eq("挡人的那句话点名是哪一行", ("第 2 行" in blocked, "银行帐号" in blocked, "外部数据取不到" in blocked),
|
||
(True, True, True))
|
||
SENT.clear()
|
||
# 整张明细表在本环节被藏起来:连「取不到」这句都不该说(与主表那一格同一口径)
|
||
hidden_perms = {"items": formruntime.PERM_HIDDEN}
|
||
body = data(rows=[{"payee": "wangwu", "bankName": "c", "bankAccount": "d"}])
|
||
fetch.apply_form(db, fields(on_error="block"), body, activity=manual, perms=hidden_perms)
|
||
eq("这一环把整张明细表藏起来了:取不到也不挡提交", body["items"][0]["bankAccount"], "d")
|
||
# 只挡「这一行取不到」,其余行照常
|
||
SENT.clear()
|
||
body = data(rows=[{"payee": "zhangsan", "bankName": "", "bankAccount": ""},
|
||
{"payee": "wangwu", "bankName": "", "bankAccount": "留着"}])
|
||
fetch.apply_form(db, fields(on_error="zero"), body, activity=begin)
|
||
eq("onError=zero 把取不到的那一行清零", body["items"][1]["bankAccount"], "")
|
||
eq("取到的那一行不受影响", body["items"][0]["bankAccount"], "ZH123456")
|
||
|
||
# ---------------- 7. 发起之后冻结:办理环节一次都不许重取 ----------------
|
||
SENT.clear()
|
||
body = data()
|
||
fetch.apply_form(db, fields(freeze=True), body, activity=begin)
|
||
first_accounts = [item["account"] for item in SENT]
|
||
SENT.clear()
|
||
body["items"][0]["bankAccount"] = "经办人自己改的"
|
||
fetch.apply_form(db, fields(freeze=True), body, activity=manual)
|
||
eq("发起之后进了办理环节:一次都不外呼", SENT, [])
|
||
eq("这一格留在经办人改过的那一份", body["items"][0]["bankAccount"], "经办人自己改的")
|
||
eq("发起那一趟确实逐行各取了一次", first_accounts, ["zhangsan", "lisi"])
|
||
|
||
# ---------------- 8. 金额列塑形(取回来的是字符串,落进金额格要成数) ----------------
|
||
SENT.clear()
|
||
amount_source(db)
|
||
money_fields = fields(money=True)
|
||
for item in money_fields[2]["columns"]:
|
||
if item.get("key") == "bankAccount":
|
||
item["fetch"] = {"source": "erp_rate", "args": {}, "picks": {}, "onError": "keep"}
|
||
body = data(rows=[{"payee": "zhangsan", "bankName": "", "bankAccount": ""}])
|
||
fetch.apply_form(db, money_fields, body, activity=begin)
|
||
eq("金额列拿到的是数,不是 \"1234.50\" 这种字符串", body["items"][0]["bankAccount"], 1234.5)
|
||
|
||
# ---------------- 9. 设计期校验:带出只认这张表的列 ----------------
|
||
problems = fetch.problems(fields(pick_main=True), None)
|
||
eq("带出去向写成主表字段时,保存当场就挡",
|
||
[line for line in problems if "不存在的列" in line] != [], True)
|
||
eq("那句报错说的是哪张表的哪一列",
|
||
any("明细表「收款明细」的列「银行帐号」的外部取数" in line for line in problems), True)
|
||
bad = fetch.problems([table_field([
|
||
column("bank", "银行帐号", {"source": "erp_bank",
|
||
"args": {"account": "{form.nobody}"}, "picks": {}}),
|
||
])], None)
|
||
eq("入参引用了不存在的字段:说得出是哪一列",
|
||
any("入参「account」引用了不存在的字段「nobody」" in line for line in bad), True)
|
||
# 同一份入参写法引用主表字段与同名列都算合法(行作用域读得到这两处)
|
||
ok_fields = [
|
||
{"key": "payee", "label": "报销人", "type": "text"},
|
||
table_field([
|
||
column("payee", "收款人", None),
|
||
column("bankName", "开户银行", None),
|
||
column("bank", "银行帐号", {"source": "erp_bank", "args": {"account": "{form.payee}"},
|
||
"picks": {"bank": "bankName"}}),
|
||
]),
|
||
]
|
||
eq("引用主表字段 / 本行的列都不误报", fetch.problems(ok_fields, None), [])
|
||
eq("带进自己那一格也说清楚",
|
||
any("不能把值带进自己" in line for line in fetch.problems([table_field([
|
||
column("bank", "银行帐号", {"source": "erp_bank", "args": {}, "picks": {"account": "bank"}}),
|
||
])], None)), True)
|
||
eq("主表字段那份取数不受影响(没配 fetch 的表单零报错)",
|
||
fetch.problems([{"key": "a", "label": "甲", "type": "text"}], None), [])
|
||
finally:
|
||
fetch.http_request = real_http # type: ignore[assignment]
|
||
shared_cache.get_json, shared_cache.set_json = real_get_json, real_set_json
|
||
fetch._cache.clear()
|
||
db.close()
|
||
|
||
print()
|
||
if FAILS:
|
||
print(f"失败 {len(FAILS)} 条:")
|
||
for name in FAILS:
|
||
print(f" - {name}")
|
||
return 1
|
||
print(f"全部通过({PASSED} 条)")
|
||
return 0
|
||
|
||
|
||
if __name__ == "__main__":
|
||
sys.exit(main())
|