mirror of
https://github.com/forcedotcom/afv-library.git
synced 2026-07-30 11:43:26 +08:00
230 lines
8.6 KiB
Python
230 lines
8.6 KiB
Python
"""Tests for ``fetch_dc`` waterfall building blocks.
|
|
|
|
Covers the per-query helpers and the manifest writer. Doesn't drive the
|
|
full 5-wave waterfall (that's exercised live and the orchestration is
|
|
linear over the small per-query helpers tested here).
|
|
|
|
- ``_classify_session_shape`` pure
|
|
- ``_fetch`` HTTP + storage.save side effects
|
|
- ``_fetch_empty`` no-HTTP record-only
|
|
- ``_write_manifest`` on-disk JSON shape
|
|
"""
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
import unittest
|
|
from datetime import datetime, timezone
|
|
from pathlib import Path
|
|
from tempfile import TemporaryDirectory
|
|
from unittest import mock
|
|
|
|
from . import _bootstrap # noqa: F401 — sys.path setup
|
|
|
|
import fetch_dc # type: ignore
|
|
from config import paths # type: ignore
|
|
from dc import DCQueryError # type: ignore
|
|
from .fixtures.synthetic_session import IDS # type: ignore
|
|
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# _classify_session_shape — pure
|
|
# -----------------------------------------------------------------------------
|
|
|
|
|
|
class ClassifySessionShapeTests(unittest.TestCase):
|
|
|
|
def test_session_not_found_when_no_sessions(self):
|
|
out = fetch_dc._classify_session_shape(
|
|
sessions_count=0, steps_total=0,
|
|
llm_step_count=0, gw_req_count=0,
|
|
steps_with_generation_id=0,
|
|
)
|
|
self.assertEqual(out, "session_not_found")
|
|
|
|
def test_interactions_not_materialized_yet_when_gw_present_no_steps(self):
|
|
out = fetch_dc._classify_session_shape(
|
|
sessions_count=1, steps_total=0,
|
|
llm_step_count=0, gw_req_count=2,
|
|
steps_with_generation_id=0,
|
|
)
|
|
self.assertEqual(out, "interactions_not_materialized_yet")
|
|
|
|
def test_abandoned_before_llm_when_steps_present_no_llm(self):
|
|
out = fetch_dc._classify_session_shape(
|
|
sessions_count=1, steps_total=3,
|
|
llm_step_count=0, gw_req_count=0,
|
|
steps_with_generation_id=0,
|
|
)
|
|
self.assertEqual(out, "abandoned_before_llm")
|
|
|
|
def test_planner_ran_no_gateway_logs(self):
|
|
out = fetch_dc._classify_session_shape(
|
|
sessions_count=1, steps_total=3,
|
|
llm_step_count=2, gw_req_count=0,
|
|
steps_with_generation_id=2,
|
|
)
|
|
self.assertEqual(out, "planner_ran_no_gateway_logs")
|
|
|
|
def test_complete_for_normal_session(self):
|
|
out = fetch_dc._classify_session_shape(
|
|
sessions_count=1, steps_total=3,
|
|
llm_step_count=1, gw_req_count=2,
|
|
steps_with_generation_id=1,
|
|
)
|
|
self.assertEqual(out, "complete")
|
|
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# _fetch — HTTP success / error paths
|
|
# -----------------------------------------------------------------------------
|
|
|
|
|
|
def _make_ctx(tmpdir: Path) -> dict:
|
|
return {
|
|
"session_id": IDS.SID,
|
|
"org_alias": "my-org",
|
|
"instance_url": "https://example.salesforce.com",
|
|
"token": "TOKEN",
|
|
"verbose": False,
|
|
"queries": [],
|
|
"started_at": datetime.now(timezone.utc),
|
|
"org_id_15": IDS.ORG_ID_15,
|
|
"agent_api_name": IDS.AGENT_API,
|
|
"agent_version": IDS.AGENT_VERSION,
|
|
}
|
|
|
|
|
|
class FetchHappyPathTests(unittest.TestCase):
|
|
|
|
def test_fetch_records_query_in_manifest_and_saves_rows(self):
|
|
rows = [{"ssot__Id__c": "x"}]
|
|
with TemporaryDirectory() as t:
|
|
with mock.patch.object(paths, "DATA_ROOT", Path(t)):
|
|
ctx = _make_ctx(Path(t))
|
|
with mock.patch.object(fetch_dc, "post", return_value=rows):
|
|
out = fetch_dc._fetch(
|
|
ctx, wave=1, name="sessions",
|
|
where="ssot__Id__c = 'x'",
|
|
)
|
|
self.assertEqual(out, rows)
|
|
self.assertEqual(len(ctx["queries"]), 1)
|
|
entry = ctx["queries"][0]
|
|
self.assertEqual(entry["name"], "sessions")
|
|
self.assertEqual(entry["wave"], 1)
|
|
self.assertEqual(entry["rows"], 1)
|
|
self.assertEqual(entry["status"], "ok")
|
|
|
|
def test_fetch_records_empty_status_when_zero_rows_returned(self):
|
|
with TemporaryDirectory() as t:
|
|
with mock.patch.object(paths, "DATA_ROOT", Path(t)):
|
|
ctx = _make_ctx(Path(t))
|
|
with mock.patch.object(fetch_dc, "post", return_value=[]):
|
|
out = fetch_dc._fetch(
|
|
ctx, wave=1, name="sessions",
|
|
where="ssot__Id__c = 'x'",
|
|
)
|
|
self.assertEqual(out, [])
|
|
self.assertEqual(ctx["queries"][0]["status"], "empty")
|
|
self.assertIn("_unavailable_reason", ctx["queries"][0])
|
|
|
|
def test_fetch_records_join_path_when_provided(self):
|
|
with TemporaryDirectory() as t:
|
|
with mock.patch.object(paths, "DATA_ROOT", Path(t)):
|
|
ctx = _make_ctx(Path(t))
|
|
with mock.patch.object(fetch_dc, "post", return_value=[{"x": 1}]):
|
|
fetch_dc._fetch(
|
|
ctx, wave=2, name="generations",
|
|
where="generationId__c = 'x'",
|
|
join_path="Step.GenerationId__c",
|
|
)
|
|
self.assertEqual(
|
|
ctx["queries"][0]["join_path"], "Step.GenerationId__c",
|
|
)
|
|
|
|
|
|
class FetchErrorPathTests(unittest.TestCase):
|
|
|
|
def test_fetch_records_error_status_when_post_raises(self):
|
|
ctx = _make_ctx(Path("/tmp"))
|
|
with mock.patch.object(
|
|
fetch_dc, "post", side_effect=DCQueryError("http=500 ISE\n body"),
|
|
):
|
|
out = fetch_dc._fetch(
|
|
ctx, wave=1, name="sessions",
|
|
where="ssot__Id__c = 'x'",
|
|
)
|
|
self.assertEqual(out, [])
|
|
entry = ctx["queries"][0]
|
|
self.assertEqual(entry["status"], "error")
|
|
self.assertEqual(entry["rows"], 0)
|
|
self.assertIn("http=500 ISE", entry["_unavailable_reason"])
|
|
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# _fetch_empty — record-only, no HTTP
|
|
# -----------------------------------------------------------------------------
|
|
|
|
|
|
class FetchEmptyTests(unittest.TestCase):
|
|
|
|
def test_fetch_empty_records_skipped_status_with_reason(self):
|
|
ctx = _make_ctx(Path("/tmp"))
|
|
# Should not call HTTP at all.
|
|
with mock.patch.object(fetch_dc, "post") as p:
|
|
fetch_dc._fetch_empty(
|
|
ctx, wave=2, name="generations",
|
|
reason="no parent ids harvested",
|
|
)
|
|
p.assert_not_called()
|
|
entry = ctx["queries"][0]
|
|
self.assertEqual(entry["name"], "generations")
|
|
self.assertEqual(entry["status"], "skipped")
|
|
self.assertEqual(entry["rows"], 0)
|
|
self.assertEqual(
|
|
entry["_unavailable_reason"], "no parent ids harvested",
|
|
)
|
|
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# _write_manifest — JSON shape on disk
|
|
# -----------------------------------------------------------------------------
|
|
|
|
|
|
class WriteManifestTests(unittest.TestCase):
|
|
|
|
def test_writes_manifest_at_canonical_path(self):
|
|
with TemporaryDirectory() as t:
|
|
with mock.patch.object(paths, "DATA_ROOT", Path(t)):
|
|
ctx = _make_ctx(Path(t))
|
|
ctx["queries"] = [
|
|
{"name": "sessions", "wave": 1, "rows": 1,
|
|
"elapsed_ms": 50, "status": "ok"},
|
|
]
|
|
ctx["session_shape"] = "complete"
|
|
ctx["harvested_ids"] = {"interactions": [IDS.IXN_TURN]}
|
|
fetch_dc._write_manifest(ctx)
|
|
|
|
manifest_path = (
|
|
Path(t)
|
|
/ IDS.ORG_ID_15
|
|
/ f"{IDS.AGENT_API}__{IDS.AGENT_VERSION}"
|
|
/ IDS.SID
|
|
/ "dc._session_manifest.json"
|
|
)
|
|
self.assertTrue(manifest_path.is_file())
|
|
manifest = json.loads(manifest_path.read_text())
|
|
self.assertEqual(manifest["session_id"], IDS.SID)
|
|
self.assertEqual(manifest["org_alias"], "my-org")
|
|
self.assertEqual(manifest["org_id_15"], IDS.ORG_ID_15)
|
|
self.assertEqual(manifest["agent_api_name"], IDS.AGENT_API)
|
|
self.assertEqual(manifest["agent_version"], IDS.AGENT_VERSION)
|
|
self.assertEqual(manifest["session_shape"], "complete")
|
|
self.assertEqual(len(manifest["queries"]), 1)
|
|
self.assertIn("started_at_utc", manifest)
|
|
self.assertIn("finished_at_utc", manifest)
|
|
self.assertIn("elapsed_ms", manifest)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|