diff --git a/TODO_NEXT_STEPS.txt b/TODO_NEXT_STEPS.txt index 2049dc3..bbe3c53 100644 --- a/TODO_NEXT_STEPS.txt +++ b/TODO_NEXT_STEPS.txt @@ -169,6 +169,7 @@ - Phase 83 candidate queue review AI summary persistence preflight：新增 `services/market_intel/candidate_queue_review_ai_summary_persistence_preflight.py`、POST `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_preflight` 與 UI preflight 按鈕，在 output receipt 後整理 future CLI-only `market_alert_review_queue.metadata_json.ai_summary_review` persistence contract、payload hash 與 metadata patch preview；API/UI 不呼叫 LLM、不派送 Telegram、不寫 preflight、不寫 summary record、不寫 metadata_json、不讀 token、不執行 CLI、不更新 review_state、不寫 DB、不 commit、不掛 scheduler；版本同步至 V10.286。 - Phase 84 candidate queue review AI summary persistence transaction：新增 `services/market_intel/candidate_queue_review_ai_summary_persistence_transaction.py`、POST `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_transaction` 與 UI transaction 按鈕，在 persistence preflight 後產生 future CLI-only `metadata_json` UPDATE statement preview、parameter preview 與 rollback plan；API/UI 不開 DB、不執行 SQL、不寫 transaction、不寫 summary record、不寫 metadata_json、不讀 token、不執行 CLI、不更新 review_state、不派送 Telegram、不呼叫 LLM、不 commit、不掛 scheduler；版本同步至 V10.287。 - Phase 85 candidate queue review AI summary persistence writer preflight：新增 `services/market_intel/candidate_queue_review_ai_summary_persistence_writer_preflight.py`、POST `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_writer_preflight` 與 UI writer preflight 按鈕，在 transaction preview 後檢查 CLI-only writer contract、metadata_json backup requirement、post-write smoke requirement 與 artifact path gate；API/UI 不開 DB、不執行 SQL、不寫 preflight、不寫 summary record、不寫 metadata_json、不讀 token、不執行 CLI、不更新 review_state、不派送 Telegram、不呼叫 LLM、不 commit、不掛 scheduler；版本同步至 V10.290。 + - Phase 86 candidate queue review AI summary persistence run package：新增 `services/market_intel/candidate_queue_review_ai_summary_persistence_run_package.py`、POST `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_run_package` 與 UI run package 按鈕，在 writer preflight 後整理 payload manifest、CLI command bundle、required artifacts、operator signoff 與 rollback plan；API/UI 不開 DB、不執行 SQL、不寫 run package、不寫 summary record、不寫 metadata_json、不讀 token、不執行 CLI、不更新 review_state、不派送 Telegram、不呼叫 LLM、不 commit、不掛 scheduler；版本同步至 V10.294。 - V10.248 補市場情報 390px preview panel QA：sample review 工具列改為 textarea + 可換行 action rail，移除舊的硬編 8 欄 grid；`check_responsive_overflow` 新增 `--screenshot-all`，本機 390x844 `/market_intel` 真頁面 QA 通過且 overflow=0。 - V10.250 補 Code Review Gemini 備援遙測護欄：Ollama 主路徑失敗時 `fallback_to` 明確指向 `code_review_openclaw_gemini`，測試鎖住「Gemini 不得記成 `code_review_openclaw` 主 caller」；AI Calls 觀測台會把 legacy `code_review_openclaw + gemini` 顯示成 Gemini 備援，避免誤判 Gemini-first。 - Schema smoke：`tests/test_market_intel_skeleton.py` 檢查 `Base.metadata` 內含 ADR-035 八張 `market_*` tables。 diff --git a/config.py b/config.py index 27d4e25..3772ce1 100644 --- a/config.py +++ b/config.py @@ -320,7 +320,7 @@ YOUTUBE_API_KEY = os.getenv('YOUTUBE_API_KEY', '') # ========================================== # 系統版本與路徑 # ========================================== -SYSTEM_VERSION = "V10.293" +SYSTEM_VERSION = "V10.294" LOG_FILE_PATH = os.path.join(BASE_DIR, 'logs/system.log') public_url = PUBLIC_URL # 用於模板顯示 diff --git a/docs/adr/ADR-035-cross-platform-market-campaign-intelligence.md b/docs/adr/ADR-035-cross-platform-market-campaign-intelligence.md index 5edeaf8..ecdf125 100644 --- a/docs/adr/ADR-035-cross-platform-market-campaign-intelligence.md +++ b/docs/adr/ADR-035-cross-platform-market-campaign-intelligence.md @@ -211,6 +211,7 @@ EwoooC 目前已有 MOMO EDM / 節慶活動資料、`promo_products`、PChome - 2026-05-19 追加 candidate queue review AI summary persistence preflight：`services.market_intel.candidate_queue_review_ai_summary_persistence_preflight` 與 `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_preflight` 在 output receipt 後整理未來 CLI-only `market_alert_review_queue.metadata_json.ai_summary_review` persistence contract、payload hash 與 metadata patch preview。此 preflight 不產生 transaction、不寫 summary record、不寫 `metadata_json`、不呼叫 LLM、不派送 Telegram、不讀 approval token、不執行 CLI、不更新 `review_state`、不寫 DB、不 commit、不掛 scheduler；真正持久化與 Telegram dispatch 必須另開後續 gate。 - 2026-05-19 追加 candidate queue review AI summary persistence transaction：`services.market_intel.candidate_queue_review_ai_summary_persistence_transaction` 與 `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_transaction` 在 persistence preflight 後產生未來 CLI-only `metadata_json` UPDATE statement preview、parameter preview 與 rollback plan。此 transaction gate 不開 DB、不執行 SQL、不寫 transaction、不寫 summary record、不寫 `metadata_json`、不讀 approval token、不執行 CLI、不更新 `review_state`、不派送 Telegram、不呼叫 LLM、不 commit、不掛 scheduler；真正寫入必須另開 CLI writer gate 與 post-write smoke。 - 2026-05-19 追加 candidate queue review AI summary persistence writer preflight：`services.market_intel.candidate_queue_review_ai_summary_persistence_writer_preflight` 與 `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_writer_preflight` 在 transaction preview 後檢查 CLI-only writer contract、`metadata_json` backup requirement、post-write smoke requirement 與 artifact path gate。此 writer preflight 不開 DB、不執行 SQL、不寫 preflight、不寫 summary record、不寫 `metadata_json`、不讀 approval token、不執行 CLI、不更新 `review_state`、不派送 Telegram、不呼叫 LLM、不 commit、不掛 scheduler；真正寫入必須另開 CLI run package、operator readiness、receipt 與 post-write smoke。 +- 2026-05-19 追加 candidate queue review AI summary persistence run package：`services.market_intel.candidate_queue_review_ai_summary_persistence_run_package` 與 `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_run_package` 在 writer preflight 後整理 payload manifest、CLI command bundle、required artifacts、operator signoff 與 rollback plan。此 run package 不開 DB、不執行 SQL、不寫 run package、不寫 summary record、不寫 `metadata_json`、不讀 approval token、不執行 CLI、不更新 `review_state`、不派送 Telegram、不呼叫 LLM、不 commit、不掛 scheduler；真正寫入必須另開 operator readiness、CLI receipt、post-write smoke 與 closeout。 ### Phase 4：Coupang / Shopee Adapter diff --git a/docs/memory/code_modularization_inventory_20260430.md b/docs/memory/code_modularization_inventory_20260430.md index 76f5789..8192a8b 100644 --- a/docs/memory/code_modularization_inventory_20260430.md +++ b/docs/memory/code_modularization_inventory_20260430.md @@ -7,7 +7,7 @@ - Python 總量：約 90,293 行（排除 `venv/`、`backups/`、`__pycache__/`、`.claude/worktrees/`）。 - 最大壓力區：`services/` 約 42,364 行、`routes/` 約 29,511 行。 - `app.py` 目前約 1,232 行，功能定位應固定為 bootstrap / Blueprint registration / startup guard，不再承接新 route。 -- 目前工作樹仍有 27 個 Python 檔案達到或超過 800 行；這些不是禁止修 bug，而是禁止繼續塞新功能。 +- 目前工作樹仍有 28 個 Python 檔案達到或超過 800 行；這些不是禁止修 bug，而是禁止繼續塞新功能。 - 2026-05-05 追記：Phase 38→56 觀測台戰役讓 `routes/admin_observability_routes.py` 與 `run_scheduler.py` 進入大檔治理清單；後續觀測台功能應先抽 query/action service，不再把新 SQL 與 L2 mutation 直接塞回 route。 - 2026-05-06 追記：跨平台市場情報模組啟動前，必須先把新增爬蟲、排程、DB schema、UI route 全部隔離在 `market_*` / `services/market_intel/` / `routes/market_intel_routes.py`，不可塞回既有大檔。 - 2026-05-18 追記：Phase 42 市場情報只在 `app.py` 的 `EXPECTED_METADATA_TABLES` 補上 `market_alert_review_queue` 名稱，未新增 route / bootstrap 邏輯；後續仍應把 metadata verification 抽到 app factory 或 startup guard module，避免 `app.py` 繼續承接功能。 @@ -17,6 +17,7 @@ - 2026-05-19 追記：同步背景 V10.281/V10.282 dashboard 與 Code Review pipeline 更新後的行數；此處只更新 inventory，不變更 dashboard 或 code review 行為。 - 2026-05-19 追記：同步背景 PChome identity 價格刷新與競品風險查詢更新後的 `services/competitor_price_feeder.py` 行數；此處只更新 inventory，不變更 feeder 行為。 - 2026-05-19 追記：同步背景 Telegram 模板擴充後的 `services/telegram_templates.py` 行數；此處只更新 inventory，不變更 Telegram 格式化行為。 +- 2026-05-20 追記：同步背景 PChome unit-comparable identity 更新後的 `services/marketplace_product_matcher.py` 行數；此處只更新 inventory，不變更商品比對行為。 ## 達到或超過 800 行檔案清單 @@ -43,6 +44,7 @@ | 940 | `services/import_service.py` | P2 import service | validators / import writers / report builders | | 933 | `services/telegram_templates.py` | P2 Telegram templates | alert template groups / channel-specific formatting / reusable render helpers | | 867 | `services/token_report_service.py` | P2 token report service | query / aggregation / chart payload / notification formatting | +| 863 | `services/marketplace_product_matcher.py` | P2 marketplace matcher | identity parsing / unit-comparable scoring / persistence normalization | | 865 | `routes/daily_sales_routes.py` | P2 Daily Sales Blueprint | route glue / export helpers / daily query and formatting service | | 844 | `services/ollama_service.py` | P2 Ollama client | host health / request client / fallback policy / response parsing | | 1042 | `services/code_review_pipeline_service.py` | P2 Code review pipeline service | scan orchestration / finding normalization / persistence adapter | diff --git a/routes/README.md b/routes/README.md index 4b286eb..27b1ed3 100644 --- a/routes/README.md +++ b/routes/README.md @@ -19,9 +19,9 @@ | `edm_routes.py` | EDM 與節慶儀表板 | `/edm`, `/festival` | | `monthly_routes.py` | 月結分析 | `/monthly_summary_analysis`, `/api/monthly_summary_data` | | `daily_sales_routes.py` | 當日業績 | `/daily_sales`, `/daily_sales/export*` | -| `market_intel_routes.py` | 市場情報 Phase 85 candidate queue review AI summary persistence writer preflight 主路由 | `/market_intel`, `/market_intel/*`, `/api/market_intel/status`, `/api/market_intel/schema`, `/api/market_intel/schema_smoke`, `/api/market_intel/schema_db_probe`, `/api/market_intel/platform_seed_db_diff`, `/api/market_intel/legacy_source_bridge`, `/api/market_intel/mcp_readiness`, `/api/market_intel/mcp_tool_contract`, `/api/market_intel/mcp_deploy_preflight`, `/api/market_intel/mcp_activation_runbook`, `/api/market_intel/mcp_fetch_gate`, `/api/market_intel/scheduler_plan`, `/api/market_intel/manual_sample_plan`, `/api/market_intel/manual_sample_acceptance`, `/api/market_intel/manual_sample_review`, `/api/market_intel/manual_sample_review/evaluate`, `/api/market_intel/manual_sample_review/candidate_handoff`, `/api/market_intel/manual_sample_review/candidate_queue_draft`, `/api/market_intel/manual_sample_review/candidate_queue_approval`, `/api/market_intel/manual_sample_review/candidate_queue_transaction`, `/api/market_intel/manual_sample_review/candidate_queue_writer_status`, `/api/market_intel/manual_sample_review/candidate_queue_writer_preflight`, `/api/market_intel/manual_sample_review/candidate_queue_writer_postwrite_smoke`, `/api/market_intel/manual_sample_review/candidate_queue_writer_operator_drill`, `/api/market_intel/manual_sample_review/candidate_queue_writer_run_package`, `/api/market_intel/manual_sample_review/candidate_queue_writer_run_readiness`, `/api/market_intel/manual_sample_review/candidate_queue_writer_run_receipt`, `/api/market_intel/manual_sample_review/candidate_queue_writer_run_closeout`, `/api/market_intel/manual_sample_review/candidate_queue_review_handoff`, `/api/market_intel/match_review_plan`, `/api/market_intel/opportunity_plan`, `/api/market_intel/opportunity_scoring_plan`, `/api/market_intel/opportunity_evidence_plan`, `/api/market_intel/opportunity_alert_plan`, `/api/market_intel/adapters`, `/api/market_intel/dry_run_plan`, `/api/market_intel/discovery_plan`, `/api/market_intel/manual_discovery`, `/api/market_intel/candidate_preview`, `/api/market_intel/platform_seed_plan`, `/api/market_intel/platform_seed_write_guard`, `/api/market_intel/platform_seed_writer_plan`, `/api/market_intel/migration_blueprint`, `/api/market_intel/migration_apply_drill`, `/api/market_intel/migration_catalog_review`, `/api/market_intel/migration_live_smoke`, `/api/market_intel/live_db_inventory`, `/api/market_intel/seed_writer_cli_status`, `/api/market_intel/write_approval_runbook`, `/api/market_intel/deployment_readiness` | +| `market_intel_routes.py` | 市場情報 Phase 86 candidate queue review AI summary persistence run package 主路由 | `/market_intel`, `/market_intel/*`, `/api/market_intel/status`, `/api/market_intel/schema`, `/api/market_intel/schema_smoke`, `/api/market_intel/schema_db_probe`, `/api/market_intel/platform_seed_db_diff`, `/api/market_intel/legacy_source_bridge`, `/api/market_intel/mcp_readiness`, `/api/market_intel/mcp_tool_contract`, `/api/market_intel/mcp_deploy_preflight`, `/api/market_intel/mcp_activation_runbook`, `/api/market_intel/mcp_fetch_gate`, `/api/market_intel/scheduler_plan`, `/api/market_intel/manual_sample_plan`, `/api/market_intel/manual_sample_acceptance`, `/api/market_intel/manual_sample_review`, `/api/market_intel/manual_sample_review/evaluate`, `/api/market_intel/manual_sample_review/candidate_handoff`, `/api/market_intel/manual_sample_review/candidate_queue_draft`, `/api/market_intel/manual_sample_review/candidate_queue_approval`, `/api/market_intel/manual_sample_review/candidate_queue_transaction`, `/api/market_intel/manual_sample_review/candidate_queue_writer_status`, `/api/market_intel/manual_sample_review/candidate_queue_writer_preflight`, `/api/market_intel/manual_sample_review/candidate_queue_writer_postwrite_smoke`, `/api/market_intel/manual_sample_review/candidate_queue_writer_operator_drill`, `/api/market_intel/manual_sample_review/candidate_queue_writer_run_package`, `/api/market_intel/manual_sample_review/candidate_queue_writer_run_readiness`, `/api/market_intel/manual_sample_review/candidate_queue_writer_run_receipt`, `/api/market_intel/manual_sample_review/candidate_queue_writer_run_closeout`, `/api/market_intel/manual_sample_review/candidate_queue_review_handoff`, `/api/market_intel/match_review_plan`, `/api/market_intel/opportunity_plan`, `/api/market_intel/opportunity_scoring_plan`, `/api/market_intel/opportunity_evidence_plan`, `/api/market_intel/opportunity_alert_plan`, `/api/market_intel/adapters`, `/api/market_intel/dry_run_plan`, `/api/market_intel/discovery_plan`, `/api/market_intel/manual_discovery`, `/api/market_intel/candidate_preview`, `/api/market_intel/platform_seed_plan`, `/api/market_intel/platform_seed_write_guard`, `/api/market_intel/platform_seed_writer_plan`, `/api/market_intel/migration_blueprint`, `/api/market_intel/migration_apply_drill`, `/api/market_intel/migration_catalog_review`, `/api/market_intel/migration_live_smoke`, `/api/market_intel/live_db_inventory`, `/api/market_intel/seed_writer_cli_status`, `/api/market_intel/write_approval_runbook`, `/api/market_intel/deployment_readiness` | | `market_intel_review_routes.py` | 市場情報人工 queue review 只讀延伸 API | `/api/market_intel/manual_sample_review/candidate_queue_review_inventory`, `/api/market_intel/manual_sample_review/candidate_queue_review_decision`, `/api/market_intel/manual_sample_review/candidate_queue_review_decision_approval`, `/api/market_intel/manual_sample_review/candidate_queue_review_decision_transaction`, `/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_status`, `/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_preflight`, `/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_postwrite_smoke`, `/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_operator_drill`, `/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_run_package`, `/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_run_readiness`, `/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_run_receipt`, `/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_run_closeout` | -| `market_intel_review_post_routes.py` | 市場情報 review_state closeout 後只讀延伸 API（掛在 `market_intel_review_bp`） | `/api/market_intel/manual_sample_review/candidate_queue_review_decision_post_closeout_inventory`, `/api/market_intel/manual_sample_review/candidate_queue_review_completion_archive`, `/api/market_intel/manual_sample_review/candidate_queue_review_archive_summary`, `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_preflight`, `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_run_package`, `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_output_receipt`, `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_preflight`, `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_transaction`, `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_writer_preflight` | +| `market_intel_review_post_routes.py` | 市場情報 review_state closeout 後只讀延伸 API（掛在 `market_intel_review_bp`） | `/api/market_intel/manual_sample_review/candidate_queue_review_decision_post_closeout_inventory`, `/api/market_intel/manual_sample_review/candidate_queue_review_completion_archive`, `/api/market_intel/manual_sample_review/candidate_queue_review_archive_summary`, `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_preflight`, `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_run_package`, `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_output_receipt`, `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_preflight`, `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_transaction`, `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_writer_preflight`, `/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_run_package` | | `api_routes.py` | 通用任務與查詢 API | `/api/run_task`, `/api/history/*` | | `export_routes.py` | 匯出功能 | `/api/export/*` | | `import_routes.py` | 匯入功能 | `/api/import_excel`, `/api/import/monthly_summary` | diff --git a/routes/market_intel_review_post_routes.py b/routes/market_intel_review_post_routes.py index a583ffe..8e01876 100644 --- a/routes/market_intel_review_post_routes.py +++ b/routes/market_intel_review_post_routes.py @@ -20,6 +20,9 @@ from services.market_intel.candidate_queue_review_ai_summary_output_receipt impo from services.market_intel.candidate_queue_review_ai_summary_persistence_preflight import ( build_candidate_queue_review_ai_summary_persistence_preflight, ) +from services.market_intel.candidate_queue_review_ai_summary_persistence_run_package import ( + build_candidate_queue_review_ai_summary_persistence_run_package, +) from services.market_intel.candidate_queue_review_ai_summary_persistence_transaction import ( build_candidate_queue_review_ai_summary_persistence_transaction, ) @@ -391,6 +394,62 @@ def _build_review_ai_summary_persistence_transaction_stack( ) +def _build_review_ai_summary_persistence_writer_preflight_stack( + *, + service, + sample_result, + payload_error, + operator_evidence, + writer_output, + smoke_result, + limit, + execute_requested, + apply_real_write=False, +): + ( + transaction, + receipt, + closeout, + inventory, + archive, + archive_summary, + ai_summary_preflight, + ai_summary_run_package, + ai_summary_output_receipt, + ai_summary_persistence_preflight, + ai_summary_persistence_transaction, + ) = _build_review_ai_summary_persistence_transaction_stack( + service=service, + sample_result=sample_result, + payload_error=payload_error, + operator_evidence=operator_evidence, + writer_output=writer_output, + smoke_result=smoke_result, + limit=limit, + execute_requested=execute_requested, + ) + ai_summary_persistence_writer_preflight = build_candidate_queue_review_ai_summary_persistence_writer_preflight( + ai_summary_persistence_transaction=ai_summary_persistence_transaction, + operator_evidence=operator_evidence, + execute_requested=execute_requested, + apply_real_write=apply_real_write, + ) + return ( + transaction, + receipt, + closeout, + inventory, + archive, + archive_summary, + ai_summary_preflight, + ai_summary_run_package, + ai_summary_output_receipt, + ai_summary_persistence_preflight, + ai_summary_persistence_transaction, + ai_summary_persistence_writer_preflight, + ) + + @market_intel_review_bp.route( "/api/market_intel/manual_sample_review/" "candidate_queue_review_decision_post_closeout_inventory", @@ -645,19 +704,7 @@ def market_intel_manual_sample_candidate_queue_review_ai_summary_persistence_wri sample_result, operator_evidence, writer_output, smoke_result, payload_error, limit = ( _extract_run_payload() ) - ( - transaction, - receipt, - closeout, - inventory, - archive, - archive_summary, - ai_summary_preflight, - ai_summary_run_package, - ai_summary_output_receipt, - ai_summary_persistence_preflight, - ai_summary_persistence_transaction, - ) = _build_review_ai_summary_persistence_transaction_stack( + stack = _build_review_ai_summary_persistence_writer_preflight_stack( service=service, sample_result=sample_result, payload_error=payload_error, @@ -666,9 +713,39 @@ def market_intel_manual_sample_candidate_queue_review_ai_summary_persistence_wri smoke_result=smoke_result, limit=limit, execute_requested=execute_requested, + apply_real_write=apply_real_write, ) - data = build_candidate_queue_review_ai_summary_persistence_writer_preflight( - ai_summary_persistence_transaction=ai_summary_persistence_transaction, + data = stack[-1] + data["phase"] = service.phase + return jsonify(data), 400 if payload_error else 200 + + +@market_intel_review_bp.route( + "/api/market_intel/manual_sample_review/" + "candidate_queue_review_ai_summary_persistence_run_package", + methods=["POST"], +) +@login_required +def market_intel_manual_sample_candidate_queue_review_ai_summary_persistence_run_package(): + service = MarketIntelService() + execute_requested = request.args.get("execute", "false").lower() == "true" + apply_real_write = request.args.get("apply_real_write", "false").lower() == "true" + sample_result, operator_evidence, writer_output, smoke_result, payload_error, limit = ( + _extract_run_payload() + ) + stack = _build_review_ai_summary_persistence_writer_preflight_stack( + service=service, + sample_result=sample_result, + payload_error=payload_error, + operator_evidence=operator_evidence, + writer_output=writer_output, + smoke_result=smoke_result, + limit=limit, + execute_requested=execute_requested, + apply_real_write=apply_real_write, + ) + data = build_candidate_queue_review_ai_summary_persistence_run_package( + ai_summary_persistence_writer_preflight=stack[-1], operator_evidence=operator_evidence, execute_requested=execute_requested, apply_real_write=apply_real_write, diff --git a/services/market_intel/candidate_queue_review_ai_summary_persistence_run_package.py b/services/market_intel/candidate_queue_review_ai_summary_persistence_run_package.py new file mode 100644 index 0000000..7945eff --- /dev/null +++ b/services/market_intel/candidate_queue_review_ai_summary_persistence_run_package.py @@ -0,0 +1,524 @@ +"""候選審核 queue AI summary persistence run package preview。 + +本模組只把正式 CLI 寫入 metadata_json 前需要保存的 payload、命令、 +證據與回退資訊整理成可審核預覽；不讀 approval token、不寫本機檔案、 +不開 DB connection、不執行 CLI、不寫 metadata_json、不 commit、不掛 scheduler。 +""" + +import hashlib +import json + + +FORBIDDEN_TOKEN_KEYWORDS = ( + "approval_token", + "approval-token", + "market_intel_queue_write_approval", +) +SAFE_TOKEN_METADATA_KEYS = { + "approval_token_present", + "approval_token_valid", + "approval_token_secret_configured", +} +APPROVAL_ENV_VAR = "MARKET_INTEL_QUEUE_WRITE_APPROVAL" +TARGET_TABLE = "market_alert_review_queue" +TARGET_COLUMN = "metadata_json" +SUMMARY_METADATA_KEY = "ai_summary_review" + + +def _as_dict(value): + return value if isinstance(value, dict) else {} + + +def _as_list(value): + if value is None: + return [] + if isinstance(value, (list, tuple, set)): + return list(value) + return [value] + + +def _safe_text(value, limit=300): + if value is None: + return None + text = str(value).strip() + return text[:limit] if text else None + + +def _stable_hash(value): + encoded = json.dumps( + value, + ensure_ascii=False, + sort_keys=True, + separators=(",", ":"), + ).encode("utf-8") + return hashlib.sha256(encoded).hexdigest() + + +def _contains_forbidden_token_key(value): + if isinstance(value, dict): + for key, nested in value.items(): + normalized_key = str(key).lower() + if normalized_key in SAFE_TOKEN_METADATA_KEYS and isinstance(nested, bool): + continue + if normalized_key == "approval_env_var" and nested == APPROVAL_ENV_VAR: + continue + if any(token_key in normalized_key for token_key in FORBIDDEN_TOKEN_KEYWORDS): + return True + if _contains_forbidden_token_key(nested): + return True + elif isinstance(value, list): + return any(_contains_forbidden_token_key(item) for item in value) + return False + + +def _side_effects_clear(*payloads): + blocked_keys = ( + "ready_for_api_database_write", + "ready_for_telegram_dispatch", + "ready_for_scheduler_attach", + "api_executes_cli", + "api_executes_llm", + "api_reads_approval_token", + "api_writes_file", + "api_writes_database", + "api_updates_review_state", + "summary_persistence_run_package_file_written", + "run_package_file_written", + "package_artifact_created", + "summary_persistence_writer_preflight_file_written", + "summary_persistence_transaction_file_written", + "summary_file_written", + "summary_record_written", + "summary_persistence_record_written", + "metadata_patch_written", + "transaction_file_written", + "database_connection_opened", + "database_session_created", + "explicit_transaction_opened", + "transaction_opened", + "transaction_committed", + "database_write_executed", + "database_commit_executed", + "review_state_update_executed", + "llm_call_executed", + "ollama_call_executed", + "gemini_call_executed", + "telegram_dispatched", + "external_network_executed", + "scheduler_attached", + "writes_executed", + "would_write_database", + ) + return all( + not _as_dict(payload).get(key) + for payload in payloads + for key in blocked_keys + ) + + +def _operator_summary(operator_evidence): + operator_evidence = _as_dict(operator_evidence) + return { + "provided_keys": sorted(operator_evidence.keys()), + "operator_confirmed_ai_summary_persistence_run_package": bool( + operator_evidence.get("operator_confirmed_ai_summary_persistence_run_package") + or operator_evidence.get("operator_confirmed_summary_persistence_run_package") + ), + "operator_confirmed_payload_manifest_reviewed": bool( + operator_evidence.get("operator_confirmed_payload_manifest_reviewed") + ), + "operator_confirmed_cli_command_reviewed": bool( + operator_evidence.get("operator_confirmed_cli_command_reviewed") + ), + "operator_confirmed_summary_persistence_is_cli_only": bool( + operator_evidence.get("operator_confirmed_summary_persistence_is_cli_only") + or operator_evidence.get("operator_confirmed_persistence_requires_cli") + ), + "operator_confirmed_no_api_db_write": bool( + operator_evidence.get("operator_confirmed_no_api_db_write") + ), + "operator_confirmed_no_telegram_dispatch": bool( + operator_evidence.get("operator_confirmed_no_telegram_dispatch") + ), + "operator_confirmed_no_scheduler_attach": bool( + operator_evidence.get("operator_confirmed_no_scheduler_attach") + ), + "ai_summary_persistence_transaction_artifact_path": _safe_text( + operator_evidence.get("ai_summary_persistence_transaction_artifact_path") + or operator_evidence.get("summary_persistence_transaction_artifact_path") + ), + "ai_summary_persistence_writer_preflight_artifact_path": _safe_text( + operator_evidence.get( + "ai_summary_persistence_writer_preflight_artifact_path" + ) + or operator_evidence.get("summary_persistence_writer_preflight_artifact_path") + ), + "ai_summary_persistence_run_package_artifact_path": _safe_text( + operator_evidence.get("ai_summary_persistence_run_package_artifact_path") + or operator_evidence.get("summary_persistence_run_package_artifact_path") + ), + "metadata_json_backup_artifact_path": _safe_text( + operator_evidence.get("metadata_json_backup_artifact_path") + or operator_evidence.get("summary_metadata_backup_artifact_path") + ), + "approval_token_submitted_to_api": _contains_forbidden_token_key( + operator_evidence + ), + } + + +def _writer_preflight_summary(writer_preflight): + writer_preflight = _as_dict(writer_preflight) + contract = _as_dict(writer_preflight.get("writer_preflight_contract")) + payloads = [_as_dict(item) for item in _as_list(writer_preflight.get("statement_payloads"))] + return { + "provided": bool(writer_preflight), + "mode": writer_preflight.get("mode"), + "summary_persistence_writer_preflight_ready": bool( + writer_preflight.get("summary_persistence_writer_preflight_ready") + ), + "ready_for_summary_persistence_run_package": bool( + writer_preflight.get("ready_for_summary_persistence_run_package") + ), + "statement_count": int(writer_preflight.get("statement_count") or 0), + "invalid_statement_count": int( + writer_preflight.get("invalid_statement_count") or 0 + ), + "expected_dedupe_keys": _as_list(writer_preflight.get("expected_dedupe_keys")), + "summary_payload_hash": writer_preflight.get("summary_payload_hash"), + "statement_payloads": payloads, + "writer_preflight_contract": contract, + "blocked_reasons": _as_list(writer_preflight.get("blocked_reasons")), + "safe_boundaries": _as_list(writer_preflight.get("safe_boundaries")), + "side_effects_clear": _side_effects_clear(writer_preflight), + } + + +def _contract_ready(writer): + contract = writer["writer_preflight_contract"] + return bool( + contract.get("target_table") == TARGET_TABLE + and contract.get("target_column") == TARGET_COLUMN + and _as_list(contract.get("target_json_path")) == [SUMMARY_METADATA_KEY] + and contract.get("manual_cli_required") is True + and contract.get("api_write_allowed") is False + and contract.get("requires_metadata_json_backup") is True + and contract.get("requires_postwrite_smoke") is True + ) + + +def _payload_manifest(writer): + payloads = [] + for index, payload in enumerate(writer["statement_payloads"], start=1): + payload = _as_dict(payload) + manifest = { + "index": index, + "statement_type": payload.get("statement_type") or "UPDATE", + "table": payload.get("table"), + "target_column": payload.get("target_column"), + "dedupe_key": payload.get("dedupe_key"), + "metadata_key": payload.get("metadata_key"), + "payload_hash": payload.get("payload_hash"), + "execute_in_api": bool(payload.get("execute_in_api")), + "payload_manifest_hash": _stable_hash(payload), + } + if manifest["dedupe_key"] and manifest["payload_hash"]: + payloads.append(manifest) + return { + "payload_count": len(payloads), + "manifest_hash": _stable_hash(payloads), + "dedupe_keys": [item["dedupe_key"] for item in payloads], + "summary_payload_hash": writer["summary_payload_hash"], + "payloads": payloads, + "redaction_policy": [ + "do_not_include_approval_token", + "do_not_include_raw_html", + "do_not_include_login_or_member_data", + ], + } + + +def _package_gates(*, writer, operator, manifest, apply_real_write): + return [ + { + "key": "summary_persistence_writer_preflight_ready", + "label": "summary persistence writer preflight 必須已通過", + "passed": bool( + writer["mode"] + == "candidate_queue_review_ai_summary_persistence_writer_preflight_preview" + and writer["summary_persistence_writer_preflight_ready"] + and writer["ready_for_summary_persistence_run_package"] + ), + }, + { + "key": "summary_persistence_writer_contract_ready", + "label": "writer contract 必須標示 CLI-only、metadata backup 與 post-write smoke", + "passed": _contract_ready(writer), + }, + { + "key": "summary_persistence_payload_manifest_ready", + "label": "run package 必須有 1 到 5 筆 metadata_json statement payload", + "passed": bool( + 0 < manifest["payload_count"] <= 5 + and writer["invalid_statement_count"] == 0 + ), + }, + { + "key": "summary_persistence_payloads_api_execution_disabled", + "label": "所有 payload 都必須禁止 API/UI 執行", + "passed": bool( + manifest["payloads"] + and all(not item["execute_in_api"] for item in manifest["payloads"]) + ), + }, + { + "key": "operator_confirmed_summary_persistence_run_package", + "label": "操作員確認本步只產生 run package preview，正式寫入走 CLI", + "passed": bool( + operator["operator_confirmed_ai_summary_persistence_run_package"] + and operator["operator_confirmed_payload_manifest_reviewed"] + and operator["operator_confirmed_cli_command_reviewed"] + and operator["operator_confirmed_summary_persistence_is_cli_only"] + and operator["operator_confirmed_no_api_db_write"] + and operator["operator_confirmed_no_telegram_dispatch"] + and operator["operator_confirmed_no_scheduler_attach"] + ), + }, + { + "key": "summary_persistence_run_package_artifacts_recorded", + "label": "transaction、writer preflight、run package 與 metadata backup artifact path 必須齊備", + "passed": bool( + operator["ai_summary_persistence_transaction_artifact_path"] + and operator["ai_summary_persistence_writer_preflight_artifact_path"] + and operator["ai_summary_persistence_run_package_artifact_path"] + and operator["metadata_json_backup_artifact_path"] + ), + }, + { + "key": "summary_persistence_run_package_no_approval_token_submitted_to_api", + "label": "payload 不得包含一次性 approval token key", + "passed": not operator["approval_token_submitted_to_api"], + }, + { + "key": "summary_persistence_run_package_apply_real_write_not_requested_from_api", + "label": "API/UI run package 不接受 apply_real_write", + "passed": not apply_real_write, + }, + { + "key": "summary_persistence_run_package_has_no_side_effects", + "label": "run package preview 不得開 DB、寫檔、呼叫 LLM、派 Telegram 或掛 scheduler", + "passed": writer["side_effects_clear"], + }, + ] + + +def build_candidate_queue_review_ai_summary_persistence_run_package( + *, + ai_summary_persistence_writer_preflight, + operator_evidence=None, + execute_requested=False, + apply_real_write=False, +): + """建立 AI summary persistence run package preview；不執行 CLI 或副作用。""" + writer = _writer_preflight_summary(ai_summary_persistence_writer_preflight) + operator = _operator_summary(operator_evidence) + manifest = _payload_manifest(writer) + gates = _package_gates( + writer=writer, + operator=operator, + manifest=manifest, + apply_real_write=bool(apply_real_write), + ) + blocked_reasons = [gate["key"] for gate in gates if not gate["passed"]] + package_ready = bool(not blocked_reasons) + + return { + "mode": "candidate_queue_review_ai_summary_persistence_run_package_preview", + "target_table": TARGET_TABLE, + "target_column": TARGET_COLUMN, + "target_operation": "persist_ai_summary_metadata_json", + "execute_requested": bool(execute_requested), + "apply_real_write_requested": bool(apply_real_write), + "package_ready": package_ready, + "ready_for_summary_persistence_run_readiness": package_ready, + "ready_for_summary_persistence_cli_run": False, + "ready_for_real_write": False, + "ready_for_api_database_write": False, + "ready_for_telegram_dispatch": False, + "ready_for_scheduler_attach": False, + "package_artifact_created": False, + "summary_persistence_run_package_file_written": False, + "run_package_file_written": False, + "api_executes_cli": False, + "api_executes_llm": False, + "api_reads_approval_token": False, + "api_writes_file": False, + "api_writes_database": False, + "api_updates_review_state": False, + "summary_file_written": False, + "summary_record_written": False, + "summary_persistence_record_written": False, + "metadata_patch_written": False, + "transaction_file_written": False, + "ai_summary_generated": False, + "llm_call_executed": False, + "ollama_call_executed": False, + "gemini_call_executed": False, + "telegram_dispatched": False, + "review_state_update_executed": False, + "read_only_query_executed": False, + "database_connection_opened": False, + "database_session_created": False, + "explicit_transaction_opened": False, + "transaction_opened": False, + "transaction_committed": False, + "database_write_executed": False, + "database_commit_executed": False, + "database_rollback_executed": False, + "external_network_executed": False, + "scheduler_attached": False, + "writes_executed": False, + "would_write_database": False, + "statement_count": manifest["payload_count"], + "payload_manifest": manifest, + "blocked_reasons": blocked_reasons, + "package_gates": gates, + "operator_ai_summary_persistence_run_package": operator, + "writer_preflight_summary": { + "mode": writer["mode"], + "writer_preflight_ready": writer[ + "summary_persistence_writer_preflight_ready" + ], + "run_package_ready": writer["ready_for_summary_persistence_run_package"], + "statement_count": writer["statement_count"], + "invalid_statement_count": writer["invalid_statement_count"], + }, + "required_artifacts": [ + { + "key": "ai_summary_persistence_transaction_json", + "label": "操作員保存的 AI summary persistence transaction JSON", + "path_shape": "artifacts/market_intel/ai-summary-persistence-transaction-YYYYMMDD-HHMMSS.json", + "created_by_api": False, + }, + { + "key": "ai_summary_persistence_writer_preflight_json", + "label": "操作員保存的 writer preflight JSON", + "path_shape": "artifacts/market_intel/ai-summary-persistence-writer-preflight-YYYYMMDD-HHMMSS.json", + "created_by_api": False, + }, + { + "key": "metadata_json_backup_json", + "label": "CLI 寫入前的 metadata_json 備份", + "path_shape": "artifacts/market_intel/ai-summary-metadata-json-backup-YYYYMMDD-HHMMSS.json", + "created_by_api": False, + }, + { + "key": "ai_summary_persistence_writer_output_json", + "label": "CLI writer 正式執行輸出", + "path_shape": "artifacts/market_intel/ai-summary-persistence-writer-output-YYYYMMDD-HHMMSS.json", + "created_by_api": False, + }, + { + "key": "ai_summary_persistence_postwrite_smoke_json", + "label": "post-write smoke 只讀驗證輸出", + "path_shape": "artifacts/market_intel/ai-summary-persistence-postwrite-smoke-YYYYMMDD-HHMMSS.json", + "created_by_api": False, + }, + ], + "command_bundle": [ + { + "step": 1, + "key": "save_run_package", + "command_shape": ( + "mkdir -p artifacts/market_intel && write run package JSON to " + "artifacts/market_intel/ai-summary-persistence-run-package-YYYYMMDD-HHMMSS.json" + ), + "executes_database": False, + "executed": False, + }, + { + "step": 2, + "key": "backup_metadata_json", + "command_shape": ( + "python3 scripts/market_intel_ai_summary_persistence_writer.py " + "--transaction-json artifacts/market_intel/ai-summary-persistence-transaction.json " + "--backup-metadata-json > artifacts/market_intel/ai-summary-metadata-json-backup.json" + ), + "executes_database": False, + "executed": False, + }, + { + "step": 3, + "key": "writer_preflight", + "command_shape": ( + "python3 scripts/market_intel_ai_summary_persistence_writer.py " + "--transaction-json artifacts/market_intel/ai-summary-persistence-transaction.json " + "--read-only-preflight > artifacts/market_intel/ai-summary-persistence-writer-preflight.json" + ), + "executes_database": False, + "executed": False, + }, + { + "step": 4, + "key": "metadata_json_writer", + "command_shape": ( + "MARKET_INTEL_QUEUE_WRITE_APPROVAL=... " + "python3 scripts/market_intel_ai_summary_persistence_writer.py " + "--transaction-json artifacts/market_intel/ai-summary-persistence-transaction.json " + "--backup-verified --execute --apply-real-write " + "> artifacts/market_intel/ai-summary-persistence-writer-output.json" + ), + "executes_database": True, + "executed": False, + }, + { + "step": 5, + "key": "postwrite_smoke", + "command_shape": ( + "POST /api/market_intel/manual_sample_review/" + "candidate_queue_review_ai_summary_persistence_postwrite_smoke?execute=true " + "> artifacts/market_intel/ai-summary-persistence-postwrite-smoke.json" + ), + "executes_database": False, + "executed": False, + }, + ], + "operator_signoff": [ + "確認 payload manifest 的 dedupe_key 與 summary payload hash", + "確認 metadata_json backup artifact 已保存且可還原", + "確認 approval token 只在 operator shell 環境提供", + "確認 CLI writer output 沒有改動 review_state", + "確認 post-write smoke 只讀驗證 metadata_json.ai_summary_review", + ], + "rollback_plan": [ + { + "key": "no_preview_side_effect", + "label": "此 run package preview 沒有副作用，不需要 DB rollback", + }, + { + "key": "restore_metadata_json_from_backup", + "label": "正式 CLI 寫入後若需回退，依 dedupe_key 還原 metadata_json backup", + }, + { + "key": "keep_market_flags_disabled", + "label": "異常時維持 MARKET_INTEL_* flags 關閉，不掛 scheduler", + }, + ], + "safe_boundaries": [ + "do_not_create_summary_persistence_run_artifacts_from_api", + "do_not_execute_summary_persistence_writer_from_run_package_api", + "do_not_read_approval_token_from_summary_persistence_run_package_api", + "do_not_open_database_connection_from_summary_persistence_run_package", + "do_not_write_metadata_json_from_summary_persistence_run_package", + "do_not_update_review_state_from_summary_persistence_run_package", + "do_not_commit_summary_persistence_run_package", + "do_not_dispatch_telegram_from_summary_persistence_run_package", + "do_not_attach_scheduler_from_summary_persistence_run_package", + "future_summary_persistence_write_must_use_cli_only_gate", + "metadata_json_backup_required_before_summary_persistence_write", + "summary_persistence_postwrite_smoke_required", + "ai_summary_persistence_run_package_preview_only", + "no_remove_orphans", + "no_momo_db_lifecycle_change", + ], + } diff --git a/services/market_intel/deployment_readiness.py b/services/market_intel/deployment_readiness.py index d011ff1..73d504d 100644 --- a/services/market_intel/deployment_readiness.py +++ b/services/market_intel/deployment_readiness.py @@ -30,6 +30,7 @@ from services.market_intel.candidate_queue_review_archive_summary import build_c from services.market_intel.candidate_queue_review_ai_summary_preflight import build_candidate_queue_review_ai_summary_preflight from services.market_intel.candidate_queue_review_ai_summary_output_receipt import build_candidate_queue_review_ai_summary_output_receipt from services.market_intel.candidate_queue_review_ai_summary_persistence_preflight import build_candidate_queue_review_ai_summary_persistence_preflight +from services.market_intel.candidate_queue_review_ai_summary_persistence_run_package import build_candidate_queue_review_ai_summary_persistence_run_package from services.market_intel.candidate_queue_review_ai_summary_persistence_transaction import build_candidate_queue_review_ai_summary_persistence_transaction from services.market_intel.candidate_queue_review_ai_summary_persistence_writer_preflight import build_candidate_queue_review_ai_summary_persistence_writer_preflight from services.market_intel.candidate_queue_review_ai_summary_run_package import build_candidate_queue_review_ai_summary_run_package @@ -47,6 +48,7 @@ BLOCKED_RUN_REVIEW_KEYS = ( "api_writes_file", "api_writes_database", "api_updates_review_state", + "package_artifact_created", "approval_record_written", "decision_record_written", "run_package_file_written", @@ -57,6 +59,7 @@ BLOCKED_RUN_REVIEW_KEYS = ( "summary_persistence_preflight_file_written", "summary_persistence_transaction_file_written", "summary_persistence_writer_preflight_file_written", + "summary_persistence_run_package_file_written", "summary_persistence_record_written", "metadata_patch_written", "transaction_file_written", @@ -79,7 +82,7 @@ BLOCKED_RUN_REVIEW_KEYS = ( "writes_executed", "would_write_database", ) -PRODUCTION_SMOKE_TARGETS = ("/health", "/market_intel", "/api/market_intel/status", "/api/market_intel/deployment_readiness", "/api/market_intel/schema_smoke", "/api/market_intel/schema_db_probe", "/api/market_intel/platform_seed_db_diff", "/api/market_intel/legacy_source_bridge", "/api/market_intel/mcp_readiness", "/api/market_intel/mcp_tool_contract", "/api/market_intel/mcp_deploy_preflight", "/api/market_intel/mcp_activation_runbook", "/api/market_intel/mcp_fetch_gate", "/api/market_intel/scheduler_plan", "/api/market_intel/manual_sample_plan", "/api/market_intel/manual_sample_acceptance", "/api/market_intel/manual_sample_review", "/api/market_intel/match_review_plan", "/api/market_intel/opportunity_plan", "/api/market_intel/opportunity_scoring_plan", "/api/market_intel/opportunity_evidence_plan", "/api/market_intel/opportunity_alert_plan", "/api/market_intel/migration_apply_drill", "/api/market_intel/migration_catalog_review", "/api/market_intel/migration_live_smoke", "/api/market_intel/live_db_inventory", "/api/market_intel/manual_sample_review/candidate_queue_writer_postwrite_smoke", "/api/market_intel/manual_sample_review/candidate_queue_writer_operator_drill", "/api/market_intel/manual_sample_review/candidate_queue_writer_run_package", "/api/market_intel/manual_sample_review/candidate_queue_writer_run_readiness", "/api/market_intel/manual_sample_review/candidate_queue_writer_run_receipt", "/api/market_intel/manual_sample_review/candidate_queue_writer_run_closeout", "/api/market_intel/manual_sample_review/candidate_queue_review_handoff", "/api/market_intel/manual_sample_review/candidate_queue_review_inventory", "/api/market_intel/manual_sample_review/candidate_queue_review_decision", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_approval", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_transaction", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_preflight", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_postwrite_smoke", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_operator_drill", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_run_package", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_run_readiness", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_run_receipt", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_run_closeout", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_post_closeout_inventory", "/api/market_intel/manual_sample_review/candidate_queue_review_completion_archive", "/api/market_intel/manual_sample_review/candidate_queue_review_archive_summary", "/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_preflight", "/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_run_package", "/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_output_receipt", "/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_preflight", "/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_transaction", "/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_writer_preflight", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_status") +PRODUCTION_SMOKE_TARGETS = ("/health", "/market_intel", "/api/market_intel/status", "/api/market_intel/deployment_readiness", "/api/market_intel/schema_smoke", "/api/market_intel/schema_db_probe", "/api/market_intel/platform_seed_db_diff", "/api/market_intel/legacy_source_bridge", "/api/market_intel/mcp_readiness", "/api/market_intel/mcp_tool_contract", "/api/market_intel/mcp_deploy_preflight", "/api/market_intel/mcp_activation_runbook", "/api/market_intel/mcp_fetch_gate", "/api/market_intel/scheduler_plan", "/api/market_intel/manual_sample_plan", "/api/market_intel/manual_sample_acceptance", "/api/market_intel/manual_sample_review", "/api/market_intel/match_review_plan", "/api/market_intel/opportunity_plan", "/api/market_intel/opportunity_scoring_plan", "/api/market_intel/opportunity_evidence_plan", "/api/market_intel/opportunity_alert_plan", "/api/market_intel/migration_apply_drill", "/api/market_intel/migration_catalog_review", "/api/market_intel/migration_live_smoke", "/api/market_intel/live_db_inventory", "/api/market_intel/manual_sample_review/candidate_queue_writer_postwrite_smoke", "/api/market_intel/manual_sample_review/candidate_queue_writer_operator_drill", "/api/market_intel/manual_sample_review/candidate_queue_writer_run_package", "/api/market_intel/manual_sample_review/candidate_queue_writer_run_readiness", "/api/market_intel/manual_sample_review/candidate_queue_writer_run_receipt", "/api/market_intel/manual_sample_review/candidate_queue_writer_run_closeout", "/api/market_intel/manual_sample_review/candidate_queue_review_handoff", "/api/market_intel/manual_sample_review/candidate_queue_review_inventory", "/api/market_intel/manual_sample_review/candidate_queue_review_decision", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_approval", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_transaction", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_preflight", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_postwrite_smoke", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_operator_drill", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_run_package", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_run_readiness", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_run_receipt", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_run_closeout", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_post_closeout_inventory", "/api/market_intel/manual_sample_review/candidate_queue_review_completion_archive", "/api/market_intel/manual_sample_review/candidate_queue_review_archive_summary", "/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_preflight", "/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_run_package", "/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_output_receipt", "/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_preflight", "/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_transaction", "/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_writer_preflight", "/api/market_intel/manual_sample_review/candidate_queue_review_ai_summary_persistence_run_package", "/api/market_intel/manual_sample_review/candidate_queue_review_decision_writer_status") def _run_review_preview_safe(payload, mode): @@ -240,6 +243,7 @@ def build_deployment_readiness_preview( candidate_queue_review_ai_summary_persistence_preflight = build_candidate_queue_review_ai_summary_persistence_preflight(ai_summary_output_receipt=candidate_queue_review_ai_summary_output_receipt) candidate_queue_review_ai_summary_persistence_transaction = build_candidate_queue_review_ai_summary_persistence_transaction(ai_summary_persistence_preflight=candidate_queue_review_ai_summary_persistence_preflight) candidate_queue_review_ai_summary_persistence_writer_preflight = build_candidate_queue_review_ai_summary_persistence_writer_preflight(ai_summary_persistence_transaction=candidate_queue_review_ai_summary_persistence_transaction) + candidate_queue_review_ai_summary_persistence_run_package = build_candidate_queue_review_ai_summary_persistence_run_package(ai_summary_persistence_writer_preflight=candidate_queue_review_ai_summary_persistence_writer_preflight) checks = { "schema_smoke_passed": bool(schema_smoke["passed"]), "feature_flags_default_safe": bool( @@ -530,6 +534,7 @@ def build_deployment_readiness_preview( "candidate_queue_review_ai_summary_persistence_preflight_preview_safe": _run_review_preview_safe(candidate_queue_review_ai_summary_persistence_preflight, "candidate_queue_review_ai_summary_persistence_preflight_preview"), "candidate_queue_review_ai_summary_persistence_transaction_preview_safe": _run_review_preview_safe(candidate_queue_review_ai_summary_persistence_transaction, "candidate_queue_review_ai_summary_persistence_transaction_preview"), "candidate_queue_review_ai_summary_persistence_writer_preflight_preview_safe": _run_review_preview_safe(candidate_queue_review_ai_summary_persistence_writer_preflight, "candidate_queue_review_ai_summary_persistence_writer_preflight_preview"), + "candidate_queue_review_ai_summary_persistence_run_package_preview_safe": _run_review_preview_safe(candidate_queue_review_ai_summary_persistence_run_package, "candidate_queue_review_ai_summary_persistence_run_package_preview"), "candidate_queue_review_decision_writer_cli_status_safe": _run_review_preview_safe( candidate_queue_review_decision_writer_status, "candidate_queue_review_decision_writer_cli_blocked", @@ -782,6 +787,7 @@ def build_deployment_readiness_preview( "candidate_queue_review_ai_summary_persistence_preflight": candidate_queue_review_ai_summary_persistence_preflight, "candidate_queue_review_ai_summary_persistence_transaction": candidate_queue_review_ai_summary_persistence_transaction, "candidate_queue_review_ai_summary_persistence_writer_preflight": candidate_queue_review_ai_summary_persistence_writer_preflight, + "candidate_queue_review_ai_summary_persistence_run_package": candidate_queue_review_ai_summary_persistence_run_package, "candidate_queue_review_decision_writer_status": candidate_queue_review_decision_writer_status, "match_review_plan": match_review_plan, "opportunity_plan": opportunity_plan, diff --git a/services/market_intel/phase.py b/services/market_intel/phase.py index 2e50ec9..4e11a50 100644 --- a/services/market_intel/phase.py +++ b/services/market_intel/phase.py @@ -1,3 +1,3 @@ """市場情報 rollout phase 單一來源。""" -MARKET_INTEL_PHASE = "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" +MARKET_INTEL_PHASE = "phase_86_candidate_queue_review_ai_summary_persistence_run_package" diff --git a/templates/market_intel/disabled.html b/templates/market_intel/disabled.html index 61838ab..378b8e5 100644 --- a/templates/market_intel/disabled.html +++ b/templates/market_intel/disabled.html @@ -694,6 +694,9 @@ + @@ -1053,6 +1056,7 @@ const sampleCandidateQueueReviewAiSummaryPersistencePreflight = sampleReviewRoot ? sampleReviewRoot.querySelector('[data-market-intel-sample-candidate-queue-review-ai-summary-persistence-preflight]') : null; const sampleCandidateQueueReviewAiSummaryPersistenceTransaction = sampleReviewRoot ? sampleReviewRoot.querySelector('[data-market-intel-sample-candidate-queue-review-ai-summary-persistence-transaction]') : null; const sampleCandidateQueueReviewAiSummaryPersistenceWriterPreflight = sampleReviewRoot ? sampleReviewRoot.querySelector('[data-market-intel-sample-candidate-queue-review-ai-summary-persistence-writer-preflight]') : null; + const sampleCandidateQueueReviewAiSummaryPersistenceRunPackage = sampleReviewRoot ? sampleReviewRoot.querySelector('[data-market-intel-sample-candidate-queue-review-ai-summary-persistence-run-package]') : null; const sampleReviewEndpoint = "{{ url_for('market_intel.market_intel_manual_sample_review') }}"; const sampleReviewEvaluateEndpoint = "{{ url_for('market_intel.market_intel_manual_sample_review_evaluate') }}"; const sampleCandidateHandoffEndpoint = "{{ url_for('market_intel.market_intel_manual_sample_candidate_handoff') }}"; @@ -1089,6 +1093,7 @@ const sampleCandidateQueueReviewAiSummaryPersistencePreflightEndpoint = "{{ url_for('market_intel_review.market_intel_manual_sample_candidate_queue_review_ai_summary_persistence_preflight') }}"; const sampleCandidateQueueReviewAiSummaryPersistenceTransactionEndpoint = "{{ url_for('market_intel_review.market_intel_manual_sample_candidate_queue_review_ai_summary_persistence_transaction') }}"; const sampleCandidateQueueReviewAiSummaryPersistenceWriterPreflightEndpoint = "{{ url_for('market_intel_review.market_intel_manual_sample_candidate_queue_review_ai_summary_persistence_writer_preflight') }}"; + const sampleCandidateQueueReviewAiSummaryPersistenceRunPackageEndpoint = "{{ url_for('market_intel_review.market_intel_manual_sample_candidate_queue_review_ai_summary_persistence_run_package') }}"; const schedulerMeta = schedulerRoot ? schedulerRoot.querySelector('[data-market-intel-scheduler-meta]') : null; const schedulerBody = schedulerRoot ? schedulerRoot.querySelector('[data-market-intel-scheduler-body]') : null; const schedulerRefresh = schedulerRoot ? schedulerRoot.querySelector('[data-market-intel-scheduler-refresh]') : null; @@ -5417,6 +5422,136 @@ } }; + const renderCandidateQueueReviewAiSummaryPersistenceRunPackage = data => { + const blockers = (data.blocked_reasons || []).join(' / '); + const gates = data.package_gates || []; + const manifest = data.payload_manifest || {}; + const artifacts = data.required_artifacts || []; + const commands = data.command_bundle || []; + sampleReviewMeta.innerHTML = [ + `mode=${data.mode || 'unknown'}`, + `package=${data.package_ready ? 'ready' : 'blocked'}`, + `readiness=${data.ready_for_summary_persistence_run_readiness ? 'ready' : 'blocked'}`, + `payloads=${manifest.payload_count || 0}`, + `db=${data.database_write_executed ? 'written' : 'blocked'}` + ].map(item => `${escapeHtml(item)}`).join(''); + sampleReviewBody.innerHTML = ` +
此卡只產生 AI summary persistence run package preview；正式 metadata_json 寫入仍需後續 operator readiness 與 CLI receipt。API/UI 不讀 token、不執行 CLI、不開 DB、不寫檔、不派送 Telegram。${blockers ? `阻擋：${escapeHtml(blockers)}` : ''}
+
+
+

PACKAGE GATES

+
${ + gates.map(gate => ` +
+
+ ${escapeHtml(gate.key)} + ${escapeHtml(gate.label)} +
+ ${gate.passed ? 'PASS' : 'BLOCK'} +
+ `).join('') || '
尚未提供 run package gate。
' + }
+
+
+

PAYLOAD MANIFEST

+
+ ${[ + ['payload_count', manifest.payload_count || 0], + ['manifest_hash', manifest.manifest_hash || 'missing'], + ['summary_hash', manifest.summary_payload_hash || 'missing'], + ['dedupe_keys', (manifest.dedupe_keys || []).join(', ') || 'none'] + ].map(([key, value]) => ` +
+
${escapeHtml(key)}
+ ${escapeHtml(String(value))} +
+ `).join('')} +
+
+
+

REQUIRED ARTIFACTS

+
${ + artifacts.map(item => ` +
+
+ ${escapeHtml(item.key)} + ${escapeHtml(item.path_shape || '')} +
+ ${item.created_by_api ? 'API' : 'OPERATOR'} +
+ `).join('') || '
尚未列出 artifacts。
' + }
+
+
+

COMMAND BUNDLE

+
${ + commands.map(item => ` +
+
+ ${escapeHtml(item.key)} + ${escapeHtml(item.command_shape || '')} +
+ ${item.executed ? 'EXECUTED' : item.executes_database ? 'CLI DB' : 'PREP'} +
+ `).join('') || '
尚未提供 command bundle。
' + }
+
+
+

NO-SIDE-EFFECTS

+
+ ${[ + ['api_executes_cli', data.api_executes_cli], + ['api_reads_approval_token', data.api_reads_approval_token], + ['api_writes_database', data.api_writes_database], + ['package_artifact_created', data.package_artifact_created], + ['summary_persistence_run_package_file_written', data.summary_persistence_run_package_file_written], + ['database_connection_opened', data.database_connection_opened], + ['database_write_executed', data.database_write_executed], + ['telegram_dispatched', data.telegram_dispatched], + ['scheduler_attached', data.scheduler_attached] + ].map(([key, value]) => ` +
+
${escapeHtml(key)}
+ ${escapeHtml(String(value))} +
+ `).join('')} +
+
+
+ `; + }; + + const loadCandidateQueueReviewAiSummaryPersistenceRunPackage = async () => { + if (!sampleReviewMeta || !sampleReviewBody || !sampleReviewInput) return; + let parsed; + try { + parsed = JSON.parse(sampleReviewInput.value || '{}'); + } catch (error) { + sampleReviewMeta.innerHTML = 'json_error'; + sampleReviewBody.innerHTML = `
JSON 格式錯誤：${escapeHtml(error.message)}
`; + return; + } + const body = parsed && parsed.sample_result ? parsed : { sample_result: parsed }; + sampleReviewBody.innerHTML = '
產生 queue review AI summary persistence run package 中...
'; + try { + const response = await fetch(sampleCandidateQueueReviewAiSummaryPersistenceRunPackageEndpoint, { + method: 'POST', + credentials: 'same-origin', + headers: { + 'Content-Type': 'application/json', + 'X-CSRFToken': csrfToken + }, + body: JSON.stringify(body) + }); + const data = await response.json(); + if (!response.ok && !data.mode) throw new Error(`HTTP ${response.status}`); + renderCandidateQueueReviewAiSummaryPersistenceRunPackage(data); + } catch (error) { + sampleReviewMeta.innerHTML = 'error'; + sampleReviewBody.innerHTML = `
queue review AI summary persistence run package 失敗：${escapeHtml(error.message)}
`; + } + }; + const renderCandidateQueueReviewDecisionWriter = data => { const blockers = (data.blocked_reasons || []).join(' / '); const summary = data.statement_summary || {}; @@ -7126,6 +7261,9 @@ if (sampleCandidateQueueReviewAiSummaryPersistenceWriterPreflight) { sampleCandidateQueueReviewAiSummaryPersistenceWriterPreflight.addEventListener('click', loadCandidateQueueReviewAiSummaryPersistenceWriterPreflight); } + if (sampleCandidateQueueReviewAiSummaryPersistenceRunPackage) { + sampleCandidateQueueReviewAiSummaryPersistenceRunPackage.addEventListener('click', loadCandidateQueueReviewAiSummaryPersistenceRunPackage); + } if (schedulerRefresh) { schedulerRefresh.addEventListener('click', loadScheduler); } diff --git a/tests/test_market_intel_skeleton.py b/tests/test_market_intel_skeleton.py index 8ae539f..3846c1e 100644 --- a/tests/test_market_intel_skeleton.py +++ b/tests/test_market_intel_skeleton.py @@ -1063,6 +1063,10 @@ def test_market_intel_preview_template_uses_safe_fetch_false_endpoint(): "market_intel_review.market_intel_manual_sample_candidate_queue_review_ai_summary_persistence_writer_preflight" in template ) + assert ( + "market_intel_review.market_intel_manual_sample_candidate_queue_review_ai_summary_persistence_run_package" + in template + ) assert ( "data-market-intel-sample-candidate-queue-review-decision-writer" in template @@ -1131,6 +1135,10 @@ def test_market_intel_preview_template_uses_safe_fetch_false_endpoint(): "data-market-intel-sample-candidate-queue-review-ai-summary-persistence-writer-preflight" in template ) + assert ( + "data-market-intel-sample-candidate-queue-review-ai-summary-persistence-run-package" + in template + ) assert "X-CSRFToken" in template assert "market_intel.market_intel_scheduler_plan" in template assert "market_intel.market_intel_match_review_plan" in template @@ -1167,7 +1175,7 @@ def test_legacy_source_bridge_default_is_planned_only(): bridge = MarketIntelService().build_legacy_source_bridge() assert bridge["mode"] == "legacy_source_bridge_planned" - assert bridge["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert bridge["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert bridge["execute_requested"] is False assert bridge["read_only_query_executed"] is False assert bridge["database_connection_opened"] is False @@ -1325,7 +1333,7 @@ def test_mcp_tool_contract_preview_is_read_only_and_whitelisted(): contract = MarketIntelService().build_mcp_tool_contract() assert contract["mode"] == "mcp_tool_contract_preview" - assert contract["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert contract["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert contract["caller"] == "market_intel" assert contract["contract_ready"] is True assert contract["blocked_reasons"] == [] @@ -1458,7 +1466,7 @@ def test_mcp_activation_runbook_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "mcp_activation_runbook_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["deployment_actions_executed"] is False assert data["docker_command_executed"] is False assert data["ssh_command_executed"] is False @@ -1471,7 +1479,7 @@ def test_mcp_fetch_gate_default_blocks_external_fetch(): gate = MarketIntelService().build_mcp_fetch_gate(fetch_requested=True) assert gate["mode"] == "mcp_fetch_gate_planned" - assert gate["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert gate["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert gate["fetch_requested"] is True assert gate["manual_fetch_gate_open"] is False assert gate["network_request_allowed"] is False @@ -1541,7 +1549,7 @@ def test_mcp_fetch_gate_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "mcp_fetch_gate_planned" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["fetch_requested"] is False assert data["network_request_allowed"] is False assert data["external_network_executed"] is False @@ -1553,7 +1561,7 @@ def test_manual_sample_plan_preview_blocks_fetch_and_write(): plan = MarketIntelService().build_manual_sample_plan() assert plan["mode"] == "manual_sample_fetch_plan_preview" - assert plan["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert plan["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert plan["ready_for_manual_sample_fetch"] is False assert plan["sample_fetch_executed"] is False assert plan["external_network_executed"] is False @@ -1601,7 +1609,7 @@ def test_manual_sample_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "manual_sample_fetch_plan_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["sample_fetch_executed"] is False assert data["external_network_executed"] is False assert data["database_write_executed"] is False @@ -1612,7 +1620,7 @@ def test_manual_sample_acceptance_preview_blocks_candidate_import(): acceptance = MarketIntelService().build_manual_sample_acceptance() assert acceptance["mode"] == "manual_sample_acceptance_preview" - assert acceptance["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert acceptance["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert acceptance["contract_ready"] is True assert acceptance["sample_result_loaded"] is False assert acceptance["sample_result_accepted"] is False @@ -1654,7 +1662,7 @@ def test_manual_sample_acceptance_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "manual_sample_acceptance_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["sample_result_loaded"] is False assert data["candidate_import_allowed"] is False assert data["external_network_executed"] is False @@ -1666,7 +1674,7 @@ def test_manual_sample_review_preview_is_planned_until_result_loaded(): review = MarketIntelService().build_manual_sample_review() assert review["mode"] == "manual_sample_review_preview" - assert review["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert review["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert review["contract_ready"] is True assert review["sample_result_loaded"] is False assert review["sample_result_reviewed"] is False @@ -1777,7 +1785,7 @@ def test_manual_sample_review_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "manual_sample_review_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["sample_result_loaded"] is False assert data["sample_result_reviewed"] is False assert data["candidate_import_allowed"] is False @@ -1816,7 +1824,7 @@ def test_manual_sample_review_evaluation_preview_accepts_payload_without_persist ) assert review["mode"] == "manual_sample_review_evaluation_preview" - assert review["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert review["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert review["review_request_type"] == "operator_posted_json" assert review["payload_received"] is True assert review["payload_valid_json_object"] is True @@ -1878,7 +1886,7 @@ def test_manual_sample_review_evaluate_route_is_post_only_and_no_write(): assert response.status_code == 200 assert data["mode"] == "manual_sample_review_evaluation_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["payload_received"] is True assert data["payload_valid_json_object"] is True assert data["payload_persisted"] is False @@ -1958,7 +1966,7 @@ def test_manual_sample_candidate_handoff_preview_creates_candidates_without_pers ) assert handoff["mode"] == "manual_sample_candidate_handoff_preview" - assert handoff["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert handoff["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert handoff["payload_received"] is True assert handoff["payload_valid_json_object"] is True assert handoff["payload_persisted"] is False @@ -2022,7 +2030,7 @@ def test_manual_sample_candidate_handoff_route_is_post_only_and_no_write(): assert response.status_code == 200 assert data["mode"] == "manual_sample_candidate_handoff_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["payload_received"] is True assert data["handoff_ready"] is True assert data["candidate_handoff_created"] is True @@ -2081,7 +2089,7 @@ def test_manual_sample_candidate_queue_draft_preview_builds_review_items_without ) assert queue_draft["mode"] == "manual_sample_candidate_queue_draft_preview" - assert queue_draft["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert queue_draft["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert queue_draft["payload_received"] is True assert queue_draft["payload_valid_json_object"] is True assert queue_draft["payload_persisted"] is False @@ -2155,7 +2163,7 @@ def test_manual_sample_candidate_queue_draft_route_is_post_only_and_no_write(): assert response.status_code == 200 assert data["mode"] == "manual_sample_candidate_queue_draft_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["payload_received"] is True assert data["handoff_ready"] is True assert data["queue_draft_ready"] is True @@ -2218,7 +2226,7 @@ def test_manual_sample_candidate_queue_approval_preview_blocks_write_and_maps_ro ) assert approval["mode"] == "manual_sample_candidate_queue_approval_preview" - assert approval["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert approval["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert approval["payload_received"] is True assert approval["payload_valid_json_object"] is True assert approval["payload_persisted"] is False @@ -2296,7 +2304,7 @@ def test_manual_sample_candidate_queue_approval_route_is_post_only_and_no_write( assert response.status_code == 200 assert data["mode"] == "manual_sample_candidate_queue_approval_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["payload_received"] is True assert data["approval_preview_created"] is True assert data["approval_request_created"] is False @@ -2359,7 +2367,7 @@ def test_manual_sample_candidate_queue_transaction_preview_blocks_execution(): ) assert transaction["mode"] == "manual_sample_candidate_queue_transaction_preview" - assert transaction["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert transaction["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert transaction["payload_received"] is True assert transaction["payload_valid_json_object"] is True assert transaction["payload_persisted"] is False @@ -2439,7 +2447,7 @@ def test_manual_sample_candidate_queue_transaction_route_is_post_only_and_no_wri assert response.status_code == 200 assert data["mode"] == "manual_sample_candidate_queue_transaction_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["payload_received"] is True assert data["transaction_preview_created"] is True assert data["transaction_ready"] is False @@ -6300,6 +6308,146 @@ def test_candidate_queue_review_ai_summary_persistence_writer_preflight_gates_cl ) +def test_candidate_queue_review_ai_summary_persistence_run_package_previews_cli_bundle(): + from services.market_intel.candidate_queue_review_ai_summary_persistence_run_package import ( + build_candidate_queue_review_ai_summary_persistence_run_package, + ) + + expected_key = "market-alert-review:sample-batch:sku-001" + writer_preflight = { + "mode": "candidate_queue_review_ai_summary_persistence_writer_preflight_preview", + "summary_persistence_writer_preflight_ready": True, + "ready_for_summary_persistence_run_package": True, + "statement_count": 1, + "invalid_statement_count": 0, + "expected_dedupe_keys": [expected_key], + "summary_payload_hash": "f" * 64, + "statement_payloads": [ + { + "statement_type": "UPDATE", + "table": "market_alert_review_queue", + "target_column": "metadata_json", + "dedupe_key": expected_key, + "metadata_key": "ai_summary_review", + "payload_hash": "f" * 64, + "execute_in_api": False, + } + ], + "writer_preflight_contract": { + "target_table": "market_alert_review_queue", + "target_column": "metadata_json", + "target_json_path": ["ai_summary_review"], + "manual_cli_required": True, + "api_write_allowed": False, + "requires_metadata_json_backup": True, + "requires_postwrite_smoke": True, + }, + "database_connection_opened": False, + "database_write_executed": False, + "database_commit_executed": False, + "llm_call_executed": False, + "telegram_dispatched": False, + "scheduler_attached": False, + "writes_executed": False, + "would_write_database": False, + } + operator_evidence = { + "ai_summary_persistence_transaction_artifact_path": ( + "artifacts/market_intel/ai-summary-persistence-transaction.json" + ), + "ai_summary_persistence_writer_preflight_artifact_path": ( + "artifacts/market_intel/ai-summary-persistence-writer-preflight.json" + ), + "ai_summary_persistence_run_package_artifact_path": ( + "artifacts/market_intel/ai-summary-persistence-run-package.json" + ), + "metadata_json_backup_artifact_path": ( + "artifacts/market_intel/metadata-json-backup.json" + ), + "operator_confirmed_ai_summary_persistence_run_package": True, + "operator_confirmed_payload_manifest_reviewed": True, + "operator_confirmed_cli_command_reviewed": True, + "operator_confirmed_summary_persistence_is_cli_only": True, + "operator_confirmed_no_api_db_write": True, + "operator_confirmed_no_telegram_dispatch": True, + "operator_confirmed_no_scheduler_attach": True, + } + package = build_candidate_queue_review_ai_summary_persistence_run_package( + ai_summary_persistence_writer_preflight=writer_preflight, + operator_evidence=operator_evidence, + execute_requested=True, + ) + token_leak = build_candidate_queue_review_ai_summary_persistence_run_package( + ai_summary_persistence_writer_preflight=writer_preflight, + operator_evidence={ + **operator_evidence, + "approval_token": TEST_APPROVAL_TOKEN, + }, + execute_requested=True, + ) + apply_write = build_candidate_queue_review_ai_summary_persistence_run_package( + ai_summary_persistence_writer_preflight=writer_preflight, + operator_evidence=operator_evidence, + execute_requested=True, + apply_real_write=True, + ) + + assert package["mode"] == ( + "candidate_queue_review_ai_summary_persistence_run_package_preview" + ) + assert package["target_operation"] == "persist_ai_summary_metadata_json" + assert package["package_ready"] is True + assert package["ready_for_summary_persistence_run_readiness"] is True + assert package["ready_for_summary_persistence_cli_run"] is False + assert package["ready_for_real_write"] is False + assert package["ready_for_api_database_write"] is False + assert package["ready_for_telegram_dispatch"] is False + assert package["package_artifact_created"] is False + assert package["summary_persistence_run_package_file_written"] is False + assert package["run_package_file_written"] is False + assert package["api_executes_cli"] is False + assert package["api_reads_approval_token"] is False + assert package["api_writes_file"] is False + assert package["api_writes_database"] is False + assert package["database_connection_opened"] is False + assert package["database_write_executed"] is False + assert package["database_commit_executed"] is False + assert package["llm_call_executed"] is False + assert package["telegram_dispatched"] is False + assert package["scheduler_attached"] is False + assert package["writes_executed"] is False + assert package["would_write_database"] is False + assert package["blocked_reasons"] == [] + assert package["statement_count"] == 1 + assert package["payload_manifest"]["payload_count"] == 1 + assert package["payload_manifest"]["dedupe_keys"] == [expected_key] + assert package["payload_manifest"]["payloads"][0]["execute_in_api"] is False + assert len(package["required_artifacts"]) == 5 + assert len(package["command_bundle"]) == 5 + assert package["command_bundle"][3]["executes_database"] is True + assert package["command_bundle"][3]["executed"] is False + assert "future_summary_persistence_write_must_use_cli_only_gate" in package[ + "safe_boundaries" + ] + assert token_leak["package_ready"] is False + assert token_leak["operator_ai_summary_persistence_run_package"][ + "approval_token_submitted_to_api" + ] is True + assert ( + "summary_persistence_run_package_no_approval_token_submitted_to_api" + in token_leak["blocked_reasons"] + ) + assert ( + "summary_persistence_run_package_apply_real_write_not_requested_from_api" + in apply_write["blocked_reasons"] + ) + assert TEST_APPROVAL_TOKEN not in json.dumps( + token_leak, + ensure_ascii=False, + sort_keys=True, + ) + + def test_candidate_queue_writer_preflight_route_is_post_only_and_no_write(): from routes.market_intel_routes import market_intel_bp @@ -6342,7 +6490,7 @@ def test_candidate_queue_writer_preflight_route_is_post_only_and_no_write(): assert response.status_code == 200 assert data["mode"] == "candidate_queue_writer_preflight_planned" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["execute_requested"] is False assert data["read_only_query_executed"] is False assert data["database_connection_opened"] is False @@ -6399,7 +6547,7 @@ def test_candidate_queue_writer_status_route_never_leaks_approval_token(monkeypa assert response.status_code == 200 assert data["mode"] == "candidate_queue_writer_cli_blocked" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["execute_requested"] is True assert data["apply_real_write_requested"] is True assert data["approval_token_present"] is False @@ -6488,7 +6636,7 @@ def test_candidate_queue_writer_postwrite_smoke_route_is_post_only_and_no_write( assert response.status_code == 200 assert data["mode"] == "candidate_queue_writer_postwrite_smoke_planned" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["execute_requested"] is False assert data["read_only_query_executed"] is False assert data["database_connection_opened"] is False @@ -6542,7 +6690,7 @@ def test_candidate_queue_writer_operator_drill_route_is_post_only_and_no_write() assert response.status_code == 200 assert data["mode"] == "candidate_queue_writer_operator_drill_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["operator_drill_ready"] is True assert data["api_executes_cli"] is False assert data["api_reads_approval_token"] is False @@ -6598,7 +6746,7 @@ def test_candidate_queue_writer_run_package_route_is_post_only_and_no_write(): assert response.status_code == 200 assert data["mode"] == "candidate_queue_writer_run_package_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["package_ready"] is True assert data["package_artifact_created"] is False assert data["api_writes_file"] is False @@ -6664,7 +6812,7 @@ def test_candidate_queue_writer_run_readiness_route_is_post_only_and_no_write(): assert response.status_code == 200 assert data["mode"] == "candidate_queue_writer_run_readiness_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["ready_for_cli_operator_run"] is True assert data["ready_for_api_database_write"] is False assert data["api_executes_cli"] is False @@ -6966,7 +7114,7 @@ def test_candidate_queue_writer_run_receipt_route_accepts_inline_payload_no_writ assert response.status_code == 200 assert data["mode"] == "candidate_queue_writer_run_receipt_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["receipt_passed"] is True assert data["ready_for_api_database_write"] is False assert data["ready_for_scheduler_attach"] is False @@ -7014,7 +7162,7 @@ def test_candidate_queue_writer_run_closeout_route_is_post_only_and_no_write(): assert response.status_code == 200 assert data["mode"] == "candidate_queue_writer_run_closeout_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["closeout_passed"] is True assert data["ready_for_next_manual_phase"] is True assert data["ready_for_api_database_write"] is False @@ -7063,7 +7211,7 @@ def test_candidate_queue_review_handoff_route_is_post_only_and_no_write(): assert response.status_code == 200 assert data["mode"] == "candidate_queue_review_handoff_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["handoff_ready"] is True assert data["ready_for_manual_queue_review"] is True assert data["ready_for_api_database_write"] is False @@ -7121,7 +7269,7 @@ def test_candidate_queue_review_inventory_route_is_post_only_and_no_write(): assert get_response.status_code == 405 assert response.status_code == 200 assert data["mode"] == "candidate_queue_review_inventory_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["execute_requested"] is False assert data["review_inventory_ready"] is False assert data["ready_for_human_decision_review"] is False @@ -7187,7 +7335,7 @@ def test_candidate_queue_review_decision_route_is_post_only_and_no_write(): assert get_response.status_code == 405 assert response.status_code == 200 assert data["mode"] == "candidate_queue_review_decision_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["decision_ready"] is False assert data["ready_for_human_decision_record"] is False assert data["ready_for_api_review_state_update"] is False @@ -7258,7 +7406,7 @@ def test_candidate_queue_review_decision_approval_route_is_post_only_and_no_writ assert get_response.status_code == 405 assert response.status_code == 200 assert data["mode"] == "candidate_queue_review_decision_approval_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["approval_ready"] is False assert data["ready_for_review_state_transaction_preview"] is False assert data["ready_for_cli_decision_writer"] is False @@ -7334,7 +7482,7 @@ def test_candidate_queue_review_decision_transaction_route_is_post_only_and_no_w assert get_response.status_code == 405 assert response.status_code == 200 assert data["mode"] == "candidate_queue_review_decision_transaction_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["transaction_preview_created"] is False assert data["transaction_ready"] is False assert data["ready_for_manual_shell_update_window"] is False @@ -7416,7 +7564,7 @@ def test_candidate_queue_review_decision_writer_status_route_is_post_only_and_no assert get_response.status_code == 405 assert response.status_code == 200 assert data["mode"] == "candidate_queue_review_decision_writer_cli_blocked" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["execute_requested"] is True assert data["apply_real_write_requested"] is True assert data["approval_token_present"] is False @@ -7502,7 +7650,7 @@ def test_candidate_queue_review_decision_writer_preflight_route_is_post_only_and assert data["mode"] == ( "candidate_queue_review_decision_writer_preflight_preview" ) - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["execute_requested"] is True assert data["apply_real_write_requested"] is True assert data["read_only_query_executed"] is False @@ -7585,7 +7733,7 @@ def test_candidate_queue_review_decision_writer_postwrite_smoke_route_is_post_on assert data["mode"] == ( "candidate_queue_review_decision_writer_postwrite_smoke_planned" ) - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["execute_requested"] is False assert data["read_only_query_executed"] is False assert data["database_connection_opened"] is False @@ -7668,7 +7816,7 @@ def test_candidate_queue_review_decision_writer_operator_drill_route_is_post_onl assert data["mode"] == ( "candidate_queue_review_decision_writer_operator_drill_preview" ) - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["operator_drill_ready"] is False assert data["ready_for_api_review_state_update"] is False assert data["ready_for_api_database_write"] is False @@ -7754,7 +7902,7 @@ def test_candidate_queue_review_decision_writer_run_package_route_is_post_only_a assert data["mode"] == ( "candidate_queue_review_decision_writer_run_package_preview" ) - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["package_ready"] is False assert data["package_artifact_created"] is False assert data["ready_for_api_review_state_update"] is False @@ -7845,7 +7993,7 @@ def test_candidate_queue_review_decision_writer_run_readiness_route_is_post_only "candidate_queue_review_decision_writer_run_readiness_preview" ) assert data["phase"] == ( - "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + "phase_86_candidate_queue_review_ai_summary_persistence_run_package" ) assert data["ready_for_cli_operator_run"] is False assert data["ready_for_api_review_state_update"] is False @@ -7955,7 +8103,7 @@ def test_candidate_queue_review_decision_writer_run_receipt_route_is_post_only_a "candidate_queue_review_decision_writer_run_receipt_preview" ) assert data["phase"] == ( - "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + "phase_86_candidate_queue_review_ai_summary_persistence_run_package" ) assert data["receipt_passed"] is False assert data["ready_for_api_review_state_update"] is False @@ -8041,7 +8189,7 @@ def test_candidate_queue_review_decision_writer_run_closeout_route_is_post_only_ "candidate_queue_review_decision_writer_run_closeout_preview" ) assert data["phase"] == ( - "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + "phase_86_candidate_queue_review_ai_summary_persistence_run_package" ) assert data["closeout_passed"] is False assert data["ready_for_api_review_state_update"] is False @@ -8098,7 +8246,7 @@ def test_candidate_queue_review_decision_post_closeout_inventory_route_is_post_o "candidate_queue_review_decision_post_closeout_inventory_preview" ) assert data["phase"] == ( - "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + "phase_86_candidate_queue_review_ai_summary_persistence_run_package" ) assert data["post_closeout_inventory_ready"] is False assert data["ready_for_api_review_state_update"] is False @@ -8151,7 +8299,7 @@ def test_candidate_queue_review_completion_archive_route_is_post_only_and_no_wri assert get_response.status_code == 405 assert response.status_code == 200 assert data["mode"] == "candidate_queue_review_completion_archive_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["review_completion_archive_ready"] is False assert data["archive_manifest_ready"] is False assert data["ready_for_api_review_state_update"] is False @@ -8204,7 +8352,7 @@ def test_candidate_queue_review_archive_summary_route_is_post_only_and_no_write( assert get_response.status_code == 405 assert response.status_code == 200 assert data["mode"] == "candidate_queue_review_archive_summary_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["archive_summary_ready"] is False assert data["summary_input_ready"] is False assert data["ready_for_ai_summary_generation"] is False @@ -8265,7 +8413,7 @@ def test_candidate_queue_review_ai_summary_preflight_route_is_post_only_and_no_w assert get_response.status_code == 405 assert response.status_code == 200 assert data["mode"] == "candidate_queue_review_ai_summary_preflight_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["ai_summary_preflight_ready"] is False assert data["ready_for_manual_ollama_summary_run"] is False assert data["ready_for_ai_summary_generation"] is False @@ -8334,7 +8482,7 @@ def test_candidate_queue_review_ai_summary_run_package_route_is_post_only_and_no assert get_response.status_code == 405 assert response.status_code == 200 assert data["mode"] == "candidate_queue_review_ai_summary_run_package_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["ai_summary_run_package_ready"] is False assert data["ready_for_manual_ollama_summary_run"] is False assert data["ready_for_ai_summary_generation"] is False @@ -8406,7 +8554,7 @@ def test_candidate_queue_review_ai_summary_output_receipt_route_is_post_only_and assert get_response.status_code == 405 assert response.status_code == 200 assert data["mode"] == "candidate_queue_review_ai_summary_output_receipt_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["ai_summary_output_receipt_ready"] is False assert data["ready_for_summary_persistence_review"] is False assert data["manual_ai_summary_output_provided"] is False @@ -8479,7 +8627,7 @@ def test_candidate_queue_review_ai_summary_persistence_preflight_route_is_post_o "candidate_queue_review_ai_summary_persistence_preflight_preview" ) assert data["phase"] == ( - "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + "phase_86_candidate_queue_review_ai_summary_persistence_run_package" ) assert data["summary_persistence_preflight_ready"] is False assert data["ready_for_summary_transaction_preview"] is False @@ -8550,7 +8698,7 @@ def test_candidate_queue_review_ai_summary_persistence_transaction_route_is_post "candidate_queue_review_ai_summary_persistence_transaction_preview" ) assert data["phase"] == ( - "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + "phase_86_candidate_queue_review_ai_summary_persistence_run_package" ) assert data["summary_persistence_transaction_ready"] is False assert data["ready_for_summary_persistence_writer_gate"] is False @@ -8615,7 +8763,7 @@ def test_candidate_queue_review_ai_summary_persistence_writer_preflight_route_is "candidate_queue_review_ai_summary_persistence_writer_preflight_preview" ) assert data["phase"] == ( - "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + "phase_86_candidate_queue_review_ai_summary_persistence_run_package" ) assert data["summary_persistence_writer_preflight_ready"] is False assert data["ready_for_summary_persistence_run_package"] is False @@ -8655,6 +8803,79 @@ def test_candidate_queue_review_ai_summary_persistence_writer_preflight_route_is assert TEST_APPROVAL_TOKEN not in payload +def test_candidate_queue_review_ai_summary_persistence_run_package_route_is_post_only_and_no_write(): + from routes.market_intel_routes import market_intel_bp + from routes.market_intel_review_routes import market_intel_review_bp + + app = Flask(__name__) + app.secret_key = "test-secret" + app.register_blueprint(market_intel_bp) + app.register_blueprint(market_intel_review_bp) + client = app.test_client() + with client.session_transaction() as session: + session["logged_in"] = True + + get_response = client.get( + "/api/market_intel/manual_sample_review/" + "candidate_queue_review_ai_summary_persistence_run_package" + ) + response = client.post( + "/api/market_intel/manual_sample_review/" + "candidate_queue_review_ai_summary_persistence_run_package" + "?execute=true&apply_real_write=true", + json={"sample_result": {}}, + ) + data = response.get_json() + payload = json.dumps(data, ensure_ascii=False, sort_keys=True) + + assert get_response.status_code == 405 + assert response.status_code == 200 + assert data["mode"] == ( + "candidate_queue_review_ai_summary_persistence_run_package_preview" + ) + assert data["phase"] == ( + "phase_86_candidate_queue_review_ai_summary_persistence_run_package" + ) + assert data["package_ready"] is False + assert data["ready_for_summary_persistence_run_readiness"] is False + assert data["ready_for_summary_persistence_cli_run"] is False + assert data["ready_for_real_write"] is False + assert data["ready_for_api_database_write"] is False + assert data["ready_for_telegram_dispatch"] is False + assert data["package_artifact_created"] is False + assert data["summary_persistence_run_package_file_written"] is False + assert data["run_package_file_written"] is False + assert data["api_executes_llm"] is False + assert data["api_executes_cli"] is False + assert data["api_reads_approval_token"] is False + assert data["api_writes_file"] is False + assert data["api_writes_database"] is False + assert data["api_updates_review_state"] is False + assert data["summary_persistence_record_written"] is False + assert data["metadata_patch_written"] is False + assert data["transaction_file_written"] is False + assert data["ai_summary_generated"] is False + assert data["llm_call_executed"] is False + assert data["telegram_dispatched"] is False + assert data["database_connection_opened"] is False + assert data["database_write_executed"] is False + assert data["database_commit_executed"] is False + assert data["review_state_update_executed"] is False + assert data["scheduler_attached"] is False + assert data["statement_count"] == 0 + assert data["payload_manifest"]["payload_count"] == 0 + assert "summary_persistence_writer_preflight_ready" in data["blocked_reasons"] + assert "summary_persistence_payload_manifest_ready" in data["blocked_reasons"] + assert ( + "summary_persistence_run_package_apply_real_write_not_requested_from_api" + in data["blocked_reasons"] + ) + assert "do_not_open_database_connection_from_summary_persistence_run_package" in data[ + "safe_boundaries" + ] + assert TEST_APPROVAL_TOKEN not in payload + + def test_candidate_queue_writer_run_receipt_route_is_post_only_and_no_write(): from routes.market_intel_routes import market_intel_bp @@ -8683,7 +8904,7 @@ def test_candidate_queue_writer_run_receipt_route_is_post_only_and_no_write(): assert response.status_code == 200 assert data["mode"] == "candidate_queue_writer_run_receipt_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["receipt_passed"] is True assert data["ready_for_next_manual_review"] is True assert data["ready_for_api_database_write"] is False @@ -8708,7 +8929,7 @@ def test_scheduler_plan_preview_blocks_job_attachment(): plan = MarketIntelService().build_scheduler_plan() assert plan["mode"] == "scheduler_attach_plan_preview" - assert plan["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert plan["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert plan["ready_to_attach_scheduler"] is False assert plan["scheduler_attached"] is False assert plan["scheduler_registration_executed"] is False @@ -8746,7 +8967,7 @@ def test_scheduler_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "scheduler_attach_plan_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["scheduler_registration_executed"] is False assert data["crawler_job_started"] is False assert data["external_network_executed"] is False @@ -8757,7 +8978,7 @@ def test_match_review_plan_preview_blocks_auto_confirm(): plan = MarketIntelService().build_match_review_plan() assert plan["mode"] == "match_review_plan_preview" - assert plan["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert plan["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert plan["ready_for_review_queue"] is False assert plan["review_queue_created"] is False assert plan["auto_match_executed"] is False @@ -8793,7 +9014,7 @@ def test_match_review_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "match_review_plan_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["review_queue_created"] is False assert data["auto_confirm_executed"] is False assert data["external_network_executed"] is False @@ -8804,7 +9025,7 @@ def test_opportunity_plan_preview_blocks_alerts_and_ai_summary(): plan = MarketIntelService().build_opportunity_plan() assert plan["mode"] == "opportunity_plan_preview" - assert plan["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert plan["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert plan["ready_for_opportunity_queue"] is False assert plan["opportunity_queue_created"] is False assert plan["threat_alert_dispatched"] is False @@ -8845,7 +9066,7 @@ def test_opportunity_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "opportunity_plan_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["opportunity_queue_created"] is False assert data["threat_alert_dispatched"] is False assert data["ai_summary_generated"] is False @@ -8856,7 +9077,7 @@ def test_opportunity_scoring_plan_preview_blocks_scoring_and_alerts(): plan = MarketIntelService().build_opportunity_scoring_plan() assert plan["mode"] == "opportunity_scoring_plan_preview" - assert plan["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert plan["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert plan["ready_for_scoring_job"] is False assert plan["scoring_job_created"] is False assert plan["score_calculation_executed"] is False @@ -8904,7 +9125,7 @@ def test_opportunity_scoring_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "opportunity_scoring_plan_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["scoring_job_created"] is False assert data["score_calculation_executed"] is False assert data["sample_scores_generated"] is False @@ -8916,7 +9137,7 @@ def test_opportunity_evidence_plan_preview_blocks_queries_and_alerts(): plan = MarketIntelService().build_opportunity_evidence_plan() assert plan["mode"] == "opportunity_evidence_plan_preview" - assert plan["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert plan["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert plan["ready_for_evidence_bundle"] is False assert plan["evidence_bundle_created"] is False assert plan["evidence_query_executed"] is False @@ -8962,7 +9183,7 @@ def test_opportunity_evidence_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "opportunity_evidence_plan_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["evidence_bundle_created"] is False assert data["evidence_query_executed"] is False assert data["sample_evidence_generated"] is False @@ -8975,7 +9196,7 @@ def test_opportunity_alert_plan_preview_blocks_dispatch_and_llm_calls(): plan = MarketIntelService().build_opportunity_alert_plan() assert plan["mode"] == "opportunity_alert_plan_preview" - assert plan["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert plan["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert plan["ready_for_alert_candidates"] is False assert plan["alert_candidate_created"] is False assert plan["alert_queue_created"] is False @@ -9060,7 +9281,7 @@ def test_opportunity_alert_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "opportunity_alert_plan_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["alert_candidate_created"] is False assert data["alert_queue_created"] is False assert data["review_queue_created"] is False @@ -9138,7 +9359,7 @@ def test_mcp_deploy_preflight_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "mcp_external_deploy_preflight_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["deployment_actions_executed"] is False assert data["docker_command_executed"] is False assert data["ssh_command_executed"] is False @@ -9153,7 +9374,7 @@ def test_mcp_readiness_default_is_planned_only(monkeypatch): readiness = MarketIntelService().build_mcp_readiness() assert readiness["mode"] == "mcp_readiness_planned" - assert readiness["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert readiness["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert readiness["execute_requested"] is False assert readiness["router_enabled"] is False assert readiness["external_mcp_complete"] is False @@ -9695,6 +9916,12 @@ def test_deployment_readiness_reports_app_only_release_gate(): ] is True ) + assert ( + readiness["checks"][ + "candidate_queue_review_ai_summary_persistence_run_package_preview_safe" + ] + is True + ) assert ( readiness["checks"][ "candidate_queue_review_decision_writer_cli_status_safe" @@ -9869,6 +10096,11 @@ def test_deployment_readiness_reports_app_only_release_gate(): "candidate_queue_review_ai_summary_persistence_writer_preflight" in readiness["production_smoke_targets"] ) + assert ( + "/api/market_intel/manual_sample_review/" + "candidate_queue_review_ai_summary_persistence_run_package" + in readiness["production_smoke_targets"] + ) assert ( "/api/market_intel/manual_sample_review/" "candidate_queue_review_decision_writer_status" @@ -11748,6 +11980,84 @@ def test_deployment_readiness_reports_app_only_release_gate(): ] is False ) + assert ( + readiness["candidate_queue_review_ai_summary_persistence_run_package"][ + "mode" + ] + == "candidate_queue_review_ai_summary_persistence_run_package_preview" + ) + assert ( + readiness["candidate_queue_review_ai_summary_persistence_run_package"][ + "package_ready" + ] + is False + ) + assert ( + readiness["candidate_queue_review_ai_summary_persistence_run_package"][ + "ready_for_summary_persistence_run_readiness" + ] + is False + ) + assert ( + readiness["candidate_queue_review_ai_summary_persistence_run_package"][ + "ready_for_summary_persistence_cli_run" + ] + is False + ) + assert ( + readiness["candidate_queue_review_ai_summary_persistence_run_package"][ + "statement_count" + ] + == 0 + ) + assert ( + readiness["candidate_queue_review_ai_summary_persistence_run_package"][ + "payload_manifest" + ]["payload_count"] + == 0 + ) + assert ( + readiness["candidate_queue_review_ai_summary_persistence_run_package"][ + "api_executes_llm" + ] + is False + ) + assert ( + readiness["candidate_queue_review_ai_summary_persistence_run_package"][ + "package_artifact_created" + ] + is False + ) + assert ( + readiness["candidate_queue_review_ai_summary_persistence_run_package"][ + "summary_persistence_run_package_file_written" + ] + is False + ) + assert ( + readiness["candidate_queue_review_ai_summary_persistence_run_package"][ + "telegram_dispatched" + ] + is False + ) + assert ( + readiness["candidate_queue_review_ai_summary_persistence_run_package"][ + "database_connection_opened" + ] + is False + ) + assert ( + readiness["candidate_queue_review_ai_summary_persistence_run_package"][ + "database_write_executed" + ] + is False + ) + assert ( + readiness["candidate_queue_review_ai_summary_persistence_run_package"][ + "scheduler_attached" + ] + is False + ) assert ( readiness["candidate_queue_review_decision_writer_status"]["mode"] == "candidate_queue_review_decision_writer_cli_blocked" @@ -11898,7 +12208,7 @@ def test_migration_apply_drill_planned_is_safe_and_manual_only(): drill = MarketIntelService().build_migration_apply_drill() assert drill["mode"] == "migration_apply_drill_preview" - assert drill["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert drill["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert drill["execute_requested"] is False assert drill["schema_state"] == "planned_no_db_probe" assert drill["drill_ready_for_operator_review"] is True @@ -12013,7 +12323,7 @@ def test_migration_apply_drill_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "migration_apply_drill_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["execute_requested"] is False assert data["migration_executed"] is False assert data["rollback_executed"] is False @@ -12025,7 +12335,7 @@ def test_migration_catalog_review_planned_is_safe_and_diagnostic(): review = MarketIntelService().build_migration_catalog_review() assert review["mode"] == "migration_catalog_review_preview" - assert review["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert review["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert review["execute_requested"] is False assert review["catalog_state"] == "planned_no_probe" assert review["seed_state"] == "planned_no_probe" @@ -12140,7 +12450,7 @@ def test_migration_catalog_review_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "migration_catalog_review_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["execute_requested"] is False assert data["catalog_state"] == "planned_no_probe" assert data["migration_executed"] is False @@ -12153,7 +12463,7 @@ def test_migration_live_smoke_planned_is_preview_only(): smoke = MarketIntelService().build_migration_live_smoke() assert smoke["mode"] == "migration_live_smoke_preview" - assert smoke["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert smoke["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert smoke["execute_requested"] is False assert smoke["smoke_result"] == "planned_no_execution" assert smoke["live_smoke_passed"] is False @@ -12215,7 +12525,7 @@ def test_migration_live_smoke_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "migration_live_smoke_preview" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["execute_requested"] is False assert data["smoke_result"] == "planned_no_execution" assert data["migration_executed"] is False @@ -12228,7 +12538,7 @@ def test_live_db_inventory_planned_is_preview_only(): inventory = MarketIntelService().build_live_db_inventory() assert inventory["mode"] == "live_db_inventory_planned" - assert inventory["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert inventory["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert inventory["execute_requested"] is False assert inventory["read_only_query_executed"] is False assert inventory["database_connection_opened"] is False @@ -12372,7 +12682,7 @@ def test_live_db_inventory_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "live_db_inventory_planned" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["execute_requested"] is False assert data["read_only_query_executed"] is False assert data["database_write_executed"] is False @@ -12599,7 +12909,7 @@ def test_candidate_queue_writer_cli_script_outputs_blocked_gate(tmp_path): assert result.returncode == 0 assert data["mode"] == "candidate_queue_writer_cli_blocked" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["execute_requested"] is False assert data["apply_real_write_requested"] is False assert data["writes_executed"] is False @@ -12628,7 +12938,7 @@ def test_review_decision_writer_cli_script_outputs_blocked_gate_without_login_en assert result.returncode == 0 assert data["mode"] == "candidate_queue_review_decision_writer_cli_blocked" - assert data["phase"] == "phase_85_candidate_queue_review_ai_summary_persistence_writer_preflight" + assert data["phase"] == "phase_86_candidate_queue_review_ai_summary_persistence_run_package" assert data["execute_requested"] is False assert data["apply_real_write_requested"] is False assert data["approval_token_present"] is False