From 98a0ca7af9281bd007f5dc398db0e40f2019ce63 Mon Sep 17 00:00:00 2001 From: OoO Date: Tue, 19 May 2026 11:01:02 +0800 Subject: [PATCH] =?UTF-8?q?=E6=96=B0=E5=A2=9E=E5=B8=82=E5=A0=B4=E6=83=85?= =?UTF-8?q?=E5=A0=B1=20queue=20writer=20run=20package?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- TODO_NEXT_STEPS.txt | 3 +- config.py | 2 +- ...s-platform-market-campaign-intelligence.md | 1 + routes/README.md | 2 +- routes/market_intel_routes.py | 56 ++++ .../candidate_queue_writer_run_package.py | 277 ++++++++++++++++ services/market_intel/deployment_readiness.py | 24 ++ services/market_intel/service.py | 2 +- templates/market_intel/disabled.html | 99 ++++++ tests/test_market_intel_skeleton.py | 300 +++++++++++++++--- 10 files changed, 714 insertions(+), 52 deletions(-) create mode 100644 services/market_intel/candidate_queue_writer_run_package.py diff --git a/TODO_NEXT_STEPS.txt b/TODO_NEXT_STEPS.txt index 21a2f5a..e8493be 100644 --- a/TODO_NEXT_STEPS.txt +++ b/TODO_NEXT_STEPS.txt @@ -123,6 +123,7 @@ - Phase 58 candidate queue writer post-write smoke：新增 `services/market_intel/candidate_queue_writer_postwrite_smoke.py`、POST `/api/market_intel/manual_sample_review/candidate_queue_writer_postwrite_smoke` 與 UI smoke 按鈕，依 transaction preview 的 dedupe key 只讀查詢 `market_alert_review_queue`，讓 CLI 真寫入後可驗證 row 是否存在；頁面預設 execute=false 不連 DB、不寫 queue、不 commit、不掛 scheduler；版本同步至 V10.236。 - Phase 59 candidate queue writer operator drill：新增 `services/market_intel/candidate_queue_writer_operator_drill.py`、POST `/api/market_intel/manual_sample_review/candidate_queue_writer_operator_drill` 與 UI drill 按鈕，組裝 reviewed sample、備份、read-only preflight、CLI writer、post-write smoke 的操作員順序；API/UI 不讀 approval token、不執行 CLI、不連 DB、不寫 queue、不 commit、不掛 scheduler；版本同步至 V10.237。 - V10.238 補業績圖表 runtime QA 與分析 tabs 窄版修正：新增 `quick_review --sales-charts` 檢查 `/daily_sales`、`/growth_analysis` 的 Chart.js ready、可繪製資料集與 canvas 非空白；同時把分析報表 tabs 手機版改為自適應 grid，避免 Metabase/Grist 外部連結超出右側。 + - Phase 60 candidate queue writer run package：新增 `services/market_intel/candidate_queue_writer_run_package.py`、POST `/api/market_intel/manual_sample_review/candidate_queue_writer_run_package` 與 UI run package 按鈕，整理正式 CLI 小流量寫入前的 payload manifest、required artifacts、command bundle、operator signoff 與 rollback plan；API/UI 不產檔、不讀 approval token、不執行 CLI、不連 DB、不寫 queue、不 commit、不掛 scheduler；版本同步至 V10.239。 - Schema smoke：`tests/test_market_intel_skeleton.py` 檢查 `Base.metadata` 內含 ADR-035 八張 `market_*` tables。 - Desktop UI QA：本機只註冊 `market_intel_bp` 的 Flask harness 載入 `/market_intel`，確認 Phase 15、候選預覽、writer preview、安全 flags、點陣暖紙視覺正常，console error 0。 - API QA：`/api/market_intel/schema_smoke` 通過 7 張表與 `market_platforms` 必要欄位檢查；`/api/market_intel/platform_seed_writer_plan` 回傳 4 筆 dry-run upsert preview，`writes_executed=false`，四平台皆 `blocked_dry_run_only`。 @@ -133,7 +134,7 @@ - 補 UI preview panel 真 390px 截圖 QA；本輪 in-app browser 不支援直接設定 viewport，且 data URL iframe QA 被瀏覽器安全策略阻擋，不做繞過。 - 正式端 seed writer token-hardening drift：優先白名單同步 main 的一次性環境 token 版本，避免 API 暴露固定 approval token hint。 - 正式推版前需實際執行 worktree scope review、`python backup_system.py`、commit/push 目標變更、讀 deployment SOP 與 ADR-011，且只跑 `/health` 與市場情報頁 smoke。 - - 下一步才可在明確批准後做正式 DB 的 queue writer CLI 小流量 operator run；先用 operator drill 與 post-write smoke 做順序與只讀驗證，預設 API/UI 不得寫 DB，也不得執行 migration。 + - 下一步才可在明確批准且具備真實 reviewed sample JSON 後做正式 DB 的 queue writer CLI 小流量 operator run；先用 run package、operator drill 與 post-write smoke 做順序與只讀驗證，預設 API/UI 不得寫 DB，也不得執行 migration。 - 市場情報 UI 後續頁面必須沿用 V2 暖紙、暖墨、等寬數字與點陣風格，禁止複製巨型分析頁 template 模式。 ================================================================================ diff --git a/config.py b/config.py index 869ea5d..5c44a0d 100644 --- a/config.py +++ b/config.py @@ -320,7 +320,7 @@ YOUTUBE_API_KEY = os.getenv('YOUTUBE_API_KEY', '') # ========================================== # 系統版本與路徑 # ========================================== -SYSTEM_VERSION = "V10.238" +SYSTEM_VERSION = "V10.240" LOG_FILE_PATH = os.path.join(BASE_DIR, 'logs/system.log') public_url = PUBLIC_URL # 用於模板顯示 diff --git a/docs/adr/ADR-035-cross-platform-market-campaign-intelligence.md b/docs/adr/ADR-035-cross-platform-market-campaign-intelligence.md index e31978c..fd5fd1c 100644 --- a/docs/adr/ADR-035-cross-platform-market-campaign-intelligence.md +++ b/docs/adr/ADR-035-cross-platform-market-campaign-intelligence.md @@ -185,6 +185,7 @@ EwoooC 目前已有 MOMO EDM / 節慶活動資料、`promo_products`、PChome - 2026-05-19 追加 candidate queue writer CLI transaction：`scripts/market_intel_candidate_queue_writer.py` 在 CLI-only 情境支援受控 idempotent insert transaction，必須同時通過 transaction payload、read-only preflight、`--execute`、`--apply-real-write`、一次性 approval token、備份確認與 migration live smoke。API/UI 仍不得讀取 approval token、不得開 DB connection、不得寫 `market_alert_review_queue`、不得掛 scheduler；部署 smoke 不執行正式 DB 寫入。 - 2026-05-19 追加 candidate queue writer post-write smoke：`services.market_intel.candidate_queue_writer_postwrite_smoke` 與 `/api/market_intel/manual_sample_review/candidate_queue_writer_postwrite_smoke` 依 transaction preview dedupe key 只讀查詢 `market_alert_review_queue`，供 CLI 真寫入後確認 row 是否落地。UI 預設 `execute=false` 不連 DB；人工 smoke 即使 `execute=true` 也只讀查詢，不寫 DB、不 commit、不掛 scheduler。 - 2026-05-19 追加 candidate queue writer operator drill：`services.market_intel.candidate_queue_writer_operator_drill` 與 `/api/market_intel/manual_sample_review/candidate_queue_writer_operator_drill` 組裝 reviewed sample、備份、read-only preflight、CLI writer、post-write smoke 的操作員順序與 gate。此 drill 只輸出可稽核操作計畫；API/UI 不讀 approval token、不執行 CLI、不連 DB、不寫 queue、不 commit、不掛 scheduler。 +- 2026-05-19 追加 candidate queue writer run package：`services.market_intel.candidate_queue_writer_run_package` 與 `/api/market_intel/manual_sample_review/candidate_queue_writer_run_package` 整理正式 CLI 小流量寫入前的 payload manifest、required artifacts、command bundle、operator signoff 與 rollback plan。此 package 只輸出可稽核證據包預覽；API/UI 不產檔、不讀 approval token、不執行 CLI、不連 DB、不寫 queue、不 commit、不掛 scheduler。 ### Phase 4：Coupang / Shopee Adapter diff --git a/routes/README.md b/routes/README.md index c7609b0..87b4e34 100644 --- a/routes/README.md +++ b/routes/README.md @@ -19,7 +19,7 @@ | `edm_routes.py` | EDM 與節慶儀表板 | `/edm`, `/festival` | | `monthly_routes.py` | 月結分析 | `/monthly_summary_analysis`, `/api/monthly_summary_data` | | `daily_sales_routes.py` | 當日業績 | `/daily_sales`, `/daily_sales/export*` | -| `market_intel_routes.py` | 市場情報 Phase 59 candidate queue writer operator drill | `/market_intel`, `/market_intel/*`, `/api/market_intel/status`, `/api/market_intel/schema`, `/api/market_intel/schema_smoke`, `/api/market_intel/schema_db_probe`, `/api/market_intel/platform_seed_db_diff`, `/api/market_intel/legacy_source_bridge`, `/api/market_intel/mcp_readiness`, `/api/market_intel/mcp_tool_contract`, `/api/market_intel/mcp_deploy_preflight`, `/api/market_intel/mcp_activation_runbook`, `/api/market_intel/mcp_fetch_gate`, `/api/market_intel/scheduler_plan`, `/api/market_intel/manual_sample_plan`, `/api/market_intel/manual_sample_acceptance`, `/api/market_intel/manual_sample_review`, `/api/market_intel/manual_sample_review/evaluate`, `/api/market_intel/manual_sample_review/candidate_handoff`, `/api/market_intel/manual_sample_review/candidate_queue_draft`, `/api/market_intel/manual_sample_review/candidate_queue_approval`, `/api/market_intel/manual_sample_review/candidate_queue_transaction`, `/api/market_intel/manual_sample_review/candidate_queue_writer_status`, `/api/market_intel/manual_sample_review/candidate_queue_writer_preflight`, `/api/market_intel/manual_sample_review/candidate_queue_writer_postwrite_smoke`, `/api/market_intel/manual_sample_review/candidate_queue_writer_operator_drill`, `/api/market_intel/match_review_plan`, `/api/market_intel/opportunity_plan`, `/api/market_intel/opportunity_scoring_plan`, `/api/market_intel/opportunity_evidence_plan`, `/api/market_intel/opportunity_alert_plan`, `/api/market_intel/adapters`, `/api/market_intel/dry_run_plan`, `/api/market_intel/discovery_plan`, `/api/market_intel/manual_discovery`, `/api/market_intel/candidate_preview`, `/api/market_intel/platform_seed_plan`, `/api/market_intel/platform_seed_write_guard`, `/api/market_intel/platform_seed_writer_plan`, `/api/market_intel/migration_blueprint`, `/api/market_intel/migration_apply_drill`, `/api/market_intel/migration_catalog_review`, `/api/market_intel/migration_live_smoke`, `/api/market_intel/live_db_inventory`, `/api/market_intel/seed_writer_cli_status`, `/api/market_intel/write_approval_runbook`, `/api/market_intel/deployment_readiness` | +| `market_intel_routes.py` | 市場情報 Phase 60 candidate queue writer run package | `/market_intel`, `/market_intel/*`, `/api/market_intel/status`, `/api/market_intel/schema`, `/api/market_intel/schema_smoke`, `/api/market_intel/schema_db_probe`, `/api/market_intel/platform_seed_db_diff`, `/api/market_intel/legacy_source_bridge`, `/api/market_intel/mcp_readiness`, `/api/market_intel/mcp_tool_contract`, `/api/market_intel/mcp_deploy_preflight`, `/api/market_intel/mcp_activation_runbook`, `/api/market_intel/mcp_fetch_gate`, `/api/market_intel/scheduler_plan`, `/api/market_intel/manual_sample_plan`, `/api/market_intel/manual_sample_acceptance`, `/api/market_intel/manual_sample_review`, `/api/market_intel/manual_sample_review/evaluate`, `/api/market_intel/manual_sample_review/candidate_handoff`, `/api/market_intel/manual_sample_review/candidate_queue_draft`, `/api/market_intel/manual_sample_review/candidate_queue_approval`, `/api/market_intel/manual_sample_review/candidate_queue_transaction`, `/api/market_intel/manual_sample_review/candidate_queue_writer_status`, `/api/market_intel/manual_sample_review/candidate_queue_writer_preflight`, `/api/market_intel/manual_sample_review/candidate_queue_writer_postwrite_smoke`, `/api/market_intel/manual_sample_review/candidate_queue_writer_operator_drill`, `/api/market_intel/manual_sample_review/candidate_queue_writer_run_package`, `/api/market_intel/match_review_plan`, `/api/market_intel/opportunity_plan`, `/api/market_intel/opportunity_scoring_plan`, `/api/market_intel/opportunity_evidence_plan`, `/api/market_intel/opportunity_alert_plan`, `/api/market_intel/adapters`, `/api/market_intel/dry_run_plan`, `/api/market_intel/discovery_plan`, `/api/market_intel/manual_discovery`, `/api/market_intel/candidate_preview`, `/api/market_intel/platform_seed_plan`, `/api/market_intel/platform_seed_write_guard`, `/api/market_intel/platform_seed_writer_plan`, `/api/market_intel/migration_blueprint`, `/api/market_intel/migration_apply_drill`, `/api/market_intel/migration_catalog_review`, `/api/market_intel/migration_live_smoke`, `/api/market_intel/live_db_inventory`, `/api/market_intel/seed_writer_cli_status`, `/api/market_intel/write_approval_runbook`, `/api/market_intel/deployment_readiness` | | `api_routes.py` | 通用任務與查詢 API | `/api/run_task`, `/api/history/*` | | `export_routes.py` | 匯出功能 | `/api/export/*` | | `import_routes.py` | 匯入功能 | `/api/import_excel`, `/api/import/monthly_summary` | diff --git a/routes/market_intel_routes.py b/routes/market_intel_routes.py index 02761ba..fa786fa 100644 --- a/routes/market_intel_routes.py +++ b/routes/market_intel_routes.py @@ -21,6 +21,9 @@ from services.market_intel.candidate_queue_writer_postwrite_smoke import ( from services.market_intel.candidate_queue_writer_operator_drill import ( build_candidate_queue_writer_operator_drill, ) +from services.market_intel.candidate_queue_writer_run_package import ( + build_candidate_queue_writer_run_package, +) TAIPEI_TZ = timezone(timedelta(hours=8)) @@ -452,6 +455,59 @@ def market_intel_manual_sample_candidate_queue_writer_operator_drill(): return jsonify(data), status_code +@market_intel_bp.route( + "/api/market_intel/manual_sample_review/candidate_queue_writer_run_package", + methods=["POST"], +) +@login_required +def market_intel_manual_sample_candidate_queue_writer_run_package(): + payload = request.get_json(silent=True) + limit = request.args.get("limit", default=20, type=int) + service = _service() + payload_error = None + if not isinstance(payload, dict): + sample_result = None + payload_error = "invalid_json_object" + else: + sample_result = payload.get("sample_result", payload) + + transaction_preview = service.build_manual_sample_candidate_queue_transaction( + sample_result=sample_result, + payload_error=payload_error, + limit=limit, + ) + writer_preflight = build_candidate_queue_writer_preflight( + transaction_preview=transaction_preview, + execute_requested=False, + ) + writer_status = build_candidate_queue_writer_cli_plan( + transaction_preview=transaction_preview, + writer_preflight=writer_preflight, + approval_token=None, + approval_token_secret=None, + ) + postwrite_smoke = build_candidate_queue_writer_postwrite_smoke( + transaction_preview=transaction_preview, + execute_requested=False, + ) + operator_drill = build_candidate_queue_writer_operator_drill( + transaction_preview=transaction_preview, + writer_preflight=writer_preflight, + writer_status=writer_status, + postwrite_smoke=postwrite_smoke, + ) + data = build_candidate_queue_writer_run_package( + transaction_preview=transaction_preview, + writer_preflight=writer_preflight, + writer_status=writer_status, + postwrite_smoke=postwrite_smoke, + operator_drill=operator_drill, + ) + data["phase"] = service.phase + status_code = 400 if payload_error else 200 + return jsonify(data), status_code + + @market_intel_bp.route("/api/market_intel/match_review_plan") @login_required def market_intel_match_review_plan(): diff --git a/services/market_intel/candidate_queue_writer_run_package.py b/services/market_intel/candidate_queue_writer_run_package.py new file mode 100644 index 0000000..f47a9f5 --- /dev/null +++ b/services/market_intel/candidate_queue_writer_run_package.py @@ -0,0 +1,277 @@ +"""候選審核 queue writer operator run package preview。 + +本模組只把正式 CLI 小流量寫入前需要保存的 payload、命令、證據與 +回退資訊整理成可審核預覽；不讀 approval token、不寫本機檔案、不開 DB +connection、不執行 CLI、不 commit、不掛 scheduler。 +""" + +import hashlib +import json + + +def _stable_hash(value): + encoded = json.dumps( + value, + ensure_ascii=False, + sort_keys=True, + separators=(",", ":"), + ).encode("utf-8") + return hashlib.sha256(encoded).hexdigest() + + +def _statement_payloads(transaction_preview): + payloads = [] + for statement in transaction_preview.get("statements", []): + payload = statement.get("parameter_preview") + if not isinstance(payload, dict): + continue + payloads.append( + { + "index": statement.get("index"), + "idempotency_key": statement.get("idempotency_key"), + "dedupe_key": payload.get("dedupe_key"), + "alert_candidate_id": payload.get("alert_candidate_id"), + "review_state": payload.get("review_state"), + "priority_lane": payload.get("priority_lane"), + "threshold_level": payload.get("threshold_level"), + "source_batch_id": payload.get("source_batch_id"), + "payload_hash": _stable_hash(payload), + } + ) + return payloads + + +def _package_gates( + *, + transaction_preview, + writer_preflight, + writer_status, + postwrite_smoke, + operator_drill, +): + transaction_summary = transaction_preview.get("transaction_summary", {}) + statement_count = int(transaction_summary.get("statement_count") or 0) + return [ + { + "key": "transaction_preview_created", + "label": "已產生 candidate queue transaction preview", + "passed": bool(transaction_preview.get("transaction_preview_created")), + }, + { + "key": "transaction_has_one_small_batch", + "label": "首次 operator run 必須是小流量，且至少有一筆 statement", + "passed": 0 < statement_count <= 5, + }, + { + "key": "writer_preflight_planned", + "label": "已建立 writer preflight 計畫，正式操作時需另跑只讀 smoke", + "passed": bool(writer_preflight), + }, + { + "key": "writer_cli_gate_available", + "label": "CLI writer gate 已可用，正式寫入只能走 CLI", + "passed": bool(writer_status), + }, + { + "key": "postwrite_smoke_available", + "label": "post-write smoke 已可用，寫入後可只讀驗證 dedupe key", + "passed": bool(postwrite_smoke), + }, + { + "key": "operator_drill_ready", + "label": "operator drill 已產生正式操作順序", + "passed": bool(operator_drill.get("operator_drill_ready")), + }, + { + "key": "real_sample_payload_saved_by_operator", + "label": "真實 sample result 必須由操作員存成 reviewed JSON 檔", + "passed": False, + }, + { + "key": "backup_artifact_path_recorded", + "label": "正式寫入前必須記錄最新備份檔路徑", + "passed": False, + }, + { + "key": "one_time_token_supplied_in_shell_only", + "label": "一次性 approval token 只能在 CLI shell 提供", + "passed": False, + }, + { + "key": "postwrite_evidence_saved", + "label": "正式寫入後必須保存 writer output 與 post-write smoke 結果", + "passed": False, + }, + ] + + +def build_candidate_queue_writer_run_package( + *, + transaction_preview, + writer_preflight, + writer_status, + postwrite_smoke, + operator_drill, +): + """建立正式 operator run package preview；不執行任何副作用。""" + payloads = _statement_payloads(transaction_preview) + payload_manifest_hash = _stable_hash(payloads) + gates = _package_gates( + transaction_preview=transaction_preview, + writer_preflight=writer_preflight, + writer_status=writer_status, + postwrite_smoke=postwrite_smoke, + operator_drill=operator_drill, + ) + blocked_reasons = [gate["key"] for gate in gates if not gate["passed"]] + package_ready = bool(payloads and operator_drill.get("operator_drill_ready")) + + return { + "mode": "candidate_queue_writer_run_package_preview", + "target_table": "market_alert_review_queue", + "package_ready": package_ready, + "package_artifact_created": False, + "api_writes_file": False, + "api_executes_cli": False, + "api_reads_approval_token": False, + "api_writes_database": False, + "database_connection_opened": False, + "database_session_created": False, + "explicit_transaction_opened": False, + "database_write_executed": False, + "database_commit_executed": False, + "database_rollback_executed": False, + "external_network_executed": False, + "scheduler_attached": False, + "writes_executed": False, + "would_write_database": False, + "blocked_reasons": blocked_reasons, + "payload_manifest": { + "payload_count": len(payloads), + "manifest_hash": payload_manifest_hash, + "dedupe_keys": [ + item["dedupe_key"] for item in payloads if item.get("dedupe_key") + ], + "payloads": payloads, + "redaction_policy": [ + "do_not_include_approval_token", + "do_not_include_raw_html", + "do_not_include_login_or_member_data", + ], + }, + "required_artifacts": [ + { + "key": "reviewed_sample_json", + "label": "操作員保存的真實 reviewed sample JSON", + "path_shape": "artifacts/market_intel/reviewed-sample-YYYYMMDD-HHMMSS.json", + "created_by_api": False, + }, + { + "key": "project_backup_zip", + "label": "正式寫入前備份檔", + "path_shape": "scripts/tools/backups/momo_pro_system_backup_*.zip", + "created_by_api": False, + }, + { + "key": "read_only_preflight_json", + "label": "CLI read-only preflight 輸出", + "path_shape": "artifacts/market_intel/preflight-*.json", + "created_by_api": False, + }, + { + "key": "writer_output_json", + "label": "CLI writer 正式執行輸出", + "path_shape": "artifacts/market_intel/writer-output-*.json", + "created_by_api": False, + }, + { + "key": "postwrite_smoke_json", + "label": "post-write smoke 只讀驗證輸出", + "path_shape": "artifacts/market_intel/postwrite-smoke-*.json", + "created_by_api": False, + }, + ], + "command_bundle": [ + { + "step": 1, + "key": "save_reviewed_sample", + "command_shape": ( + "mkdir -p artifacts/market_intel && " + "write reviewed sample JSON to artifacts/market_intel/" + "reviewed-sample-YYYYMMDD-HHMMSS.json" + ), + "executes_database": False, + }, + { + "step": 2, + "key": "backup", + "command_shape": "python3 scripts/tools/backup_system.py", + "executes_database": False, + }, + { + "step": 3, + "key": "preflight", + "command_shape": ( + "python3 scripts/market_intel_candidate_queue_writer.py " + "--sample-json artifacts/market_intel/reviewed-sample.json " + "--read-only-preflight > artifacts/market_intel/preflight.json" + ), + "executes_database": False, + }, + { + "step": 4, + "key": "writer", + "command_shape": ( + "MARKET_INTEL_QUEUE_WRITE_APPROVAL=... " + "python3 scripts/market_intel_candidate_queue_writer.py " + "--sample-json artifacts/market_intel/reviewed-sample.json " + "--read-only-preflight --backup-verified " + "--migration-live-smoke-passed --execute --apply-real-write " + "--approval-token \"$MARKET_INTEL_QUEUE_WRITE_APPROVAL\" " + "> artifacts/market_intel/writer-output.json" + ), + "executes_database": True, + }, + { + "step": 5, + "key": "postwrite_smoke", + "command_shape": ( + "POST /api/market_intel/manual_sample_review/" + "candidate_queue_writer_postwrite_smoke?execute=true " + "> artifacts/market_intel/postwrite-smoke.json" + ), + "executes_database": False, + }, + ], + "operator_signoff": [ + "確認 reviewed sample JSON 來自真實公開頁抓取結果", + "確認備份檔路徑與時間", + "確認 migration live smoke 結果為通過或可接受狀態", + "確認 writer output 的 inserted_count / skipped_count", + "確認 post-write smoke 找到預期 dedupe key", + ], + "rollback_plan": [ + { + "key": "no_preview_side_effect", + "label": "此 run package preview 沒有副作用，不需要 DB rollback", + }, + { + "key": "dedupe_key_cleanup_review", + "label": "正式 CLI 寫入後若需回退，依 dedupe key 人工審核清理", + }, + { + "key": "keep_market_flags_disabled", + "label": "異常時維持 MARKET_INTEL_* flags 關閉，不掛 scheduler", + }, + ], + "safe_boundaries": [ + "do_not_create_run_artifacts_from_api", + "do_not_execute_cli_from_api", + "do_not_read_approval_token_from_api", + "do_not_open_database_connection_from_run_package_preview", + "do_not_write_queue_from_run_package_preview", + "do_not_attach_scheduler_from_run_package", + "no_remove_orphans", + "no_momo_db_lifecycle_change", + ], + } diff --git a/services/market_intel/deployment_readiness.py b/services/market_intel/deployment_readiness.py index bc9cce6..f04fd29 100644 --- a/services/market_intel/deployment_readiness.py +++ b/services/market_intel/deployment_readiness.py @@ -15,6 +15,9 @@ from services.market_intel.candidate_queue_writer_postwrite_smoke import ( from services.market_intel.candidate_queue_writer_operator_drill import ( build_candidate_queue_writer_operator_drill, ) +from services.market_intel.candidate_queue_writer_run_package import ( + build_candidate_queue_writer_run_package, +) def build_deployment_readiness_preview( @@ -71,6 +74,13 @@ def build_deployment_readiness_preview( postwrite_smoke=candidate_queue_writer_postwrite_smoke, ) ) + candidate_queue_writer_run_package = build_candidate_queue_writer_run_package( + transaction_preview=manual_sample_candidate_queue_transaction, + writer_preflight=candidate_queue_writer_preflight, + writer_status=candidate_queue_writer_cli_status, + postwrite_smoke=candidate_queue_writer_postwrite_smoke, + operator_drill=candidate_queue_writer_operator_drill, + ) match_review_plan = service.build_match_review_plan() opportunity_plan = service.build_opportunity_plan() opportunity_scoring_plan = service.build_opportunity_scoring_plan() @@ -266,6 +276,18 @@ def build_deployment_readiness_preview( and not candidate_queue_writer_operator_drill["database_commit_executed"] and not candidate_queue_writer_operator_drill["scheduler_attached"] ), + "candidate_queue_writer_run_package_preview_safe": bool( + candidate_queue_writer_run_package["mode"] + == "candidate_queue_writer_run_package_preview" + and not candidate_queue_writer_run_package["package_artifact_created"] + and not candidate_queue_writer_run_package["api_writes_file"] + and not candidate_queue_writer_run_package["api_executes_cli"] + and not candidate_queue_writer_run_package["api_reads_approval_token"] + and not candidate_queue_writer_run_package["database_connection_opened"] + and not candidate_queue_writer_run_package["database_write_executed"] + and not candidate_queue_writer_run_package["database_commit_executed"] + and not candidate_queue_writer_run_package["scheduler_attached"] + ), "match_review_plan_preview_safe": bool( match_review_plan["mode"] == "match_review_plan_preview" and not match_review_plan["review_queue_created"] @@ -482,6 +504,7 @@ def build_deployment_readiness_preview( "/api/market_intel/live_db_inventory", "/api/market_intel/manual_sample_review/candidate_queue_writer_postwrite_smoke", "/api/market_intel/manual_sample_review/candidate_queue_writer_operator_drill", + "/api/market_intel/manual_sample_review/candidate_queue_writer_run_package", ], "status": status.to_dict(), "schema_smoke": schema_smoke, @@ -526,6 +549,7 @@ def build_deployment_readiness_preview( "candidate_queue_writer_operator_drill": ( candidate_queue_writer_operator_drill ), + "candidate_queue_writer_run_package": candidate_queue_writer_run_package, "match_review_plan": match_review_plan, "opportunity_plan": opportunity_plan, "opportunity_scoring_plan": opportunity_scoring_plan, diff --git a/services/market_intel/service.py b/services/market_intel/service.py index f7c9b29..0ec58df 100644 --- a/services/market_intel/service.py +++ b/services/market_intel/service.py @@ -108,7 +108,7 @@ class MarketIntelRuntimeStatus: class MarketIntelService: """市場情報入口服務，先集中 feature gate 與安全狀態。""" - phase = "phase_59_candidate_queue_writer_operator_drill" + phase = "phase_60_candidate_queue_writer_run_package" def get_runtime_status(self) -> MarketIntelRuntimeStatus: return MarketIntelRuntimeStatus( diff --git a/templates/market_intel/disabled.html b/templates/market_intel/disabled.html index c61ed10..7658ce3 100644 --- a/templates/market_intel/disabled.html +++ b/templates/market_intel/disabled.html @@ -600,6 +600,9 @@ + @@ -932,6 +935,7 @@ const sampleCandidateQueuePreflight = sampleReviewRoot ? sampleReviewRoot.querySelector('[data-market-intel-sample-candidate-queue-preflight]') : null; const sampleCandidateQueuePostwriteSmoke = sampleReviewRoot ? sampleReviewRoot.querySelector('[data-market-intel-sample-candidate-queue-postwrite-smoke]') : null; const sampleCandidateQueueOperatorDrill = sampleReviewRoot ? sampleReviewRoot.querySelector('[data-market-intel-sample-candidate-queue-operator-drill]') : null; + const sampleCandidateQueueRunPackage = sampleReviewRoot ? sampleReviewRoot.querySelector('[data-market-intel-sample-candidate-queue-run-package]') : null; const sampleReviewEndpoint = "{{ url_for('market_intel.market_intel_manual_sample_review') }}"; const sampleReviewEvaluateEndpoint = "{{ url_for('market_intel.market_intel_manual_sample_review_evaluate') }}"; const sampleCandidateHandoffEndpoint = "{{ url_for('market_intel.market_intel_manual_sample_candidate_handoff') }}"; @@ -942,6 +946,7 @@ const sampleCandidateQueuePreflightEndpoint = "{{ url_for('market_intel.market_intel_manual_sample_candidate_queue_writer_preflight') }}"; const sampleCandidateQueuePostwriteSmokeEndpoint = "{{ url_for('market_intel.market_intel_manual_sample_candidate_queue_writer_postwrite_smoke') }}"; const sampleCandidateQueueOperatorDrillEndpoint = "{{ url_for('market_intel.market_intel_manual_sample_candidate_queue_writer_operator_drill') }}"; + const sampleCandidateQueueRunPackageEndpoint = "{{ url_for('market_intel.market_intel_manual_sample_candidate_queue_writer_run_package') }}"; const schedulerMeta = schedulerRoot ? schedulerRoot.querySelector('[data-market-intel-scheduler-meta]') : null; const schedulerBody = schedulerRoot ? schedulerRoot.querySelector('[data-market-intel-scheduler-body]') : null; const schedulerRefresh = schedulerRoot ? schedulerRoot.querySelector('[data-market-intel-scheduler-refresh]') : null; @@ -2528,6 +2533,97 @@ } }; + const renderCandidateQueueRunPackage = data => { + const blockers = (data.blocked_reasons || []).join(' / '); + const manifest = data.payload_manifest || {}; + const artifacts = data.required_artifacts || []; + const commands = data.command_bundle || []; + const signoff = data.operator_signoff || []; + sampleReviewMeta.innerHTML = [ + `mode=${data.mode || 'unknown'}`, + `ready=${data.package_ready ? 'yes' : 'no'}`, + `payloads=${manifest.payload_count || 0}`, + `api_file=${data.api_writes_file ? 'yes' : 'no'}`, + `db_write=${data.database_write_executed ? 'yes' : 'no'}` + ].map(item => `${escapeHtml(item)}`).join(''); + sampleReviewBody.innerHTML = ` +
此卡只整理正式 CLI 小流量寫入前的證據包與命令包；API/UI 不產檔、不讀 token、不執行 CLI、不寫 DB。${blockers ? `阻擋：${escapeHtml(blockers)}` : ''}
+
manifest=${escapeHtml((manifest.manifest_hash || '').slice(0, 16) || 'none')} / dedupe=${escapeHtml((manifest.dedupe_keys || []).join(', ') || 'none')}
+
+
+

REQUIRED ARTIFACTS

+
${ + artifacts.map(item => ` +
+ ${escapeHtml(item.key)} + ${escapeHtml(item.label)} + ${escapeHtml(item.path_shape)} + created_by_api=${item.created_by_api ? 'yes' : 'no'} +
+ `).join('') || '
尚未提供 artifacts。
' + }
+
+
+

COMMAND BUNDLE

+
${ + commands.map(item => ` +
+ ${escapeHtml(item.step)}. ${escapeHtml(item.key)} + ${escapeHtml(item.command_shape)} + db_write=${item.executes_database ? 'yes' : 'no'} +
+ `).join('') || '
尚未提供 commands。
' + }
+
+
+

OPERATOR SIGNOFF

+
${ + signoff.map((item, index) => ` +
+
+ ${escapeHtml(`signoff_${index + 1}`)} + ${escapeHtml(item)} +
+ REQUIRED +
+ `).join('') || '
尚未提供 signoff。
' + }
+
+
+ `; + }; + + const loadCandidateQueueRunPackage = async () => { + if (!sampleReviewMeta || !sampleReviewBody || !sampleReviewInput) return; + let parsed; + try { + parsed = JSON.parse(sampleReviewInput.value || '{}'); + } catch (error) { + sampleReviewMeta.innerHTML = 'json_error'; + sampleReviewBody.innerHTML = `
JSON 格式錯誤：${escapeHtml(error.message)}
`; + return; + } + + sampleReviewBody.innerHTML = '
產生 queue writer run package 中...
'; + try { + const response = await fetch(sampleCandidateQueueRunPackageEndpoint, { + method: 'POST', + credentials: 'same-origin', + headers: { + 'Content-Type': 'application/json', + 'X-CSRFToken': csrfToken + }, + body: JSON.stringify({ sample_result: parsed }) + }); + const data = await response.json(); + if (!response.ok && !data.mode) throw new Error(`HTTP ${response.status}`); + renderCandidateQueueRunPackage(data); + } catch (error) { + sampleReviewMeta.innerHTML = 'error'; + sampleReviewBody.innerHTML = `
queue writer run package 產生失敗：${escapeHtml(error.message)}
`; + } + }; + const renderSchedulerMeta = data => { schedulerMeta.innerHTML = [ `mode=${data.mode || 'unknown'}`, @@ -4046,6 +4142,9 @@ if (sampleCandidateQueueOperatorDrill) { sampleCandidateQueueOperatorDrill.addEventListener('click', loadCandidateQueueOperatorDrill); } + if (sampleCandidateQueueRunPackage) { + sampleCandidateQueueRunPackage.addEventListener('click', loadCandidateQueueRunPackage); + } if (schedulerRefresh) { schedulerRefresh.addEventListener('click', loadScheduler); } diff --git a/tests/test_market_intel_skeleton.py b/tests/test_market_intel_skeleton.py index 6983cec..b591e78 100644 --- a/tests/test_market_intel_skeleton.py +++ b/tests/test_market_intel_skeleton.py @@ -557,6 +557,10 @@ def test_market_intel_preview_template_uses_safe_fetch_false_endpoint(): "market_intel.market_intel_manual_sample_candidate_queue_writer_operator_drill" in template ) + assert ( + "market_intel.market_intel_manual_sample_candidate_queue_writer_run_package" + in template + ) assert "X-CSRFToken" in template assert "market_intel.market_intel_scheduler_plan" in template assert "market_intel.market_intel_match_review_plan" in template @@ -593,7 +597,7 @@ def test_legacy_source_bridge_default_is_planned_only(): bridge = MarketIntelService().build_legacy_source_bridge() assert bridge["mode"] == "legacy_source_bridge_planned" - assert bridge["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert bridge["phase"] == "phase_60_candidate_queue_writer_run_package" assert bridge["execute_requested"] is False assert bridge["read_only_query_executed"] is False assert bridge["database_connection_opened"] is False @@ -751,7 +755,7 @@ def test_mcp_tool_contract_preview_is_read_only_and_whitelisted(): contract = MarketIntelService().build_mcp_tool_contract() assert contract["mode"] == "mcp_tool_contract_preview" - assert contract["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert contract["phase"] == "phase_60_candidate_queue_writer_run_package" assert contract["caller"] == "market_intel" assert contract["contract_ready"] is True assert contract["blocked_reasons"] == [] @@ -884,7 +888,7 @@ def test_mcp_activation_runbook_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "mcp_activation_runbook_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["deployment_actions_executed"] is False assert data["docker_command_executed"] is False assert data["ssh_command_executed"] is False @@ -897,7 +901,7 @@ def test_mcp_fetch_gate_default_blocks_external_fetch(): gate = MarketIntelService().build_mcp_fetch_gate(fetch_requested=True) assert gate["mode"] == "mcp_fetch_gate_planned" - assert gate["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert gate["phase"] == "phase_60_candidate_queue_writer_run_package" assert gate["fetch_requested"] is True assert gate["manual_fetch_gate_open"] is False assert gate["network_request_allowed"] is False @@ -967,7 +971,7 @@ def test_mcp_fetch_gate_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "mcp_fetch_gate_planned" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["fetch_requested"] is False assert data["network_request_allowed"] is False assert data["external_network_executed"] is False @@ -979,7 +983,7 @@ def test_manual_sample_plan_preview_blocks_fetch_and_write(): plan = MarketIntelService().build_manual_sample_plan() assert plan["mode"] == "manual_sample_fetch_plan_preview" - assert plan["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert plan["phase"] == "phase_60_candidate_queue_writer_run_package" assert plan["ready_for_manual_sample_fetch"] is False assert plan["sample_fetch_executed"] is False assert plan["external_network_executed"] is False @@ -1027,7 +1031,7 @@ def test_manual_sample_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "manual_sample_fetch_plan_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["sample_fetch_executed"] is False assert data["external_network_executed"] is False assert data["database_write_executed"] is False @@ -1038,7 +1042,7 @@ def test_manual_sample_acceptance_preview_blocks_candidate_import(): acceptance = MarketIntelService().build_manual_sample_acceptance() assert acceptance["mode"] == "manual_sample_acceptance_preview" - assert acceptance["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert acceptance["phase"] == "phase_60_candidate_queue_writer_run_package" assert acceptance["contract_ready"] is True assert acceptance["sample_result_loaded"] is False assert acceptance["sample_result_accepted"] is False @@ -1080,7 +1084,7 @@ def test_manual_sample_acceptance_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "manual_sample_acceptance_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["sample_result_loaded"] is False assert data["candidate_import_allowed"] is False assert data["external_network_executed"] is False @@ -1092,7 +1096,7 @@ def test_manual_sample_review_preview_is_planned_until_result_loaded(): review = MarketIntelService().build_manual_sample_review() assert review["mode"] == "manual_sample_review_preview" - assert review["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert review["phase"] == "phase_60_candidate_queue_writer_run_package" assert review["contract_ready"] is True assert review["sample_result_loaded"] is False assert review["sample_result_reviewed"] is False @@ -1203,7 +1207,7 @@ def test_manual_sample_review_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "manual_sample_review_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["sample_result_loaded"] is False assert data["sample_result_reviewed"] is False assert data["candidate_import_allowed"] is False @@ -1242,7 +1246,7 @@ def test_manual_sample_review_evaluation_preview_accepts_payload_without_persist ) assert review["mode"] == "manual_sample_review_evaluation_preview" - assert review["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert review["phase"] == "phase_60_candidate_queue_writer_run_package" assert review["review_request_type"] == "operator_posted_json" assert review["payload_received"] is True assert review["payload_valid_json_object"] is True @@ -1304,7 +1308,7 @@ def test_manual_sample_review_evaluate_route_is_post_only_and_no_write(): assert response.status_code == 200 assert data["mode"] == "manual_sample_review_evaluation_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["payload_received"] is True assert data["payload_valid_json_object"] is True assert data["payload_persisted"] is False @@ -1384,7 +1388,7 @@ def test_manual_sample_candidate_handoff_preview_creates_candidates_without_pers ) assert handoff["mode"] == "manual_sample_candidate_handoff_preview" - assert handoff["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert handoff["phase"] == "phase_60_candidate_queue_writer_run_package" assert handoff["payload_received"] is True assert handoff["payload_valid_json_object"] is True assert handoff["payload_persisted"] is False @@ -1448,7 +1452,7 @@ def test_manual_sample_candidate_handoff_route_is_post_only_and_no_write(): assert response.status_code == 200 assert data["mode"] == "manual_sample_candidate_handoff_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["payload_received"] is True assert data["handoff_ready"] is True assert data["candidate_handoff_created"] is True @@ -1507,7 +1511,7 @@ def test_manual_sample_candidate_queue_draft_preview_builds_review_items_without ) assert queue_draft["mode"] == "manual_sample_candidate_queue_draft_preview" - assert queue_draft["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert queue_draft["phase"] == "phase_60_candidate_queue_writer_run_package" assert queue_draft["payload_received"] is True assert queue_draft["payload_valid_json_object"] is True assert queue_draft["payload_persisted"] is False @@ -1581,7 +1585,7 @@ def test_manual_sample_candidate_queue_draft_route_is_post_only_and_no_write(): assert response.status_code == 200 assert data["mode"] == "manual_sample_candidate_queue_draft_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["payload_received"] is True assert data["handoff_ready"] is True assert data["queue_draft_ready"] is True @@ -1644,7 +1648,7 @@ def test_manual_sample_candidate_queue_approval_preview_blocks_write_and_maps_ro ) assert approval["mode"] == "manual_sample_candidate_queue_approval_preview" - assert approval["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert approval["phase"] == "phase_60_candidate_queue_writer_run_package" assert approval["payload_received"] is True assert approval["payload_valid_json_object"] is True assert approval["payload_persisted"] is False @@ -1722,7 +1726,7 @@ def test_manual_sample_candidate_queue_approval_route_is_post_only_and_no_write( assert response.status_code == 200 assert data["mode"] == "manual_sample_candidate_queue_approval_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["payload_received"] is True assert data["approval_preview_created"] is True assert data["approval_request_created"] is False @@ -1785,7 +1789,7 @@ def test_manual_sample_candidate_queue_transaction_preview_blocks_execution(): ) assert transaction["mode"] == "manual_sample_candidate_queue_transaction_preview" - assert transaction["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert transaction["phase"] == "phase_60_candidate_queue_writer_run_package" assert transaction["payload_received"] is True assert transaction["payload_valid_json_object"] is True assert transaction["payload_persisted"] is False @@ -1865,7 +1869,7 @@ def test_manual_sample_candidate_queue_transaction_route_is_post_only_and_no_wri assert response.status_code == 200 assert data["mode"] == "manual_sample_candidate_queue_transaction_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["payload_received"] is True assert data["transaction_preview_created"] is True assert data["transaction_ready"] is False @@ -2473,6 +2477,104 @@ def test_candidate_queue_writer_operator_drill_preview_is_safe(): assert "do_not_execute_cli_from_api" in drill["safe_boundaries"] +def test_candidate_queue_writer_run_package_preview_is_safe(): + from services.market_intel.candidate_queue_writer_cli import ( + build_candidate_queue_writer_cli_plan, + ) + from services.market_intel.candidate_queue_writer_operator_drill import ( + build_candidate_queue_writer_operator_drill, + ) + from services.market_intel.candidate_queue_writer_postwrite_smoke import ( + build_candidate_queue_writer_postwrite_smoke, + ) + from services.market_intel.candidate_queue_writer_preflight import ( + build_candidate_queue_writer_preflight, + ) + from services.market_intel.candidate_queue_writer_run_package import ( + build_candidate_queue_writer_run_package, + ) + + sample_result = { + "batch_id": "sample-batch-25", + "platform_code": "momo", + "source_key": "homepage", + "source_url": "https://www.momoshop.com.tw/", + "status": "fetched", + "status_code": 200, + "content_length": 1700, + "page_hash": "7" * 64, + "title": "MOMO 活動", + "diagnostics": { + "link_count": 1, + "same_host_link_count": 1, + "campaign_link_candidates": [ + { + "confidence_band": "high", + "score": 94, + "url": "https://www.momoshop.com.tw/activity/sample", + "text": "品牌活動", + }, + ], + }, + } + transaction = MarketIntelService().build_manual_sample_candidate_queue_transaction( + sample_result=sample_result + ) + preflight = build_candidate_queue_writer_preflight( + transaction_preview=transaction, + execute_requested=False, + ) + writer_status = build_candidate_queue_writer_cli_plan( + transaction_preview=transaction, + writer_preflight=preflight, + ) + postwrite_smoke = build_candidate_queue_writer_postwrite_smoke( + transaction_preview=transaction, + execute_requested=False, + ) + operator_drill = build_candidate_queue_writer_operator_drill( + transaction_preview=transaction, + writer_preflight=preflight, + writer_status=writer_status, + postwrite_smoke=postwrite_smoke, + ) + run_package = build_candidate_queue_writer_run_package( + transaction_preview=transaction, + writer_preflight=preflight, + writer_status=writer_status, + postwrite_smoke=postwrite_smoke, + operator_drill=operator_drill, + ) + + assert run_package["mode"] == "candidate_queue_writer_run_package_preview" + assert run_package["package_ready"] is True + assert run_package["package_artifact_created"] is False + assert run_package["api_writes_file"] is False + assert run_package["api_executes_cli"] is False + assert run_package["api_reads_approval_token"] is False + assert run_package["api_writes_database"] is False + assert run_package["database_connection_opened"] is False + assert run_package["database_session_created"] is False + assert run_package["explicit_transaction_opened"] is False + assert run_package["database_write_executed"] is False + assert run_package["database_commit_executed"] is False + assert run_package["scheduler_attached"] is False + assert run_package["writes_executed"] is False + assert run_package["would_write_database"] is False + assert run_package["payload_manifest"]["payload_count"] == 1 + assert len(run_package["payload_manifest"]["manifest_hash"]) == 64 + assert len(run_package["required_artifacts"]) == 5 + assert all( + item["created_by_api"] is False + for item in run_package["required_artifacts"] + ) + assert len(run_package["command_bundle"]) == 5 + assert any(item["executes_database"] for item in run_package["command_bundle"]) + assert "real_sample_payload_saved_by_operator" in run_package["blocked_reasons"] + assert "one_time_token_supplied_in_shell_only" in run_package["blocked_reasons"] + assert "do_not_create_run_artifacts_from_api" in run_package["safe_boundaries"] + + def test_candidate_queue_writer_preflight_route_is_post_only_and_no_write(): from routes.market_intel_routes import market_intel_bp @@ -2515,7 +2617,7 @@ def test_candidate_queue_writer_preflight_route_is_post_only_and_no_write(): assert response.status_code == 200 assert data["mode"] == "candidate_queue_writer_preflight_planned" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["execute_requested"] is False assert data["read_only_query_executed"] is False assert data["database_connection_opened"] is False @@ -2572,7 +2674,7 @@ def test_candidate_queue_writer_status_route_never_leaks_approval_token(monkeypa assert response.status_code == 200 assert data["mode"] == "candidate_queue_writer_cli_blocked" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["execute_requested"] is True assert data["apply_real_write_requested"] is True assert data["approval_token_present"] is False @@ -2661,7 +2763,7 @@ def test_candidate_queue_writer_postwrite_smoke_route_is_post_only_and_no_write( assert response.status_code == 200 assert data["mode"] == "candidate_queue_writer_postwrite_smoke_planned" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["execute_requested"] is False assert data["read_only_query_executed"] is False assert data["database_connection_opened"] is False @@ -2715,7 +2817,7 @@ def test_candidate_queue_writer_operator_drill_route_is_post_only_and_no_write() assert response.status_code == 200 assert data["mode"] == "candidate_queue_writer_operator_drill_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["operator_drill_ready"] is True assert data["api_executes_cli"] is False assert data["api_reads_approval_token"] is False @@ -2728,11 +2830,70 @@ def test_candidate_queue_writer_operator_drill_route_is_post_only_and_no_write() assert "backup_verified_by_operator" in data["blocked_reasons"] +def test_candidate_queue_writer_run_package_route_is_post_only_and_no_write(): + from routes.market_intel_routes import market_intel_bp + + app = Flask(__name__) + app.secret_key = "test-secret" + app.register_blueprint(market_intel_bp) + client = app.test_client() + with client.session_transaction() as session: + session["logged_in"] = True + + response = client.post( + "/api/market_intel/manual_sample_review/" + "candidate_queue_writer_run_package", + json={ + "sample_result": { + "batch_id": "sample-batch-26", + "platform_code": "momo", + "source_key": "homepage", + "source_url": "https://www.momoshop.com.tw/", + "status": "fetched", + "status_code": 200, + "content_length": 1700, + "page_hash": "8" * 64, + "title": "MOMO 活動", + "diagnostics": { + "link_count": 1, + "same_host_link_count": 1, + "campaign_link_candidates": [ + { + "confidence_band": "high", + "score": 94, + "url": "https://www.momoshop.com.tw/activity/sample", + "text": "品牌活動", + }, + ], + }, + } + }, + ) + data = response.get_json() + + assert response.status_code == 200 + assert data["mode"] == "candidate_queue_writer_run_package_preview" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" + assert data["package_ready"] is True + assert data["package_artifact_created"] is False + assert data["api_writes_file"] is False + assert data["api_executes_cli"] is False + assert data["api_reads_approval_token"] is False + assert data["api_writes_database"] is False + assert data["database_connection_opened"] is False + assert data["database_write_executed"] is False + assert data["database_commit_executed"] is False + assert data["scheduler_attached"] is False + assert data["payload_manifest"]["payload_count"] == 1 + assert len(data["command_bundle"]) == 5 + assert "real_sample_payload_saved_by_operator" in data["blocked_reasons"] + + def test_scheduler_plan_preview_blocks_job_attachment(): plan = MarketIntelService().build_scheduler_plan() assert plan["mode"] == "scheduler_attach_plan_preview" - assert plan["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert plan["phase"] == "phase_60_candidate_queue_writer_run_package" assert plan["ready_to_attach_scheduler"] is False assert plan["scheduler_attached"] is False assert plan["scheduler_registration_executed"] is False @@ -2770,7 +2931,7 @@ def test_scheduler_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "scheduler_attach_plan_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["scheduler_registration_executed"] is False assert data["crawler_job_started"] is False assert data["external_network_executed"] is False @@ -2781,7 +2942,7 @@ def test_match_review_plan_preview_blocks_auto_confirm(): plan = MarketIntelService().build_match_review_plan() assert plan["mode"] == "match_review_plan_preview" - assert plan["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert plan["phase"] == "phase_60_candidate_queue_writer_run_package" assert plan["ready_for_review_queue"] is False assert plan["review_queue_created"] is False assert plan["auto_match_executed"] is False @@ -2817,7 +2978,7 @@ def test_match_review_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "match_review_plan_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["review_queue_created"] is False assert data["auto_confirm_executed"] is False assert data["external_network_executed"] is False @@ -2828,7 +2989,7 @@ def test_opportunity_plan_preview_blocks_alerts_and_ai_summary(): plan = MarketIntelService().build_opportunity_plan() assert plan["mode"] == "opportunity_plan_preview" - assert plan["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert plan["phase"] == "phase_60_candidate_queue_writer_run_package" assert plan["ready_for_opportunity_queue"] is False assert plan["opportunity_queue_created"] is False assert plan["threat_alert_dispatched"] is False @@ -2869,7 +3030,7 @@ def test_opportunity_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "opportunity_plan_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["opportunity_queue_created"] is False assert data["threat_alert_dispatched"] is False assert data["ai_summary_generated"] is False @@ -2880,7 +3041,7 @@ def test_opportunity_scoring_plan_preview_blocks_scoring_and_alerts(): plan = MarketIntelService().build_opportunity_scoring_plan() assert plan["mode"] == "opportunity_scoring_plan_preview" - assert plan["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert plan["phase"] == "phase_60_candidate_queue_writer_run_package" assert plan["ready_for_scoring_job"] is False assert plan["scoring_job_created"] is False assert plan["score_calculation_executed"] is False @@ -2928,7 +3089,7 @@ def test_opportunity_scoring_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "opportunity_scoring_plan_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["scoring_job_created"] is False assert data["score_calculation_executed"] is False assert data["sample_scores_generated"] is False @@ -2940,7 +3101,7 @@ def test_opportunity_evidence_plan_preview_blocks_queries_and_alerts(): plan = MarketIntelService().build_opportunity_evidence_plan() assert plan["mode"] == "opportunity_evidence_plan_preview" - assert plan["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert plan["phase"] == "phase_60_candidate_queue_writer_run_package" assert plan["ready_for_evidence_bundle"] is False assert plan["evidence_bundle_created"] is False assert plan["evidence_query_executed"] is False @@ -2986,7 +3147,7 @@ def test_opportunity_evidence_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "opportunity_evidence_plan_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["evidence_bundle_created"] is False assert data["evidence_query_executed"] is False assert data["sample_evidence_generated"] is False @@ -2999,7 +3160,7 @@ def test_opportunity_alert_plan_preview_blocks_dispatch_and_llm_calls(): plan = MarketIntelService().build_opportunity_alert_plan() assert plan["mode"] == "opportunity_alert_plan_preview" - assert plan["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert plan["phase"] == "phase_60_candidate_queue_writer_run_package" assert plan["ready_for_alert_candidates"] is False assert plan["alert_candidate_created"] is False assert plan["alert_queue_created"] is False @@ -3084,7 +3245,7 @@ def test_opportunity_alert_plan_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "opportunity_alert_plan_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["alert_candidate_created"] is False assert data["alert_queue_created"] is False assert data["review_queue_created"] is False @@ -3162,7 +3323,7 @@ def test_mcp_deploy_preflight_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "mcp_external_deploy_preflight_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["deployment_actions_executed"] is False assert data["docker_command_executed"] is False assert data["ssh_command_executed"] is False @@ -3177,7 +3338,7 @@ def test_mcp_readiness_default_is_planned_only(monkeypatch): readiness = MarketIntelService().build_mcp_readiness() assert readiness["mode"] == "mcp_readiness_planned" - assert readiness["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert readiness["phase"] == "phase_60_candidate_queue_writer_run_package" assert readiness["execute_requested"] is False assert readiness["router_enabled"] is False assert readiness["external_mcp_complete"] is False @@ -3583,6 +3744,10 @@ def test_deployment_readiness_reports_app_only_release_gate(): readiness["checks"]["candidate_queue_writer_operator_drill_preview_safe"] is True ) + assert ( + readiness["checks"]["candidate_queue_writer_run_package_preview_safe"] + is True + ) assert readiness["checks"]["match_review_plan_preview_safe"] is True assert readiness["checks"]["opportunity_plan_preview_safe"] is True assert readiness["checks"]["opportunity_scoring_plan_preview_safe"] is True @@ -3633,6 +3798,10 @@ def test_deployment_readiness_reports_app_only_release_gate(): "/api/market_intel/manual_sample_review/candidate_queue_writer_operator_drill" in readiness["production_smoke_targets"] ) + assert ( + "/api/market_intel/manual_sample_review/candidate_queue_writer_run_package" + in readiness["production_smoke_targets"] + ) assert readiness["write_approval_runbook"]["ready_for_real_write"] is False assert readiness["write_approval_runbook"]["writes_executed"] is False assert readiness["migration_blueprint"]["migration_executed"] is False @@ -4016,6 +4185,41 @@ def test_deployment_readiness_reports_app_only_release_gate(): readiness["candidate_queue_writer_operator_drill"]["scheduler_attached"] is False ) + assert ( + readiness["candidate_queue_writer_run_package"]["mode"] + == "candidate_queue_writer_run_package_preview" + ) + assert ( + readiness["candidate_queue_writer_run_package"]["package_artifact_created"] + is False + ) + assert readiness["candidate_queue_writer_run_package"]["api_writes_file"] is False + assert ( + readiness["candidate_queue_writer_run_package"]["api_executes_cli"] + is False + ) + assert ( + readiness["candidate_queue_writer_run_package"]["api_reads_approval_token"] + is False + ) + assert ( + readiness["candidate_queue_writer_run_package"][ + "database_connection_opened" + ] + is False + ) + assert ( + readiness["candidate_queue_writer_run_package"]["database_write_executed"] + is False + ) + assert ( + readiness["candidate_queue_writer_run_package"]["database_commit_executed"] + is False + ) + assert ( + readiness["candidate_queue_writer_run_package"]["scheduler_attached"] + is False + ) assert readiness["scheduler_plan"]["scheduler_registration_executed"] is False assert readiness["scheduler_plan"]["crawler_job_started"] is False assert readiness["scheduler_plan"]["database_write_executed"] is False @@ -4120,7 +4324,7 @@ def test_migration_apply_drill_planned_is_safe_and_manual_only(): drill = MarketIntelService().build_migration_apply_drill() assert drill["mode"] == "migration_apply_drill_preview" - assert drill["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert drill["phase"] == "phase_60_candidate_queue_writer_run_package" assert drill["execute_requested"] is False assert drill["schema_state"] == "planned_no_db_probe" assert drill["drill_ready_for_operator_review"] is True @@ -4235,7 +4439,7 @@ def test_migration_apply_drill_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "migration_apply_drill_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["execute_requested"] is False assert data["migration_executed"] is False assert data["rollback_executed"] is False @@ -4247,7 +4451,7 @@ def test_migration_catalog_review_planned_is_safe_and_diagnostic(): review = MarketIntelService().build_migration_catalog_review() assert review["mode"] == "migration_catalog_review_preview" - assert review["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert review["phase"] == "phase_60_candidate_queue_writer_run_package" assert review["execute_requested"] is False assert review["catalog_state"] == "planned_no_probe" assert review["seed_state"] == "planned_no_probe" @@ -4362,7 +4566,7 @@ def test_migration_catalog_review_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "migration_catalog_review_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["execute_requested"] is False assert data["catalog_state"] == "planned_no_probe" assert data["migration_executed"] is False @@ -4375,7 +4579,7 @@ def test_migration_live_smoke_planned_is_preview_only(): smoke = MarketIntelService().build_migration_live_smoke() assert smoke["mode"] == "migration_live_smoke_preview" - assert smoke["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert smoke["phase"] == "phase_60_candidate_queue_writer_run_package" assert smoke["execute_requested"] is False assert smoke["smoke_result"] == "planned_no_execution" assert smoke["live_smoke_passed"] is False @@ -4437,7 +4641,7 @@ def test_migration_live_smoke_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "migration_live_smoke_preview" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["execute_requested"] is False assert data["smoke_result"] == "planned_no_execution" assert data["migration_executed"] is False @@ -4450,7 +4654,7 @@ def test_live_db_inventory_planned_is_preview_only(): inventory = MarketIntelService().build_live_db_inventory() assert inventory["mode"] == "live_db_inventory_planned" - assert inventory["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert inventory["phase"] == "phase_60_candidate_queue_writer_run_package" assert inventory["execute_requested"] is False assert inventory["read_only_query_executed"] is False assert inventory["database_connection_opened"] is False @@ -4594,7 +4798,7 @@ def test_live_db_inventory_route_is_preview_only(): assert response.status_code == 200 assert data["mode"] == "live_db_inventory_planned" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["execute_requested"] is False assert data["read_only_query_executed"] is False assert data["database_write_executed"] is False @@ -4821,7 +5025,7 @@ def test_candidate_queue_writer_cli_script_outputs_blocked_gate(tmp_path): assert result.returncode == 0 assert data["mode"] == "candidate_queue_writer_cli_blocked" - assert data["phase"] == "phase_59_candidate_queue_writer_operator_drill" + assert data["phase"] == "phase_60_candidate_queue_writer_run_package" assert data["execute_requested"] is False assert data["apply_real_write_requested"] is False assert data["writes_executed"] is False