feat(market-intel): add external mcp preflight
All checks were successful
CD Pipeline / deploy (push) Successful in 1m2s
All checks were successful
CD Pipeline / deploy (push) Successful in 1m2s
This commit is contained in:
@@ -154,6 +154,7 @@ EwoooC 目前已有 MOMO EDM / 節慶活動資料、`promo_products`、PChome
|
||||
- 2026-05-18 追加 legacy source bridge preview:`/api/market_intel/legacy_source_bridge` 預設 `execute=false` 只回 planned,不連 DB;人工 smoke 才能以 `execute=true` 只讀盤點 `promo_products`、`competitor_prices`、`competitor_price_history`,產生舊資料導入 `market_*` 的 mapping、dedupe 與 blocked operation preview。此橋接不得寫入 DB、不得建立 ORM session、不得把 PChome 比價快取冒充為活動頁商品、不得掛 scheduler。
|
||||
- 2026-05-18 追加 MCP readiness preview:`/api/market_intel/mcp_readiness` 預設 `execute=false` 只回 planned,盤點 ADR-031 外部 MCP server、`services.mcp_router` feature flag、tool registry、`mcp_calls` telemetry 與 market_intel tool contract 缺口。人工 smoke 才能以 `execute=true` 做只讀 health / telemetry probe;此探針不得寫 DB、不得建立 ORM session、不得替市場情報自動啟用 MCP 或外部爬取。
|
||||
- 2026-05-18 追加 internal MCP tool contract preview:`services.market_intel.mcp_contract` 與 `/api/market_intel/mcp_tool_contract` 定義 `market_campaign_search`、`market_campaign_scrape`、`market_product_match_lookup` 三個 read-only contract,並在 `services.mcp_router.TOOL_REGISTRY` 註冊 `market_intel` caller 白名單。此階段只建立可審核合約與 readiness 檢查,不啟用 `MCP_ROUTER_ENABLED`、不呼叫 MCP server、不寫 DB、不掛 scheduler。
|
||||
- 2026-05-18 追加 external MCP deploy preflight preview:`services.market_intel.mcp_deploy_preflight` 與 `/api/market_intel/mcp_deploy_preflight` 只讀檢查 `docker-compose.mcp.yml`、必要 env、localhost-only ports、read-only volume、Firecrawl resource guard 與 fallback plan。此 preflight 不執行 docker/SSH、不建立 `mcp_readonly` role、不啟用 `MCP_ROUTER_ENABLED`、不寫 DB、不掛 scheduler;外部 MCP stack 須等 env 與 operator smoke 全過後另行批准。
|
||||
|
||||
### Phase 4:Coupang / Shopee Adapter
|
||||
|
||||
|
||||
@@ -19,7 +19,7 @@
|
||||
| `edm_routes.py` | EDM 與節慶儀表板 | `/edm`, `/festival` |
|
||||
| `monthly_routes.py` | 月結分析 | `/monthly_summary_analysis`, `/api/monthly_summary_data` |
|
||||
| `daily_sales_routes.py` | 當日業績 | `/daily_sales`, `/daily_sales/export*` |
|
||||
| `market_intel_routes.py` | 市場情報 Phase 29 internal MCP contract preview | `/market_intel`, `/market_intel/*`, `/api/market_intel/status`, `/api/market_intel/schema`, `/api/market_intel/schema_smoke`, `/api/market_intel/schema_db_probe`, `/api/market_intel/platform_seed_db_diff`, `/api/market_intel/legacy_source_bridge`, `/api/market_intel/mcp_readiness`, `/api/market_intel/mcp_tool_contract`, `/api/market_intel/adapters`, `/api/market_intel/dry_run_plan`, `/api/market_intel/discovery_plan`, `/api/market_intel/manual_discovery`, `/api/market_intel/candidate_preview`, `/api/market_intel/platform_seed_plan`, `/api/market_intel/platform_seed_write_guard`, `/api/market_intel/platform_seed_writer_plan`, `/api/market_intel/migration_blueprint`, `/api/market_intel/seed_writer_cli_status`, `/api/market_intel/write_approval_runbook`, `/api/market_intel/deployment_readiness` |
|
||||
| `market_intel_routes.py` | 市場情報 Phase 30 external MCP preflight preview | `/market_intel`, `/market_intel/*`, `/api/market_intel/status`, `/api/market_intel/schema`, `/api/market_intel/schema_smoke`, `/api/market_intel/schema_db_probe`, `/api/market_intel/platform_seed_db_diff`, `/api/market_intel/legacy_source_bridge`, `/api/market_intel/mcp_readiness`, `/api/market_intel/mcp_tool_contract`, `/api/market_intel/mcp_deploy_preflight`, `/api/market_intel/adapters`, `/api/market_intel/dry_run_plan`, `/api/market_intel/discovery_plan`, `/api/market_intel/manual_discovery`, `/api/market_intel/candidate_preview`, `/api/market_intel/platform_seed_plan`, `/api/market_intel/platform_seed_write_guard`, `/api/market_intel/platform_seed_writer_plan`, `/api/market_intel/migration_blueprint`, `/api/market_intel/seed_writer_cli_status`, `/api/market_intel/write_approval_runbook`, `/api/market_intel/deployment_readiness` |
|
||||
| `api_routes.py` | 通用任務與查詢 API | `/api/run_task`, `/api/history/*` |
|
||||
| `export_routes.py` | 匯出功能 | `/api/export/*` |
|
||||
| `import_routes.py` | 匯入功能 | `/api/import_excel`, `/api/import/monthly_summary` |
|
||||
|
||||
@@ -126,6 +126,12 @@ def market_intel_mcp_tool_contract():
|
||||
return jsonify(_service().build_mcp_tool_contract())
|
||||
|
||||
|
||||
@market_intel_bp.route("/api/market_intel/mcp_deploy_preflight")
|
||||
@login_required
|
||||
def market_intel_mcp_deploy_preflight():
|
||||
return jsonify(_service().build_mcp_deploy_preflight())
|
||||
|
||||
|
||||
@market_intel_bp.route("/api/market_intel/adapters")
|
||||
@login_required
|
||||
def market_intel_adapters():
|
||||
|
||||
178
services/market_intel/mcp_deploy_preflight.py
Normal file
178
services/market_intel/mcp_deploy_preflight.py
Normal file
@@ -0,0 +1,178 @@
|
||||
"""外部 MCP stack 部署前檢查 preview。
|
||||
|
||||
本模組只讀本機 compose 設計與環境變數狀態;不執行 docker、SSH、DB migration、
|
||||
RBAC 建立或任何 MCP server health call。
|
||||
"""
|
||||
|
||||
import os
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
MCP_COMPOSE_PATH = "docker-compose.mcp.yml"
|
||||
EXPECTED_MCP_SERVICES = (
|
||||
"postgres-mcp",
|
||||
"mcp-omnisearch",
|
||||
"firecrawl-self",
|
||||
"firecrawl-redis",
|
||||
"firecrawl-playwright",
|
||||
"chrome-reaper",
|
||||
"filesystem-mcp",
|
||||
)
|
||||
EXPECTED_MCP_CONTAINERS = (
|
||||
"momo-mcp-postgres",
|
||||
"momo-mcp-omnisearch",
|
||||
"momo-mcp-firecrawl",
|
||||
"momo-mcp-firecrawl-redis",
|
||||
"momo-mcp-firecrawl-playwright",
|
||||
"momo-mcp-chrome-reaper",
|
||||
"momo-mcp-filesystem",
|
||||
)
|
||||
EXPECTED_LOCALHOST_PORTS = ("3001", "3002", "3003", "3004")
|
||||
REQUIRED_ENV_VARS = ("MCP_POSTGRES_PASSWORD", "TAVILY_API_KEY", "EXA_API_KEY")
|
||||
OPTIONAL_ENV_VARS = ("FIRECRAWL_AUTH_KEY",)
|
||||
|
||||
|
||||
def _read_compose_file(path):
|
||||
compose_path = Path(path)
|
||||
if not compose_path.exists():
|
||||
return compose_path, ""
|
||||
return compose_path, compose_path.read_text(encoding="utf-8")
|
||||
|
||||
|
||||
def _build_env_status(env):
|
||||
statuses = []
|
||||
for name in REQUIRED_ENV_VARS:
|
||||
statuses.append(
|
||||
{
|
||||
"name": name,
|
||||
"required": True,
|
||||
"present": bool(env.get(name)),
|
||||
"value_redacted": bool(env.get(name)),
|
||||
}
|
||||
)
|
||||
for name in OPTIONAL_ENV_VARS:
|
||||
statuses.append(
|
||||
{
|
||||
"name": name,
|
||||
"required": False,
|
||||
"present": bool(env.get(name)),
|
||||
"value_redacted": bool(env.get(name)),
|
||||
}
|
||||
)
|
||||
return statuses
|
||||
|
||||
|
||||
def build_mcp_deploy_preflight_plan(*, compose_path=MCP_COMPOSE_PATH, env=None):
|
||||
"""建立外部 MCP 部署 preflight;不執行任何部署動作。"""
|
||||
env = env or os.environ
|
||||
compose_file, compose_text = _read_compose_file(compose_path)
|
||||
service_statuses = [
|
||||
{
|
||||
"service": service,
|
||||
"declared": f" {service}:" in compose_text,
|
||||
}
|
||||
for service in EXPECTED_MCP_SERVICES
|
||||
]
|
||||
container_statuses = [
|
||||
{
|
||||
"container": container,
|
||||
"declared": f"container_name: {container}" in compose_text,
|
||||
}
|
||||
for container in EXPECTED_MCP_CONTAINERS
|
||||
]
|
||||
port_statuses = [
|
||||
{
|
||||
"port": port,
|
||||
"localhost_only": f"127.0.0.1:{port}:" in compose_text,
|
||||
"declared": f":{port}" in compose_text,
|
||||
}
|
||||
for port in EXPECTED_LOCALHOST_PORTS
|
||||
]
|
||||
env_statuses = _build_env_status(env)
|
||||
env_required_present = all(
|
||||
item["present"]
|
||||
for item in env_statuses
|
||||
if item["required"]
|
||||
)
|
||||
router_enabled = env.get("MCP_ROUTER_ENABLED", "false").strip().lower() in (
|
||||
"true",
|
||||
"1",
|
||||
"yes",
|
||||
"on",
|
||||
)
|
||||
checks = {
|
||||
"compose_file_present": compose_file.exists(),
|
||||
"all_expected_services_declared": all(item["declared"] for item in service_statuses),
|
||||
"all_expected_containers_declared": all(item["declared"] for item in container_statuses),
|
||||
"all_public_mcp_ports_localhost_only": all(
|
||||
item["localhost_only"] for item in port_statuses
|
||||
),
|
||||
"required_env_vars_present": env_required_present,
|
||||
"postgres_readonly_role_required": "POSTGRES_USER=mcp_readonly" in compose_text,
|
||||
"postgres_allowed_tables_limited": "ALLOWED_TABLES=" in compose_text,
|
||||
"filesystem_mounts_read_only": "./data:/data:ro" in compose_text and "./logs:/logs:ro" in compose_text,
|
||||
"firecrawl_resource_guard_present": "memory: 2g" in compose_text and "PLAYWRIGHT_BROWSER_POOL_MAX=3" in compose_text,
|
||||
"chrome_reaper_declared": "chrome-reaper:" in compose_text,
|
||||
"router_flag_still_off_before_health": not router_enabled,
|
||||
"no_deployment_action_executed": True,
|
||||
"no_database_lifecycle_action_executed": True,
|
||||
}
|
||||
blocked_reasons = [
|
||||
key for key, passed in checks.items()
|
||||
if not passed
|
||||
]
|
||||
|
||||
return {
|
||||
"mode": "mcp_external_deploy_preflight_preview",
|
||||
"compose_path": str(compose_file),
|
||||
"compose_file_present": compose_file.exists(),
|
||||
"expected_services": list(EXPECTED_MCP_SERVICES),
|
||||
"service_statuses": service_statuses,
|
||||
"container_statuses": container_statuses,
|
||||
"port_statuses": port_statuses,
|
||||
"env_statuses": env_statuses,
|
||||
"checks": checks,
|
||||
"ready_to_start_stack": not blocked_reasons,
|
||||
"blocked_reasons": blocked_reasons,
|
||||
"operator_command_preview": (
|
||||
"docker compose -f docker-compose.mcp.yml up -d"
|
||||
if compose_file.exists()
|
||||
else None
|
||||
),
|
||||
"post_start_health_targets": [
|
||||
"http://localhost:3001/health",
|
||||
"http://localhost:3002/health",
|
||||
"http://localhost:3003/health",
|
||||
"http://localhost:3004/health",
|
||||
],
|
||||
"fallback_plan": [
|
||||
{
|
||||
"key": "keep_router_disabled",
|
||||
"label": "MCP_ROUTER_ENABLED 維持 false,直到四個 health endpoint 全部 200",
|
||||
},
|
||||
{
|
||||
"key": "stop_mcp_stack_only",
|
||||
"label": "若 MCP stack 異常,只停止 docker-compose.mcp.yml 管理的 momo-mcp-* 容器",
|
||||
},
|
||||
{
|
||||
"key": "no_momo_db_lifecycle_change",
|
||||
"label": "不得 stop/rm/recreate momo-db;postgres-mcp 只能使用 mcp_readonly",
|
||||
},
|
||||
],
|
||||
"safe_deploy_boundaries": [
|
||||
"do_not_use_remove_orphans",
|
||||
"do_not_touch_momo_db_container",
|
||||
"do_not_enable_mcp_router_before_health_passes",
|
||||
"do_not_run_external_crawlers_without_operator_approval",
|
||||
],
|
||||
"deployment_actions_executed": False,
|
||||
"docker_command_executed": False,
|
||||
"ssh_command_executed": False,
|
||||
"database_session_created": False,
|
||||
"database_write_executed": False,
|
||||
"database_commit_executed": False,
|
||||
"external_network_executed": False,
|
||||
"scheduler_attached": False,
|
||||
"writes_executed": False,
|
||||
"would_write_database": False,
|
||||
}
|
||||
@@ -252,9 +252,9 @@ def build_mcp_readiness_plan(
|
||||
"would_write_database": False,
|
||||
"blocked_reasons": blocked_reasons,
|
||||
"next_required_steps": [
|
||||
"先通過 /api/market_intel/mcp_deploy_preflight 的 env、compose、port 與 fallback 檢查",
|
||||
"部署並健康檢查 docker-compose.mcp.yml 的 postgres / omnisearch / firecrawl / filesystem",
|
||||
"在正式環境設定 MCP_ROUTER_ENABLED=true 與 MCP_* URL / API keys",
|
||||
"建立 market_intel caller 的 MCP tool 白名單與 read-only tool contract",
|
||||
"四個 MCP health endpoint 全部 200 後,才在正式環境設定 MCP_ROUTER_ENABLED=true",
|
||||
"把 market_intel discovery / bridge preview 改成先走 MCP readiness,再允許人工 fetch",
|
||||
],
|
||||
}
|
||||
|
||||
@@ -21,6 +21,7 @@ from services.market_intel.candidate_preview import build_candidate_preview_from
|
||||
from services.market_intel.discovery_runner import ManualDiscoveryRunner
|
||||
from services.market_intel.legacy_source_bridge import build_legacy_source_bridge_plan
|
||||
from services.market_intel.mcp_contract import build_mcp_tool_contract_preview
|
||||
from services.market_intel.mcp_deploy_preflight import build_mcp_deploy_preflight_plan
|
||||
from services.market_intel.mcp_readiness import build_mcp_readiness_plan
|
||||
from services.market_intel.migration_blueprint import build_migration_blueprint
|
||||
from services.market_intel.platform_seed import build_platform_seed_rows
|
||||
@@ -65,7 +66,7 @@ class MarketIntelRuntimeStatus:
|
||||
class MarketIntelService:
|
||||
"""市場情報入口服務,先集中 feature gate 與安全狀態。"""
|
||||
|
||||
phase = "phase_29_internal_mcp_contract_preview"
|
||||
phase = "phase_30_external_mcp_preflight_preview"
|
||||
|
||||
def get_runtime_status(self) -> MarketIntelRuntimeStatus:
|
||||
return MarketIntelRuntimeStatus(
|
||||
@@ -328,6 +329,12 @@ class MarketIntelService:
|
||||
contract["phase"] = self.phase
|
||||
return contract
|
||||
|
||||
def build_mcp_deploy_preflight(self):
|
||||
"""回報外部 MCP stack 部署前檢查;不執行 docker/SSH/DB。"""
|
||||
preflight = build_mcp_deploy_preflight_plan()
|
||||
preflight["phase"] = self.phase
|
||||
return preflight
|
||||
|
||||
def build_platform_seed_writer_plan(self, platform_code="all"):
|
||||
"""建立 platform seed writer dry-run plan,不建立 DB session。"""
|
||||
seed_plan = self.build_platform_seed_plan(platform_code=platform_code)
|
||||
@@ -404,6 +411,7 @@ class MarketIntelService:
|
||||
status = self.get_runtime_status()
|
||||
schema_smoke = build_schema_smoke(MARKET_INTEL_TABLES)
|
||||
writer_plan = self.build_platform_seed_writer_plan()
|
||||
mcp_deploy_preflight = self.build_mcp_deploy_preflight()
|
||||
checks = {
|
||||
"schema_smoke_passed": bool(schema_smoke["passed"]),
|
||||
"feature_flags_default_safe": bool(
|
||||
@@ -435,6 +443,10 @@ class MarketIntelService:
|
||||
"mcp_tool_contract_ready": bool(
|
||||
self.build_mcp_tool_contract()["contract_ready"]
|
||||
),
|
||||
"mcp_deploy_preflight_preview_safe": bool(
|
||||
mcp_deploy_preflight["mode"] == "mcp_external_deploy_preflight_preview"
|
||||
and not mcp_deploy_preflight["deployment_actions_executed"]
|
||||
),
|
||||
}
|
||||
ready_for_production_deploy = all(checks.values())
|
||||
blocked_reasons = [
|
||||
@@ -560,6 +572,7 @@ class MarketIntelService:
|
||||
"/api/market_intel/legacy_source_bridge",
|
||||
"/api/market_intel/mcp_readiness",
|
||||
"/api/market_intel/mcp_tool_contract",
|
||||
"/api/market_intel/mcp_deploy_preflight",
|
||||
],
|
||||
"status": status.to_dict(),
|
||||
"schema_smoke": schema_smoke,
|
||||
@@ -576,4 +589,5 @@ class MarketIntelService:
|
||||
"legacy_source_bridge": self.build_legacy_source_bridge(),
|
||||
"mcp_readiness": self.build_mcp_readiness(),
|
||||
"mcp_tool_contract": self.build_mcp_tool_contract(),
|
||||
"mcp_deploy_preflight": mcp_deploy_preflight,
|
||||
}
|
||||
|
||||
@@ -432,6 +432,24 @@
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="market-intel-panel" data-market-intel-mcp-preflight>
|
||||
<div class="market-intel-preview-head">
|
||||
<div>
|
||||
<p class="market-intel-muted momo-mono mb-1">MCP / EXTERNAL DEPLOY PREFLIGHT</p>
|
||||
<h2 class="market-intel-preview-title">外部 MCP 部署預檢</h2>
|
||||
</div>
|
||||
<button class="market-intel-icon-button" type="button" title="重新整理 MCP 部署預檢" data-market-intel-mcp-preflight-refresh>
|
||||
<i class="fas fa-rotate-right" aria-hidden="true"></i>
|
||||
</button>
|
||||
</div>
|
||||
<div class="market-intel-preview-meta" data-market-intel-mcp-preflight-meta>
|
||||
<span class="market-intel-pill">loading</span>
|
||||
</div>
|
||||
<div data-market-intel-mcp-preflight-body>
|
||||
<div class="market-intel-empty">讀取 MCP 部署預檢中...</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="market-intel-panel" data-market-intel-migration>
|
||||
<div class="market-intel-preview-head">
|
||||
<div>
|
||||
@@ -498,10 +516,11 @@
|
||||
const seedDiffRoot = document.querySelector('[data-market-intel-seed-diff]');
|
||||
const legacyBridgeRoot = document.querySelector('[data-market-intel-legacy-bridge]');
|
||||
const mcpReadinessRoot = document.querySelector('[data-market-intel-mcp-readiness]');
|
||||
const mcpPreflightRoot = document.querySelector('[data-market-intel-mcp-preflight]');
|
||||
const migrationRoot = document.querySelector('[data-market-intel-migration]');
|
||||
const approvalRoot = document.querySelector('[data-market-intel-approval]');
|
||||
const deployRoot = document.querySelector('[data-market-intel-deploy]');
|
||||
if (!root && !writerRoot && !cliRoot && !dbProbeRoot && !seedDiffRoot && !legacyBridgeRoot && !mcpReadinessRoot && !migrationRoot && !approvalRoot && !deployRoot) return;
|
||||
if (!root && !writerRoot && !cliRoot && !dbProbeRoot && !seedDiffRoot && !legacyBridgeRoot && !mcpReadinessRoot && !mcpPreflightRoot && !migrationRoot && !approvalRoot && !deployRoot) return;
|
||||
|
||||
const meta = root ? root.querySelector('[data-market-intel-preview-meta]') : null;
|
||||
const body = root ? root.querySelector('[data-market-intel-preview-body]') : null;
|
||||
@@ -531,6 +550,10 @@
|
||||
const mcpReadinessBody = mcpReadinessRoot ? mcpReadinessRoot.querySelector('[data-market-intel-mcp-readiness-body]') : null;
|
||||
const mcpReadinessRefresh = mcpReadinessRoot ? mcpReadinessRoot.querySelector('[data-market-intel-mcp-readiness-refresh]') : null;
|
||||
const mcpReadinessEndpoint = "{{ url_for('market_intel.market_intel_mcp_readiness') }}?execute=false&timeout=3";
|
||||
const mcpPreflightMeta = mcpPreflightRoot ? mcpPreflightRoot.querySelector('[data-market-intel-mcp-preflight-meta]') : null;
|
||||
const mcpPreflightBody = mcpPreflightRoot ? mcpPreflightRoot.querySelector('[data-market-intel-mcp-preflight-body]') : null;
|
||||
const mcpPreflightRefresh = mcpPreflightRoot ? mcpPreflightRoot.querySelector('[data-market-intel-mcp-preflight-refresh]') : null;
|
||||
const mcpPreflightEndpoint = "{{ url_for('market_intel.market_intel_mcp_deploy_preflight') }}";
|
||||
const migrationMeta = migrationRoot ? migrationRoot.querySelector('[data-market-intel-migration-meta]') : null;
|
||||
const migrationBody = migrationRoot ? migrationRoot.querySelector('[data-market-intel-migration-body]') : null;
|
||||
const migrationRefresh = migrationRoot ? migrationRoot.querySelector('[data-market-intel-migration-refresh]') : null;
|
||||
@@ -980,6 +1003,95 @@
|
||||
}
|
||||
};
|
||||
|
||||
const renderMcpPreflightMeta = data => {
|
||||
const missingRequiredEnv = (data.env_statuses || []).filter(item => item.required && !item.present).length;
|
||||
mcpPreflightMeta.innerHTML = [
|
||||
`mode=${data.mode || 'unknown'}`,
|
||||
`ready=${data.ready_to_start_stack ? 'yes' : 'no'}`,
|
||||
`compose=${data.compose_file_present ? 'present' : 'missing'}`,
|
||||
`missing_env=${missingRequiredEnv}`,
|
||||
`docker=${data.docker_command_executed ? 'executed' : 'blocked'}`
|
||||
].map(item => `<span class="market-intel-pill">${escapeHtml(item)}</span>`).join('');
|
||||
};
|
||||
|
||||
const renderMcpPreflightBody = data => {
|
||||
const blockers = (data.blocked_reasons || []).join(' / ');
|
||||
const envs = data.env_statuses || [];
|
||||
const services = data.service_statuses || [];
|
||||
const ports = data.port_statuses || [];
|
||||
const fallback = data.fallback_plan || [];
|
||||
const renderCheck = (key, label, status) => `
|
||||
<div class="market-intel-check">
|
||||
<div>
|
||||
<strong>${escapeHtml(key)}</strong>
|
||||
<small>${escapeHtml(label || '')}</small>
|
||||
</div>
|
||||
<span>${escapeHtml(status)}</span>
|
||||
</div>
|
||||
`;
|
||||
|
||||
mcpPreflightBody.innerHTML = `
|
||||
<div class="market-intel-empty mb-3">這裡只做外部 MCP 部署預檢,不執行 docker、SSH、DB role 建立或 crawler。${blockers ? `阻擋:${escapeHtml(blockers)}` : ''}</div>
|
||||
<div class="market-intel-deploy-grid">
|
||||
<div data-market-intel-mcp-preflight-env>
|
||||
<p class="market-intel-deploy-section-title">ENV GATES</p>
|
||||
<div class="market-intel-check-list">${
|
||||
envs.map(item => renderCheck(
|
||||
item.name,
|
||||
item.required ? 'required' : 'optional',
|
||||
item.present ? 'SET' : 'MISSING'
|
||||
)).join('')
|
||||
}</div>
|
||||
</div>
|
||||
<div data-market-intel-mcp-preflight-services>
|
||||
<p class="market-intel-deploy-section-title">COMPOSE SERVICES</p>
|
||||
<div class="market-intel-check-list">${
|
||||
services.map(item => renderCheck(
|
||||
item.service,
|
||||
data.compose_path || '',
|
||||
item.declared ? 'DECLARED' : 'MISSING'
|
||||
)).join('')
|
||||
}</div>
|
||||
</div>
|
||||
<div data-market-intel-mcp-preflight-ports>
|
||||
<p class="market-intel-deploy-section-title">LOCALHOST PORTS</p>
|
||||
<div class="market-intel-check-list">${
|
||||
ports.map(item => renderCheck(
|
||||
`localhost:${item.port}`,
|
||||
item.localhost_only ? '127.0.0.1 only' : 'not localhost only',
|
||||
item.localhost_only ? 'SAFE' : 'BLOCK'
|
||||
)).join('')
|
||||
}</div>
|
||||
</div>
|
||||
<div data-market-intel-mcp-preflight-fallback>
|
||||
<p class="market-intel-deploy-section-title">FALLBACK</p>
|
||||
<div class="market-intel-check-list">${
|
||||
fallback.map(item => renderCheck(
|
||||
item.key,
|
||||
item.label,
|
||||
'READY'
|
||||
)).join('')
|
||||
}</div>
|
||||
</div>
|
||||
</div>
|
||||
`;
|
||||
};
|
||||
|
||||
const loadMcpPreflight = async () => {
|
||||
if (!mcpPreflightMeta || !mcpPreflightBody) return;
|
||||
mcpPreflightBody.innerHTML = '<div class="market-intel-empty">讀取 MCP 部署預檢中...</div>';
|
||||
try {
|
||||
const response = await fetch(mcpPreflightEndpoint, { credentials: 'same-origin' });
|
||||
if (!response.ok) throw new Error(`HTTP ${response.status}`);
|
||||
const data = await response.json();
|
||||
renderMcpPreflightMeta(data);
|
||||
renderMcpPreflightBody(data);
|
||||
} catch (error) {
|
||||
mcpPreflightMeta.innerHTML = '<span class="market-intel-pill">error</span>';
|
||||
mcpPreflightBody.innerHTML = `<div class="market-intel-empty">MCP 部署預檢讀取失敗:${escapeHtml(error.message)}</div>`;
|
||||
}
|
||||
};
|
||||
|
||||
const renderMigrationMeta = data => {
|
||||
const seedWriter = data.command_plan && data.command_plan.seed_writer_command
|
||||
? data.command_plan.seed_writer_command
|
||||
@@ -1235,6 +1347,9 @@
|
||||
if (mcpReadinessRefresh) {
|
||||
mcpReadinessRefresh.addEventListener('click', loadMcpReadiness);
|
||||
}
|
||||
if (mcpPreflightRefresh) {
|
||||
mcpPreflightRefresh.addEventListener('click', loadMcpPreflight);
|
||||
}
|
||||
if (migrationRefresh) {
|
||||
migrationRefresh.addEventListener('click', loadMigration);
|
||||
}
|
||||
@@ -1251,6 +1366,7 @@
|
||||
loadSeedDiff();
|
||||
loadLegacyBridge();
|
||||
loadMcpReadiness();
|
||||
loadMcpPreflight();
|
||||
loadMigration();
|
||||
loadApproval();
|
||||
loadDeploy();
|
||||
|
||||
@@ -15,6 +15,7 @@ from services.market_intel.candidate_preview import build_candidate_preview_from
|
||||
from services.market_intel.discovery_runner import ManualDiscoveryRunner
|
||||
from services.market_intel.html_diagnostics import parse_html_diagnostics
|
||||
from services.market_intel.mcp_contract import build_mcp_tool_contract_preview
|
||||
from services.market_intel.mcp_deploy_preflight import build_mcp_deploy_preflight_plan
|
||||
from services.market_intel.mcp_readiness import build_mcp_readiness_plan
|
||||
from services.market_intel.platform_seed_db_diff import build_platform_seed_db_diff_plan
|
||||
from services.market_intel.schema_db_probe import build_schema_db_probe_plan
|
||||
@@ -388,6 +389,11 @@ def test_market_intel_preview_template_uses_safe_fetch_false_endpoint():
|
||||
assert "data-market-intel-mcp-checks" in template
|
||||
assert "data-market-intel-mcp-tools" in template
|
||||
assert "market_intel_contract" in template
|
||||
assert "data-market-intel-mcp-preflight" in template
|
||||
assert "data-market-intel-mcp-preflight-env" in template
|
||||
assert "data-market-intel-mcp-preflight-services" in template
|
||||
assert "data-market-intel-mcp-preflight-ports" in template
|
||||
assert "data-market-intel-mcp-preflight-fallback" in template
|
||||
assert "data-market-intel-migration" in template
|
||||
assert "data-market-intel-migration-tables" in template
|
||||
assert "data-market-intel-approval" in template
|
||||
@@ -402,6 +408,7 @@ def test_market_intel_preview_template_uses_safe_fetch_false_endpoint():
|
||||
assert "market_intel.market_intel_platform_seed_db_diff" in template
|
||||
assert "market_intel.market_intel_legacy_source_bridge" in template
|
||||
assert "market_intel.market_intel_mcp_readiness" in template
|
||||
assert "market_intel.market_intel_mcp_deploy_preflight" in template
|
||||
assert "market_intel.market_intel_migration_blueprint" in template
|
||||
assert "market_intel.market_intel_write_approval_runbook" in template
|
||||
assert "market_intel.market_intel_deployment_readiness" in template
|
||||
@@ -427,7 +434,7 @@ def test_legacy_source_bridge_default_is_planned_only():
|
||||
bridge = MarketIntelService().build_legacy_source_bridge()
|
||||
|
||||
assert bridge["mode"] == "legacy_source_bridge_planned"
|
||||
assert bridge["phase"] == "phase_29_internal_mcp_contract_preview"
|
||||
assert bridge["phase"] == "phase_30_external_mcp_preflight_preview"
|
||||
assert bridge["execute_requested"] is False
|
||||
assert bridge["read_only_query_executed"] is False
|
||||
assert bridge["database_connection_opened"] is False
|
||||
@@ -585,7 +592,7 @@ def test_mcp_tool_contract_preview_is_read_only_and_whitelisted():
|
||||
contract = MarketIntelService().build_mcp_tool_contract()
|
||||
|
||||
assert contract["mode"] == "mcp_tool_contract_preview"
|
||||
assert contract["phase"] == "phase_29_internal_mcp_contract_preview"
|
||||
assert contract["phase"] == "phase_30_external_mcp_preflight_preview"
|
||||
assert contract["caller"] == "market_intel"
|
||||
assert contract["contract_ready"] is True
|
||||
assert contract["blocked_reasons"] == []
|
||||
@@ -642,13 +649,79 @@ def test_mcp_tool_contract_route_is_preview_only():
|
||||
assert data["scheduler_attached"] is False
|
||||
|
||||
|
||||
def test_mcp_deploy_preflight_blocks_without_required_env():
|
||||
preflight = build_mcp_deploy_preflight_plan(env={})
|
||||
|
||||
assert preflight["mode"] == "mcp_external_deploy_preflight_preview"
|
||||
assert preflight["compose_file_present"] is True
|
||||
assert preflight["ready_to_start_stack"] is False
|
||||
assert preflight["checks"]["compose_file_present"] is True
|
||||
assert preflight["checks"]["all_expected_services_declared"] is True
|
||||
assert preflight["checks"]["all_expected_containers_declared"] is True
|
||||
assert preflight["checks"]["all_public_mcp_ports_localhost_only"] is True
|
||||
assert preflight["checks"]["required_env_vars_present"] is False
|
||||
assert preflight["checks"]["router_flag_still_off_before_health"] is True
|
||||
assert "required_env_vars_present" in preflight["blocked_reasons"]
|
||||
assert preflight["operator_command_preview"] == "docker compose -f docker-compose.mcp.yml up -d"
|
||||
assert preflight["deployment_actions_executed"] is False
|
||||
assert preflight["docker_command_executed"] is False
|
||||
assert preflight["ssh_command_executed"] is False
|
||||
assert preflight["database_session_created"] is False
|
||||
assert preflight["database_write_executed"] is False
|
||||
assert preflight["database_commit_executed"] is False
|
||||
assert preflight["external_network_executed"] is False
|
||||
assert preflight["scheduler_attached"] is False
|
||||
assert preflight["would_write_database"] is False
|
||||
|
||||
|
||||
def test_mcp_deploy_preflight_ready_when_env_contract_is_present():
|
||||
preflight = build_mcp_deploy_preflight_plan(
|
||||
env={
|
||||
"MCP_POSTGRES_PASSWORD": "secret",
|
||||
"TAVILY_API_KEY": "tavily",
|
||||
"EXA_API_KEY": "exa",
|
||||
"MCP_ROUTER_ENABLED": "false",
|
||||
}
|
||||
)
|
||||
|
||||
assert preflight["ready_to_start_stack"] is True
|
||||
assert preflight["blocked_reasons"] == []
|
||||
assert preflight["checks"]["required_env_vars_present"] is True
|
||||
assert preflight["checks"]["router_flag_still_off_before_health"] is True
|
||||
assert all(item["localhost_only"] for item in preflight["port_statuses"])
|
||||
|
||||
|
||||
def test_mcp_deploy_preflight_route_is_preview_only():
|
||||
from routes.market_intel_routes import market_intel_bp
|
||||
|
||||
app = Flask(__name__)
|
||||
app.secret_key = "test-secret"
|
||||
app.register_blueprint(market_intel_bp)
|
||||
client = app.test_client()
|
||||
with client.session_transaction() as session:
|
||||
session["logged_in"] = True
|
||||
|
||||
response = client.get("/api/market_intel/mcp_deploy_preflight")
|
||||
data = response.get_json()
|
||||
|
||||
assert response.status_code == 200
|
||||
assert data["mode"] == "mcp_external_deploy_preflight_preview"
|
||||
assert data["phase"] == "phase_30_external_mcp_preflight_preview"
|
||||
assert data["deployment_actions_executed"] is False
|
||||
assert data["docker_command_executed"] is False
|
||||
assert data["ssh_command_executed"] is False
|
||||
assert data["database_write_executed"] is False
|
||||
assert data["external_network_executed"] is False
|
||||
assert data["scheduler_attached"] is False
|
||||
|
||||
|
||||
def test_mcp_readiness_default_is_planned_only(monkeypatch):
|
||||
monkeypatch.delenv("MCP_ROUTER_ENABLED", raising=False)
|
||||
|
||||
readiness = MarketIntelService().build_mcp_readiness()
|
||||
|
||||
assert readiness["mode"] == "mcp_readiness_planned"
|
||||
assert readiness["phase"] == "phase_29_internal_mcp_contract_preview"
|
||||
assert readiness["phase"] == "phase_30_external_mcp_preflight_preview"
|
||||
assert readiness["execute_requested"] is False
|
||||
assert readiness["router_enabled"] is False
|
||||
assert readiness["external_mcp_complete"] is False
|
||||
@@ -1032,6 +1105,7 @@ def test_deployment_readiness_reports_app_only_release_gate():
|
||||
assert readiness["checks"]["legacy_source_bridge_planned_safe"] is True
|
||||
assert readiness["checks"]["mcp_readiness_planned_safe"] is True
|
||||
assert readiness["checks"]["mcp_tool_contract_ready"] is True
|
||||
assert readiness["checks"]["mcp_deploy_preflight_preview_safe"] is True
|
||||
assert readiness["checks"]["writer_plan_dry_run_only"] is True
|
||||
assert readiness["writer_plan_summary"]["writes_executed"] is False
|
||||
assert "readiness_checks_not_all_passed" not in readiness["blocked_reasons"]
|
||||
@@ -1049,6 +1123,7 @@ def test_deployment_readiness_reports_app_only_release_gate():
|
||||
assert "/api/market_intel/legacy_source_bridge" in readiness["production_smoke_targets"]
|
||||
assert "/api/market_intel/mcp_readiness" in readiness["production_smoke_targets"]
|
||||
assert "/api/market_intel/mcp_tool_contract" in readiness["production_smoke_targets"]
|
||||
assert "/api/market_intel/mcp_deploy_preflight" in readiness["production_smoke_targets"]
|
||||
assert readiness["write_approval_runbook"]["ready_for_real_write"] is False
|
||||
assert readiness["write_approval_runbook"]["writes_executed"] is False
|
||||
assert readiness["migration_blueprint"]["migration_executed"] is False
|
||||
@@ -1061,6 +1136,8 @@ def test_deployment_readiness_reports_app_only_release_gate():
|
||||
assert readiness["mcp_readiness"]["telemetry"]["read_only_query_executed"] is False
|
||||
assert readiness["mcp_tool_contract"]["contract_ready"] is True
|
||||
assert readiness["mcp_tool_contract"]["database_write_executed"] is False
|
||||
assert readiness["mcp_deploy_preflight"]["deployment_actions_executed"] is False
|
||||
assert readiness["mcp_deploy_preflight"]["docker_command_executed"] is False
|
||||
|
||||
|
||||
def test_write_approval_runbook_is_read_only_and_blocks_real_write():
|
||||
|
||||
Reference in New Issue
Block a user