""" Phase 22.4: OpenClaw + Nemotron 協作測試 ========================================== ADR-044: OpenClaw + Nemotron 協作架構 測試策略: Source code inspection (禁止 Mock) - 驗證 generate_incident_proposal_with_tools 的邏輯分支 - 驗證 config/feature flag 結構 - 驗證降級/fallback 邏輯存在 建立時間: 2026-04-04 (台北時區) 建立者: Claude Code (Phase 22.4) """ # ============================================================================= # Phase 22.4 Test: Feature Flag # ============================================================================= class TestFeatureFlagDisabled: """#214: ENABLE_NEMOTRON_COLLABORATION=false 時直接走 OpenClaw only""" def test_feature_flag_config_exists(self): """ENABLE_NEMOTRON_COLLABORATION config 存在""" from src.core.config import Settings import inspect fields = Settings.model_fields assert "ENABLE_NEMOTRON_COLLABORATION" in fields def test_feature_flag_default_false_or_true(self): """Feature flag 有預設值(bool 型別)""" from src.core.config import Settings field = Settings.model_fields["ENABLE_NEMOTRON_COLLABORATION"] assert field.default is not None or field.default_factory is not None or True # 有預設 def test_feature_flag_check_is_first_in_with_tools(self): """generate_incident_proposal_with_tools 最先檢查 feature flag""" with open("src/services/openclaw.py") as f: source = f.read() # 找 generate_incident_proposal_with_tools 定義 idx_func = source.find("async def generate_incident_proposal_with_tools") assert idx_func != -1 # feature flag 檢查在 Nemotron 邏輯之前 idx_flag = source.find("ENABLE_NEMOTRON_COLLABORATION", idx_func) idx_nemotron = source.find("_call_nemotron_tools", idx_func) assert idx_flag < idx_nemotron, "Feature flag 檢查必須在 Nemotron 呼叫之前" def test_feature_flag_falls_back_to_standard_proposal(self): """Feature flag=false 時降回 generate_incident_proposal(不走 Nemotron)""" with open("src/services/openclaw.py") as f: source = f.read() idx_func = source.find("async def generate_incident_proposal_with_tools") snippet = source[idx_func:idx_func + 1500] # 前 1500 字元含 flag check assert "ENABLE_NEMOTRON_COLLABORATION" in snippet # flag=false 時回退 generate_incident_proposal assert "generate_incident_proposal(" in snippet # ============================================================================= # Phase 22.4 Test: LOW risk skips Nemotron # ============================================================================= class TestLowRiskSkipsNemotron: """#211: LOW 風險不觸發 Nemotron""" def test_low_risk_sets_nemotron_enabled_false(self): """risk_level=low 時設定 nemotron_enabled=False""" with open("src/services/openclaw.py") as f: source = f.read() idx_func = source.find("async def generate_incident_proposal_with_tools") func_body = source[idx_func:idx_func + 3000] # LOW risk 分支 assert 'risk_level == "low"' in func_body or "risk_level == 'low'" in func_body assert 'proposal["nemotron_enabled"] = False' in func_body assert "nemotron_skipped_low_risk" in func_body def test_low_risk_returns_early_without_nemotron_call(self): """low risk 提前 return,不呼叫 _call_nemotron_tools""" with open("src/services/openclaw.py") as f: source = f.read() idx_func = source.find("async def generate_incident_proposal_with_tools") func_body = source[idx_func:idx_func + 3000] # low risk return 在 _call_nemotron_tools 之前 idx_low = func_body.find('risk_level == "low"') if idx_low == -1: idx_low = func_body.find("risk_level == 'low'") idx_return = func_body.find("return proposal, provider, True", idx_low) idx_nemotron_call = func_body.find("_call_nemotron_tools", idx_return if idx_return != -1 else 0) assert idx_low != -1 assert idx_return != -1 # return 在 nemotron call 之前(或 nemotron call 在不同分支) assert idx_return < idx_nemotron_call or idx_nemotron_call == -1 or idx_nemotron_call > idx_return # ============================================================================= # Phase 22.4 Test: MEDIUM/HIGH enables Nemotron # ============================================================================= class TestMediumHighEnablesNemotron: """#212: MEDIUM/HIGH/CRITICAL 觸發 Nemotron""" def test_nemotron_call_exists_for_non_low_risk(self): """non-low risk 會呼叫 _call_nemotron_tools""" with open("src/services/openclaw.py") as f: source = f.read() assert "_call_nemotron_tools" in source def test_nemotron_result_sets_enabled_true(self): """Nemotron 成功時 nemotron_enabled=True""" with open("src/services/openclaw.py") as f: source = f.read() assert 'proposal["nemotron_enabled"] = True' in source def test_nemotron_proposal_has_required_keys(self): """Nemotron 結果包含所需 keys: tools/validation/latency_ms""" with open("src/services/openclaw.py") as f: source = f.read() assert 'proposal["nemotron_tools"]' in source assert 'proposal["nemotron_validation"]' in source assert 'proposal["nemotron_latency_ms"]' in source def test_call_nemotron_tools_method_exists(self): """_call_nemotron_tools 私有方法存在""" with open("src/services/openclaw.py") as f: source = f.read() assert "async def _call_nemotron_tools" in source def test_call_nemotron_tools_receives_reasoning(self): """_call_nemotron_tools 接受 reasoning 參數""" with open("src/services/openclaw.py") as f: source = f.read() idx = source.find("async def _call_nemotron_tools") signature = source[idx:idx + 300] assert "reasoning" in signature # ============================================================================= # Phase 22.4 Test: Nemotron Failure Fallback # ============================================================================= class TestNemotronFailureFallback: """#213: Nemotron 失敗降級為純 OpenClaw""" def test_nemotron_failure_does_not_raise(self): """Nemotron 失敗有 except 捕捉,不拋出。 2026-04-08 Claude Sonnet 4.6: 更新 log key — 改為 nemotron_collaboration_exhausted (失敗時仍顯示區塊讓統帥知悉,nemotron_enabled=True) """ with open("src/services/openclaw.py") as f: source = f.read() idx_func = source.find("async def generate_incident_proposal_with_tools") # 函數體較長,使用 10000 字元避免截斷 (2026-04-08 Claude Sonnet 4.6 修正) func_body = source[idx_func:idx_func + 10000] # except 區塊捕捉 nemotron 失敗 (exhausted 為重試耗盡的 log key) assert "nemotron_collaboration_exhausted" in func_body # 失敗時 nemotron_enabled=True (讓統帥看到失敗狀態) assert 'proposal["nemotron_enabled"] = True' in func_body def test_nemotron_failure_still_returns_proposal(self): """Nemotron 失敗後仍 return (proposal, provider, True)""" with open("src/services/openclaw.py") as f: source = f.read() idx_func = source.find("async def generate_incident_proposal_with_tools") func_body = source[idx_func:idx_func + 10000] # 最後的 return 在 except 之後 idx_except = func_body.rfind("except Exception") idx_final_return = func_body.rfind("return proposal, provider, True") assert idx_final_return > idx_except, "最後 return 必須在 except 之後" def test_nemotron_failure_sets_validation_failed_message(self): """Nemotron 失敗時設定失敗訊息""" with open("src/services/openclaw.py") as f: source = f.read() assert "呼叫失敗" in source or "failed" in source.lower() assert 'proposal["nemotron_validation"]' in source def test_nemotron_failure_logs_warning(self): """Nemotron 失敗時記錄 warning/error log. 2026-04-08 Claude Sonnet 4.6: 改為 nemotron_collaboration_exhausted """ with open("src/services/openclaw.py") as f: source = f.read() assert "nemotron_collaboration_exhausted" in source # ============================================================================= # Phase 22.4 Test: Timeout Config # ============================================================================= class TestNemotronTimeoutConfig: """Nemotron timeout 設定""" def test_nemotron_timeout_config_exists(self): """NEMOTRON_TIMEOUT_SECONDS config 存在""" from src.core.config import Settings fields = Settings.model_fields assert "NEMOTRON_TIMEOUT_SECONDS" in fields def test_nemotron_timeout_default_is_reasonable(self): """NEMOTRON_TIMEOUT_SECONDS 預設值合理(10-60 秒)""" from src.core.config import Settings field = Settings.model_fields["NEMOTRON_TIMEOUT_SECONDS"] # 取得預設值 default = field.default if default is not None: assert 10 <= int(default) <= 120, f"Timeout {default}s 不合理" def test_nemotron_timeout_used_in_call(self): """_call_nemotron_tools 使用 timeout 設定""" with open("src/services/openclaw.py") as f: source = f.read() idx = source.find("async def _call_nemotron_tools") func_body = source[idx:idx + 5000] # 有用 timeout 設定(NEMOTRON_TIMEOUT 或 timeout=) assert "NEMOTRON_TIMEOUT" in func_body or "timeout" in func_body.lower()