Hermes-agent

tests/hermes_cli/test_gemini_free_tier_setup_block.py

@@ -0,0 +1,141 @@
+"""Tests for the Gemini free-tier block in the setup wizard."""
+from __future__ import annotations
+
+from unittest.mock import patch
+
+import pytest
+
+
+@pytest.fixture
+def config_home(tmp_path, monkeypatch):
+    """Isolated HERMES_HOME with an empty config."""
+    home = tmp_path / "hermes"
+    home.mkdir()
+    (home / "config.yaml").write_text("model: some-old-model\n")
+    (home / ".env").write_text("")
+    monkeypatch.setenv("HERMES_HOME", str(home))
+    # Clear any ambient env that could alter provider resolution
+    for var in (
+        "HERMES_MODEL",
+        "LLM_MODEL",
+        "HERMES_INFERENCE_PROVIDER",
+        "OPENAI_BASE_URL",
+        "OPENAI_API_KEY",
+        "GEMINI_BASE_URL",
+    ):
+        monkeypatch.delenv(var, raising=False)
+    return home
+
+
+class TestGeminiSetupFreeTierBlock:
+    """_model_flow_api_key_provider should refuse to wire up a free-tier Gemini key."""
+
+    def test_free_tier_key_is_blocked(self, config_home, monkeypatch, capsys):
+        """Free-tier probe result -> provider is NOT saved, message is printed."""
+        monkeypatch.setenv("GOOGLE_API_KEY", "fake-free-tier-key")
+
+        from hermes_cli.main import _model_flow_api_key_provider
+        from hermes_cli.config import load_config
+
+        # Mock the probe to claim this is a free-tier key
+        with patch(
+            "agent.gemini_native_adapter.probe_gemini_tier",
+            return_value="free",
+        ), patch(
+            "hermes_cli.auth._prompt_model_selection",
+            return_value="gemini-2.5-flash",
+        ), patch(
+            "hermes_cli.auth.deactivate_provider",
+        ), patch("builtins.input", return_value=""):
+            _model_flow_api_key_provider(load_config(), "gemini", "old-model")
+
+        output = capsys.readouterr().out
+        assert "free tier" in output.lower()
+        assert "aistudio.google.com/apikey" in output
+        assert "Not saving Gemini as the default provider" in output
+
+        # Config must NOT show gemini as the provider
+        import yaml
+        cfg = yaml.safe_load((config_home / "config.yaml").read_text()) or {}
+        model = cfg.get("model")
+        if isinstance(model, dict):
+            assert model.get("provider") != "gemini", (
+                "Free-tier key should not have saved gemini as provider"
+            )
+        # If still a string, also fine — nothing was saved
+
+    def test_paid_tier_key_proceeds(self, config_home, monkeypatch, capsys):
+        """Paid-tier probe result -> provider IS saved normally."""
+        monkeypatch.setenv("GOOGLE_API_KEY", "fake-paid-tier-key")
+
+        from hermes_cli.main import _model_flow_api_key_provider
+        from hermes_cli.config import load_config
+
+        with patch(
+            "agent.gemini_native_adapter.probe_gemini_tier",
+            return_value="paid",
+        ), patch(
+            "hermes_cli.auth._prompt_model_selection",
+            return_value="gemini-2.5-flash",
+        ), patch(
+            "hermes_cli.auth.deactivate_provider",
+        ), patch("builtins.input", return_value=""):
+            _model_flow_api_key_provider(load_config(), "gemini", "old-model")
+
+        output = capsys.readouterr().out
+        assert "paid" in output.lower()
+        assert "Not saving Gemini" not in output
+
+        import yaml
+        cfg = yaml.safe_load((config_home / "config.yaml").read_text()) or {}
+        model = cfg.get("model")
+        assert isinstance(model, dict), f"model should be dict, got {type(model)}"
+        assert model.get("provider") == "gemini"
+        assert model.get("default") == "gemini-2.5-flash"
+
+    def test_unknown_tier_proceeds_with_warning(self, config_home, monkeypatch, capsys):
+        """Probe returning 'unknown' (network/auth error) -> proceed without blocking."""
+        monkeypatch.setenv("GOOGLE_API_KEY", "fake-key")
+
+        from hermes_cli.main import _model_flow_api_key_provider
+        from hermes_cli.config import load_config
+
+        with patch(
+            "agent.gemini_native_adapter.probe_gemini_tier",
+            return_value="unknown",
+        ), patch(
+            "hermes_cli.auth._prompt_model_selection",
+            return_value="gemini-2.5-flash",
+        ), patch(
+            "hermes_cli.auth.deactivate_provider",
+        ), patch("builtins.input", return_value=""):
+            _model_flow_api_key_provider(load_config(), "gemini", "old-model")
+
+        output = capsys.readouterr().out
+        assert "could not verify" in output.lower()
+        assert "Not saving Gemini" not in output
+
+        import yaml
+        cfg = yaml.safe_load((config_home / "config.yaml").read_text()) or {}
+        model = cfg.get("model")
+        assert isinstance(model, dict)
+        assert model.get("provider") == "gemini"
+
+    def test_non_gemini_provider_skips_probe(self, config_home, monkeypatch):
+        """Probe must only run for provider_id == 'gemini', not for other providers."""
+        monkeypatch.setenv("DEEPSEEK_API_KEY", "fake-key")
+
+        from hermes_cli.main import _model_flow_api_key_provider
+        from hermes_cli.config import load_config
+
+        with patch(
+            "agent.gemini_native_adapter.probe_gemini_tier",
+        ) as mock_probe, patch(
+            "hermes_cli.auth._prompt_model_selection",
+            return_value="deepseek-chat",
+        ), patch(
+            "hermes_cli.auth.deactivate_provider",
+        ), patch("builtins.input", return_value=""):
+            _model_flow_api_key_provider(load_config(), "deepseek", "old-model")
+
+        mock_probe.assert_not_called()