Files
browser-use__browser-use/tests/ci/test_orcarouter.py
Saurav Panda be76e6ccee fix(orcarouter): resolve the API key explicitly instead of inheriting OPENAI_API_KEY
AsyncOpenAI falls back to OPENAI_API_KEY when api_key is unset, so
ChatOrcaRouter(model=...) with no key authenticated its requests to
api.orcarouter.ai with the user's OpenAI credentials. The shipped example
hit this path whenever ORCAROUTER_API_KEY was unset, and .env.example
documented a variable that nothing read.

Resolve api_key from the constructor then ORCAROUTER_API_KEY, and raise
ModelProviderError(401) when neither is set, matching ChatMistral.
2026-08-31 16:02:22 -07:00

88 lines
3.2 KiB
Python

import pytest
from browser_use.llm.exceptions import ModelProviderError
from browser_use.llm.messages import ContentPartTextParam, SystemMessage, UserMessage
from browser_use.llm.orcarouter.chat import ChatOrcaRouter
from browser_use.llm.orcarouter.serializer import OrcaRouterMessageSerializer
from browser_use.llm.views import ChatInvokeUsage
from browser_use.tokens.service import TokenCost
def test_orcarouter_serializer_uses_openai_format() -> None:
"""OrcaRouter speaks the OpenAI wire format, so the serializer must match OpenAI's."""
messages = [
SystemMessage(content=[ContentPartTextParam(text='You are a helpful assistant.', type='text')]),
UserMessage(content='What is the capital of France? Answer in one word.'),
]
serialized = OrcaRouterMessageSerializer.serialize_messages(messages)
assert serialized == [
{'role': 'system', 'content': [{'type': 'text', 'text': 'You are a helpful assistant.'}]},
{'role': 'user', 'content': 'What is the capital of France? Answer in one word.'},
]
def test_orcarouter_chat_defaults() -> None:
"""ChatOrcaRouter must expose the OrcaRouter provider and default gateway base URL."""
chat = ChatOrcaRouter(model='orcarouter/auto', api_key='test-key')
assert chat.provider == 'orcarouter'
assert str(chat.base_url) == 'https://api.orcarouter.ai/v1'
assert chat.name == 'orcarouter/auto'
async def test_registered_orcarouter_llm_never_matches_upstream_pricing(
monkeypatch: pytest.MonkeyPatch,
) -> None:
"""OrcaRouter is a gateway; upstream model pricing must not be attributed to it."""
seen_model_names = []
async def fake_openrouter_pricing(model_name: str):
seen_model_names.append(model_name)
return None
monkeypatch.setattr('browser_use.tokens.service.get_openrouter_model_pricing', fake_openrouter_pricing)
token_cost = TokenCost(include_cost=True)
token_cost._initialized = True
token_cost._pricing_data = {}
token_cost.register_llm(ChatOrcaRouter(model='openai/gpt-4o-mini', api_key='test-key'))
cost = await token_cost.calculate_cost(
'openai/gpt-4o-mini',
ChatInvokeUsage(
prompt_tokens=10,
prompt_cached_tokens=None,
prompt_cache_creation_tokens=None,
prompt_image_tokens=None,
completion_tokens=5,
total_tokens=15,
),
)
assert seen_model_names == ['orcarouter/openai/gpt-4o-mini']
assert cost is None
def test_orcarouter_reads_api_key_from_env(monkeypatch: pytest.MonkeyPatch) -> None:
"""ORCAROUTER_API_KEY is the documented env var, so it must actually be read."""
monkeypatch.setenv('ORCAROUTER_API_KEY', 'orca-key')
monkeypatch.setenv('OPENAI_API_KEY', 'sk-unrelated-openai-key')
client = ChatOrcaRouter(model='orcarouter/auto').get_client()
assert client.api_key == 'orca-key'
def test_orcarouter_never_falls_back_to_the_openai_key(monkeypatch: pytest.MonkeyPatch) -> None:
"""An unset OrcaRouter key must fail loudly, not ship OPENAI_API_KEY to the gateway."""
monkeypatch.delenv('ORCAROUTER_API_KEY', raising=False)
monkeypatch.setenv('OPENAI_API_KEY', 'sk-unrelated-openai-key')
with pytest.raises(ModelProviderError) as exc_info:
ChatOrcaRouter(model='orcarouter/auto').get_client()
assert exc_info.value.status_code == 401
assert 'sk-unrelated-openai-key' not in str(exc_info.value)