mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-11-17 04:11:35 +00:00
OpenAI's Ultrafast service tier (service_tier="ultrafast") is broadly available for GPT-6 Astra in the API and Codex (Pro 500 / Enterprise), billed at 6x Standard. GPT-6.1 Sol Ultrafast is announced as coming soon. - One tier table: agent.fast_mode.parse_service_tier / STATIC_TIERS now back the CLI, gateway and TUI config loaders (three hand-copied parsers). - resolve_fast_mode_overrides(tier="ultrafast") sends the tier only for Ultrafast models on api.openai.com / chatgpt.com; anything else gets nothing rather than a silent swap to another paid tier. - /fast ultrafast on CLI, gateway (typed + picker when supported) and TUI; static-tier attach sites pass the tier through. - Pricing: the response's SERVED service_tier is folded into usage (Codex stream assembler keeps it); served ultrafast prices from a published 6x row (272K whole-request tier included). A request asking for Ultrafast but served at default bills at Standard. - i18n: 4 new keys in all 17 locales; option lists mention ultrafast.
106 lines
5.9 KiB
Python
106 lines
5.9 KiB
Python
"""OpenAI Ultrafast (``service_tier: "ultrafast"``): one tier word table, a per-model request gate,
|
|
and pricing from the tier the response was SERVED at. Relationship tests, no catalog snapshots."""
|
|
|
|
from types import SimpleNamespace
|
|
|
|
import pytest
|
|
|
|
from agent.fast_mode import SERVICE_TIER_WORDS, STATIC_TIERS, parse_service_tier
|
|
from agent.usage_pricing import (
|
|
_OPENAI_ULTRAFAST_PRICING,
|
|
CanonicalUsage,
|
|
estimate_usage_cost,
|
|
with_served_service_tier,
|
|
)
|
|
from hermes_cli.models import model_supports_ultrafast, resolve_fast_mode_overrides
|
|
|
|
ASTRA_SPELLINGS = ("gpt-6-astra", "openai/gpt-6-astra", "gpt-6-astra-900k")
|
|
|
|
|
|
def test_every_config_loader_parses_tiers_through_the_same_table(monkeypatch):
|
|
from gateway.run import GatewayRunner
|
|
from hermes_cli.cli_config_load import _parse_service_tier_config
|
|
import tui_gateway.server as tui
|
|
|
|
for word, tier in {**SERVICE_TIER_WORDS, "normal": None, "off": None, "bogus": None}.items():
|
|
monkeypatch.setattr(GatewayRunner, "_cfg_str", classmethod(lambda cls, *_k, _w=word: _w))
|
|
monkeypatch.setattr(tui, "_load_cfg", lambda _w=word: {"agent": {"service_tier": _w}})
|
|
assert parse_service_tier(word) == tier
|
|
assert _parse_service_tier_config(word) == tier, word
|
|
assert GatewayRunner._load_service_tier() == tier, word
|
|
assert tui._load_service_tier() == tier, word
|
|
assert "ultrafast" in STATIC_TIERS
|
|
|
|
|
|
@pytest.mark.parametrize("provider,base_url", [("openai", "https://api.openai.com/v1"),
|
|
("openai-codex", "https://chatgpt.com/backend-api/codex")])
|
|
def test_ultrafast_is_requested_only_for_ultrafast_models_on_first_party_routes(provider, base_url):
|
|
for model in ASTRA_SPELLINGS:
|
|
assert model_supports_ultrafast(model), model
|
|
assert resolve_fast_mode_overrides(model, provider=provider, base_url=base_url, tier="ultrafast") == {
|
|
"service_tier": "ultrafast"}
|
|
# A Priority-capable model without Ultrafast gets nothing, never a silent swap to another paid tier.
|
|
assert resolve_fast_mode_overrides("gpt-6-sol", provider=provider, base_url=base_url) == {"service_tier": "priority"}
|
|
assert resolve_fast_mode_overrides("gpt-6-sol", provider=provider, base_url=base_url, tier="ultrafast") is None
|
|
# Proxies never see the tier.
|
|
assert resolve_fast_mode_overrides("openai/gpt-6-astra", provider="openrouter",
|
|
base_url="https://openrouter.ai/api/v1", tier="ultrafast") is None
|
|
|
|
|
|
def test_cli_and_gateway_turn_routes_send_the_static_tier():
|
|
import cli as cli_mod
|
|
from gateway.run import GatewayRunner
|
|
|
|
stub = SimpleNamespace(model="gpt-6-astra", api_key="k", base_url="https://api.openai.com/v1", provider="openai",
|
|
api_mode="codex_responses", acp_command=None, acp_args=[], _credential_pool=None,
|
|
service_tier="ultrafast")
|
|
assert cli_mod.HermesCLI._resolve_turn_agent_config(stub, "hi")["request_overrides"] == {"service_tier": "ultrafast"}
|
|
runner = object.__new__(GatewayRunner)
|
|
runner._service_tier = "ultrafast"
|
|
rk = {"api_key": "k", "base_url": "https://api.openai.com/v1", "provider": "openai", "api_mode": "codex_responses",
|
|
"command": None, "args": [], "credential_pool": None, "max_tokens": None}
|
|
assert runner._resolve_turn_agent_config("hi", "gpt-6-astra", rk)["request_overrides"] == {"service_tier": "ultrafast"}
|
|
|
|
|
|
def test_cli_refuses_ultrafast_on_a_model_without_it(monkeypatch):
|
|
import cli as cli_mod
|
|
from unittest.mock import MagicMock
|
|
|
|
stub = SimpleNamespace(service_tier="priority", model="gpt-6-sol", agent=MagicMock(model="gpt-6-sol"),
|
|
_fast_command_available=lambda: True)
|
|
monkeypatch.setattr(cli_mod, "_cprint", lambda *a, **k: None)
|
|
cli_mod.HermesCLI._handle_fast_command(stub, "/fast ultrafast")
|
|
assert stub.service_tier == "priority"
|
|
stub.model = stub.agent.model = "gpt-6-astra"
|
|
cli_mod.HermesCLI._handle_fast_command(stub, "/fast ultrafast")
|
|
assert stub.service_tier == "ultrafast"
|
|
|
|
|
|
def _usage(prompt_uncached: int, served_tier=None) -> CanonicalUsage:
|
|
usage = CanonicalUsage(input_tokens=prompt_uncached, output_tokens=10_000, cache_read_tokens=20_000,
|
|
cache_write_tokens=5_000)
|
|
return with_served_service_tier(usage, SimpleNamespace(service_tier=served_tier))
|
|
|
|
|
|
@pytest.mark.parametrize("prompt_uncached", [50_000, 400_000]) # below / above the 272K whole-request tier
|
|
def test_served_ultrafast_bills_at_the_ultrafast_row_and_requested_only_does_not(prompt_uncached):
|
|
for model in _OPENAI_ULTRAFAST_PRICING:
|
|
standard = estimate_usage_cost(model, _usage(prompt_uncached), provider="openai-api")
|
|
served_default = estimate_usage_cost(model, _usage(prompt_uncached, "default"), provider="openai-api")
|
|
ultra = estimate_usage_cost(model, _usage(prompt_uncached, "ultrafast"), provider="openai-api")
|
|
assert served_default.amount_usd == standard.amount_usd # asked for Ultrafast, served at Standard
|
|
assert ultra.pricing_version == _OPENAI_ULTRAFAST_PRICING[model].pricing_version
|
|
assert ultra.amount_usd == standard.amount_usd * 6 # every bucket, both context tiers
|
|
|
|
|
|
def test_served_ultrafast_on_a_model_without_a_published_rate_is_unknown():
|
|
assert estimate_usage_cost("gpt-6-sol", _usage(1_000, "ultrafast"), provider="openai-api").status == "unknown"
|
|
|
|
|
|
def test_codex_stream_assembler_keeps_the_served_tier():
|
|
from agent.codex_runtime import _consume_codex_event_stream
|
|
|
|
done = {"type": "response.completed", "response": {"id": "r1", "status": "completed", "service_tier": "default",
|
|
"usage": {"input_tokens": 1, "output_tokens": 1}}}
|
|
events = [{"type": "response.output_text.delta", "delta": "PASS"}, done]
|
|
assert _consume_codex_event_stream(iter(events), model="gpt-6-astra").service_tier == "default"
|