import random
 
def get_cache_strategy(user_id):
    """%5 trafiği yeni stratejiye yönlendir."""
    hash_val = hash(f"{user_id}-cache-experiment-v2") % 100
    if hash_val < 5:  # %5 user
        return "new_strategy"  # 4 breakpoint, 1h TTL
    else:
        return "control"  # 2 breakpoint, 5m TTL
 
def make_request(user_id, query):
    strategy = get_cache_strategy(user_id)
 
    if strategy == "new_strategy":
        # Yeni mimari
        return client.messages.create(
            system=[
                {"text": KB, "cache_control": {"ttl": "1h"}},
                {"text": TOOLS_GUIDE, "cache_control": {"ttl": "1h"}},
                {"text": SYSTEM, "cache_control": {"ttl": "5m"}},
            ],
            tools=tools_with_cache,
            messages=[*history_with_cache, {"role": "user", "content": query}],
        )
    else:
        # Kontrol grubu
        return client.messages.create(
            system=[{"text": KB + SYSTEM, "cache_control": {"ttl": "5m"}}],
            messages=[{"role": "user", "content": query}],
        )

from prometheus_client import Counter
 
cache_hits = Counter(
    'llm_cache_hits_total',
    'Cache read tokens',
    ['strategy']  # ← strateji label'ı
)
 
def instrument(strategy, usage):
    cache_hits.labels(strategy=strategy).inc(usage.cache_read_input_tokens or 0)
    # ... diğer metrikler
 
# Grafana'da iki strateji yan yana görülür