#test_kv_cache.py 

import requests
import json
import time

# Configuration
url = "http://localhost:8080/v1/chat/completions"
headers = {"Content-Type": "application/json"}

# Prompt (approx. 340 tokens, with fixed-answer question)
prompt = """
In the fantasy novel *The Shattered Crown*, set in the war-torn kingdom of Eryndor, a young blacksmith discovers a hidden prophecy etched on a mysterious amulet buried beneath his forge. The prophecy foretells the rise of a shadowed heir who will either unite the fractured realms or plunge them into eternal darkness. This blacksmith, unaware of his own lineage, embarks on a quest to find the Crown of Ages, a relic said to hold the power to restore balance. Joined by Lira, a rogue sorceress with a shadowed past, and Torren, a grizzled knight banished for treason, he faces trials including the labyrinthine Caves of Sorrow, where spectral guardians test his resolve, and the Court of Whispers, a den of political intrigue where allies betray for power. The blacksmith uncovers clues about his heritage, learning the prophecy may point to him or his ruthless brother, Varn, who leads a fanatical cult bent on conquest. The novel weaves themes of destiny, loyalty, and sacrifice, set against Eryndor’s misty vales, towering spires, and haunted forests. Who is the main character of *The Shattered Crown*?
"""

# Payload for chat completion
payload = {
    "model": "gemma-3-4b-it",
    "messages": [
        {"role": "system", "content": "You are a terse assistant."},
        {"role": "user", "content": prompt}
    ],
    "max_tokens": 10,
    "temperature": 0.0  # Set to 0.0 for deterministic output
}

print()
for i in range(1,3):
  start = time.time()
  print(f"Sending request {i}...")
  response = requests.post(url, headers=headers, data=json.dumps(payload))
  if response.status_code == 200:
    print(f"response {i}:", response.json()["choices"][0]["message"]["content"])
    print("prompt_n:", response.json()["timings"]["prompt_n"])
    print("system_fingerprint:", response.json()["system_fingerprint"])
    # print("First response:", response.text)
  else:
    print("Error:", response.status_code, response.text)
  duration = time.time() - start
  print(f"{duration = :.3f}")
  print()