Needle-in-a-Haystack

lm_eval --model hf --model_args pretrained=<model_path> --tasks needle-in-a-haystack --batch_size auto

opencompass --datasets needle-in-a-haystack --models <model_config>

# Standard API Evaluation Loop
from openai import OpenAI

client = OpenAI()
response = client.chat.completions.create(
    model="gpt-4o",
    messages=[{"role": "user", "content": prompt}],
    temperature=0.0,
)