MultiPL-E

lm_eval --model hf --model_args pretrained=<model_path> --tasks multi-pl-e --batch_size auto

opencompass --datasets multi-pl-e --models <model_config>

# Standard API Evaluation Loop
from openai import OpenAI

client = OpenAI()
response = client.chat.completions.create(
    model="gpt-4o",
    messages=[{"role": "user", "content": prompt}],
    temperature=0.0,
)