📄 O1 Preview¶

metrics.llm_as_judge.pairwise.openai.o1_preview

type: LLMJudgePairwise
inference_engine: 
  type: LiteLLMInferenceEngine
  model: openai/o1-preview-2024-09-12
  max_tokens: 1024
  seed: 42
evaluator_name: O1_PREVIEW
generate_summaries: False
[source]