import os
from dataframer import Dataframer

client = Dataframer(
    api_key=os.environ.get("DATAFRAMER_API_KEY"),  # This is the default and can be omitted
)
evaluation = client.dataframer.judges.evaluations.create(
    judge_id="182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
    messages=[{
        "role": "system",
        "content": "You are a support assistant.",
    }, {
        "role": "user",
        "content": "Where is my refund?",
    }],
    output="Your refund was issued yesterday and should arrive within 3 business days.",
)
print(evaluation.id)

curl https://df-api.dataframer.ai/api/dataframer/judges/$JUDGE_ID/evaluations/ \
    -H 'Content-Type: application/json' \
    -H "Authorization: Bearer $DATAFRAMER_API_KEY" \
    -d '{
          "messages": [
            {
              "role": "system",
              "content": "You are a support assistant."
            },
            {
              "role": "user",
              "content": "Where is my refund?"
            }
          ],
          "output": "Your refund was issued yesterday and should arrive within 3 business days."
        }'

{
  "id": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
  "judge_id": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
  "judge_version": 123,
  "source": "api",
  "status": "succeeded",
  "model": "<string>",
  "verdict": {
    "overall_score": 123,
    "confidence": 123,
    "reasoning": "<string>",
    "dimensions": [
      {
        "dimension_id": "<string>",
        "name": "<string>",
        "scoring_model": "pass_fail",
        "label": "<string>",
        "labels": [
          "<string>"
        ],
        "score": 123,
        "passed": true,
        "notes": "<string>"
      }
    ]
  },
  "error": "<string>",
  "latency_ms": 123,
  "created_at": "2023-11-07T05:31:56Z"
}

{
  "error": "<string>"
}

{
  "error": "<string>"
}

{
  "error": "<string>"
}

{
  "error": "<string>"
}

{
  "error": "<string>"
}

{
  "id": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
  "judge_id": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
  "judge_version": 123,
  "source": "api",
  "status": "succeeded",
  "model": "<string>",
  "verdict": {
    "overall_score": 123,
    "confidence": 123,
    "reasoning": "<string>",
    "dimensions": [
      {
        "dimension_id": "<string>",
        "name": "<string>",
        "scoring_model": "pass_fail",
        "label": "<string>",
        "labels": [
          "<string>"
        ],
        "score": 123,
        "passed": true,
        "notes": "<string>"
      }
    ]
  },
  "error": "<string>",
  "latency_ms": 123,
  "created_at": "2023-11-07T05:31:56Z"
}