Evaluation payload example

	[  
{
  "guid": "8087f60f-ccfd-4194-998c-90251f8934cd",
  "name": "Application Access Test",
  "type": "CHAT",
  "created_on": "2025-07-25T16:34:57.776495Z",
  "updated_on": "2025-07-25T17:22:33.854696Z",
  "created_by": "0482d686-b67a-478d-b7e6-cc6c39e38ee0",
  "updated_by": "0482d686-b67a-478d-b7e6-cc6c39e38ee0",  
  "schedule_name": "Weekly Schedule",
  "schedule_type": "RECURRING",

  "eval": [
    {
      "input": "What applications do I have access to?",
      "expectedOutput": "You have access to the following applications:\n\nAPI Gateway\nION\nION - Business Rules\nInbox\nGen AI\nData Compliance\nDigital Assistant\nIBC Tester\nLN\nIf you need more information about any of these applications, feel free to ask!",
      "expectedEntities": null,
      "scoringCriteria": {
        "answer_correctness": true,
        "answer_similarity": true,
        "answer_relevance": true
      },
      "inferenceModel": "anthropic.claude-3-5-haiku-20241022-v1:0",
      "judgeModel": "anthropic.claude-3-5-sonnet-20240620-v1:0",
      "step_number": 1
    },
    {
      "input": "List my applications",
      "expectedOutput": "You have access to the following applications:\n\nAPI Gateway\nION\nION - Business Rules\nInbox\nGen AI\nData Compliance\nDigital Assistant\nIBC Tester\nLN",
      "expectedEntities": null,
      "scoringCriteria": {
        "answer_correctness": true,
        "answer_similarity": true,
        "answer_relevance": true
      },
      "inferenceModel": "anthropic.claude-3-5-haiku-20241022-v1:0",
      "judgeModel": "anthropic.claude-3-5-sonnet-20240620-v1:0",
      "step_number": 2
    }
  ],
  "evalHistory": [
    {
      "guid": "09993229-7236-4e52-abe4-65bf75f2430b",
      "date": "2025-07-25T17:24:01.634773Z"
    },
    {
      "guid": "d9738812-7898-4ce2-9330-29131cec82cd",
      "date": "2025-07-25T17:23:35.216967Z"
    }
  ]
}
]