Evaluate your AI directly in CI!

$ curl -X POST \
    -H "Content-Type: application/json" \
    -H "Authorization: Bearer $PROJECT_SECRET_KEY" \
    -d '
{
  "Branch": "main",
  "Evals": [
    {
      "Name": "Ping Pong",
      "Group": "Ping",
      "Sample": { "Input": "Ping", "Output": "Plong", "Expected": "Pong" },
      "Results": [{ "Score": 0.16, "Type": "SemanticSimilarity" }],
      "Duration": 9635417
    },
    {
      "Name": "Ding Dong",
      "Group": "Ping",
      "Sample": { "Input": "Ding", "Output": "Drong", "Expected": "Dong" },
      "Results": [{ "Score": 0.42, "Type": "SemanticSimilarity" }],
      "Duration": 8516625
    },
    {
      "Name": "Hello there",
      "Group": "Hello",
      "Sample": { "Input": "Hello", "Output": "Hi", "Expected": "Hello there" },
      "Results": [
        { "Score": 0.06, "Type": "SemanticSimilarity" },
        { "Score": 0.07, "Type": "LexicalSimilarity" }
      ],
      "Duration": 8492904
    }
  ]
}
' https://api.evals.fun/evals