https://api.allternit.com/api/v1/admin/eval/metrics

http://127.0.0.1:8013/api/v1/admin/eval/metrics

curl https://api.allternit.com/api/v1/admin/eval/metrics \
  -H "Authorization: Bearer $ADMIN_TOKEN"

{
  "items": [
    {
      "id": "exact_match",
      "name": "Exact match",
      "description": "Normalized string equality.",
      "range": [0.0, 1.0]
    },
    {
      "id": "token_overlap",
      "name": "Token overlap F1",
      "description": "Token-set F1 between prediction and reference.",
      "range": [0.0, 1.0]
    }
  ]
}

curl -X POST https://api.allternit.com/api/v1/admin/eval/metrics/score \
  -H "Authorization: Bearer $ADMIN_TOKEN" \
  -H "Content-Type: application/json" \
  -d '{
    "metric": "token_overlap",
    "prediction": "The quick brown fox",
    "reference": "A quick fox jumps"
  }'

{
  "metric": "token_overlap",
  "prediction": "The quick brown fox",
  "reference": "A quick fox jumps"
}

{
  "metric": "token_overlap",
  "prediction": "The quick brown fox",
  "reference": "A quick fox jumps",
  "result": {
    "score": 0.6666666666666666
  }
}

curl -X POST https://api.allternit.com/api/v1/admin/eval/metrics/consistency \
  -H "Authorization: Bearer $ADMIN_TOKEN" \
  -H "Content-Type: application/json" \
  -d '{
    "responses": [
      "The quick brown fox",
      "The quick fox jumps",
      "The quick brown fox jumps"
    ]
  }'

{
  "responses": [
    "The quick brown fox",
    "The quick fox jumps"
  ]
}

{
  "metric": "consistency",
  "responses": 2,
  "score": 0.6666666666666666
}