CEM Benchmark

Machine-readable dataset

HTML preview for AI fetch tools and crawlers. Select a dataset to render it in the code box below — use Raw to open the JSON endpoint for programmatic use. Release 2026.3 · 30 capabilities · 9 vendors.

JSON Schema

Previewing /benchmark/schema.json

{
  "$schema": "http://json-schema.org/draft-07/schema#",
  "$id": "https://healthtasks.ai/benchmark/schema.json",
  "title": "CEM Benchmark Dataset",
  "description": "Clinical Education Management software benchmark evaluation schema",
  "type": "object",
  "required": [
    "release",
    "taxonomy",
    "vendors"
  ],
  "properties": {
    "release": {
      "type": "object",
      "required": [
        "version",
        "publishedAt",
        "methodologyVersion",
        "capabilityCount",
        "vendorCount"
      ],
      "properties": {
        "version": {
          "type": "string",
          "pattern": "^\\d{4}\\.[1-4]$"
        },
        "publishedAt": {
          "type": "string",
          "format": "date"
        },
        "methodologyVersion": {
          "type": "string"
        },
        "capabilityCount": {
          "type": "integer",
          "minimum": 1
        },
        "vendorCount": {
          "type": "integer",
          "minimum": 1
        },
        "changelog": {
          "type": "array",
          "items": {
            "type": "object",
            "required": [
              "date",
              "note"
            ],
            "properties": {
              "date": {
                "type": "string",
                "format": "date"
              },
              "note": {
                "type": "string",
                "minLength": 1
              }
            }
          }
        }
      }
    },
    "taxonomy": {
      "type": "object",
      "required": [
        "modules",
        "platformCharacteristics"
      ],
      "properties": {
        "modules": {
          "type": "array",
          "items": {
            "type": "object",
            "required": [
              "id",
              "name",
              "description",
              "capabilities"
            ],
            "properties": {
              "id": {
                "type": "string"
              },
              "name": {
                "type": "string"
              },
              "description": {
                "type": "string"
              },
              "capabilities": {
                "type": "array",
                "items": {
                  "type": "object",
                  "required": [
                    "id",
                    "name",
                    "definition",
                    "evidenceCriteria"
                  ],
                  "properties": {
                    "id": {
                      "type": "string"
                    },
                    "name": {
                      "type": "string"
                    },
                    "definition": {
                      "type": "string"
                    },
                    "evidenceCriteria": {
                      "type": "string"
                    }
                  }
                }
              }
            }
          }
        },
        "platformCharacteristics": {
          "type": "array",
          "items": {
            "type": "object",
            "required": [
              "id",
              "name",
              "description"
            ],
            "properties": {
              "id": {
                "type": "string"
              },
              "name": {
                "type": "string"
              },
              "description": {
                "type": "string"
              }
            }
          }
        }
      }
    },
    "vendors": {
      "type": "array",
      "items": {
        "type": "object",
        "required": [
          "id",
          "slug",
          "name",
          "summary"
        ],
        "properties": {
          "id": {
            "type": "string"
          },
          "slug": {
            "type": "string"
          },
          "name": {
            "type": "string"
          },
          "summary": {
            "type": "string"
          },
          "website": {
            "type": "string",
            "format": "uri"
          },
          "capabilityEvidence": {
            "type": "object",
            "additionalProperties": {
              "type": "object",
              "required": [
                "url"
              ],
              "properties": {
                "url": {
                  "type": "string",
                  "format": "uri"
                },
                "quote": {
                  "type": "string"
                },
                "note": {
                  "type": "string"
                },
                "matchType": {
                  "type": "string",
                  "enum": [
                    "literal",
                    "semantic"
                  ]
                },
                "reviewedAt": {
                  "type": "string",
                  "format": "date"
                }
              }
            }
          },
          "characteristicEvidence": {
            "type": "object",
            "additionalProperties": {
              "type": "object",
              "required": [
                "url"
              ],
              "properties": {
                "url": {
                  "type": "string",
                  "format": "uri"
                },
                "quote": {
                  "type": "string"
                },
                "note": {
                  "type": "string"
                },
                "matchType": {
                  "type": "string",
                  "enum": [
                    "literal",
                    "semantic"
                  ]
                },
                "reviewedAt": {
                  "type": "string",
                  "format": "date"
                }
              }
            }
          },
          "releaseHistory": {
            "type": "array",
            "items": {
              "type": "object",
              "properties": {
                "version": {
                  "type": "string"
                },
                "date": {
                  "type": "string"
                },
                "note": {
                  "type": "string"
                }
              }
            }
          }
        }
      }
    }
  }
}