{"$schema":"http://json-schema.org/draft-07/schema#","$id":"https://healthtasks.ai/benchmark/schema.json","title":"CEM Benchmark Dataset","description":"Clinical Education Management software benchmark evaluation schema","type":"object","required":["release","taxonomy","vendors"],"properties":{"release":{"type":"object","required":["version","publishedAt","methodologyVersion","capabilityCount","vendorCount"],"properties":{"version":{"type":"string","pattern":"^\\d{4}\\.[1-4]$"},"publishedAt":{"type":"string","format":"date"},"methodologyVersion":{"type":"string"},"capabilityCount":{"type":"integer","minimum":1},"vendorCount":{"type":"integer","minimum":1},"changelog":{"type":"array","items":{"type":"object","required":["date","note"],"properties":{"date":{"type":"string","format":"date"},"note":{"type":"string","minLength":1}}}}}},"taxonomy":{"type":"object","required":["modules","platformCharacteristics"],"properties":{"modules":{"type":"array","items":{"type":"object","required":["id","name","description","capabilities"],"properties":{"id":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"},"capabilities":{"type":"array","items":{"type":"object","required":["id","name","definition","evidenceCriteria"],"properties":{"id":{"type":"string"},"name":{"type":"string"},"definition":{"type":"string"},"evidenceCriteria":{"type":"string"}}}}}}},"platformCharacteristics":{"type":"array","items":{"type":"object","required":["id","name","description"],"properties":{"id":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"}}}}}},"vendors":{"type":"array","items":{"type":"object","required":["id","slug","name","summary"],"properties":{"id":{"type":"string"},"slug":{"type":"string"},"name":{"type":"string"},"summary":{"type":"string"},"website":{"type":"string","format":"uri"},"capabilityEvidence":{"type":"object","additionalProperties":{"type":"object","required":["url"],"properties":{"url":{"type":"string","format":"uri"},"quote":{"type":"string"},"note":{"type":"string"},"matchType":{"type":"string","enum":["literal","semantic"]},"reviewedAt":{"type":"string","format":"date"}}}},"characteristicEvidence":{"type":"object","additionalProperties":{"type":"object","required":["url"],"properties":{"url":{"type":"string","format":"uri"},"quote":{"type":"string"},"note":{"type":"string"},"matchType":{"type":"string","enum":["literal","semantic"]},"reviewedAt":{"type":"string","format":"date"}}}},"releaseHistory":{"type":"array","items":{"type":"object","properties":{"version":{"type":"string"},"date":{"type":"string"},"note":{"type":"string"}}}}}}}}}