{"service":"HALOWERK aialignwerk","endpoint":"/v1/capability-eval","method":"POST","content_type":"application/json","inputSchema":{"type":"object","required":["test_cases"],"additionalProperties":false,"properties":{"test_cases":{"type":"array","minItems":1,"maxItems":100000,"items":{"type":"object","required":["case_id","category","passed","score","weight"],"additionalProperties":false,"properties":{"case_id":{"type":"string","minLength":1,"maxLength":128},"category":{"type":"string","minLength":1,"maxLength":128},"passed":{"type":"boolean"},"score":{"type":"number","minimum":0,"maximum":1},"weight":{"type":"number","minimum":0.000001,"maximum":1000000}}}}}},"requestExample":{"test_cases":[{"case_id":"math-1","category":"reasoning","passed":true,"score":0.92,"weight":1},{"case_id":"math-2","category":"reasoning","passed":false,"score":0.41,"weight":1},{"case_id":"tool-1","category":"tool-use","passed":true,"score":0.88,"weight":2}]},"operations":[{"method":"POST","inputSchema":{"type":"object","required":["test_cases"],"additionalProperties":false,"properties":{"test_cases":{"type":"array","minItems":1,"maxItems":100000,"items":{"type":"object","required":["case_id","category","passed","score","weight"],"additionalProperties":false,"properties":{"case_id":{"type":"string","minLength":1,"maxLength":128},"category":{"type":"string","minLength":1,"maxLength":128},"passed":{"type":"boolean"},"score":{"type":"number","minimum":0,"maximum":1},"weight":{"type":"number","minimum":0.000001,"maximum":1000000}}}}}},"requestExample":{"test_cases":[{"case_id":"math-1","category":"reasoning","passed":true,"score":0.92,"weight":1},{"case_id":"math-2","category":"reasoning","passed":false,"score":0.41,"weight":1},{"case_id":"tool-1","category":"tool-use","passed":true,"score":0.88,"weight":2}]}}],"example_request":{"test_cases":[{"case_id":"math-1","category":"reasoning","passed":true,"score":0.92,"weight":1},{"case_id":"math-2","category":"reasoning","passed":false,"score":0.41,"weight":1},{"case_id":"tool-1","category":"tool-use","passed":true,"score":0.88,"weight":2}]},"serviceName":"HALOWERK aialignwerk","tags":["iot","capability","evaluation"],"outputSchema":{"type":"object","required":["method"],"properties":{"method":{"type":"string"}},"additionalProperties":true},"outputExample":{"weighted_pass_rate":0.75,"weighted_mean_score":0.7725,"case_count":3,"categories":[{"category":"reasoning","case_count":2,"weighted_pass_rate":0.5,"weighted_mean_score":0.665,"weight_fraction":0.5},{"category":"tool-use","case_count":1,"weighted_pass_rate":1,"weighted_mean_score":0.88,"weight_fraction":0.5}],"coverage_status":"supplied_cases_only","method":"weighted test-case pass-rate and score aggregation"}}