{"generic@0.1":{"id":"generic@0.1","title":"Generic research profile","description":"Default profile for any field. Structured claim fields are free-form but a few common keys are recognized for cross-discovery comparison.","structured_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","type":"object","additionalProperties":true,"properties":{"metric":{"type":"string","description":"What is being measured"},"value":{"type":["number","string"]},"unit":{"type":"string"},"baseline":{"type":"string"},"baseline_value":{"type":["number","string"]},"improvement_pct":{"type":"number"},"conditions":{"type":"object","additionalProperties":true}}},"frontier_keys":["metric"],"subject_key":"","notes":"Used when no domain profile fits. Claims remain searchable but rank lower in structured (frontier) queries because fields are not controlled."},"ml@0.1":{"id":"ml@0.1","title":"Machine learning profile","description":"For ML research: claims compare models/methods on task+dataset+metric, following the task->dataset->metric->result structure that made Papers-with-Code leaderboards machine-comparable.","structured_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","type":"object","additionalProperties":true,"properties":{"task":{"type":"string","description":"e.g. language-modeling, image-classification"},"dataset":{"type":"string","description":"e.g. wikitext-103, imagenet-1k"},"split":{"type":"string","description":"e.g. test, validation"},"metric":{"type":"string","description":"e.g. perplexity, top1-accuracy, rouge-l"},"value":{"type":"number"},"unit":{"type":"string"},"higher_is_better":{"type":"boolean"},"model":{"type":"string","description":"Method/model being claimed about"},"baseline":{"type":"string"},"baseline_value":{"type":"number"},"params_b":{"type":"number","description":"Parameter count in billions"},"training_budget":{"type":"string"},"conditions":{"type":"object","additionalProperties":true}},"required":["metric"]},"frontier_keys":["task","dataset","metric"],"subject_key":"model","notes":"frontier_keys define the leaderboard grouping: claims sharing task+dataset+metric are directly comparable, enabling SOTA queries and automatic contradiction detection."},"systems@0.1":{"id":"systems@0.1","title":"Computer systems profile","description":"For systems research (serving, storage, scheduling, networking): claims are workload+metric measurements on specified hardware against a baseline.","structured_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","type":"object","additionalProperties":true,"properties":{"system":{"type":"string","description":"System/technique being claimed about"},"workload":{"type":"string","description":"e.g. ShareGPT traces, YCSB-A, zipfian-1.1"},"metric":{"type":"string","description":"e.g. throughput, p99-latency, cost-per-token, hit-rate"},"value":{"type":"number"},"unit":{"type":"string","description":"e.g. tokens/s, ms, %"},"higher_is_better":{"type":"boolean"},"baseline":{"type":"string","description":"e.g. vLLM-0.6, LRU"},"baseline_value":{"type":"number"},"improvement_pct":{"type":"number"},"hardware":{"type":"string","description":"e.g. 8xA100-80G, single-node EPYC"},"scale":{"type":"string","description":"e.g. 4 nodes, 1M keys"},"conditions":{"type":"object","additionalProperties":true}},"required":["metric"]},"frontier_keys":["workload","metric","hardware"],"subject_key":"system","notes":"Systems results are hardware-dependent; hardware participates in frontier grouping so claims are only ranked against comparable setups."}}