{"schemaVersion":1,"source":{"id":"epoch-benchmarks","name":"Epoch AI Benchmarking Hub","url":"https://epoch.ai/data/benchmark_data.zip","home":"https://epoch.ai/benchmarks","license":"CC BY 4.0 (https://creativecommons.org/licenses/by/4.0/)","attribution":"Epoch AI, ‘Capabilities & benchmarking’. Published online at epoch.ai. Retrieved from https://epoch.ai/benchmarks","benchmarks":[{"key":"gpqa","label":"GPQA Diamond","what":"Hard graduate-level science questions (multiple choice)"},{"key":"frontiermath","label":"FrontierMath T1–3","what":"Unpublished, research-level math problems"},{"key":"aime","label":"OTIS Mock AIME","what":"Competition math (AIME-style)"},{"key":"swe","label":"SWE-bench Verified","what":"Fixing real bugs in open-source code"},{"key":"simpleqa","label":"SimpleQA Verified","what":"Short factual questions (tests making things up)"}]},"fetchedAt":"2026-10-22T18:22:54.548Z","itemCount":270,"items":[{"id":"claude-opus-5-5","name":"Claude Opus 5.5","organization":"Anthropic","released":"2026-09-22","eci":168.83,"eciLow":165.25,"eciHigh":173.95,"access":"Closed weights","scores":{"gpqa":90.6,"frontiermath":91.2,"aime":100,"simpleqa":72.2}},{"id":"gpt-6-astra","name":"GPT-6 Astra","organization":"OpenAI","released":"2026-09-03","eci":168.81,"eciLow":165.45,"eciHigh":174.51,"access":"Closed weights","scores":{"gpqa":95.8,"frontiermath":93.7,"aime":100,"simpleqa":75.6}},{"id":"gpt-6-1-sol","name":"GPT-6.1 Sol","organization":"OpenAI","released":"2026-09-29","eci":168.37,"eciLow":165,"eciHigh":174.43,"access":"Closed weights","scores":{"gpqa":95.4,"frontiermath":93.7,"aime":100,"simpleqa":73.9}},{"id":"claude-fable-5-1","name":"Claude Fable 5.1","organization":"Anthropic","released":"2026-09-01","eci":166.49,"eciLow":163.47,"eciHigh":171.35,"access":"Closed weights","scores":{"frontiermath":90.2,"aime":100,"simpleqa":70.8}},{"id":"gemini-4-argon","name":"Gemini 4 Argon","organization":"Google DeepMind","released":"2026-09-30","eci":166.45,"eciLow":163.23,"eciHigh":171.52,"access":"Other","scores":{"gpqa":96.4,"frontiermath":86,"aime":100,"simpleqa":76}},{"id":"claude-sonnet-5-5","name":"Claude Sonnet 5.5","organization":"Anthropic","released":"2026-09-28","eci":166.18,"eciLow":163.06,"eciHigh":171.34,"access":"Closed weights","scores":{"gpqa":95.6,"frontiermath":88.8,"aime":100,"simpleqa":46.5}},{"id":"claude-opus-5","name":"Claude Opus 5","organization":"Anthropic","released":"2026-07-24","eci":163.94,"eciLow":161.12,"eciHigh":168.24,"access":"Closed weights","scores":{"gpqa":93.9,"frontiermath":85.6,"aime":98.9,"simpleqa":59.9}},{"id":"gpt-6-sol","name":"GPT-6 Sol","organization":"OpenAI","released":"2026-09-22","eci":163.73,"eciLow":160.92,"eciHigh":167.44,"access":"Closed weights","scores":{"gpqa":94.3,"frontiermath":89.8,"aime":100,"simpleqa":60.7}},{"id":"claude-fable-5","name":"Claude Fable 5","organization":"Anthropic","released":"2026-06-09","eci":163.42,"eciLow":160.53,"eciHigh":168.18,"access":"Closed weights","scores":{"gpqa":85.9,"frontiermath":87,"aime":100,"simpleqa":70.7}},{"id":"gpt-5-5-pro","name":"GPT-5.5 Pro","organization":"OpenAI","released":"2026-04-23","eci":162.91,"eciLow":160.04,"eciHigh":166.6,"access":"Closed weights","scores":{"gpqa":93.9,"frontiermath":87.7,"aime":100}},{"id":"gpt-5-6-sol","name":"GPT-5.6 Sol","organization":"OpenAI","released":"2026-07-09","eci":162.79,"eciLow":160.15,"eciHigh":167.06,"access":"Closed weights","scores":{"gpqa":93.5,"frontiermath":89.1,"aime":100,"simpleqa":69.7}},{"id":"muse-wonder","name":"Muse Wonder","organization":"Meta AI","released":"2026-10-12","eci":161.85,"eciLow":159.39,"eciHigh":165.44,"access":"Closed weights","scores":{"frontiermath":82.1,"aime":99.4}},{"id":"gpt-5-6-terra","name":"GPT-5.6 Terra","organization":"OpenAI","released":"2026-07-09","eci":160.09,"eciLow":157.3,"eciHigh":163.31,"access":"Closed weights","scores":{"gpqa":93.3,"frontiermath":86,"aime":99.7,"simpleqa":43.2}},{"id":"gpt-5-5","name":"GPT-5.5","organization":"OpenAI","released":"2026-04-23","eci":159.68,"eciLow":157.33,"eciHigh":163.67,"access":"Closed weights","scores":{"gpqa":94,"frontiermath":85.3,"aime":100,"swe":80.6,"simpleqa":63}},{"id":"gpt-5-4-pro","name":"GPT-5.4 Pro","organization":"OpenAI","released":"2026-03-05","eci":159.57,"eciLow":157.1,"eciHigh":162.7,"access":"Closed weights","scores":{"gpqa":94.6,"frontiermath":82.5,"simpleqa":46.3}},{"id":"claude-haiku-5-5","name":"Claude Haiku 5.5","organization":"Anthropic","released":"2026-10-07","eci":159.32,"eciLow":156.19,"eciHigh":162.47,"access":"Closed weights","scores":{"gpqa":89.6,"frontiermath":75.1,"aime":98.9,"simpleqa":23.8}},{"id":"claude-opus-4-8","name":"Claude Opus 4.8","organization":"Anthropic","released":"2026-05-28","eci":159.01,"eciLow":156.89,"eciHigh":161.95,"access":"Closed weights","scores":{"gpqa":91,"frontiermath":80,"aime":98.3,"simpleqa":53}},{"id":"gemini-3-7-flash","name":"Gemini 3.7 Flash","organization":"Google DeepMind","released":"2026-08-13","eci":157.97,"eciLow":155.92,"eciHigh":161.24,"access":"Closed weights","scores":{"gpqa":94.8,"frontiermath":71.6,"aime":97.2,"simpleqa":69.2}},{"id":"kimi-k3","name":"Kimi K3","organization":"Moonshot","released":"2026-07-16","eci":157.86,"eciLow":155.11,"eciHigh":160.63,"access":"Open weights","scores":{"gpqa":93.1,"frontiermath":72.2,"aime":97.2,"simpleqa":50.6}},{"id":"gemini-3-8-flash","name":"Gemini 3.8 Flash","organization":"Google DeepMind","released":"2026-09-02","eci":157.44,"eciLow":155.07,"eciHigh":161.08,"access":"Closed weights","scores":{"gpqa":95.4,"frontiermath":68.4,"aime":98.9,"simpleqa":69.7}},{"id":"qwen-3-8-max","name":"Qwen 3.8 Max","organization":"Alibaba","released":"2026-08-02","eci":157.4,"eciLow":155.33,"eciHigh":160.31,"access":"Closed weights","scores":{"gpqa":92.7,"frontiermath":74.7,"aime":99.4,"simpleqa":45.8}},{"id":"gpt-5-4","name":"GPT-5.4","organization":"OpenAI","released":"2026-03-05","eci":157.31,"eciLow":155.38,"eciHigh":159.8,"access":"Closed weights","scores":{"gpqa":93.3,"frontiermath":78.6,"aime":97.8,"swe":76.9,"simpleqa":45.1}},{"id":"muse-spark-1-3","name":"Muse Spark 1.3","organization":"Meta AI","released":"2026-09-02","eci":157.21,"eciLow":155.26,"eciHigh":159.82,"access":"Closed weights","scores":{"frontiermath":74.4,"aime":99.2}},{"id":"gpt-5-3-codex","name":"GPT-5.3 Codex","organization":"OpenAI","released":"2026-02-05","eci":157.09,"eciLow":153.56,"eciHigh":161.38,"access":"Closed weights","scores":{"swe":74.8}},{"id":"claude-sonnet-5","name":"Claude Sonnet 5","organization":"Anthropic","released":"2026-06-30","eci":156.88,"eciLow":154.1,"eciHigh":159.65,"access":"Closed weights","scores":{"gpqa":90.5,"frontiermath":65.6,"aime":94.7,"simpleqa":33.7}},{"id":"claude-opus-4-7","name":"Claude Opus 4.7","organization":"Anthropic","released":"2026-04-16","eci":156.79,"eciLow":154.91,"eciHigh":159.19,"access":"Closed weights","scores":{"gpqa":90.2,"frontiermath":70.2,"aime":97.8,"swe":83.5,"simpleqa":51.7}},{"id":"gpt-6-luna","name":"GPT-6 Luna","organization":"OpenAI","released":"2026-09-22","eci":156.75,"eciLow":154.32,"eciHigh":159.43,"access":"Closed weights","scores":{"gpqa":90.5,"frontiermath":78.9,"aime":98.9,"simpleqa":41.4}},{"id":"grok-4-6","name":"Grok 4.6","organization":"xAI","released":"2026-08-12","eci":156.57,"eciLow":154.68,"eciHigh":159.19,"access":"Closed weights","scores":{"gpqa":94,"frontiermath":66,"aime":99.2,"simpleqa":49.3}},{"id":"gpt-5-6-luna","name":"GPT-5.6 Luna","organization":"OpenAI","released":"2026-07-09","eci":156.5,"eciLow":154.19,"eciHigh":159.26,"access":"Closed weights","scores":{"gpqa":91.6,"frontiermath":82.1,"aime":98.3,"simpleqa":41}},{"id":"gpt-5-2-pro","name":"GPT-5.2 Pro","organization":"OpenAI","released":"2025-12-11","eci":156.33,"eciLow":153.89,"eciHigh":159.98,"access":"Closed weights","scores":{"frontiermath":74}},{"id":"glm-5-3","name":"GLM-5.3","organization":"Z.ai (Zhipu AI)","released":"2026-08-14","eci":155.99,"eciLow":154.17,"eciHigh":158.35,"access":"Open weights","scores":{"gpqa":90.9,"frontiermath":68.8,"aime":91.1,"simpleqa":41}},{"id":"deepseek-v4-1-flash","name":"DeepSeek V4.1 Flash","organization":"DeepSeek","released":"2026-09-09","eci":155.93,"eciLow":153.68,"eciHigh":158.59,"access":"Open weights","scores":{"gpqa":89.8,"frontiermath":67.4,"aime":98.3,"simpleqa":42.9}},{"id":"claude-opus-4-6","name":"Claude Opus 4.6","organization":"Anthropic","released":"2026-02-05","eci":155.66,"eciLow":153.82,"eciHigh":158.07,"access":"Closed weights","scores":{"gpqa":90.5,"frontiermath":66,"aime":94.4,"swe":78.7,"simpleqa":47}},{"id":"deepseek-v4-pro-0813","name":"DeepSeek V4 Pro 0813","organization":"DeepSeek","released":"2026-08-13","eci":155.64,"eciLow":153.74,"eciHigh":158.04,"access":"Open weights","scores":{"gpqa":91.7,"frontiermath":64.6,"aime":98.6,"simpleqa":52.9}},{"id":"gemini-3-1-pro","name":"Gemini 3.1 Pro","organization":"Google DeepMind","released":"2026-02-19","eci":155.34,"eciLow":153.32,"eciHigh":158.13,"access":"Closed weights","scores":{"gpqa":94.4,"frontiermath":59.6,"aime":95.6,"swe":75.6,"simpleqa":73.5}},{"id":"muse-spark-open","name":"Muse Spark Open","organization":"Meta AI","released":"2026-10-15","eci":155.11,"eciLow":152.66,"eciHigh":157.97,"access":"Open weights","scores":{"gpqa":88.6,"frontiermath":69.8,"aime":98.1,"simpleqa":56.6}},{"id":"qwen3-8-max-0902","name":"Qwen3.8 Max (0902)","organization":"Alibaba","released":"2026-09-01","eci":155.08,"eciLow":153.03,"eciHigh":157.19,"access":"Closed weights","scores":{"gpqa":92.3,"frontiermath":65.6,"aime":100,"simpleqa":47.3}},{"id":"muse-spark-1-2","name":"Muse Spark 1.2","organization":"Meta AI","released":"2026-08-05","eci":155.05,"eciLow":152.82,"eciHigh":157.56,"access":"Closed weights","scores":{"simpleqa":60.3}},{"id":"gemini-3-5-flash","name":"Gemini 3.5 Flash","organization":"Google DeepMind","released":"2026-05-19","eci":154.88,"eciLow":152.91,"eciHigh":157.41,"access":"Closed weights","scores":{"gpqa":92.8,"frontiermath":62.8,"aime":95.6,"swe":79.3,"simpleqa":66.2}},{"id":"deepseek-v4-flash-0731","name":"DeepSeek V4 Flash 0731","organization":"DeepSeek","released":"2026-07-31","eci":154.76,"eciLow":152.06,"eciHigh":156.86,"access":"Open weights","scores":{"gpqa":91,"frontiermath":57.5,"aime":94.4,"simpleqa":33.6}},{"id":"gemini-3-6-flash","name":"Gemini 3.6 Flash","organization":"Google DeepMind","released":"2026-07-21","eci":154.53,"eciLow":152.85,"eciHigh":156.58,"access":"Closed weights","scores":{"gpqa":94.1,"frontiermath":58.9,"aime":94.2,"simpleqa":66.2}},{"id":"grok-4-7","name":"Grok 4.7","organization":"xAI","released":"2026-09-21","eci":154.37,"eciLow":152.6,"eciHigh":157.08,"access":"Closed weights","scores":{"gpqa":92.7,"frontiermath":53,"aime":98.1,"simpleqa":56}},{"id":"grok-4-5","name":"Grok 4.5","organization":"xAI","released":"2026-07-08","eci":154.07,"eciLow":152.36,"eciHigh":156.18,"access":"Closed weights","scores":{"gpqa":93.4,"frontiermath":57.2,"aime":97.8,"simpleqa":48.3}},{"id":"muse-spark-1-1","name":"Muse Spark 1.1","organization":"Meta AI","released":"2026-07-09","eci":154.05,"eciLow":151.73,"eciHigh":156.18,"access":"Closed weights","scores":{"simpleqa":57.8}},{"id":"qwen3-7-max","name":"Qwen3.7-Max","organization":"Alibaba","released":"2026-05-19","eci":154.04,"eciLow":152.3,"eciHigh":156.5,"access":"Closed weights","scores":{"gpqa":90.9,"frontiermath":64.6,"aime":95.6,"swe":77.3,"simpleqa":55.8}},{"id":"gpt-5-2","name":"GPT-5.2","organization":"OpenAI","released":"2025-12-11","eci":153.66,"eciLow":152.05,"eciHigh":155.42,"access":"Closed weights","scores":{"gpqa":91.4,"frontiermath":67.4,"aime":96.1,"swe":73.8,"simpleqa":37.1}},{"id":"glm-5-3-flash","name":"GLM-5.3-Flash","organization":"Z.ai (Zhipu AI)","released":"2026-08-20","eci":153.08,"eciLow":150.76,"eciHigh":155.53,"access":"Open weights","scores":{"gpqa":90.2,"frontiermath":55.8,"aime":93.9}},{"id":"gemini-3-pro","name":"Gemini 3 Pro","organization":"Google DeepMind","released":"2025-11-18","eci":153.07,"eciLow":151.06,"eciHigh":155.42,"access":"Closed weights","scores":{"gpqa":92.6,"aime":91.4,"swe":72.9}},{"id":"claude-sonnet-4-6","name":"Claude Sonnet 4.6","organization":"Anthropic","released":"2026-02-17","eci":152.79,"eciLow":150.2,"eciHigh":155.06,"access":"Closed weights","scores":{"gpqa":87.4,"aime":85.8,"swe":75.2,"simpleqa":35.5}},{"id":"grok-4-20","name":"Grok 4.20","organization":"xAI","released":"2026-02-17","eci":152.11,"eciLow":149.57,"eciHigh":154.54,"access":"Closed weights","scores":{"gpqa":89.3,"frontiermath":44.9,"aime":92.2,"simpleqa":30.2}},{"id":"muse-spark","name":"Muse Spark","organization":"Meta AI","released":"2026-04-08","eci":152.03,"eciLow":149.79,"eciHigh":154.49,"access":"Closed weights","scores":{"gpqa":89.8,"aime":88.9}},{"id":"glm-5-2","name":"GLM-5.2","organization":"Z.ai (Zhipu AI)","released":"2026-06-16","eci":151.94,"eciLow":149.99,"eciHigh":154.1,"access":"Open weights","scores":{"gpqa":91.9,"frontiermath":59.2,"aime":86.4,"swe":78.7,"simpleqa":34.2}},{"id":"gemini-3-flash","name":"Gemini 3 Flash","organization":"Google DeepMind","released":"2025-12-17","eci":151.88,"eciLow":150.44,"eciHigh":153.64,"access":"Closed weights","scores":{"gpqa":89.4,"frontiermath":51.2,"aime":95.6,"swe":75.4,"simpleqa":66.8}},{"id":"qwen-3-8-27b","name":"Qwen 3.8 27B","organization":"Alibaba","released":"2026-08-14","eci":151.69,"eciLow":149.75,"eciHigh":153.72,"access":"Open weights","scores":{}},{"id":"kimi-k2-6","name":"Kimi K2.6","organization":"Moonshot","released":"2026-04-20","eci":150.94,"eciLow":149.04,"eciHigh":152.72,"access":"Open weights","scores":{"gpqa":90.8,"frontiermath":57.2,"aime":96.1,"swe":76.7,"simpleqa":34.9}},{"id":"gpt-5-pro","name":"GPT-5 Pro","organization":"OpenAI","released":"2025-10-07","eci":150.59,"eciLow":148.94,"eciHigh":154.18,"access":"Closed weights","scores":{"frontiermath":55.8}},{"id":"inkling-small","name":"Inkling-Small","organization":"Thinking Machines","released":"2026-07-15","eci":150.32,"eciLow":147.23,"eciHigh":152.1,"access":"Open weights","scores":{"gpqa":88.5,"frontiermath":46.3,"aime":90,"simpleqa":19.1}},{"id":"kimi-k2-7-code","name":"Kimi K2.7 Code","organization":"Moonshot","released":"2026-06-12","eci":150.11,"eciLow":148.17,"eciHigh":151.82,"access":"Open weights","scores":{"gpqa":87.9,"frontiermath":54,"aime":95.6,"simpleqa":36.5}},{"id":"claude-opus-4-5","name":"Claude Opus 4.5","organization":"Anthropic","released":"2025-11-24","eci":150.11,"eciLow":147.81,"eciHigh":153.01,"access":"Closed weights","scores":{"gpqa":86,"frontiermath":34.4,"aime":86.1,"swe":76.7,"simpleqa":45.7}},{"id":"mistral-large-4","name":"Mistral Large 4","organization":"Mistral AI","released":"2026-10-06","eci":150.03,"eciLow":146.94,"eciHigh":152.74,"access":"Other","scores":{"gpqa":88.1,"frontiermath":58.6,"aime":98.3,"simpleqa":20}},{"id":"gpt-5","name":"GPT-5","organization":"OpenAI","released":"2025-08-07","eci":150,"eciLow":null,"eciHigh":null,"access":"Closed weights","scores":{"gpqa":86.2,"frontiermath":55.4,"aime":91.4,"swe":73.6,"simpleqa":50.1}},{"id":"glm-5-1","name":"GLM-5.1","organization":"Z.ai (Zhipu AI)","released":"2026-04-07","eci":149.82,"eciLow":147.66,"eciHigh":151.89,"access":"Open weights","scores":{"gpqa":89.9,"frontiermath":36.8,"aime":93.3,"swe":74.2,"simpleqa":34}},{"id":"gpt-5-1","name":"GPT-5.1","organization":"OpenAI","released":"2025-11-13","eci":149.76,"eciLow":148.36,"eciHigh":151.74,"access":"Closed weights","scores":{"gpqa":87.6,"aime":88.6,"swe":68,"simpleqa":48}},{"id":"qwen-3-6-max-preview","name":"Qwen 3.6 Max (Preview)","organization":"Alibaba","released":"2026-04-20","eci":149.41,"eciLow":147.6,"eciHigh":153.15,"access":"Other","scores":{"gpqa":87.4,"aime":91.1,"swe":76.7,"simpleqa":52}},{"id":"deepseek-v4-pro","name":"DeepSeek-V4-Pro","organization":"DeepSeek","released":"2026-04-24","eci":149.13,"eciLow":147.63,"eciHigh":150.87,"access":"Open weights","scores":{"gpqa":90.9,"frontiermath":45.3,"aime":96.7,"swe":77.6,"simpleqa":47}},{"id":"grok-4-3-beta","name":"Grok 4.3 Beta","organization":"xAI","released":"2026-04-17","eci":148.81,"eciLow":147.21,"eciHigh":150.34,"access":"Closed weights","scores":{"gpqa":88.8,"frontiermath":42.8,"aime":93.3,"simpleqa":33.2}},{"id":"gpt-5-4-mini","name":"GPT-5.4 Mini","organization":"OpenAI","released":"2026-03-17","eci":148.7,"eciLow":146.87,"eciHigh":150.47,"access":"Closed weights","scores":{"gpqa":86.9,"frontiermath":51.2,"aime":88.9,"simpleqa":29.4}},{"id":"inkling","name":"Inkling","organization":"Thinking Machines","released":"2026-07-15","eci":148.41,"eciLow":145.96,"eciHigh":150.21,"access":"Open weights","scores":{"gpqa":88.3,"frontiermath":33.3,"aime":88.9,"simpleqa":40.3}},{"id":"kimi-k2-5","name":"Kimi K2.5","organization":"Moonshot","released":"2026-01-27","eci":148.07,"eciLow":146.55,"eciHigh":149.52,"access":"Open weights","scores":{"gpqa":87.6,"aime":92.2,"swe":73.8,"simpleqa":34.3}},{"id":"o3-pro","name":"o3-pro","organization":"OpenAI","released":"2025-06-10","eci":147.33,"eciLow":145.56,"eciHigh":150.1,"access":"Closed weights","scores":{}},{"id":"qwen-3-6-plus","name":"Qwen 3.6 Plus","organization":"Alibaba","released":"2026-03-31","eci":147.3,"eciLow":145.07,"eciHigh":149.26,"access":"Closed weights","scores":{"gpqa":88.4,"frontiermath":38.2,"aime":93.3,"swe":57.9,"simpleqa":44.1}},{"id":"qwen3-7-plus","name":"Qwen3.7-Plus","organization":"Alibaba","released":"2026-06-02","eci":147,"eciLow":145.25,"eciHigh":148.82,"access":"Closed weights","scores":{"gpqa":87.9,"frontiermath":34.4,"aime":93.3}},{"id":"minimax-m3","name":"MiniMax-M3","organization":"MiniMax","released":"2026-06-01","eci":146.87,"eciLow":142.34,"eciHigh":150.17,"access":"Open weights","scores":{"gpqa":90.9,"aime":71.1}},{"id":"qwen3-5-397b-a17b","name":"Qwen3.5 397B-A17B","organization":"Alibaba","released":"2026-02-13","eci":146.8,"eciLow":145.24,"eciHigh":148.86,"access":"Open weights","scores":{"gpqa":86.4,"frontiermath":31.2,"aime":88.9}},{"id":"claude-sonnet-4-5","name":"Claude Sonnet 4.5","organization":"Anthropic","released":"2025-09-29","eci":146.74,"eciLow":145.03,"eciHigh":148.31,"access":"Closed weights","scores":{"gpqa":82.3,"frontiermath":23.9,"aime":77.8,"swe":71.3,"simpleqa":30.7}},{"id":"o3","name":"o3","organization":"OpenAI","released":"2025-04-16","eci":146.73,"eciLow":144.83,"eciHigh":148.52,"access":"Closed weights","scores":{"gpqa":81.8,"frontiermath":33.3,"aime":84.4,"swe":62.3,"simpleqa":49.4}},{"id":"minimax-m2-5","name":"MiniMax-M2.5","organization":"MiniMax","released":"2026-02-12","eci":146.59,"eciLow":142.21,"eciHigh":147.9,"access":"Open weights","scores":{}},{"id":"grok-4","name":"Grok 4","organization":"xAI","released":"2025-07-09","eci":146.24,"eciLow":144.36,"eciHigh":148.02,"access":"Closed weights","scores":{"gpqa":87,"aime":84}},{"id":"qwen3-6-27b","name":"Qwen3.6 27B","organization":"Alibaba","released":"2026-04-22","eci":146.23,"eciLow":144.13,"eciHigh":147.65,"access":"Open weights","scores":{"gpqa":85.9,"frontiermath":35.1,"aime":91.1}},{"id":"qwen-3-5-plus-hosted-397b-a17b","name":"Qwen 3.5 Plus (hosted 397B-A17B)","organization":"Alibaba","released":"2026-02-16","eci":146.17,"eciLow":143.48,"eciHigh":147.89,"access":"Other","scores":{"gpqa":84.8,"aime":86.7,"simpleqa":25.4}},{"id":"deepseek-v4-flash","name":"DeepSeek-V4-Flash","organization":"DeepSeek","released":"2026-04-24","eci":146.11,"eciLow":143.82,"eciHigh":147.99,"access":"Open weights","scores":{}},{"id":"deepseek-v3-2","name":"DeepSeek-V3.2","organization":"DeepSeek","released":"2025-12-01","eci":146.09,"eciLow":144.27,"eciHigh":147.38,"access":"Open weights","scores":{"gpqa":83.4,"aime":87.8}},{"id":"gpt-5-4-nano","name":"GPT-5.4 Nano","organization":"OpenAI","released":"2026-03-17","eci":146.03,"eciLow":143.63,"eciHigh":148.15,"access":"Closed weights","scores":{"gpqa":78.5,"frontiermath":44.9,"aime":87.8,"simpleqa":11.7}},{"id":"nemotron-3-ultra","name":"Nemotron 3 Ultra","organization":"Nvidia","released":"2026-06-04","eci":145.97,"eciLow":143.68,"eciHigh":148.22,"access":"Open weights","scores":{"gpqa":85.4,"aime":86.7}},{"id":"kimi-k2-thinking","name":"Kimi K2 Thinking","organization":"Moonshot","released":"2025-11-06","eci":145.82,"eciLow":143.22,"eciHigh":147.51,"access":"Open weights","scores":{"gpqa":84.2,"aime":83.1}},{"id":"glm-5","name":"GLM-5","organization":"Z.ai (Zhipu AI)","released":"2026-02-11","eci":145.8,"eciLow":143.77,"eciHigh":147.67,"access":"Open weights","scores":{"gpqa":87.8,"aime":80,"swe":72.1}},{"id":"minimax-m2-7","name":"MiniMax-M2.7","organization":"MiniMax","released":"2026-03-18","eci":145.78,"eciLow":138.37,"eciHigh":148.18,"access":"Open weights","scores":{}},{"id":"o4-mini","name":"o4-mini","organization":"OpenAI","released":"2025-04-16","eci":145.46,"eciLow":142.9,"eciHigh":147.21,"access":"Closed weights","scores":{"gpqa":79.6,"frontiermath":36.1,"aime":81.7,"simpleqa":19.6}},{"id":"gpt-5-mini","name":"GPT-5 mini","organization":"OpenAI","released":"2025-08-07","eci":145.34,"eciLow":143.33,"eciHigh":147.11,"access":"Closed weights","scores":{"gpqa":75,"frontiermath":46.7,"aime":86.7,"swe":64.7,"simpleqa":21.6}},{"id":"gemini-2-5-pro-jun-2025","name":"Gemini 2.5 Pro (Jun 2025)","organization":"Google DeepMind","released":"2025-06-05","eci":145.13,"eciLow":143.45,"eciHigh":146.69,"access":"Closed weights","scores":{"gpqa":85.3,"frontiermath":24.6,"aime":84.7,"swe":57.6}},{"id":"deepseek-v3-2-exp","name":"DeepSeek-V3.2-Exp","organization":"DeepSeek","released":"2025-09-29","eci":144.91,"eciLow":142.45,"eciHigh":146.81,"access":"Open weights","scores":{}},{"id":"gemini-3-5-flash-lite","name":"Gemini 3.5 Flash-Lite","organization":"Google DeepMind","released":"2026-07-21","eci":144.91,"eciLow":142.41,"eciHigh":146.26,"access":"Closed weights","scores":{"gpqa":83.3,"frontiermath":26,"aime":71.1}},{"id":"gemini-3-1-flash-lite","name":"Gemini 3.1 Flash-Lite","organization":"Google","released":"2026-03-03","eci":144.26,"eciLow":142.31,"eciHigh":145.73,"access":"Closed weights","scores":{"gpqa":81.8,"frontiermath":27.7,"aime":80}},{"id":"grok-4-fast","name":"Grok 4 Fast","organization":"xAI","released":"2025-09-19","eci":144.09,"eciLow":141.61,"eciHigh":146.3,"access":"Closed weights","scores":{}},{"id":"claude-opus-4-1","name":"Claude Opus 4.1","organization":"Anthropic","released":"2025-08-05","eci":144.07,"eciLow":141.75,"eciHigh":146.55,"access":"Closed weights","scores":{"gpqa":77.3,"frontiermath":12.6,"aime":68.9,"swe":73.3}},{"id":"qwen3-7-flash","name":"Qwen3.7 Flash","organization":"Alibaba","released":"2026-07-27","eci":144.05,"eciLow":141.89,"eciHigh":145.92,"access":"Closed weights","scores":{"gpqa":82.3,"frontiermath":19.3,"aime":86.7}},{"id":"gemini-2-5-pro-mar-2025","name":"Gemini 2.5 Pro (Mar 2025)","organization":"Google DeepMind","released":"2025-03-31","eci":143.96,"eciLow":141.74,"eciHigh":146.84,"access":"Closed weights","scores":{"gpqa":83.8}},{"id":"qwen3-235b-a22b-thinking-jul-2025","name":"Qwen3-235B-A22B-Thinking (Jul 2025)","organization":"Alibaba","released":"2025-07-25","eci":143.76,"eciLow":141.71,"eciHigh":145.3,"access":"Open weights","scores":{"gpqa":80.1,"aime":86.7,"simpleqa":40.4}},{"id":"qwen-3-6-35b-a3b","name":"Qwen 3.6 35B-A3B","organization":"Alibaba","released":"2026-04-14","eci":143.73,"eciLow":141.05,"eciHigh":145.8,"access":"Open weights","scores":{"gpqa":84.8,"frontiermath":20.4,"aime":86.7}},{"id":"glm-4-7","name":"GLM-4.7","organization":"Z.ai (Zhipu AI)","released":"2025-12-22","eci":143.59,"eciLow":141.38,"eciHigh":145.85,"access":"Open weights","scores":{"gpqa":83.3,"aime":83.3,"simpleqa":32.2}},{"id":"qwen-3-5-flash-hosted-35b-a3b","name":"Qwen 3.5 Flash (hosted 35B-A3B)","organization":"Alibaba","released":"2026-02-25","eci":143.52,"eciLow":141.48,"eciHigh":145.04,"access":"Other","scores":{"gpqa":82.3,"frontiermath":18.2,"aime":84.4,"simpleqa":20.3}},{"id":"gemma-4-31b-it","name":"Gemma 4 31B IT","organization":"Google DeepMind","released":"2026-04-02","eci":142.99,"eciLow":140.34,"eciHigh":145.75,"access":"Open weights","scores":{"gpqa":75.8,"aime":73.3,"simpleqa":10.4}},{"id":"gemini-2-5-flash-sep-2025","name":"Gemini 2.5 Flash (Sep 2025)","organization":"Google DeepMind","released":"2025-09-25","eci":142.9,"eciLow":139.12,"eciHigh":146.17,"access":"Closed weights","scores":{}},{"id":"qwen-3-6-flash","name":"Qwen 3.6 Flash","organization":"Alibaba","released":"2026-04-27","eci":142.89,"eciLow":140.23,"eciHigh":144.45,"access":"Other","scores":{"gpqa":83.3,"frontiermath":22.5,"aime":84.4,"simpleqa":15.9}},{"id":"claude-opus-4","name":"Claude Opus 4","organization":"Anthropic","released":"2025-05-22","eci":142.52,"eciLow":140.29,"eciHigh":144.3,"access":"Closed weights","scores":{"gpqa":76.3,"aime":64.4,"swe":70.7}},{"id":"qwen3-5-35b-a3b","name":"Qwen3.5-35B-A3B","organization":"Alibaba","released":"2026-02-24","eci":142.49,"eciLow":140.42,"eciHigh":144.98,"access":"Open weights","scores":{"gpqa":83.5,"aime":70}},{"id":"gpt-5-5-instant","name":"GPT-5.5 Instant","organization":"OpenAI","released":"2026-05-05","eci":142.43,"eciLow":139.73,"eciHigh":145.28,"access":"Closed weights","scores":{"gpqa":82.5,"frontiermath":26.3,"aime":68.1}},{"id":"qwen3-max","name":"Qwen3-Max","organization":"Alibaba","released":"2025-09-24","eci":142.33,"eciLow":140.11,"eciHigh":145.21,"access":"Closed weights","scores":{"gpqa":72.6,"frontiermath":18.9,"aime":73.3,"simpleqa":48.7}},{"id":"claude-haiku-4-5","name":"Claude Haiku 4.5","organization":"Anthropic","released":"2025-10-15","eci":142.15,"eciLow":139.4,"eciHigh":144.06,"access":"Closed weights","scores":{"gpqa":71.2,"aime":66.7,"simpleqa":13.2}},{"id":"gemini-2-5-pro-may-2025","name":"Gemini 2.5 Pro (May 2025)","organization":"Google DeepMind","released":"2025-05-06","eci":142.15,"eciLow":138.39,"eciHigh":145.09,"access":"Closed weights","scores":{"gpqa":66.7}},{"id":"gemma-4-26b-a4b","name":"Gemma 4 26B A4B","organization":"Google DeepMind","released":"2026-04-02","eci":141.88,"eciLow":138.86,"eciHigh":143.43,"access":"Open weights","scores":{"gpqa":73.2,"aime":82.2}},{"id":"o1","name":"o1","organization":"OpenAI","released":"2024-12-17","eci":141.72,"eciLow":139.71,"eciHigh":142.94,"access":"Closed weights","scores":{"gpqa":76.8,"frontiermath":14.7,"aime":73.3,"simpleqa":41.1}},{"id":"claude-sonnet-4","name":"Claude Sonnet 4","organization":"Anthropic","released":"2025-05-22","eci":141.56,"eciLow":139,"eciHigh":143.07,"access":"Closed weights","scores":{"gpqa":79.2,"aime":71.1}},{"id":"gemini-2-5-flash-may-2025","name":"Gemini 2.5 Flash (May 2025)","organization":"Google DeepMind","released":"2025-05-20","eci":141.43,"eciLow":139.18,"eciHigh":142.82,"access":"Closed weights","scores":{"aime":70.8}},{"id":"mistral-medium-3-5","name":"Mistral Medium 3.5","organization":"Mistral AI","released":"2026-04-28","eci":141.36,"eciLow":138.5,"eciHigh":144.33,"access":"Open weights","scores":{}},{"id":"deepseek-r1-may-2025","name":"DeepSeek-R1 (May 2025)","organization":"DeepSeek","released":"2025-05-28","eci":141.13,"eciLow":139.05,"eciHigh":142.66,"access":"Open weights","scores":{"gpqa":76.3,"aime":66.4}},{"id":"claude-3-7-sonnet","name":"Claude 3.7 Sonnet","organization":"Anthropic","released":"2025-02-24","eci":141.03,"eciLow":138.98,"eciHigh":142.68,"access":"Closed weights","scores":{"gpqa":79.7,"aime":57.8,"swe":61}},{"id":"gemini-2-5-flash-jun-2025","name":"Gemini 2.5 Flash (Jun 2025)","organization":"Google DeepMind","released":"2025-06-17","eci":140.59,"eciLow":138.32,"eciHigh":142.03,"access":"Closed weights","scores":{}},{"id":"o3-mini","name":"o3-mini","organization":"OpenAI","released":"2025-01-31","eci":140.2,"eciLow":137.03,"eciHigh":141.8,"access":"Closed weights","scores":{"gpqa":77,"frontiermath":18.6,"aime":76.9,"simpleqa":15.3}},{"id":"grok-3-mini","name":"Grok-3 mini","organization":"xAI","released":"2025-06-24","eci":140.2,"eciLow":137.66,"eciHigh":141.83,"access":"Closed weights","scores":{"gpqa":76.3,"aime":77.8}},{"id":"kimi-k2-jul-2025","name":"Kimi K2 (Jul 2025)","organization":"Moonshot","released":"2025-07-12","eci":139.97,"eciLow":136.28,"eciHigh":141.9,"access":"Open weights","scores":{}},{"id":"gemini-2-5-flash-apr-2025","name":"Gemini 2.5 Flash (Apr 2025)","organization":"Google DeepMind","released":"2025-04-17","eci":139.84,"eciLow":135.83,"eciHigh":141.9,"access":"Closed weights","scores":{"aime":73.1}},{"id":"gpt-oss-120b","name":"gpt-oss-120b","organization":"OpenAI","released":"2025-08-05","eci":139.79,"eciLow":135.57,"eciHigh":142.12,"access":"Open weights","scores":{"gpqa":75.8,"aime":88.9}},{"id":"deepseek-v3-1","name":"DeepSeek-V3.1","organization":"DeepSeek","released":"2025-08-21","eci":139.79,"eciLow":135.65,"eciHigh":143.26,"access":"Open weights","scores":{}},{"id":"qwen3-30b-a3b-thinking-jul-2025","name":"Qwen3-30B-A3B-Thinking (Jul 2025)","organization":"Alibaba","released":"2025-07-30","eci":139.55,"eciLow":135.42,"eciHigh":140.96,"access":"Open weights","scores":{"gpqa":70.1,"aime":70.3}},{"id":"qwen3-5-9b","name":"Qwen3.5-9B","organization":"Alibaba","released":"2026-02-24","eci":139.32,"eciLow":136.13,"eciHigh":140.83,"access":"Open weights","scores":{"gpqa":79,"aime":61.7}},{"id":"gpt-5-nano","name":"GPT-5 nano","organization":"OpenAI","released":"2025-08-07","eci":139.21,"eciLow":134.11,"eciHigh":141.2,"access":"Closed weights","scores":{"gpqa":69.4,"frontiermath":20,"aime":81.1,"simpleqa":11.7}},{"id":"qwen3-235b-a22b","name":"Qwen3-235B-A22B","organization":"Alibaba","released":"2025-04-28","eci":139.15,"eciLow":134.62,"eciHigh":140.53,"access":"Open weights","scores":{"gpqa":70.7}},{"id":"deepseek-r1","name":"DeepSeek-R1","organization":"DeepSeek","released":"2025-01-20","eci":138.82,"eciLow":136.04,"eciHigh":140.21,"access":"Open weights","scores":{"gpqa":71.7,"aime":53.3}},{"id":"qwen3-235b-a22b-instruct-jul-2025","name":"Qwen3-235B-A22B-Instruct (Jul 2025)","organization":"Alibaba","released":"2025-07-25","eci":138.78,"eciLow":135.49,"eciHigh":140.82,"access":"Open weights","scores":{}},{"id":"qwen3-32b","name":"Qwen3-32B","organization":"Alibaba","released":"2025-04-29","eci":138.42,"eciLow":134.68,"eciHigh":140.22,"access":"Open weights","scores":{"gpqa":65.7,"aime":66.9}},{"id":"grok-3","name":"Grok 3","organization":"xAI","released":"2025-04-09","eci":138.21,"eciLow":135.44,"eciHigh":139.51,"access":"Closed weights","scores":{"gpqa":75.8,"aime":55.6}},{"id":"qwen3-14b","name":"Qwen3-14B","organization":"Alibaba","released":"2025-04-29","eci":138.15,"eciLow":133.24,"eciHigh":140.03,"access":"Open weights","scores":{"gpqa":63.8,"aime":66.4}},{"id":"gpt-oss-20b","name":"gpt-oss-20b","organization":"OpenAI","released":"2025-08-05","eci":137.7,"eciLow":132.2,"eciHigh":139.58,"access":"Open weights","scores":{"gpqa":60.8,"aime":65.3}},{"id":"qwq-32b","name":"QwQ-32B","organization":"Alibaba","released":"2025-03-05","eci":137.5,"eciLow":132.62,"eciHigh":141.76,"access":"Open weights","scores":{"gpqa":65.3,"aime":59.2}},{"id":"qwen3-30b-a3b-instruct-jul-2025","name":"Qwen3-30B-A3B-Instruct (Jul 2025)","organization":"Alibaba","released":"2025-07-29","eci":137.27,"eciLow":131.99,"eciHigh":139.52,"access":"Open weights","scores":{"gpqa":55.6,"aime":62.2}},{"id":"gpt-4-5","name":"GPT-4.5","organization":"OpenAI","released":"2025-02-27","eci":136.65,"eciLow":133.68,"eciHigh":138.72,"access":"Closed weights","scores":{"gpqa":68.7,"aime":37.8}},{"id":"gpt-4-1","name":"GPT-4.1","organization":"OpenAI","released":"2025-04-14","eci":136.65,"eciLow":133.57,"eciHigh":138.34,"access":"Closed weights","scores":{"gpqa":66.9,"frontiermath":6,"aime":38.3,"swe":48.5,"simpleqa":31.1}},{"id":"qwen3-30b-a3b","name":"Qwen3-30B-A3B","organization":"Alibaba","released":"2025-04-29","eci":136.11,"eciLow":130.91,"eciHigh":138.67,"access":"Open weights","scores":{"gpqa":61.7,"aime":62.8}},{"id":"qwen3-8b","name":"Qwen3-8B","organization":"Alibaba","released":"2025-04-28","eci":136.06,"eciLow":129.92,"eciHigh":138.29,"access":"Open weights","scores":{"gpqa":56.8,"aime":56.1}},{"id":"deepseek-v3-mar-2025","name":"DeepSeek-V3 (Mar 2025)","organization":"DeepSeek","released":"2025-03-24","eci":135.85,"eciLow":132.24,"eciHigh":137.75,"access":"Open weights","scores":{"gpqa":67.6,"aime":37.8}},{"id":"o1-mini","name":"o1-mini","organization":"OpenAI","released":"2024-09-12","eci":135.7,"eciLow":132.36,"eciHigh":137.17,"access":"Closed weights","scores":{"gpqa":62.4,"aime":46.9}},{"id":"gemini-2-0-flash-thinking-jan-2025","name":"Gemini 2.0 Flash Thinking (Jan 2025)","organization":"Google DeepMind,Google","released":"2025-01-21","eci":135.24,"eciLow":130.55,"eciHigh":137.87,"access":"Closed weights","scores":{"gpqa":57.1,"aime":57.8}},{"id":"gemini-2-0-pro","name":"Gemini 2.0 Pro","organization":"Google DeepMind","released":"2025-02-05","eci":134.95,"eciLow":131.23,"eciHigh":136.68,"access":"Closed weights","scores":{"gpqa":65.7}},{"id":"gpt-4-1-mini","name":"GPT-4.1 mini","organization":"OpenAI","released":"2025-04-14","eci":134.89,"eciLow":130.97,"eciHigh":136.49,"access":"Closed weights","scores":{"gpqa":65.8,"frontiermath":6.7,"aime":44.7,"simpleqa":12.7}},{"id":"gemini-2-0-flash-feb-2025","name":"Gemini 2.0 Flash (Feb 2025)","organization":"Google DeepMind,Google","released":"2025-02-05","eci":134.62,"eciLow":130.95,"eciHigh":136.33,"access":"Closed weights","scores":{"gpqa":64.1,"aime":31.1}},{"id":"gemini-2-0-flash-dec-2024","name":"Gemini 2.0 Flash (Dec 2024)","organization":"Google DeepMind,Google","released":"2024-12-11","eci":134.58,"eciLow":124.18,"eciHigh":136.47,"access":"Closed weights","scores":{}},{"id":"o1-preview","name":"o1-preview","organization":"OpenAI","released":"2024-09-12","eci":134.57,"eciLow":130.76,"eciHigh":137.92,"access":"Closed weights","scores":{"gpqa":50.3,"aime":31.1}},{"id":"mistral-medium-3","name":"Mistral Medium 3","organization":"Mistral AI","released":"2025-05-07","eci":134.02,"eciLow":130.38,"eciHigh":135.36,"access":"Closed weights","scores":{"gpqa":59.5,"aime":32.2}},{"id":"gemini-2-5-flash-lite-jun-2025","name":"Gemini 2.5 Flash-Lite (Jun 2025)","organization":"Google DeepMind","released":"2025-06-17","eci":133.82,"eciLow":130.27,"eciHigh":136.17,"access":"Closed weights","scores":{}},{"id":"claude-3-5-sonnet-october-2024","name":"Claude 3.5 Sonnet (October 2024)","organization":"Anthropic","released":"2024-10-22","eci":133.43,"eciLow":129.16,"eciHigh":137.84,"access":"Closed weights","scores":{"gpqa":55.3,"aime":8.5}},{"id":"magistral-small-1-0","name":"Magistral Small 1.0","organization":"Mistral AI","released":"2025-06-10","eci":133.07,"eciLow":129.04,"eciHigh":134.34,"access":"Open weights","scores":{"gpqa":56.1,"aime":30}},{"id":"qwen2-5-max","name":"Qwen2.5-Max","organization":"Alibaba","released":"2025-01-25","eci":132.48,"eciLow":128.6,"eciHigh":135.53,"access":"Closed weights","scores":{"gpqa":56.1,"aime":16.1}},{"id":"deepseek-v3","name":"DeepSeek-V3","organization":"DeepSeek","released":"2024-12-26","eci":132.3,"eciLow":128.06,"eciHigh":135.23,"access":"Open weights","scores":{"gpqa":56.5,"aime":15.8}},{"id":"llama-4-maverick","name":"Llama 4 Maverick","organization":"Meta AI","released":"2025-04-06","eci":132.22,"eciLow":127.72,"eciHigh":134.29,"access":"Open weights","scores":{"gpqa":67,"aime":20.6}},{"id":"gemini-1-5-pro-sept-2024","name":"Gemini 1.5 Pro (Sept 2024)","organization":"Google DeepMind","released":"2024-09-24","eci":131.72,"eciLow":127.54,"eciHigh":133.24,"access":"Closed weights","scores":{"gpqa":57.2,"aime":23.1}},{"id":"phi-4","name":"Phi-4","organization":"Microsoft Research","released":"2024-12-12","eci":130.48,"eciLow":124.66,"eciHigh":132.01,"access":"Open weights","scores":{"gpqa":56.1,"aime":13.8}},{"id":"grok-2-dec-2024","name":"Grok-2 (Dec 2024)","organization":"xAI","released":"2024-12-12","eci":130.47,"eciLow":125.72,"eciHigh":132.22,"access":"Closed weights","scores":{"gpqa":53.8,"aime":11.5}},{"id":"claude-3-5-sonnet","name":"Claude 3.5 Sonnet","organization":"Anthropic","released":"2024-06-20","eci":130,"eciLow":null,"eciHigh":null,"access":"Closed weights","scores":{"gpqa":54,"aime":6.5}},{"id":"gemma-3-27b","name":"Gemma 3 27B","organization":"Google DeepMind","released":"2025-03-12","eci":129.97,"eciLow":124.48,"eciHigh":132.04,"access":"Open weights","scores":{"gpqa":47.7,"aime":22.5}},{"id":"llama-4-scout","name":"Llama 4 Scout","organization":"Meta AI","released":"2025-04-05","eci":129.63,"eciLow":125.13,"eciHigh":131.19,"access":"Open weights","scores":{"gpqa":51.8,"aime":7.8}},{"id":"gpt-4-1-nano","name":"GPT-4.1 nano","organization":"OpenAI","released":"2025-04-14","eci":129.54,"eciLow":123.33,"eciHigh":131.82,"access":"Closed weights","scores":{"gpqa":48.9,"aime":28.9,"simpleqa":6}},{"id":"gemini-1-5-flash-sep-2024","name":"Gemini 1.5 Flash (Sep 2024)","organization":"Google DeepMind","released":"2024-09-24","eci":129.33,"eciLow":123.75,"eciHigh":131.2,"access":"Closed weights","scores":{"gpqa":47.3,"aime":16.3}},{"id":"gpt-4o-may-2024","name":"GPT-4o (May 2024)","organization":"OpenAI","released":"2024-05-13","eci":128.99,"eciLow":124.62,"eciHigh":131.23,"access":"Closed weights","scores":{"gpqa":48.9,"aime":6.3}},{"id":"qwen2-5-72b","name":"Qwen2.5-72B","organization":"Alibaba","released":"2024-09-19","eci":128.97,"eciLow":123.48,"eciHigh":130.73,"access":"Open weights","scores":{"gpqa":49.1,"aime":8.1}},{"id":"gpt-4o-aug-2024","name":"GPT-4o (Aug 2024)","organization":"OpenAI","released":"2024-08-06","eci":128.83,"eciLow":124.26,"eciHigh":130.96,"access":"Closed weights","scores":{"gpqa":49.2,"frontiermath":0.4,"aime":6.4,"simpleqa":26}},{"id":"llama-3-1-405b","name":"Llama 3.1-405B","organization":"Meta AI","released":"2024-07-23","eci":128.77,"eciLow":124.44,"eciHigh":130.61,"access":"Open weights","scores":{"gpqa":50.9,"aime":9.7}},{"id":"gpt-4o-nov-2024","name":"GPT-4o (Nov 2024)","organization":"OpenAI","released":"2024-11-20","eci":128.69,"eciLow":123.9,"eciHigh":131,"access":"Closed weights","scores":{"gpqa":47.9,"aime":6.3,"swe":31}},{"id":"mistral-large-2-nov-2024","name":"Mistral Large 2 (Nov 2024)","organization":"Mistral AI","released":"2024-11-18","eci":128.57,"eciLow":124.02,"eciHigh":130.6,"access":"Open weights","scores":{"gpqa":51.3,"aime":7.8}},{"id":"mistral-large-2-jul-2024","name":"Mistral Large 2 (Jul 2024)","organization":"Mistral AI","released":"2024-07-24","eci":127.57,"eciLow":122.04,"eciHigh":129.73,"access":"Open weights","scores":{"gpqa":49,"aime":8.5}},{"id":"mistral-small-3-1","name":"Mistral Small 3.1","organization":"Mistral AI","released":"2025-03-17","eci":127.53,"eciLow":122.32,"eciHigh":129.35,"access":"Open weights","scores":{"gpqa":47.5,"aime":5.8}},{"id":"llama-3-3-70b","name":"Llama 3.3 70B","organization":"Meta AI","released":"2024-12-06","eci":127.33,"eciLow":122.51,"eciHigh":129.38,"access":"Open weights","scores":{"gpqa":47.4,"aime":5.1}},{"id":"gpt-4-turbo-apr-2024","name":"GPT-4 Turbo (Apr 2024)","organization":"OpenAI","released":"2024-04-09","eci":127.27,"eciLow":122.35,"eciHigh":128.78,"access":"Closed weights","scores":{"gpqa":46.6,"frontiermath":0.7,"aime":6.7}},{"id":"claude-3-5-haiku","name":"Claude 3.5 Haiku","organization":"Anthropic","released":"2024-10-22","eci":127.07,"eciLow":120.92,"eciHigh":129.77,"access":"Closed weights","scores":{"gpqa":38.1,"aime":4.3}},{"id":"gemini-1-5-pro-may-2024","name":"Gemini 1.5 Pro (May 2024)","organization":"Google DeepMind","released":"2024-05-14","eci":126.94,"eciLow":121.96,"eciHigh":129.05,"access":"Closed weights","scores":{"gpqa":45.9,"aime":6.8}},{"id":"claude-3-opus","name":"Claude 3 Opus","organization":"Anthropic","released":"2024-02-29","eci":126.9,"eciLow":122.38,"eciHigh":129.96,"access":"Closed weights","scores":{"gpqa":47.2,"aime":4.7,"simpleqa":12.6}},{"id":"gpt-4o-mini","name":"GPT-4o mini","organization":"OpenAI","released":"2024-07-18","eci":126.46,"eciLow":120.11,"eciHigh":128.49,"access":"Closed weights","scores":{"gpqa":37.7,"frontiermath":0.7,"aime":6.9,"simpleqa":8.3}},{"id":"gpt-4-turbo-nov-2023","name":"GPT-4 Turbo (Nov 2023)","organization":"OpenAI","released":"2024-01-25","eci":126.43,"eciLow":121.25,"eciHigh":128.46,"access":"Closed weights","scores":{"gpqa":42.4}},{"id":"llama-3-1-70b","name":"Llama 3.1-70B","organization":"Meta AI","released":"2024-07-23","eci":125.93,"eciLow":120.6,"eciHigh":128.23,"access":"Open weights","scores":{"gpqa":44.2,"aime":3.6}},{"id":"gpt-4-mar-2023","name":"GPT-4 (Mar 2023)","organization":"OpenAI","released":"2023-03-14","eci":125.74,"eciLow":120.54,"eciHigh":131.03,"access":"Closed weights","scores":{"gpqa":35.7,"aime":0.6}},{"id":"llama-3-2-90b","name":"Llama 3.2 90B","organization":"Meta AI","released":"2024-09-24","eci":125.52,"eciLow":120.14,"eciHigh":127.23,"access":"Open weights","scores":{"gpqa":41,"aime":2.6}},{"id":"qwen2-72b","name":"Qwen2-72B","organization":"Alibaba","released":"2024-06-07","eci":125.28,"eciLow":119.09,"eciHigh":126.9,"access":"Open weights","scores":{"gpqa":40.8}},{"id":"deepseek-v2-moe-236b-may-2024","name":"DeepSeek-V2 (MoE-236B, May 2024)","organization":"DeepSeek","released":"2024-05-07","eci":124.8,"eciLow":118.76,"eciHigh":127.84,"access":"Open weights","scores":{}},{"id":"gemma-3-12b","name":"Gemma 3 12B","organization":"Google DeepMind","released":"2025-03-12","eci":123.54,"eciLow":114.23,"eciHigh":128.84,"access":"Open weights","scores":{"gpqa":39.5,"aime":16.7}},{"id":"gpt-4-jun-2023","name":"GPT-4 (Jun 2023)","organization":"OpenAI","released":"2023-06-13","eci":123.09,"eciLow":116.85,"eciHigh":126.92,"access":"Closed weights","scores":{"gpqa":30.7,"aime":1.1}},{"id":"llama-3-70b","name":"Llama 3-70B","organization":"Meta AI","released":"2024-04-18","eci":123.01,"eciLow":117.25,"eciHigh":125.75,"access":"Open weights","scores":{"gpqa":40.6,"aime":4.3}},{"id":"gemini-1-5-flash-may-2024","name":"Gemini 1.5 Flash (May 2024)","organization":"Google DeepMind","released":"2024-05-23","eci":122.68,"eciLow":116.3,"eciHigh":124.77,"access":"Closed weights","scores":{"gpqa":40.4,"aime":3.9}},{"id":"mistral-large","name":"Mistral Large","organization":"Mistral AI","released":"2024-02-26","eci":122.12,"eciLow":114.75,"eciHigh":124.74,"access":"Closed weights","scores":{"gpqa":38.8,"aime":1.9}},{"id":"gemma-2-27b","name":"Gemma 2 27B","organization":"Google DeepMind","released":"2024-06-24","eci":122.12,"eciLow":115.54,"eciHigh":124.22,"access":"Open weights","scores":{"gpqa":36.5,"aime":1.4}},{"id":"mixtral-8x22b","name":"Mixtral 8x22B","organization":"Mistral AI","released":"2024-04-17","eci":122.04,"eciLow":115.27,"eciHigh":124.38,"access":"Open weights","scores":{"gpqa":34.1}},{"id":"phi-3-small-7-4b","name":"phi-3-small 7.4B","organization":"Microsoft","released":"2024-04-23","eci":121.82,"eciLow":114.35,"eciHigh":124.62,"access":"Open weights","scores":{}},{"id":"phi-3-medium-14b","name":"phi-3-medium 14B","organization":"Microsoft","released":"2024-04-23","eci":121.19,"eciLow":114.34,"eciHigh":124.41,"access":"Open weights","scores":{"gpqa":27.6}},{"id":"claude-3-sonnet","name":"Claude 3 Sonnet","organization":"Anthropic","released":"2024-02-29","eci":120.84,"eciLow":113.46,"eciHigh":123.98,"access":"Closed weights","scores":{"gpqa":40.6,"aime":2.5}},{"id":"claude-instant","name":"Claude Instant","organization":"Anthropic","released":"2023-08-09","eci":120.21,"eciLow":112.98,"eciHigh":123.4,"access":"Closed weights","scores":{}},{"id":"claude-2","name":"Claude 2","organization":"Anthropic","released":"2023-07-11","eci":120.19,"eciLow":113.7,"eciHigh":124.02,"access":"Closed weights","scores":{"gpqa":34.7,"aime":2.5}},{"id":"gemma-2-9b","name":"Gemma 2 9B","organization":"Google DeepMind","released":"2024-06-24","eci":119.81,"eciLow":111.79,"eciHigh":122.25,"access":"Open weights","scores":{"gpqa":27.5,"aime":0.6}},{"id":"qwen2-5-coder-32b","name":"Qwen2.5-Coder-32B","organization":"Alibaba","released":"2024-09-18","eci":119.45,"eciLow":110.76,"eciHigh":124.79,"access":"Open weights","scores":{}},{"id":"claude-2-1","name":"Claude 2.1","organization":"Anthropic","released":"2023-11-21","eci":119.32,"eciLow":111.94,"eciHigh":121.84,"access":"Closed weights","scores":{"gpqa":33,"aime":1.9}},{"id":"command-r","name":"Command R+","organization":"Cohere,Cohere Labs (formerly Cohere for AI)","released":"2024-08-30","eci":119.2,"eciLow":110.3,"eciHigh":125.03,"access":"Open weights","scores":{}},{"id":"claude-3-haiku","name":"Claude 3 Haiku","organization":"Anthropic","released":"2024-03-07","eci":118.85,"eciLow":110.6,"eciHigh":121.51,"access":"Closed weights","scores":{"gpqa":36.3,"aime":1.8}},{"id":"mistral-nemo","name":"Mistral NeMo","organization":"Mistral AI","released":"2024-07-18","eci":118.65,"eciLow":111.1,"eciHigh":121.37,"access":"Open weights","scores":{"gpqa":29.9}},{"id":"qwen2-5-7b","name":"Qwen2.5-7B","organization":"Alibaba","released":"2024-09-19","eci":118.54,"eciLow":109.6,"eciHigh":121.73,"access":"Open weights","scores":{"gpqa":35.5,"aime":2.5}},{"id":"gpt-3-5-turbo-nov-2023","name":"GPT-3.5 Turbo (Nov 2023)","organization":"OpenAI","released":"2023-11-06","eci":118.53,"eciLow":110.58,"eciHigh":121.43,"access":"Closed weights","scores":{"gpqa":28}},{"id":"mixtral-8x7b","name":"Mixtral 8x7B","organization":"Mistral AI","released":"2023-12-11","eci":118.44,"eciLow":111.29,"eciHigh":120.9,"access":"Open weights","scores":{"gpqa":30.6}},{"id":"ministral-3b","name":"Ministral 3B","organization":"Mistral AI","released":"2024-10-16","eci":118.04,"eciLow":106.31,"eciHigh":121.89,"access":"Closed weights","scores":{"gpqa":25.3}},{"id":"yi-34b","name":"Yi-34B","organization":"01.AI","released":"2023-11-02","eci":117.33,"eciLow":108.94,"eciHigh":120.6,"access":"Open weights","scores":{"gpqa":14.7}},{"id":"phi-3-mini-3-8b","name":"phi-3-mini 3.8B","organization":"Microsoft","released":"2024-04-23","eci":117.28,"eciLow":109.58,"eciHigh":120.85,"access":"Open weights","scores":{}},{"id":"gemini-1-0-pro","name":"Gemini 1.0 Pro","organization":"Google DeepMind","released":"2023-12-13","eci":117.14,"eciLow":109.33,"eciHigh":119.92,"access":"Closed weights","scores":{"gpqa":34,"aime":1.1}},{"id":"stable-beluga-2","name":"Stable Beluga 2","organization":"Stability AI","released":"2023-07-20","eci":117.02,"eciLow":109.56,"eciHigh":120.11,"access":"Open weights","scores":{}},{"id":"llama-3-1-8b","name":"Llama 3.1-8B","organization":"Meta AI","released":"2024-07-23","eci":116.47,"eciLow":105.92,"eciHigh":121.64,"access":"Open weights","scores":{"gpqa":27,"aime":1.7}},{"id":"llama-3-8b","name":"Llama 3-8B","organization":"Meta AI","released":"2024-04-18","eci":116.39,"eciLow":107.51,"eciHigh":119.25,"access":"Open weights","scores":{"gpqa":26.1,"aime":1.9}},{"id":"qwen2-5-coder-14b","name":"Qwen2.5-Coder-14B","organization":"Unknown","released":"2024-09-18","eci":116.31,"eciLow":106.42,"eciHigh":122.2,"access":"Other","scores":{}},{"id":"gemma-3-4b","name":"Gemma 3 4B","organization":"Google DeepMind","released":"2025-03-12","eci":115.88,"eciLow":97.39,"eciHigh":123.59,"access":"Open weights","scores":{"gpqa":23.2,"aime":7.5}},{"id":"gpt-3-5-turbo-jan-2024","name":"GPT-3.5 Turbo (Jan 2024)","organization":"OpenAI","released":"2024-01-25","eci":115.68,"eciLow":107.76,"eciHigh":119.09,"access":"Closed weights","scores":{"gpqa":27.2,"frontiermath":0,"aime":2.2}},{"id":"palm-2-l","name":"PaLM 2-L","organization":"Unknown","released":"2023-05-17","eci":114.9,"eciLow":106.62,"eciHigh":128.35,"access":"Other","scores":{}},{"id":"llama-2-70b","name":"Llama 2-70B","organization":"Meta AI","released":"2023-07-18","eci":113.67,"eciLow":104.62,"eciHigh":117.19,"access":"Open weights","scores":{"gpqa":26.3,"aime":0}},{"id":"gpt-3-5-turbo-jun-2023","name":"GPT-3.5 Turbo (Jun 2023)","organization":"OpenAI","released":"2023-06-13","eci":113.22,"eciLow":105.21,"eciHigh":117.6,"access":"Closed weights","scores":{}},{"id":"qwen2-5-coder-7b","name":"Qwen2.5-Coder (7B)","organization":"Alibaba","released":"2024-09-18","eci":113.01,"eciLow":102.88,"eciHigh":119.17,"access":"Open weights","scores":{}},{"id":"qwen-14b","name":"Qwen-14B","organization":"Alibaba","released":"2023-09-24","eci":112.88,"eciLow":104.23,"eciHigh":117.4,"access":"Open weights","scores":{}},{"id":"mistral-7b-v0-1","name":"Mistral 7B v0.1","organization":"Mistral AI","released":"2023-09-27","eci":112.05,"eciLow":103.07,"eciHigh":115.96,"access":"Open weights","scores":{}},{"id":"falcon-180b","name":"Falcon-180B","organization":"Technology Innovation Institute","released":"2023-09-06","eci":111.96,"eciLow":102.24,"eciHigh":119.55,"access":"Open weights","scores":{}},{"id":"internlm-20b","name":"internlm-20b","organization":"Unknown","released":"2023-09-18","eci":111.92,"eciLow":102.59,"eciHigh":116.56,"access":"Other","scores":{}},{"id":"gemma-7b","name":"Gemma 7B","organization":"Google DeepMind","released":"2024-02-21","eci":111.82,"eciLow":103.14,"eciHigh":116.69,"access":"Open weights","scores":{}},{"id":"llama-65b","name":"LLaMA-65B","organization":"Meta AI","released":"2023-02-24","eci":109.97,"eciLow":100.74,"eciHigh":114.32,"access":"Open weights","scores":{}},{"id":"falcon-2-11b","name":"Falcon 2 11B","organization":"Technology Innovation Institute","released":"2024-05-09","eci":109.36,"eciLow":100.65,"eciHigh":115.81,"access":"Open weights","scores":{}},{"id":"mistral-7b-v0-3","name":"Mistral 7B v0.3","organization":"Mistral AI","released":"2024-05-27","eci":108.88,"eciLow":98.25,"eciHigh":112.6,"access":"Open weights","scores":{"gpqa":15.2,"aime":0.3}},{"id":"deepseek-coder-v2-lite-base","name":"DeepSeek-Coder-V2-Lite-Base","organization":"Unknown","released":"2024-06-13","eci":108.68,"eciLow":98.16,"eciHigh":113.84,"access":"Other","scores":{}},{"id":"palm-2-m","name":"PaLM 2-M","organization":"Unknown","released":"2023-05-17","eci":108.06,"eciLow":99.5,"eciHigh":116.54,"access":"Other","scores":{}},{"id":"phi-2","name":"Phi-2","organization":"Microsoft","released":"2023-12-12","eci":107.73,"eciLow":86.28,"eciHigh":113.51,"access":"Open weights","scores":{}},{"id":"qwen2-5-coder-3b","name":"Qwen2.5-Coder-3B","organization":"Unknown","released":"2024-09-18","eci":107.52,"eciLow":93.28,"eciHigh":114.93,"access":"Other","scores":{}},{"id":"nemotron-4-15b","name":"Nemotron-4 15B","organization":"Nvidia","released":"2024-02-26","eci":107.49,"eciLow":97.66,"eciHigh":113.12,"access":"Closed weights","scores":{}},{"id":"yi-9b","name":"Yi-9B","organization":"Unknown","released":"2024-03-01","eci":107.39,"eciLow":97.63,"eciHigh":114.91,"access":"Other","scores":{}},{"id":"llama-33b","name":"LLaMA-33B","organization":"Meta AI","released":"2023-02-24","eci":107.18,"eciLow":97.05,"eciHigh":111.91,"access":"Open weights","scores":{}},{"id":"qwen-7b","name":"Qwen-7B","organization":"Alibaba","released":"2023-09-28","eci":106.59,"eciLow":95.28,"eciHigh":111.81,"access":"Open weights","scores":{}},{"id":"palm-2-s","name":"PaLM 2-S","organization":"Unknown","released":"2023-05-17","eci":105.91,"eciLow":95.19,"eciHigh":113.65,"access":"Other","scores":{}},{"id":"llama-2-13b","name":"Llama 2-13B","organization":"Meta AI","released":"2023-07-18","eci":105.58,"eciLow":94.81,"eciHigh":110.87,"access":"Open weights","scores":{}},{"id":"llama-2-34b","name":"Llama 2-34B","organization":"Meta AI","released":"2023-07-18","eci":104.93,"eciLow":94.39,"eciHigh":110.05,"access":"Closed weights","scores":{}},{"id":"starcoder-2-15b","name":"StarCoder 2 15B","organization":"Hugging Face,ServiceNow,Nvidia,BigCode","released":"2024-02-20","eci":104.74,"eciLow":91.31,"eciHigh":111.67,"access":"Open weights","scores":{}},{"id":"yi-6b","name":"Yi 6B","organization":"01.AI","released":"2023-11-22","eci":104.5,"eciLow":93.95,"eciHigh":110.26,"access":"Open weights","scores":{}},{"id":"falcon-40b","name":"Falcon-40B","organization":"Technology Innovation Institute","released":"2023-05-25","eci":104.17,"eciLow":93.56,"eciHigh":109.76,"access":"Open weights","scores":{}},{"id":"baichuan2-13b","name":"Baichuan2-13B","organization":"Baichuan","released":"2023-09-06","eci":102.9,"eciLow":91.82,"eciHigh":110.11,"access":"Open weights","scores":{}},{"id":"qwen2-5-coder-1-5b","name":"Qwen2.5-Coder (1.5B)","organization":"Alibaba","released":"2024-09-18","eci":102.71,"eciLow":84.79,"eciHigh":110.28,"access":"Open weights","scores":{}},{"id":"internlm-7b","name":"internlm-7b","organization":"Unknown","released":"2023-07-05","eci":102.58,"eciLow":91.1,"eciHigh":109.12,"access":"Other","scores":{}},{"id":"intellect-1","name":"INTELLECT-1","organization":"Prime Intellect,Hugging Face,Arcee AI","released":"2024-11-29","eci":100.54,"eciLow":88.72,"eciHigh":105.92,"access":"Other","scores":{}},{"id":"mpt-30b","name":"MPT-30B","organization":"MosaicML","released":"2023-06-22","eci":100.33,"eciLow":89.18,"eciHigh":105.95,"access":"Open weights","scores":{}},{"id":"llama-13b","name":"LLaMA-13B","organization":"Meta AI","released":"2023-02-24","eci":100.32,"eciLow":89.05,"eciHigh":106.42,"access":"Open weights","scores":{}},{"id":"llama-2-7b","name":"Llama 2-7B","organization":"Meta AI","released":"2023-07-18","eci":98.61,"eciLow":87.31,"eciHigh":105.58,"access":"Open weights","scores":{}},{"id":"chatglm2-6b","name":"chatglm2-6b","organization":"Unknown","released":"2023-06-24","eci":98.59,"eciLow":79.04,"eciHigh":105.31,"access":"Other","scores":{}},{"id":"llama-7b","name":"LLaMA-7B","organization":"Meta AI","released":"2023-02-24","eci":96.62,"eciLow":83.72,"eciHigh":103.51,"access":"Open weights","scores":{}},{"id":"baichuan-2-7b","name":"Baichuan 2-7B","organization":"Baichuan","released":"2023-09-20","eci":95.94,"eciLow":83.46,"eciHigh":104.7,"access":"Open weights","scores":{}},{"id":"deepseek-coder-33b","name":"DeepSeek Coder 33B","organization":"DeepSeek,Peking University","released":"2023-11-02","eci":95.94,"eciLow":82.55,"eciHigh":103.09,"access":"Open weights","scores":{}},{"id":"falcon-7b","name":"Falcon-7B","organization":"Technology Innovation Institute","released":"2023-04-24","eci":94.7,"eciLow":82.31,"eciHigh":102.04,"access":"Open weights","scores":{}},{"id":"codeqwen1-5-7b","name":"CodeQwen1.5-7B","organization":"Unknown","released":"2024-04-15","eci":94.46,"eciLow":79.3,"eciHigh":103.08,"access":"Other","scores":{}},{"id":"vicuna-13b-v1-1","name":"vicuna-13b-v1.1","organization":"Unknown","released":"2023-04-12","eci":94.25,"eciLow":81.54,"eciHigh":102.09,"access":"Other","scores":{}},{"id":"mpt-7b","name":"MPT-7B","organization":"MosaicML","released":"2023-05-05","eci":94.19,"eciLow":80.29,"eciHigh":101.46,"access":"Open weights","scores":{}},{"id":"gemma-2b","name":"Gemma 2B","organization":"Google DeepMind","released":"2024-02-21","eci":93.79,"eciLow":80.82,"eciHigh":100.43,"access":"Open weights","scores":{}},{"id":"starcoder-2-7b","name":"StarCoder 2 7B","organization":"Hugging Face,ServiceNow,Nvidia,BigCode","released":"2024-02-20","eci":93.14,"eciLow":75.68,"eciHigh":101.7,"access":"Open weights","scores":{}},{"id":"xgen-7b","name":"XGen-7B","organization":"Salesforce","released":"2023-06-27","eci":92.98,"eciLow":79.45,"eciHigh":99.66,"access":"Open weights","scores":{}},{"id":"qwen-1-8b","name":"Qwen-1_8B","organization":"Unknown","released":"2023-11-30","eci":92.5,"eciLow":70.76,"eciHigh":101.32,"access":"Other","scores":{}},{"id":"open-llama-7b","name":"open_llama_7b","organization":"Unknown","released":"2023-06-07","eci":91.2,"eciLow":77.68,"eciHigh":98.45,"access":"Other","scores":{}},{"id":"phi-1-5","name":"Phi-1.5","organization":"Microsoft","released":"2023-09-11","eci":91.06,"eciLow":64.55,"eciHigh":100.49,"access":"Open weights","scores":{}},{"id":"baichuan1-7b","name":"Baichuan1-7B","organization":"Baichuan","released":"2023-06-01","eci":90,"eciLow":75.57,"eciHigh":98.45,"access":"Open weights","scores":{}},{"id":"redpajama-incite-7b-base","name":"RedPajama-INCITE-7B-Base","organization":"Unknown","released":"2023-05-04","eci":89.96,"eciLow":74.63,"eciHigh":98,"access":"Other","scores":{}},{"id":"dolly-2-0-12b","name":"Dolly 2.0-12b","organization":"Databricks","released":"2023-04-11","eci":89.2,"eciLow":72.18,"eciHigh":97.66,"access":"Open weights","scores":{}},{"id":"deepseek-coder-6-7b","name":"DeepSeek Coder 6.7B","organization":"DeepSeek,Peking University","released":"2023-11-02","eci":89.13,"eciLow":72.38,"eciHigh":98.12,"access":"Open weights","scores":{}},{"id":"starcoder-2-3b","name":"StarCoder 2 3B","organization":"Hugging Face,ServiceNow,Nvidia,BigCode","released":"2024-02-22","eci":88.26,"eciLow":72.12,"eciHigh":97.11,"access":"Open weights","scores":{}},{"id":"qwen2-5-coder-0-5b","name":"Qwen2.5-Coder-0.5B","organization":"Unknown","released":"2024-09-18","eci":87.63,"eciLow":60.63,"eciHigh":99.82,"access":"Other","scores":{}},{"id":"cerebras-gpt-13b","name":"Cerebras-GPT-13B","organization":"Cerebras Systems","released":"2023-03-20","eci":82.66,"eciLow":66.35,"eciHigh":91.36,"access":"Open weights","scores":{}},{"id":"deepseek-coder-1-3b","name":"DeepSeek Coder 1.3B","organization":"DeepSeek,Peking University","released":"2023-11-02","eci":62.59,"eciLow":42.36,"eciHigh":76.18,"access":"Open weights","scores":{}},{"id":"stablelm-tuned-alpha-7b","name":"stablelm-tuned-alpha-7b","organization":"Unknown","released":"2023-04-19","eci":54.81,"eciLow":28.52,"eciHigh":71.34,"access":"Other","scores":{}}],"credit":"Data: Epoch AI (https://epoch.ai/benchmarks), CC BY 4.0. Presented by Fanetti AI."}