{"version":"configuration-source-6","evidencePolicy":"documented","snapshotId":"sha256-c4d5b67b1e1a60ef314523cbb3fbe44b06fde3a55f714385b8fb1a0db5291c0c","effortDatasetId":"sha256-f0563cf1c78be0f3bf27cf77e3a1300440bd5d253a3cbd7616a94c9b3d62133c+sha256-15ba631518c576c495104485510c5a32932cfc46cf3c8d26cf23c08067462a93+sha256-a64f8fddfa426be712c0faea67985ae67c3c39be4dfca6cf9ad11c4fa3c58bcc+sha256-6390b33ad243c40ef5f592e9e7b2df0061ed33f459d6038cb6f6aa31b1203a0f+sha256-81679b15ba83a7848fd115f457e04edf5e2d906b78dcd32e66cc9e629a0395e4+sha256-39abeb27d2f933f3c9f00199a97be2e223490737dc4d3bee10d559390fc65cb1+sha256-dc15922aea6f086a955a18e324406648f5119c442c98c1151f1f4b73519bddbe+sha256-263d96d7f6baf346071cc8607f01aa60ffb2d3337b9f9d6e36e3ba1b11cac3d3","scope":"All collected observations, not a claim that every public result has been collected. Contributing means positive graph weight, not sufficient evidence for a rank.","models":[{"id":"solar-mini4-260922","collected":13,"contributing":9,"admittedWithoutWeight":0,"excluded":4}],"observations":[{"id":"7aa942edcab41191157063a5","modelId":"solar-mini4-260922","configurationId":"solar-mini4-260922--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"47bdce7bde5f865c9139beb3","modelId":"solar-mini4-260922","configurationId":"solar-mini4-260922--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"3182dcb826ff8a7d4e609921","modelId":"solar-mini4-260922","configurationId":"solar-mini4-260922--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/automationbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1fa53f089bd0da231122e7c7","modelId":"solar-mini4-260922","configurationId":"solar-mini4-260922--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"dc2aeabd39e81318cbb73ebb","modelId":"solar-mini4-260922","configurationId":"solar-mini4-260922--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdp-pdf","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"3cd957508cd0b060dcd20132","modelId":"solar-mini4-260922","configurationId":"solar-mini4-260922--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"6775465a72cdd9f4c9148198","modelId":"solar-mini4-260922","configurationId":"solar-mini4-260922--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"c463459225f8ca121c7dc6c7","modelId":"solar-mini4-260922","configurationId":"solar-mini4-260922--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"0126d37ad452c2adff59ee06","modelId":"solar-mini4-260922","configurationId":"solar-mini4-260922--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"bff4de9e9b972a0da4c3a48b","modelId":"solar-mini4-260922","configurationId":"solar-mini4-260922--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/scicode","status":"excluded","reason":"Original SciCode grading defects are under review; retained as supporting evidence, excluded from aggregate and capability scores. Corrected SciCode-Verified requires a separate protocol review. Sources: https://arxiv.org/abs/2608.04975 and https://artificialanalysis.ai/evaluations/scicode"},{"id":"5b70749de87ba5e19bcbfcf4","modelId":"solar-mini4-260922","configurationId":"solar-mini4-260922--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v4-0","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"s-automationbench-solar-mini4-260922-b150ea70b31e","modelId":"solar-mini4-260922","configurationId":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/automationbench-aa","status":"excluded","reason":"Supporting evidence outside the reviewed capability core"},{"id":"s-gdpval-solar-mini4-260922-a4a4781446fd","modelId":"solar-mini4-260922","configurationId":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"}]}