{"apiVersion":"v1","evaluationSchemaVersion":"1.0.0","kind":"owner_reported_claim","record":{"id":"qwen3-30b-a3b-aime-2025-owner-reported","claimType":"owner_reported","modelId":"qwen3-30b-a3b","modelName":"Qwen3-30B-A3B","owner":"Qwen Team","artifact":{"repository":"Qwen/Qwen3-30B-A3B","revision":"ad44e777bcd18fa416d9da3bd8f70d33ebb85d39"},"artifactAssociation":"model_name_only","executionArtifactDigest":null,"benchmark":{"suite":"AIME","version":"2025","subset":"Parts I and II"},"metric":{"name":"averaged accuracy","value":70.9,"unit":"percentage_points","scale":"0-100","direction":"higher_is_better"},"evaluation":{"mode":"thinking","reportedSettings":[{"name":"thinking_mode","value":true},{"name":"temperature","value":0.6},{"name":"top_p","value":0.95},{"name":"top_k","value":20},{"name":"max_new_tokens","value":38912},{"name":"question_count","value":30},{"name":"samples_per_query","value":64}]},"sourceRefs":[{"sourceId":"qwen3-technical-report","locator":"Section 4.2 Evaluation Setup and Table 15, Qwen3-30B-A3B Thinking column, AIME 2025 row"},{"sourceId":"qwen3-30b-a3b-pinned-model-card","locator":"Pinned artifact identity; the card links to general benchmark material but contains no values"}],"comparisonEligible":false,"missingContext":["The technical report identifies the model by name but does not bind the result to artifact revision ad44e777bcd18fa416d9da3bd8f70d33ebb85d39.","Exact prompt text, scoring parser, and test-data revision are not reported.","Inference engine and hardware are not reported.","The provider does not publish a digest of the tensor artifact used for the evaluation."]},"sources":[{"id":"qwen3-30b-a3b-pinned-model-card","title":"Qwen3-30B-A3B pinned model card","publisher":"Qwen Team","url":"https://huggingface.co/Qwen/Qwen3-30B-A3B/blob/ad44e777bcd18fa416d9da3bd8f70d33ebb85d39/README.md","retrievedAt":"2026-08-03","sourceType":"official_model_card","artifactSnapshot":{"repository":"Qwen/Qwen3-30B-A3B","revision":"ad44e777bcd18fa416d9da3bd8f70d33ebb85d39"}},{"id":"qwen3-technical-report","title":"Qwen3 Technical Report","publisher":"Qwen Team","url":"https://arxiv.org/pdf/2505.09388v1","retrievedAt":"2026-08-03","sourceType":"technical_report"}],"rawArtifacts":[]}