{"apiVersion":"v1","evaluationSchemaVersion":"1.0.0","kind":"owner_reported_claim","record":{"id":"qwen3-30b-a3b-gpqa-diamond-owner-reported","claimType":"owner_reported","modelId":"qwen3-30b-a3b","modelName":"Qwen3-30B-A3B","owner":"Qwen Team","artifact":{"repository":"Qwen/Qwen3-30B-A3B","revision":"ad44e777bcd18fa416d9da3bd8f70d33ebb85d39"},"artifactAssociation":"model_name_only","executionArtifactDigest":null,"benchmark":{"suite":"GPQA","version":null,"subset":"Diamond"},"metric":{"name":"averaged accuracy","value":65.8,"unit":"percentage_points","scale":"0-100","direction":"higher_is_better"},"evaluation":{"mode":"thinking","reportedSettings":[{"name":"thinking_mode","value":true},{"name":"temperature","value":0.6},{"name":"top_p","value":0.95},{"name":"top_k","value":20},{"name":"max_new_tokens","value":32768},{"name":"samples_per_query","value":10}]},"sourceRefs":[{"sourceId":"qwen3-technical-report","locator":"Section 4.2 Evaluation Setup and Table 15, Qwen3-30B-A3B Thinking column"},{"sourceId":"qwen3-30b-a3b-pinned-model-card","locator":"Pinned artifact identity; the card links to general benchmark material but contains no values"}],"comparisonEligible":false,"missingContext":["The technical report identifies the model by name but does not bind the result to artifact revision ad44e777bcd18fa416d9da3bd8f70d33ebb85d39.","Exact prompt, benchmark revision, and evaluation harness are not reported.","Inference engine and hardware are not reported.","The provider does not publish a digest of the tensor artifact used for the evaluation."]},"sources":[{"id":"qwen3-30b-a3b-pinned-model-card","title":"Qwen3-30B-A3B pinned model card","publisher":"Qwen Team","url":"https://huggingface.co/Qwen/Qwen3-30B-A3B/blob/ad44e777bcd18fa416d9da3bd8f70d33ebb85d39/README.md","retrievedAt":"2026-08-03","sourceType":"official_model_card","artifactSnapshot":{"repository":"Qwen/Qwen3-30B-A3B","revision":"ad44e777bcd18fa416d9da3bd8f70d33ebb85d39"}},{"id":"qwen3-technical-report","title":"Qwen3 Technical Report","publisher":"Qwen Team","url":"https://arxiv.org/pdf/2505.09388v1","retrievedAt":"2026-08-03","sourceType":"technical_report"}],"rawArtifacts":[]}