{"apiVersion":"v1","evaluationSchemaVersion":"1.0.0","kind":"owner_reported_claim","record":{"id":"qwen3-30b-a3b-livecodebench-v5-owner-reported","claimType":"owner_reported","modelId":"qwen3-30b-a3b","modelName":"Qwen3-30B-A3B","owner":"Qwen Team","artifact":{"repository":"Qwen/Qwen3-30B-A3B","revision":"ad44e777bcd18fa416d9da3bd8f70d33ebb85d39"},"artifactAssociation":"model_name_only","executionArtifactDigest":null,"benchmark":{"suite":"LiveCodeBench","version":"v5","subset":"2024-10 through 2025-02"},"metric":{"name":"owner-reported score","value":62.6,"unit":"reported_score","scale":"0-100 as presented","direction":"higher_is_better"},"evaluation":{"mode":"thinking","reportedSettings":[{"name":"thinking_mode","value":true},{"name":"temperature","value":0.6},{"name":"top_p","value":0.95},{"name":"top_k","value":20},{"name":"max_new_tokens","value":32768},{"name":"benchmark_window","value":"2024-10 through 2025-02"},{"name":"prompt_variant","value":"official prompt with the program-only restriction removed"}]},"sourceRefs":[{"sourceId":"qwen3-technical-report","locator":"Section 4.2 Evaluation Setup and Table 15, Qwen3-30B-A3B Thinking column, LiveCodeBench v5 row"},{"sourceId":"qwen3-30b-a3b-pinned-model-card","locator":"Pinned artifact identity; the card links to general benchmark material but contains no values"}],"comparisonEligible":false,"missingContext":["The technical report identifies the model by name but does not bind the result to artifact revision ad44e777bcd18fa416d9da3bd8f70d33ebb85d39.","The report does not explicitly define the table's LiveCodeBench metric or sample count.","Exact task commit, harness version, inference engine, and hardware are not reported.","The provider does not publish a digest of the tensor artifact used for the evaluation."]},"sources":[{"id":"qwen3-30b-a3b-pinned-model-card","title":"Qwen3-30B-A3B pinned model card","publisher":"Qwen Team","url":"https://huggingface.co/Qwen/Qwen3-30B-A3B/blob/ad44e777bcd18fa416d9da3bd8f70d33ebb85d39/README.md","retrievedAt":"2026-08-03","sourceType":"official_model_card","artifactSnapshot":{"repository":"Qwen/Qwen3-30B-A3B","revision":"ad44e777bcd18fa416d9da3bd8f70d33ebb85d39"}},{"id":"qwen3-technical-report","title":"Qwen3 Technical Report","publisher":"Qwen Team","url":"https://arxiv.org/pdf/2505.09388v1","retrievedAt":"2026-08-03","sourceType":"technical_report"}],"rawArtifacts":[]}