{"passport":{"unfragile":{"@version":"1.0","version":"2026-05","artifact":{"id":"papers-with-code-winogrande","slug":"winogrande","name":"WinoGrande","type":"dataset","url":"https://paperswithcode.com/dataset/winogrande","page_url":"https://unfragile.ai/winogrande","categories":["model-training"],"tags":["benchmark","evaluation","commonsense","nlp"],"pricing":{"model":"open_source","free":true,"starting_price":null},"status":"active","verified":false},"capabilities":[{"id":"papers-with-code-winogrande__cap_0","uri":"capability://planning.reasoning.commonsense.reasoning.evaluation.through.pronoun.disambiguation","name":"commonsense reasoning evaluation through pronoun disambiguation","description":"WinoGrande evaluates commonsense reasoning by presenting sentences with pronouns and requiring users to identify the correct noun reference. It utilizes a dataset of 44,000 examples that are carefully crafted to avoid simple pattern matching, thus necessitating a deeper understanding of sentence semantics. This approach distinguishes it from other benchmarks by focusing on nuanced reasoning rather than superficial linguistic patterns.","intents":["How can I assess my model's ability to understand pronoun references in complex sentences?","What benchmark can I use to evaluate commonsense reasoning in NLP models?","How do I measure the effectiveness of my model in disambiguating pronouns?"],"best_for":["NLP researchers developing models for commonsense reasoning"],"limitations":["Limited to pronoun disambiguation; does not cover other aspects of commonsense reasoning","Evaluation requires manual interpretation of results"],"requires":["No specific prerequisites; open-source access"],"input_types":["text"],"output_types":["structured data"],"categories":["planning-reasoning","evaluation"],"confidence":0.5,"matches":0,"success_rate":0}],"trust":{"score":46,"verified":false,"data_access_risk":"low","permissions":["No specific prerequisites; open-source access"],"failure_modes":["Limited to pronoun disambiguation; does not cover other aspects of commonsense reasoning","Evaluation requires manual interpretation of results","builder identity is not verified yet","no observed match outcomes yet"],"rank_breakdown":{"adoption":0.8,"quality":0.27,"ecosystem":0.42,"match_graph":0.25,"freshness":0.75,"weights":{"adoption":0.3,"quality":0.25,"ecosystem":0.1,"match_graph":0.3,"freshness":0.05}},"observed_outcomes":{"matches":0,"success_rate":0,"avg_confidence":0,"top_intents":[],"last_matched_at":null},"maintenance":{"status":"active","updated_at":"2026-05-24T12:16:25.060Z","last_scraped_at":"2026-05-03T15:20:49.428Z","last_commit":null},"community":{"stars":null,"forks":null,"weekly_downloads":null,"model_downloads":null,"model_likes":null}},"distribution":{"claim_url":"https://unfragile.ai/submit?claim=winogrande","compare_url":"https://unfragile.ai/compare?artifact=winogrande"}},"signature":"T+07New1VDc+4APhUx92lgaUNNoUDfUtjhSiwlWsDP/6xONT2kIPKWebzAp4HA9rtJsnuMCBzZp010fhUzkgBw==","signedAt":"2026-06-20T23:50:36.074Z","signedBy":"unfragile.ai","version":1},"_links":{"self":"https://unfragile.ai/api/v1/passport/winogrande","artifact":"https://unfragile.ai/winogrande","verify":"https://unfragile.ai/api/v1/verify?slug=winogrande","publicKey":"https://unfragile.ai/api/v1/trust-passport-public-key","spec":"https://unfragile.ai/trust","schema":"https://unfragile.ai/schema.json","docs":"https://unfragile.ai/docs"}}