使用基准基础设施评估 CS 概念清单上的 LLM 成绩：挑战、机遇与批评

{"title":"使用基准基础设施评估 CS 概念清单上的 LLM 成绩：挑战、机遇与批评","authors":"Murtaza Ali, Prerna Rao, Yifan Mai, Benjamin Xie","doi":"10.1145/3632620.3671097","DOIUrl":null,"url":null,"abstract":"","PeriodicalId":245617,"journal":{"name":"International Computing Education Research Workshop","volume":"46 6","pages":"452-468"},"PeriodicalIF":0.0000,"publicationDate":"2024-08-13","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":"0","resultStr":"{\"title\":\"Using Benchmarking Infrastructure to Evaluate LLM Performance on CS Concept Inventories: Challenges, Opportunities, and Critiques\",\"authors\":\"Murtaza Ali, Prerna Rao, Yifan Mai, Benjamin Xie\",\"doi\":\"10.1145/3632620.3671097\",\"DOIUrl\":null,\"url\":null,\"abstract\":\"\",\"PeriodicalId\":245617,\"journal\":{\"name\":\"International Computing Education Research Workshop\",\"volume\":\"46 6\",\"pages\":\"452-468\"},\"PeriodicalIF\":0.0000,\"publicationDate\":\"2024-08-13\",\"publicationTypes\":\"Journal Article\",\"fieldsOfStudy\":null,\"isOpenAccess\":false,\"openAccessPdf\":\"\",\"citationCount\":\"0\",\"resultStr\":null,\"platform\":\"Semanticscholar\",\"paperid\":null,\"PeriodicalName\":\"International Computing Education Research Workshop\",\"FirstCategoryId\":\"1085\",\"ListUrlMain\":\"https://doi.org/10.1145/3632620.3671097\",\"RegionNum\":0,\"RegionCategory\":null,\"ArticlePicture\":[],\"TitleCN\":null,\"AbstractTextCN\":null,\"PMCID\":null,\"EPubDate\":\"\",\"PubModel\":\"\",\"JCR\":\"\",\"JCRName\":\"\",\"Score\":null,\"Total\":0}","platform":"Semanticscholar","paperid":null,"PeriodicalName":"International Computing Education Research Workshop","FirstCategoryId":"1085","ListUrlMain":"https://doi.org/10.1145/3632620.3671097","RegionNum":0,"RegionCategory":null,"ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":null,"EPubDate":"","PubModel":"","JCR":"","JCRName":"","Score":null,"Total":0}