Dennis Gross, N. Jansen, Sebastian Junges, G. Pérez
{"title":"COOL-MC: A Comprehensive Tool for Reinforcement Learning and Model Checking","authors":"Dennis Gross, N. Jansen, Sebastian Junges, G. Pérez","doi":"10.48550/arXiv.2209.07133","DOIUrl":"https://doi.org/10.48550/arXiv.2209.07133","url":null,"abstract":". This paper presents COOL-MC, a tool that integrates state-of-the-art reinforcement learning (RL) and model checking. Specifically, the tool builds upon the OpenAI gym and the probabilistic model checker Storm. COOL-MC provides the following features: (1) a simulator to train RL policies in the OpenAI gym for Markov decision processes (MDPs) that are defined as input for Storm, (2) a new model builder for Storm, which uses callback functions to verify (neural network) RL policies, (3) formal abstractions that relate models and policies specified in OpenAI gym or Storm, and (4) algorithms to obtain bounds on the performance of so-called permissive policies. We describe the components and architecture of COOL-MC and demonstrate its features on multiple benchmark environments.","PeriodicalId":409774,"journal":{"name":"International Symposium on Software Engineering: Theories, Tools, and Applications","volume":"38 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2022-09-15","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"125881930","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
{"title":"Reasoning about Iteration and Recursion Uniformly based on Big-step Semantics","authors":"Ximeng Li, Qianying Zhang, Guohui Wang, Zhiping Shi, Yong Guan","doi":"10.1007/978-3-030-91265-9_4","DOIUrl":"https://doi.org/10.1007/978-3-030-91265-9_4","url":null,"abstract":"","PeriodicalId":409774,"journal":{"name":"International Symposium on Software Engineering: Theories, Tools, and Applications","volume":"73 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2021-08-04","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"124282647","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
Usama Mehmood, S. Stoller, R. Grosu, Shouvik Roy, Amol Damare, S. Smolka
{"title":"A Distributed Simplex Architecture for Multi-Agent Systems","authors":"Usama Mehmood, S. Stoller, R. Grosu, Shouvik Roy, Amol Damare, S. Smolka","doi":"10.1007/978-3-030-91265-9_13","DOIUrl":"https://doi.org/10.1007/978-3-030-91265-9_13","url":null,"abstract":"","PeriodicalId":409774,"journal":{"name":"International Symposium on Software Engineering: Theories, Tools, and Applications","volume":"15 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2020-12-18","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"132434060","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
Jasdeep Singh, L. Santinelli, F. Reghenzani, K. Bletsas, D. Doose, Zhishan Guo
{"title":"Mixed Criticality Scheduling of Probabilistic Real-Time Systems","authors":"Jasdeep Singh, L. Santinelli, F. Reghenzani, K. Bletsas, D. Doose, Zhishan Guo","doi":"10.1007/978-3-030-35540-1_6","DOIUrl":"https://doi.org/10.1007/978-3-030-35540-1_6","url":null,"abstract":"","PeriodicalId":409774,"journal":{"name":"International Symposium on Software Engineering: Theories, Tools, and Applications","volume":"83 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-11-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"132559930","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
Yu Zhang, Yongwang Zhao, David Sanán, L. Qiao, Jinkun Zhang
{"title":"A Verified Specification of TLSF Memory Management Allocator Using State Monads","authors":"Yu Zhang, Yongwang Zhao, David Sanán, L. Qiao, Jinkun Zhang","doi":"10.1007/978-3-030-35540-1_8","DOIUrl":"https://doi.org/10.1007/978-3-030-35540-1_8","url":null,"abstract":"","PeriodicalId":409774,"journal":{"name":"International Symposium on Software Engineering: Theories, Tools, and Applications","volume":"4 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-11-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"133587734","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
{"title":"A Bounded Model Checking Technique for Higher-Order Programs","authors":"Yu-Yang Lin, N. Tzevelekos","doi":"10.1007/978-3-030-35540-1_1","DOIUrl":"https://doi.org/10.1007/978-3-030-35540-1_1","url":null,"abstract":"","PeriodicalId":409774,"journal":{"name":"International Symposium on Software Engineering: Theories, Tools, and Applications","volume":"83 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-11-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"133879503","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
{"title":"Improving the Analysis of GPC in Real-Time Calculus","authors":"Yue Tang, Yuming Jiang, Nan Guan","doi":"10.1007/978-3-030-35540-1_7","DOIUrl":"https://doi.org/10.1007/978-3-030-35540-1_7","url":null,"abstract":"","PeriodicalId":409774,"journal":{"name":"International Symposium on Software Engineering: Theories, Tools, and Applications","volume":"30 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-11-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"128337974","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}