Sergio Nava-Muñoz, Mario Graff-Guerrero, H. Escalante
{"title":"Comparison of classifiers in challenge scheme","authors":"Sergio Nava-Muñoz, Mario Graff-Guerrero, H. Escalante","doi":"10.48550/arXiv.2305.10452","DOIUrl":"https://doi.org/10.48550/arXiv.2305.10452","url":null,"abstract":"In recent decades, challenges have become very popular in scientific research as these are crowdsourcing schemes. In particular, challenges are essential for developing machine learning algorithms. For the challenges settings, it is vital to establish the scientific question, the dataset (with adequate quality, quantity, diversity, and complexity), performance metrics, as well as a way to authenticate the participants' results (Gold Standard). This paper addresses the problem of evaluating the performance of different competitors (algorithms) under the restrictions imposed by the challenge scheme, such as the comparison of multiple competitors with a unique dataset (with fixed size), a minimal number of submissions and, a set of metrics chosen to assess performance. The algorithms are sorted according to the performance metric. Still, it is common to observe performance differences among competitors as small as hundredths or even thousandths, so the question is whether the differences are significant. This paper analyzes the results of the MeOffendEs@IberLEF 2021 competition and proposes to make inference through resampling techniques (bootstrap) to support Challenge organizers' decision-making.","PeriodicalId":277030,"journal":{"name":"Mexican Conference on Pattern Recognition","volume":"74 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2023-05-16","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"127074678","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
Karina Figueroa, José Antonio Camarena Ibarrola, Nora Reyes
{"title":"Shortening the Candidate List for Similarity Searching Using Inverted Index","authors":"Karina Figueroa, José Antonio Camarena Ibarrola, Nora Reyes","doi":"10.1007/978-3-030-77004-4_9","DOIUrl":"https://doi.org/10.1007/978-3-030-77004-4_9","url":null,"abstract":"","PeriodicalId":277030,"journal":{"name":"Mexican Conference on Pattern Recognition","volume":"1 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2021-06-23","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"115226049","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
Jes'us Andr'es Portillo-Quintero, J. C. Ortíz-Bayliss, Hugo Terashima-Mar'in
{"title":"A Straightforward Framework For Video Retrieval Using CLIP","authors":"Jes'us Andr'es Portillo-Quintero, J. C. Ortíz-Bayliss, Hugo Terashima-Mar'in","doi":"10.1007/978-3-030-77004-4_1","DOIUrl":"https://doi.org/10.1007/978-3-030-77004-4_1","url":null,"abstract":"","PeriodicalId":277030,"journal":{"name":"Mexican Conference on Pattern Recognition","volume":"29 4 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2021-02-24","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"131742855","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
Federico Furlán Colón, E. Rubio-Espino, Juan Humberto Sossa Azuela, V. Ponce
{"title":"Rock Detection in a Mars-Like Environment Using a CNN","authors":"Federico Furlán Colón, E. Rubio-Espino, Juan Humberto Sossa Azuela, V. Ponce","doi":"10.1007/978-3-030-21077-9_14","DOIUrl":"https://doi.org/10.1007/978-3-030-21077-9_14","url":null,"abstract":"","PeriodicalId":277030,"journal":{"name":"Mexican Conference on Pattern Recognition","volume":"41 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-06-26","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"128788080","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
C. Gonzalez, Juan Humberto Sossa Azuela, J. Antelis, L. E. Falcón
{"title":"Motor Imagery Task Classification in EEG Signals with Spiking Neural Network","authors":"C. Gonzalez, Juan Humberto Sossa Azuela, J. Antelis, L. E. Falcón","doi":"10.1007/978-3-030-21077-9_2","DOIUrl":"https://doi.org/10.1007/978-3-030-21077-9_2","url":null,"abstract":"","PeriodicalId":277030,"journal":{"name":"Mexican Conference on Pattern Recognition","volume":"37 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-06-26","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"116220015","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
Everardo Santiago-Ramírez, J. Guadarrama, J. M. Muñoz, Josué Domínguez, J. González-Fraga
{"title":"Facial Re-identification on Non-overlapping Cameras and in Uncontrolled Environments","authors":"Everardo Santiago-Ramírez, J. Guadarrama, J. M. Muñoz, Josué Domínguez, J. González-Fraga","doi":"10.1007/978-3-030-21077-9_16","DOIUrl":"https://doi.org/10.1007/978-3-030-21077-9_16","url":null,"abstract":"","PeriodicalId":277030,"journal":{"name":"Mexican Conference on Pattern Recognition","volume":"76 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-06-26","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"116256100","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
{"title":"Inference Algorithm with Falsifying Patterns for Belief Revision","authors":"Pedro Bello, Guillermo De Ita","doi":"10.1007/978-3-030-21077-9_32","DOIUrl":"https://doi.org/10.1007/978-3-030-21077-9_32","url":null,"abstract":"","PeriodicalId":277030,"journal":{"name":"Mexican Conference on Pattern Recognition","volume":"PP 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-06-26","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"126441098","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
M. Lazo-Cortés, J. Martínez-Trinidad, J. A. Carrasco-Ochoa
{"title":"On the Use of Constructs for Rule-Based Classification: A Case Study","authors":"M. Lazo-Cortés, J. Martínez-Trinidad, J. A. Carrasco-Ochoa","doi":"10.1007/978-3-030-21077-9_30","DOIUrl":"https://doi.org/10.1007/978-3-030-21077-9_30","url":null,"abstract":"","PeriodicalId":277030,"journal":{"name":"Mexican Conference on Pattern Recognition","volume":"8 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-06-26","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"123435144","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}