%Aigaion2 BibTeX export from Idiap Publications %Thursday 09 January 2025 03:33:46 PM @TECHREPORT{Alpa98, author = {Alpaydin, Ethem}, projects = {Idiap}, title = {Combined 5x2cv $F$-Test for Comparing Supervised Classification Learning Algorithms}, type = {Idiap-RR}, number = {Idiap-RR-04-1998}, year = {1998}, institution = {IDIAP}, note = {Submitted for publication}, abstract = {Dietterich (1998) reviews five statistical tests proposing the 5x2cv t test for determining whether there is a significant difference between the error rates of two classifiers. In our experiments, we noticed that the 5x2cv t test result may vary depending on factors that should not affect the test and we propose a variant, the combined 5x2cv F test, that combines multiple statistics to get a more robust test. Simulation results show that this combined version of the test has lower Type I error and higher power than 5x2cv proper.}, pdf = {https://publications.idiap.ch/attachments/reports/1998/rr98-04.pdf}, postscript = {ftp://ftp.idiap.ch/pub/reports/1998/rr98-04.ps.gz}, ipdmembership={learning}, }