?url_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Adc&rft.title=Fairea%3A+A+Model+Behaviour+Mutation+Approach+to+Benchmarking+Bias+Mitigation+Methods&rft.creator=Hort%2C+M&rft.creator=Zhang%2C+J&rft.creator=Sarro%2C+F&rft.creator=Harman%2C+M&rft.description=The+increasingly+wide+uptake+of+Machine+Learning+(ML)+has+raised+the+significance+of+the+problem+of+tackling+bias+(i.e.%2C+unfairness)%2C+making+it+a+primary+software+engineering+concern.+In+this+paper%2C+we+introduce+Fairea%2C+a+model+behaviour+mutation+approach+to+benchmarking+ML+bias+mitigation+methods.+We+also+report+on+a+large-scale+empirical+study+to+test+the+effectiveness+of+12+widely-studied+bias+mitigation+methods.+Our+results+reveal+that%2C+surprisingly%2C+bias+mitigation+methods+have+a+poor+effectiveness+in+49%25+of+the+cases.+In+particular%2C+15%25+of+the+mitigation+cases+have+worse+fairness-accuracy+trade-offs+than+the+baseline+established+by+Fairea%3B+34%25+of+the+cases+have+a+decrease+in+accuracy+and+an+increase+in+bias.%0D%0A%0D%0AFairea+has+been+made+publicly+available+for+software+engineers+and+researchers+to+evaluate+their+bias+mitigation+methods.&rft.publisher=Association+for+Computing+Machinery&rft.date=2021-08-23&rft.type=Proceedings+paper&rft.publisher=ACM+Joint+Meeting+on+European+Software+Engineering+Conference+and+Symposium+on+the+Foundations+of+Software+Engineering&rft.language=eng&rft.source=+++++In%3A++ESEC%2FFSE+2021%3A+Proceedings+of+the+29th+ACM+Joint+Meeting+on+European+Software+Engineering+Conference+and+Symposium+on+the+Foundations+of+Software+Engineering.++(pp.+pp.+994-1006).++Association+for+Computing+Machinery%3A+New+York%2C+NY%2C+United+States.+(2021)++++(In+press).++&rft.format=text&rft.identifier=https%3A%2F%2Fdiscovery.ucl.ac.uk%2Fid%2Feprint%2F10130186%2F1%2FFairea-rps.pdf&rft.identifier=https%3A%2F%2Fdiscovery.ucl.ac.uk%2Fid%2Feprint%2F10130186%2F&rft.rights=open