@inproceedings{87f2e4b6485342a798f97d1c9aeb7251,
title = "Examining the Effect of Implementation Factors on Deep Learning Reproducibility",
abstract = "Reproducing published deep learning papers to validate their conclusions can be difficult due to sources of irreproducibility. We investigate the impact that implementation factors have on the results and how they affect reproducibility of deep learning studies. Three deep learning experiments were ran five times each on 13 different hardware environments and four different software environments. The analysis of the 780 combined results showed that there was a greater than 6% accuracy range on the same deterministic examples introduced from hardware or software environment variations alone. To account for these implementation factors, researchers should run their experiments multiple times in different hardware and software environments to verify their conclusions are not affected.",
keywords = "deep learning, machine learning, reproducibility",
author = "Kevin Coakley and Kirkpatrick, {Christine R.} and Gundersen, {Odd Erik}",
note = "ACKNOWLEDGMENT This research was done using services provided by the OSG Consortium [6] [7], which is supported by the National Science Foundation awards #2030508 and #1836650.; 18th IEEE International Conference on e-Science, eScience 2022 ; Conference date: 10-10-2022 Through 14-10-2022",
year = "2022",
doi = "10.1109/eScience55777.2022.00056",
language = "English (US)",
series = "Proceedings - 2022 IEEE 18th International Conference on e-Science, eScience 2022",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "397--398",
booktitle = "Proceedings - 2022 IEEE 18th International Conference on e-Science, eScience 2022",
address = "United States",
}