
@article{ref1,
title="Testing the reliability of accident analysis methods: a comparison of AcciMap, STAMP-CAST and AcciNet",
journal="Ergonomics",
year="2023",
author="Hulme, Adam and Stanton, Neville A. and Walker, Guy H. and Waterson, Patrick and Salmon, Paul M.",
volume="ePub",
number="ePub",
pages="ePub-ePub",
abstract="Accident analysis methods are used to model the multifactorial cause of adverse incidents. <br><br>METHODS such as AcciMap, STAMP-CAST and recently AcciNet, are systemic approaches that support the identification of safety interventions across sociotechnical system levels. Despite their growing popularity, little is known about how reliable systems-based methods are when used to describe, model and classify contributory factors and relationships. Here, we conducted an intra-rater and inter-rater reliability assessment of AcciMap, STAMP-CAST and AcciNet using the Signal Detection Theory (SDT) paradigm. A total of 180 hours' worth of analyses across 360 comparisons were performed by 30 expert analysts. <br><br>FINDINGS revealed that all three methods produced a weak to moderate positive correlation coefficient, however the inter-rater reliability of STAMP-CAST was significantly higher compared to AcciMap and AcciNet. No statistically significant or practically meaningful differences were found between methods in the overall intra-rater reliability analyses. Implications and future research directions are discussed.<p /> <p>Language: en</p>",
language="en",
issn="0014-0139",
doi="10.1080/00140139.2023.2240048",
url="http://dx.doi.org/10.1080/00140139.2023.2240048"
}