@article{17942,
  author = {Christoph Laaber and Shaukat Ali and Thomas Schwitalla and Jan Nyg{\r a}rd},
  title = {Testing Medical Rules Web Services in Practice},
  abstract = {The Cancer Registry of Norway (CRN) collects and processes cancer-related data for patients in Norway. For this, it employs a sociotechnical software system that evolves with changing requirements and medical standards. The current practice is to manually test CRN{\textquoteright}s system to prevent faults and ensure its dependability. This paper focuses on automatically testing GURI, the CRN{\textquoteright}s medical rule engine, using a system-level testing tool, EvoMaster, in both its black-box and white-box modes, and a novel CRN-specific EvoMaster-based tool, EvoGURI. We empirically evaluate the tools{\textquoteright} effectiveness regarding code coverage, errors found, domain-specific rule coverage, and ability to identify artificial faults ten versions of GURI. Our results show that all the tools achieve similar code coverage and identified a similar number of errors. For rule coverage, EvoGURI and EvoMaster{\textquoteright}s black-box mode produce test suites that cover the highest number of rules with Pass, Fail, and Warning results. The test suites of EvoGURI and two EvoMaster white-box tools identify the most faults in a mutation testing experiment. Based on our findings, we recommend using EvoGURI in CRN{\textquoteright}s current practice. Finally, we present key takeaways and outline open research questions for the research community.},
  year = {2024},
  journal = {arXiv},
  publisher = {arXiv},
  url = {https://doi.org/10.48550/arXiv.2412.11731},
}