@misc{9424,
  author = {Hans Benestad and Erik Arisholm and Dag Sj{\o}berg},
  title = {How to Recruit Professionals As Subjects in Software Engineering Experiments},
  abstract = {Controlled experiments are the classical scientific method for identifying cause-effect relationships, and are complementary to case studies and surveys as a means to empirically evaluate information systems development methods and practices. Most controlled experiments that evaluate software development methods and practices use students as subjects. Using students as subjects is convenient. However, a common criticism of controlled experiments in which students are used as subjects is that it is difficult to generalize the results to industrial settings. Consequently, Simula Research Laboratory has included professionals as subjects in software engineering experiments. At present, more than 750 professional software developers from 46 software development organizations have participated in our experiments. From this experience we have identified three important principles for research groups that want to include professional software developers as subjects in controlled experiments. First, practical constraints must be considered when defining the target population of software developers. Second, the participating organizations must be offered flexibility and value using a planned communication strategy, in order to ensure adequately sized representative samples of organizations and individuals. Third, to ensure long-term, relationships with the organizations, high professional and ethical standards must be employed.},
  year = {2005},
  journal = {IRIS (Information Systems Research in Scandinavia), August 6-9, Kristiansand Norway},
  month = {August},
  publisher = {Department of Information Systems, Agder University College},
  editor = {Hustad E. and Munkvold B.E. and Rolland K. and Flak L.S.},
}