@conference {14777,
	title = {Combining self-reported and automatic data to improve programming effort measurement},
	booktitle = {Proceedings of the 10th European software engineering conference held jointly with 13th ACM SIGSOFT international symposium on Foundations of software engineering},
	series = {ESEC/FSE-13},
	year = {2005},
	month = {2005///},
	pages = {356 - 365},
	publisher = {ACM},
	organization = {ACM},
	address = {Lisbon, Portugal},
	abstract = {Measuring effort accurately and consistently across subjects in a programming experiment can be a surprisingly difficult task. In particular, measures based on self-reported data may differ significantly from measures based on data which is recorded automatically from a subject{\textquoteright}s computing environment. Since self-reports can be unreliable, and not all activities can be captured automatically, a complete measure of programming effort should incorporate both classes of data. In this paper, we show how self-reported and automatic effort can be combined to perform validation and to measure total programming effort.},
	keywords = {effort, experimentation, human factors, manual approaches, measurement, process metrics, verification},
	isbn = {1-59593-014-0},
	doi = {10.1145/1081706.1081762},
	author = {Hochstein, Lorin and Basili, Victor R. and Zelkowitz, Marvin V and Hollingsworth, Jeffrey K and Carver, Jeff}
}
