| P |
Little, G.; Chilton, L. B.; Goldman, M. & Miller, R. C.
(2010):
TurKit: human computation algorithms on mechanical turk.
In: Proceedings of the 23nd annual ACM symposium on User interface software and technology,
New York, NY, USA.
[Volltext]
[Kurzfassung] [BibTeX][Endnote]
Mechanical Turk (<i>MTurk</i>) provides an on-demand source of human computation. This provides a tremendous opportunity to explore algorithms which incorporate human computation as a function call. However, various systems challenges make this difficult in practice, and most uses of MTurk post large numbers of independent tasks. TurKit is a toolkit for prototyping and exploring algorithmic human computation, while maintaining a straight-forward imperative programming style. We present the crash-and-rerun programming model that makes TurKit possible, along with a variety of applications for human computation algorithms. We also present case studies of TurKit used for real experiments across different fields.
@inproceedings{little2010turkit,
author = {Little, Greg and Chilton, Lydia B. and Goldman, Max and Miller, Robert C.},
title = {TurKit: human computation algorithms on mechanical turk},
booktitle = {Proceedings of the 23nd annual ACM symposium on User interface software and technology},
publisher = {ACM},
address = {New York, NY, USA},
year = {2010},
pages = {57--66},
url = {http://doi.acm.org/10.1145/1866029.1866040},
doi = {10.1145/1866029.1866040},
isbn = {978-1-4503-0271-5},
keywords = {algorithm, human, intelligence, social, computing, cirg, collective, turkit},
abstract = {Mechanical Turk (<i>MTurk</i>) provides an on-demand source of human computation. This provides a tremendous opportunity to explore algorithms which incorporate human computation as a function call. However, various systems challenges make this difficult in practice, and most uses of MTurk post large numbers of independent tasks. TurKit is a toolkit for prototyping and exploring algorithmic human computation, while maintaining a straight-forward imperative programming style. We present the crash-and-rerun programming model that makes TurKit possible, along with a variety of applications for human computation algorithms. We also present case studies of TurKit used for real experiments across different fields.}
}
%0 = inproceedings
%A = Little, Greg and Chilton, Lydia B. and Goldman, Max and Miller, Robert C.
%B = Proceedings of the 23nd annual ACM symposium on User interface software and technology
%C = New York, NY, USA
%D = 2010
%I = ACM
%T = TurKit: human computation algorithms on mechanical turk
%U = http://doi.acm.org/10.1145/1866029.1866040
|