@inproceedings{little2010turkit, abstract = {Mechanical Turk (MTurk) provides an on-demand source of human computation. This provides a tremendous opportunity to explore algorithms which incorporate human computation as a function call. However, various systems challenges make this difficult in practice, and most uses of MTurk post large numbers of independent tasks. TurKit is a toolkit for prototyping and exploring algorithmic human computation, while maintaining a straight-forward imperative programming style. We present the crash-and-rerun programming model that makes TurKit possible, along with a variety of applications for human computation algorithms. We also present case studies of TurKit used for real experiments across different fields.}, acmid = {1866040}, address = {New York, NY, USA}, author = {Little, Greg and Chilton, Lydia B. and Goldman, Max and Miller, Robert C.}, booktitle = {Proceedings of the 23nd annual ACM symposium on User interface software and technology}, doi = {10.1145/1866029.1866040}, interhash = {a2b44d507345037242e3590eee0ab671}, intrahash = {e364db8e8ee1992a0fdb5f37f425b1a7}, isbn = {978-1-4503-0271-5}, location = {New York, New York, USA}, numpages = {10}, pages = {57--66}, publisher = {ACM}, title = {TurKit: human computation algorithms on mechanical turk}, url = {http://doi.acm.org/10.1145/1866029.1866040}, year = 2010 }