@inproceedings{little2010turkit, author = {Little, Greg and Chilton, Lydia B. and Goldman, Max and Miller, Robert C.}, title = {TurKit: human computation algorithms on mechanical turk}, booktitle = {Proceedings of the 23nd annual ACM symposium on User interface software and technology}, publisher = {ACM}, address = {New York, NY, USA}, year = {2010}, pages = {57--66}, url = {http://doi.acm.org/10.1145/1866029.1866040}, doi = {10.1145/1866029.1866040}, isbn = {978-1-4503-0271-5}, keywords = {algorithm, human, intelligence, social, computing, cirg, collective, turkit}, abstract = {Mechanical Turk (<i>MTurk</i>) provides an on-demand source of human computation. This provides a tremendous opportunity to explore algorithms which incorporate human computation as a function call. However, various systems challenges make this difficult in practice, and most uses of MTurk post large numbers of independent tasks. TurKit is a toolkit for prototyping and exploring algorithmic human computation, while maintaining a straight-forward imperative programming style. We present the crash-and-rerun programming model that makes TurKit possible, along with a variety of applications for human computation algorithms. We also present case studies of TurKit used for real experiments across different fields.} }