Micro-task markets such as Amazon's Mechanical Turk represent a new paradigm for accomplishing work, in which employers can tap into a large population of workers around the globe to accomplish tasks in a fraction of the time and money of more traditional methods. However, such markets have been primarily used for simple, independent tasks, such as labeling an image or judging the relevance of a search result. Here we present a general purpose framework for accomplishing complex and interdependent tasks using micro-task markets. We describe our framework, a web-based prototype, and case studies on article writing, decision making, and science journalism that demonstrate the benefits and limitations of the approach.

@inproceedings{kittur2011crowdforge, author = {Kittur, Aniket and Smus, Boris and Khamkar, Susheel and Kraut, Robert E.}, title = {CrowdForge: crowdsourcing complex work}, booktitle = {Proceedings of the 24th annual ACM symposium on User interface software and technology}, publisher = {ACM}, address = {New York, NY, USA}, year = {2011}, pages = {43--52}, url = {http://doi.acm.org/10.1145/2047196.2047202}, doi = {10.1145/2047196.2047202}, isbn = {978-1-4503-0716-1}, keywords = {crowdsourcing, human, intelligence, social, computing, cirg, collective}, abstract = {Micro-task markets such as Amazon's Mechanical Turk represent a new paradigm for accomplishing work, in which employers can tap into a large population of workers around the globe to accomplish tasks in a fraction of the time and money of more traditional methods. However, such markets have been primarily used for simple, independent tasks, such as labeling an image or judging the relevance of a search result. Here we present a general purpose framework for accomplishing complex and interdependent tasks using micro-task markets. We describe our framework, a web-based prototype, and case studies on article writing, decision making, and science journalism that demonstrate the benefits and limitations of the approach.} }

%0 = inproceedings %A = Kittur, Aniket and Smus, Boris and Khamkar, Susheel and Kraut, Robert E. %B = Proceedings of the 24th annual ACM symposium on User interface software and technology %C = New York, NY, USA %D = 2011 %I = ACM %T = CrowdForge: crowdsourcing complex work %U = http://doi.acm.org/10.1145/2047196.2047202