@inproceedings{parameswaran2011answering,
  abstract = {For some problems, human assistance is needed in addition to automated (algorithmic) computation. In sharp contrast to existing data management approaches, where human input is either ad-hoc or is never used, we describe the design of the first declarative language involving human-computable functions, standard relational operators, as well as algorithmic computation. We consider the challenges involved in optimizing queries posed in this language, in particular, the tradeoffs between uncertainty, cost and performance, as well as combination of human and algorithmic evidence. We believe that the vision laid out in this paper can act as a road-map for a new area of data management research where human computation is routinely used in data analytics.},
  author = {Parameswaran, Aditya and Polyzotis, Neoklis},
  booktitle = {Conference on Inovative Data Systems Research (CIDR 2011)},
  interhash = {037601fdcba1c499a3e89b1427235489},
  intrahash = {8c11ab0f21767c79cd694a795eddf169},
  month = jan,
  pages = {160--166},
  title = {Answering Queries using Humans, Algorithms and Databases},
  url = {http://ilpubs.stanford.edu:8090/986/},
  year = 2011
}

@techreport{parameswaran2011declarative,
  abstract = {Crowdsourcing enables programmers to incorporate ``human computation'' as a building block in algorithms that cannot be fully automated, such as text analysis and image recognition. Similarly, humans can be used as a building block in data-intensive applications --- providing, comparing, and verifying data used by applications. Building upon the decades-long success of declarative approaches to conventional data management, we use a similar approach for data-intensive applications that incorporate humans. Specifically, declarative queries are posed over stored relational data as well as data computed on-demand from the crowd, and the underlying system orchestrates the computation of query answers.  We present Deco, a database system for declarative crowdsourcing. We describe Deco's data model, query language, and our initial prototype. Deco's data model was designed to be general (it can be instantiated to other proposed models), flexible (it allows methods for uncertainty resolution and external access to be plugged in), and principled (it has a precisely-defined semantics). Syntactically, Deco's query language is a simple extension to SQL. Based on Deco's data model, we define a precise semantics for arbitrary queries involving both stored data and data obtained from the crowd. We then describe the Deco query processor, which respects our semantics while coping with the unique combination of latency, monetary cost, and uncertainty introduced in the crowdsourcing environment. Finally, we describe our current system implementation, and we discuss the novel query optimization challenges that form the core of our ongoing work.},
  author = {Parameswaran, Aditya and Park, Hyunjung and Garcia-Molina, Hector and Polyzotis, Neoklis and Widom, Jennifer},
  institution = {Stanford University},
  interhash = {af28066d0b21d87a9ef90f63d7e6095f},
  intrahash = {4de5dd97e5466c9f1fc63c0d23b4d90a},
  number = 1015,
  publisher = {Stanford InfoLab},
  title = {Deco: Declarative Crowdsourcing},
  url = {http://ilpubs.stanford.edu:8090/1015/},
  year = 2011
}