@InProceedings{daume05duc,
  author =       {Hal {Daum\'e III} and Daniel Marcu},
  title =        {Bayesian Summarization at DUC and a Suggestion for Extrinsic Evaluation},
  booktitle =    {Proceedings of the Document Understanding Conference (DUC)},
  year =         {2005},
  address =      {Vancouver, B.C., Canada},
  month =        {October 9--10},
  abstract =     {
    We describe our entry into the Document Understanding Conference
    competition for evaluating query-focused multi-document summarization
    systems.  Our system is based on a Bayesian Query-Focused
    Summarization model, similar to the system we entered into the MSE
    competition.  This paper begins by describing the (few) differences
    between our DUC system and our MSE system and describes our placement
    in the competition.  The remainder of this paper argues in favor of
    performing \emph{extrinsic} evaluation of summarization systems, and
    suggests a method for doing so.
  },
  keywords = {nlp sum},
  tagline = {Since we submitted essentially the same system to DUC as to MSE, we briefly describe the minor differences, then spend the rest of the paper advocating a new evaluation technique, called Filtering by Summary. This is an extrinsic evaluation that is easy to deploy, requires little training, and isn't costly.},
  url = {http://pub.hal3.name/#daume05duc}
}