Search dblp for Publications

export results for "stream:conf/evia:"

 download as .bib file

@inproceedings{DBLP:conf/evia/Clarke19,
  author       = {Charles L. A. Clarke},
  editor       = {Nicola Ferro and
                  Ian Soboroff and
                  Min Zhang},
  title        = {Length Normalization in the Era of Neural Rankers},
  booktitle    = {Proceedings of the 9th International Workshop on Evaluating Information
                  Access co-located with the 14th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2019), Tokyo, Japan, June
                  10, 2019},
  year         = {2019},
  url          = {https://research.nii.ac.jp/ntcir/workshop/OnlineProceedings14/pdf/evia/01-EVIA2019-EVIA-ClarkeC.pdf},
  timestamp    = {Wed, 31 May 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/evia/Clarke19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/evia/FerroSZ19,
  author       = {Nicola Ferro and
                  Ian Soboroff and
                  Min Zhang},
  editor       = {Nicola Ferro and
                  Ian Soboroff and
                  Min Zhang},
  title        = {{EVIA} 2019 Preface},
  booktitle    = {Proceedings of the 9th International Workshop on Evaluating Information
                  Access co-located with the 14th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2019), Tokyo, Japan, June
                  10, 2019},
  year         = {2019},
  url          = {https://research.nii.ac.jp/ntcir/workshop/OnlineProceedings14/pdf/evia/01-EVIA2019-PREFACE-FerroN.pdf},
  timestamp    = {Fri, 03 Jun 2022 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/evia/FerroSZ19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/evia/FrendaKPR19,
  author       = {Simona Frenda and
                  Noriko Kando and
                  Viviana Patti and
                  Paolo Rosso},
  editor       = {Nicola Ferro and
                  Ian Soboroff and
                  Min Zhang},
  title        = {Stance or insults?},
  booktitle    = {Proceedings of the 9th International Workshop on Evaluating Information
                  Access co-located with the 14th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2019), Tokyo, Japan, June
                  10, 2019},
  year         = {2019},
  url          = {https://research.nii.ac.jp/ntcir/workshop/OnlineProceedings14/pdf/evia/03-EVIA2019-EVIA-FrendaS.pdf},
  timestamp    = {Fri, 03 Jun 2022 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/evia/FrendaKPR19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/evia/OardCGBNNSXZMMK19,
  author       = {Douglas W. Oard and
                  Marine Carpuat and
                  Petra Galusc{\'{a}}kov{\'{a}} and
                  Joseph Barrow and
                  Suraj Nair and
                  Xing Niu and
                  Han{-}Chin Shing and
                  Weijia Xu and
                  Elena Zotkina and
                  Kathleen R. McKeown and
                  Smaranda Muresan and
                  Efsun Selin Kayi and
                  Ramy Eskander and
                  Chris Kedzie and
                  Yan Virin and
                  Dragomir R. Radev and
                  Rui Zhang and
                  Mark J. F. Gales and
                  Anton Ragni and
                  Kenneth Heafield},
  editor       = {Nicola Ferro and
                  Ian Soboroff and
                  Min Zhang},
  title        = {Surprise Languages: Rapid-Response Cross-Language {IR}},
  booktitle    = {Proceedings of the 9th International Workshop on Evaluating Information
                  Access co-located with the 14th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2019), Tokyo, Japan, June
                  10, 2019},
  year         = {2019},
  url          = {https://research.nii.ac.jp/ntcir/workshop/OnlineProceedings14/pdf/evia/04-EVIA2019-EVIA-OardD.pdf},
  timestamp    = {Mon, 11 Dec 2023 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/evia/OardCGBNNSXZMMK19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/evia/OardSK19,
  author       = {Douglas W. Oard and
                  Tetsuya Sakai and
                  Noriko Kando},
  editor       = {Nicola Ferro and
                  Ian Soboroff and
                  Min Zhang},
  title        = {Celebrating 20 Years of {NTCIR:} The Book},
  booktitle    = {Proceedings of the 9th International Workshop on Evaluating Information
                  Access co-located with the 14th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2019), Tokyo, Japan, June
                  10, 2019},
  year         = {2019},
  url          = {https://research.nii.ac.jp/ntcir/workshop/OnlineProceedings14/pdf/evia/01-EVIA2019-BOOK-OardD.pdf},
  timestamp    = {Fri, 03 Jun 2022 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/evia/OardSK19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/evia/WuSC19,
  author       = {Shih{-}Hung Wu and
                  Wen{-}Feng Shih and
                  Sheng{-}Lun Chien},
  editor       = {Nicola Ferro and
                  Ian Soboroff and
                  Min Zhang},
  title        = {Evaluation Methods of Emotional Expression in Short Text Conversation},
  booktitle    = {Proceedings of the 9th International Workshop on Evaluating Information
                  Access co-located with the 14th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2019), Tokyo, Japan, June
                  10, 2019},
  year         = {2019},
  url          = {https://research.nii.ac.jp/ntcir/workshop/OnlineProceedings14/pdf/evia/02-EVIA2019-EVIA-WuS.pdf},
  timestamp    = {Fri, 03 Jun 2022 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/evia/WuSC19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@proceedings{DBLP:conf/evia/2019,
  editor       = {Nicola Ferro and
                  Ian Soboroff and
                  Min Zhang},
  title        = {Proceedings of the 9th International Workshop on Evaluating Information
                  Access co-located with the 14th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2019), Tokyo, Japan, June
                  10, 2019},
  year         = {2019},
  url          = {https://research.nii.ac.jp/ntcir/workshop/OnlineProceedings14/EVIA/toc\_evia.html},
  timestamp    = {Fri, 03 Jun 2022 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/evia/2019.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/FerranteFP17,
  author       = {Marco Ferrante and
                  Nicola Ferro and
                  Silvia Pontarollo},
  editor       = {Nicola Ferro and
                  Ian Soboroff},
  title        = {An Interval-Like Scale Property for I. R. Evaluation Measures},
  booktitle    = {Proceedings of the 8th International Workshop on Evaluating Information
                  Access co-located with the 13th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2017), Tokyo, Japan, December
                  5, 2017},
  series       = {{CEUR} Workshop Proceedings},
  volume       = {2008},
  pages        = {10--15},
  publisher    = {CEUR-WS.org},
  year         = {2017},
  url          = {https://ceur-ws.org/Vol-2008/paper\_11.pdf},
  timestamp    = {Fri, 10 Mar 2023 16:22:53 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/FerranteFP17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Sakai17,
  author       = {Tetsuya Sakai},
  editor       = {Nicola Ferro and
                  Ian Soboroff},
  title        = {Evaluating Evaluation Measures with Worst-Case Confidence Interval
                  Widths},
  booktitle    = {Proceedings of the 8th International Workshop on Evaluating Information
                  Access co-located with the 13th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2017), Tokyo, Japan, December
                  5, 2017},
  series       = {{CEUR} Workshop Proceedings},
  volume       = {2008},
  pages        = {16--19},
  publisher    = {CEUR-WS.org},
  year         = {2017},
  url          = {https://ceur-ws.org/Vol-2008/paper\_3.pdf},
  timestamp    = {Fri, 10 Mar 2023 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Sakai17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Sakai17a,
  author       = {Tetsuya Sakai},
  editor       = {Nicola Ferro and
                  Ian Soboroff},
  title        = {Towards Automatic Evaluation of Multi-Turn Dialogues: {A} Task Design
                  that Leverages Inherently Subjective Annotations},
  booktitle    = {Proceedings of the 8th International Workshop on Evaluating Information
                  Access co-located with the 13th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2017), Tokyo, Japan, December
                  5, 2017},
  series       = {{CEUR} Workshop Proceedings},
  volume       = {2008},
  pages        = {24--30},
  publisher    = {CEUR-WS.org},
  year         = {2017},
  url          = {https://ceur-ws.org/Vol-2008/paper\_4.pdf},
  timestamp    = {Fri, 10 Mar 2023 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Sakai17a.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Sakai17b,
  author       = {Tetsuya Sakai},
  editor       = {Nicola Ferro and
                  Ian Soboroff},
  title        = {The Effect of Inter-Assessor Disagreement on {IR} System Evaluation:
                  {A} Case Study with Lancers and Students},
  booktitle    = {Proceedings of the 8th International Workshop on Evaluating Information
                  Access co-located with the 13th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2017), Tokyo, Japan, December
                  5, 2017},
  series       = {{CEUR} Workshop Proceedings},
  volume       = {2008},
  pages        = {31--38},
  publisher    = {CEUR-WS.org},
  year         = {2017},
  url          = {https://ceur-ws.org/Vol-2008/paper\_5.pdf},
  timestamp    = {Fri, 10 Mar 2023 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Sakai17b.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Sakai17c,
  author       = {Tetsuya Sakai},
  editor       = {Nicola Ferro and
                  Ian Soboroff},
  title        = {Unanimity-Aware Gain for Highly Subjective Assessments},
  booktitle    = {Proceedings of the 8th International Workshop on Evaluating Information
                  Access co-located with the 13th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2017), Tokyo, Japan, December
                  5, 2017},
  series       = {{CEUR} Workshop Proceedings},
  volume       = {2008},
  pages        = {39--42},
  publisher    = {CEUR-WS.org},
  year         = {2017},
  url          = {https://ceur-ws.org/Vol-2008/paper\_2.pdf},
  timestamp    = {Fri, 10 Mar 2023 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Sakai17c.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/SakamotoSIFKMMK17,
  author       = {Kotaro Sakamoto and
                  Hideyuki Shibuki and
                  Madoka Ishioroshi and
                  Akira Fujita and
                  Yoshinobu Kano and
                  Teruko Mitamura and
                  Tatsunori Mori and
                  Noriko Kando},
  editor       = {Nicola Ferro and
                  Ian Soboroff},
  title        = {Automatic Evaluation of World History Essay Using Chronological and
                  Geographical Measures},
  booktitle    = {Proceedings of the 8th International Workshop on Evaluating Information
                  Access co-located with the 13th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2017), Tokyo, Japan, December
                  5, 2017},
  series       = {{CEUR} Workshop Proceedings},
  volume       = {2008},
  pages        = {20--23},
  publisher    = {CEUR-WS.org},
  year         = {2017},
  url          = {https://ceur-ws.org/Vol-2008/paper\_10.pdf},
  timestamp    = {Fri, 10 Mar 2023 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/SakamotoSIFKMMK17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/ZengLSLS17,
  author       = {Zhaohao Zeng and
                  Cheng Luo and
                  Lifeng Shang and
                  Hang Li and
                  Tetsuya Sakai},
  editor       = {Nicola Ferro and
                  Ian Soboroff},
  title        = {Test Collections and Measures for Evaluating Customer-Helpdesk Dialogues},
  booktitle    = {Proceedings of the 8th International Workshop on Evaluating Information
                  Access co-located with the 13th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2017), Tokyo, Japan, December
                  5, 2017},
  series       = {{CEUR} Workshop Proceedings},
  volume       = {2008},
  pages        = {1--9},
  publisher    = {CEUR-WS.org},
  year         = {2017},
  url          = {https://ceur-ws.org/Vol-2008/paper\_1.pdf},
  timestamp    = {Fri, 10 Mar 2023 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/ZengLSLS17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@proceedings{DBLP:conf/ntcir/2017evia,
  editor       = {Nicola Ferro and
                  Ian Soboroff},
  title        = {Proceedings of the 8th International Workshop on Evaluating Information
                  Access co-located with the 13th {NTCIR} Conference on the Evaluation
                  of Information Access Technologies {(NTCIR} 2017), Tokyo, Japan, December
                  5, 2017},
  series       = {{CEUR} Workshop Proceedings},
  volume       = {2008},
  publisher    = {CEUR-WS.org},
  year         = {2017},
  url          = {https://ceur-ws.org/Vol-2008},
  urn          = {urn:nbn:de:0074-2008-1},
  timestamp    = {Fri, 10 Mar 2023 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/2017evia.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Ermakova16,
  author       = {Liana Ermakova},
  editor       = {Emine Yilmaz and
                  Charles L. A. Clarke},
  title        = {Automatic Sentence Ordering Assessment Based on Similarity},
  booktitle    = {Proceedings of the Seventh International Workshop on Evaluating Information
                  Access, {EVIA} 2016, a Satellite Workshop of the {NTCIR-12} Conference,
                  National Center of Sciences, Tokyo, Japan, june 7, 2016},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2016},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings12/pdf/evia/06-EVIA2016-ErmakovaL.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Ermakova16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/HashemiCDKK16,
  author       = {Seyyed Hadi Hashemi and
                  Charles L. A. Clarke and
                  Adriel Dean{-}Hall and
                  Jaap Kamps and
                  Julia Kiseleva},
  editor       = {Emine Yilmaz and
                  Charles L. A. Clarke},
  title        = {An Easter Egg Hunting Approach to Test Collection Building in Dynamic
                  Domains},
  booktitle    = {Proceedings of the Seventh International Workshop on Evaluating Information
                  Access, {EVIA} 2016, a Satellite Workshop of the {NTCIR-12} Conference,
                  National Center of Sciences, Tokyo, Japan, june 7, 2016},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2016},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings12/pdf/evia/01-EVIA2016-HashemiS.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/HashemiCDKK16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/KatoPSYM16,
  author       = {Makoto P. Kato and
                  Virgil Pavlu and
                  Tetsuya Sakai and
                  Takehiro Yamamoto and
                  Hajime Morita},
  editor       = {Emine Yilmaz and
                  Charles L. A. Clarke},
  title        = {Two-layered Summaries for Mobile Search: Does the Evaluation Measure
                  Reflect User Preferences?},
  booktitle    = {Proceedings of the Seventh International Workshop on Evaluating Information
                  Access, {EVIA} 2016, a Satellite Workshop of the {NTCIR-12} Conference,
                  National Center of Sciences, Tokyo, Japan, june 7, 2016},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2016},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings12/pdf/evia/07-EVIA2016-KatoM.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/KatoPSYM16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Liu16,
  author       = {Yiqun Liu},
  editor       = {Emine Yilmaz and
                  Charles L. A. Clarke},
  title        = {Keynote},
  booktitle    = {Proceedings of the Seventh International Workshop on Evaluating Information
                  Access, {EVIA} 2016, a Satellite Workshop of the {NTCIR-12} Conference,
                  National Center of Sciences, Tokyo, Japan, june 7, 2016},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2016},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings12/pdf/evia/001-EVIA2016-LiuY.pdf},
  timestamp    = {Wed, 16 Sep 2020 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/ntcir/Liu16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/OardSL16,
  author       = {Douglas W. Oard and
                  Katie Shilton and
                  Jimmy Lin},
  editor       = {Emine Yilmaz and
                  Charles L. A. Clarke},
  title        = {Evaluating Search Among Secrets},
  booktitle    = {Proceedings of the Seventh International Workshop on Evaluating Information
                  Access, {EVIA} 2016, a Satellite Workshop of the {NTCIR-12} Conference,
                  National Center of Sciences, Tokyo, Japan, june 7, 2016},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2016},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings12/pdf/evia/05-EVIA2016-OardD.pdf},
  timestamp    = {Fri, 27 Aug 2021 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/ntcir/OardSL16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/SakaiS16,
  author       = {Tetsuya Sakai and
                  Lifeng Shang},
  editor       = {Emine Yilmaz and
                  Charles L. A. Clarke},
  title        = {On Estimating Variances for Topic Set Size Design},
  booktitle    = {Proceedings of the Seventh International Workshop on Evaluating Information
                  Access, {EVIA} 2016, a Satellite Workshop of the {NTCIR-12} Conference,
                  National Center of Sciences, Tokyo, Japan, june 7, 2016},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2016},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings12/pdf/evia/02-EVIA2016-SakaiT.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/SakaiS16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/SanvittoGJP16,
  author       = {Camilla Sanvitto and
                  Debasis Ganguly and
                  Gareth J. F. Jones and
                  Gabriella Pasi},
  editor       = {Emine Yilmaz and
                  Charles L. A. Clarke},
  title        = {A Laboratory-Based Method for the Evaluation of Personalised Search},
  booktitle    = {Proceedings of the Seventh International Workshop on Evaluating Information
                  Access, {EVIA} 2016, a Satellite Workshop of the {NTCIR-12} Conference,
                  National Center of Sciences, Tokyo, Japan, june 7, 2016},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2016},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings12/pdf/evia/03-EVIA2016-SanvittoC.pdf},
  timestamp    = {Thu, 21 Jan 2021 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/SanvittoGJP16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/VoorheesRS16,
  author       = {Ellen M. Voorhees and
                  Shahzad Rajput and
                  Ian Soboroff},
  editor       = {Emine Yilmaz and
                  Charles L. A. Clarke},
  title        = {Promoting Repeatability Through Open Runs},
  booktitle    = {Proceedings of the Seventh International Workshop on Evaluating Information
                  Access, {EVIA} 2016, a Satellite Workshop of the {NTCIR-12} Conference,
                  National Center of Sciences, Tokyo, Japan, june 7, 2016},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2016},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings12/pdf/evia/04-EVIA2016-VoorheesE.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/VoorheesRS16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/YilmazC16,
  author       = {Emine Yilmaz and
                  Charles L. A. Clarke},
  editor       = {Emine Yilmaz and
                  Charles L. A. Clarke},
  title        = {Preface},
  booktitle    = {Proceedings of the Seventh International Workshop on Evaluating Information
                  Access, {EVIA} 2016, a Satellite Workshop of the {NTCIR-12} Conference,
                  National Center of Sciences, Tokyo, Japan, june 7, 2016},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2016},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings12/pdf/evia/00-EVIA2016-YilmazE.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/YilmazC16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@proceedings{DBLP:conf/ntcir/2016evia,
  editor       = {Emine Yilmaz and
                  Charles L. A. Clarke},
  title        = {Proceedings of the Seventh International Workshop on Evaluating Information
                  Access, {EVIA} 2016, a Satellite Workshop of the {NTCIR-12} Conference,
                  National Center of Sciences, Tokyo, Japan, june 7, 2016},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2016},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings12/EVIA/toc\_evia.html},
  timestamp    = {Tue, 07 Feb 2017 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/2016evia.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Dean-HallC14,
  author       = {Adriel Dean{-}Hall and
                  Charles L. A. Clarke},
  editor       = {Stefano Mizzaro and
                  Ruihua Song},
  title        = {Assessing Contextual Suggestion},
  booktitle    = {Proceedings of the Sixth International Workshop on Evaluating Information
                  Access, {EVIA} 2014, National Center of Sciences, Tokyo, Japan, December
                  9, 2014},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2014},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings11/pdf/EVIA/05-EVIA2014-Dean-HallA.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Dean-HallC14.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/MaddalenaM14,
  author       = {Eddy Maddalena and
                  Stefano Mizzaro},
  editor       = {Stefano Mizzaro and
                  Ruihua Song},
  title        = {Axiometrics: Axioms of Information Retrieval Effectiveness Metrics},
  booktitle    = {Proceedings of the Sixth International Workshop on Evaluating Information
                  Access, {EVIA} 2014, National Center of Sciences, Tokyo, Japan, December
                  9, 2014},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2014},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings11/pdf/EVIA/03-EVIA2014-MaddalenaE.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/MaddalenaM14.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/MizzaroS14,
  author       = {Stefano Mizzaro and
                  Ruihua Song},
  editor       = {Stefano Mizzaro and
                  Ruihua Song},
  title        = {Preface},
  booktitle    = {Proceedings of the Sixth International Workshop on Evaluating Information
                  Access, {EVIA} 2014, National Center of Sciences, Tokyo, Japan, December
                  9, 2014},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2014},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings11/pdf/EVIA/00-EVIA2014-MizzaroS.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/MizzaroS14.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Sakai14,
  author       = {Tetsuya Sakai},
  editor       = {Stefano Mizzaro and
                  Ruihua Song},
  title        = {Topic Set Size Design with Variance Estimates from Two-Way {ANOVA}},
  booktitle    = {Proceedings of the Sixth International Workshop on Evaluating Information
                  Access, {EVIA} 2014, National Center of Sciences, Tokyo, Japan, December
                  9, 2014},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2014},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings11/pdf/EVIA/01-EVIA2014-SakaiT.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Sakai14.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/ScholerMMT14,
  author       = {Falk Scholer and
                  Eddy Maddalena and
                  Stefano Mizzaro and
                  Andrew Turpin},
  editor       = {Stefano Mizzaro and
                  Ruihua Song},
  title        = {Magnitudes of Relevance: Relevance Judgements, Magnitude Estimation,
                  and Crowdsourcing},
  booktitle    = {Proceedings of the Sixth International Workshop on Evaluating Information
                  Access, {EVIA} 2014, National Center of Sciences, Tokyo, Japan, December
                  9, 2014},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2014},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings11/pdf/EVIA/02-EVIA2014-ScholerF.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/ScholerMMT14.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Soboroff14,
  author       = {Ian Soboroff},
  editor       = {Stefano Mizzaro and
                  Ruihua Song},
  title        = {Computing Confidence Intervals for Common {IR} Measures},
  booktitle    = {Proceedings of the Sixth International Workshop on Evaluating Information
                  Access, {EVIA} 2014, National Center of Sciences, Tokyo, Japan, December
                  9, 2014},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2014},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings11/pdf/EVIA/04-EVIA2014-SoboroffI.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Soboroff14.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@proceedings{DBLP:conf/ntcir/2014evia,
  editor       = {Stefano Mizzaro and
                  Ruihua Song},
  title        = {Proceedings of the Sixth International Workshop on Evaluating Information
                  Access, {EVIA} 2014, National Center of Sciences, Tokyo, Japan, December
                  9, 2014},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2014},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings11/EVIA/toc\_evia.html},
  isbn         = {978-4-86049-066-9},
  timestamp    = {Thu, 21 May 2015 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/ntcir/2014evia.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/ChenL0MC13,
  author       = {Fei Chen and
                  Yiqun Liu and
                  Min Zhang and
                  Shaoping Ma and
                  Lei Chen},
  editor       = {Ruihua Song and
                  William Webber},
  title        = {A Subtopic Taxonomy-Aware Framework for Diversity Evaluation},
  booktitle    = {Proceedings of the 5th International Workshop on Evaluating Information
                  Access, {EVIA} 2013, National Center of Sciences, Tokyo, Japan, June
                  18, 2013},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2013},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings10/pdf/EVIA/02-EVIA2013-ChenF.pdf},
  timestamp    = {Thu, 29 Aug 2024 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/ntcir/ChenL0MC13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Clarke13a,
  author       = {Charles L. A. Clarke},
  editor       = {Ruihua Song and
                  William Webber},
  title        = {Nugget-Based Computation of Graded Relevance},
  booktitle    = {Proceedings of the 5th International Workshop on Evaluating Information
                  Access, {EVIA} 2013, National Center of Sciences, Tokyo, Japan, June
                  18, 2013},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2013},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings10/pdf/EVIA/03-EVIA2013-ClarkeC.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Clarke13a.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Dean-HallCKT13,
  author       = {Adriel Dean{-}Hall and
                  Charles L. A. Clarke and
                  Jaap Kamps and
                  Paul Thomas},
  editor       = {Ruihua Song and
                  William Webber},
  title        = {Evaluating Contextual Suggestion},
  booktitle    = {Proceedings of the 5th International Workshop on Evaluating Information
                  Access, {EVIA} 2013, National Center of Sciences, Tokyo, Japan, June
                  18, 2013},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2013},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings10/pdf/EVIA/09-EVIA2013-DeanHallA.pdf},
  timestamp    = {Fri, 24 Feb 2023 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Dean-HallCKT13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/GeyWRSL13,
  author       = {Fredric C. Gey and
                  Charles Wang and
                  Chloe Reynolds and
                  Electra Sutton and
                  Ray R. Larson},
  editor       = {Ruihua Song and
                  William Webber},
  title        = {Evaluation Metrics for Nuclear Forensics Search},
  booktitle    = {Proceedings of the 5th International Workshop on Evaluating Information
                  Access, {EVIA} 2013, National Center of Sciences, Tokyo, Japan, June
                  18, 2013},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2013},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings10/pdf/EVIA/10-EVIA2013-GeyF.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/GeyWRSL13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/GoeuriotKJZSHML13,
  author       = {Lorraine Goeuriot and
                  Liadh Kelly and
                  Gareth J. F. Jones and
                  Guido Zuccon and
                  Hanna Suominen and
                  Allan Hanbury and
                  Henning M{\"{u}}ller and
                  Johannes Leveling},
  editor       = {Ruihua Song and
                  William Webber},
  title        = {Creation of a New Evaluation Benchmark for Information Retrieval Targeting
                  Patient Information Needs},
  booktitle    = {Proceedings of the 5th International Workshop on Evaluating Information
                  Access, {EVIA} 2013, National Center of Sciences, Tokyo, Japan, June
                  18, 2013},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2013},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings10/pdf/EVIA/06-EVIA2013-GoeuriotL.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/GoeuriotKJZSHML13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/LupuPH13,
  author       = {Mihai Lupu and
                  Florina Piroi and
                  Allan Hanbury},
  editor       = {Ruihua Song and
                  William Webber},
  title        = {Evaluating Flowchart Recognition for Patent Retrieval},
  booktitle    = {Proceedings of the 5th International Workshop on Evaluating Information
                  Access, {EVIA} 2013, National Center of Sciences, Tokyo, Japan, June
                  18, 2013},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2013},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings10/pdf/EVIA/08-EVIA2013-LupuM.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/LupuPH13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/OardK13,
  author       = {Douglas W. Oard and
                  Noriko Kando},
  editor       = {Ruihua Song and
                  William Webber},
  title        = {Extrinsic Evaluation of Patent {MT:} Review and Commentary},
  booktitle    = {Proceedings of the 5th International Workshop on Evaluating Information
                  Access, {EVIA} 2013, National Center of Sciences, Tokyo, Japan, June
                  18, 2013},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2013},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings10/pdf/EVIA/05-EVIA2013-OardD.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/OardK13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/RyuC13,
  author       = {Borim Ryu and
                  Jinwook Choi},
  editor       = {Ruihua Song and
                  William Webber},
  title        = {Biomedical Test Collection with Multiple Query Representation},
  booktitle    = {Proceedings of the 5th International Workshop on Evaluating Information
                  Access, {EVIA} 2013, National Center of Sciences, Tokyo, Japan, June
                  18, 2013},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2013},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings10/pdf/EVIA/07-EVIA2013-RyuB.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/RyuC13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/SadeghiSS13,
  author       = {Sargol Sadeghi and
                  Mark Sanderson and
                  Falk Scholer},
  editor       = {Ruihua Song and
                  William Webber},
  title        = {User Perception of Search Task Differentiation},
  booktitle    = {Proceedings of the 5th International Workshop on Evaluating Information
                  Access, {EVIA} 2013, National Center of Sciences, Tokyo, Japan, June
                  18, 2013},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2013},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings10/pdf/EVIA/04-EVIA2013-SadeghiS.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/SadeghiSS13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Sakai13,
  author       = {Tetsuya Sakai},
  editor       = {Ruihua Song and
                  William Webber},
  title        = {The Unreusability of Diversified Search Test Collections},
  booktitle    = {Proceedings of the 5th International Workshop on Evaluating Information
                  Access, {EVIA} 2013, National Center of Sciences, Tokyo, Japan, June
                  18, 2013},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2013},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings10/pdf/EVIA/01-EVIA2013-SakaiT.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Sakai13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/WebberS13,
  author       = {William Webber and
                  Ruihua Song},
  editor       = {Ruihua Song and
                  William Webber},
  title        = {Preface},
  booktitle    = {Proceedings of the 5th International Workshop on Evaluating Information
                  Access, {EVIA} 2013, National Center of Sciences, Tokyo, Japan, June
                  18, 2013},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2013},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings10/pdf/EVIA/00-EVIA2013-WebberW.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/WebberS13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@proceedings{DBLP:conf/ntcir/2013evia,
  editor       = {Ruihua Song and
                  William Webber},
  title        = {Proceedings of the 5th International Workshop on Evaluating Information
                  Access, {EVIA} 2013, National Center of Sciences, Tokyo, Japan, June
                  18, 2013},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2013},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings10/EVIA/toc\_evia.html},
  isbn         = {978-4-86049-063-8},
  timestamp    = {Thu, 21 May 2015 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/ntcir/2013evia.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/GeyLMY11a,
  author       = {Fredric C. Gey and
                  Ray R. Larson and
                  Jorge Machado and
                  Masaharu Yoshioka},
  editor       = {Kazuaki Kishida and
                  Mark Sanderson and
                  William Webber},
  title        = {A Micro-analysis of Topic Variation for a Geotemporal Query},
  booktitle    = {Proceedings of the 4th International Workshop on Evaluating Information
                  Access, {EVIA} 2011, National Center of Sciences, Tokyo, Japan, December
                  6, 2011},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2011},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings9/EVIA/02-EVIA2011-GeyF.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/GeyLMY11a.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/IshikawaKS11,
  author       = {Daisuke Ishikawa and
                  Noriko Kando and
                  Tetsuya Sakai},
  editor       = {Kazuaki Kishida and
                  Mark Sanderson and
                  William Webber},
  title        = {What Makes a Good Answer in Community Question Answering? An Analysis
                  of Assessors' Criteria},
  booktitle    = {Proceedings of the 4th International Workshop on Evaluating Information
                  Access, {EVIA} 2011, National Center of Sciences, Tokyo, Japan, December
                  6, 2011},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2011},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings9/EVIA/03-EVIA2011-IshikawaD.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/IshikawaKS11.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/KishidaSW11,
  author       = {Kazuaki Kishida and
                  Mark Sanderson and
                  William Webber},
  editor       = {Kazuaki Kishida and
                  Mark Sanderson and
                  William Webber},
  title        = {Preface},
  booktitle    = {Proceedings of the 4th International Workshop on Evaluating Information
                  Access, {EVIA} 2011, National Center of Sciences, Tokyo, Japan, December
                  6, 2011},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2011},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings9/EVIA/01-EVIA2011-Preface.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/KishidaSW11.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/SandersonWSJTGF11,
  author       = {Mark Sanderson and
                  William Webber and
                  Ian Soboroff and
                  Gareth J. F. Jones and
                  Andrew Trotman and
                  Shlomo Geva and
                  Nicola Ferro and
                  Hideo Joho},
  editor       = {Kazuaki Kishida and
                  Mark Sanderson and
                  William Webber},
  title        = {Reports from Other Evaluation Campaigns and Panel Discussion: {TREC}
                  is 20 Years Old, Where Now for Evaluation Campaigns?},
  booktitle    = {Proceedings of the 4th International Workshop on Evaluating Information
                  Access, {EVIA} 2011, National Center of Sciences, Tokyo, Japan, December
                  6, 2011},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2011},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings9/EVIA/05-EVIA2011-Reports.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/SandersonWSJTGF11.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/TangIGTX11,
  author       = {Ling{-}Xiang Tang and
                  Kelly Y. Itakura and
                  Shlomo Geva and
                  Andrew Trotman and
                  Yue Xu},
  editor       = {Kazuaki Kishida and
                  Mark Sanderson and
                  William Webber},
  title        = {The Effectiveness of Cross-lingual Link Discovery},
  booktitle    = {Proceedings of the 4th International Workshop on Evaluating Information
                  Access, {EVIA} 2011, National Center of Sciences, Tokyo, Japan, December
                  6, 2011},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2011},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings9/EVIA/01-EVIA2011-TangL.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/TangIGTX11.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/YoshiokaKS11,
  author       = {Masaharu Yoshioka and
                  Noriko Kando and
                  Yohei Seki},
  editor       = {Kazuaki Kishida and
                  Mark Sanderson and
                  William Webber},
  title        = {Evaluation of Interactive Information Access System using Concept
                  Map},
  booktitle    = {Proceedings of the 4th International Workshop on Evaluating Information
                  Access, {EVIA} 2011, National Center of Sciences, Tokyo, Japan, December
                  6, 2011},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2011},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings9/EVIA/04-EVIA2011-YoshiokaM.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/YoshiokaKS11.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@proceedings{DBLP:conf/ntcir/2011evia,
  editor       = {Kazuaki Kishida and
                  Mark Sanderson and
                  William Webber},
  title        = {Proceedings of the 4th International Workshop on Evaluating Information
                  Access, {EVIA} 2011, National Center of Sciences, Tokyo, Japan, December
                  6, 2011},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2011},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings9/EVIA/toc\_evia.html},
  isbn         = {978-4-86049-057-7},
  timestamp    = {Fri, 22 May 2015 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/ntcir/2011evia.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/AgostiNDF10,
  author       = {Maristella Agosti and
                  Giorgio Maria Di Nunzio and
                  Marco Dussin and
                  Nicola Ferro},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  William Webber},
  title        = {10 Years of {CLEF} Data in {DIRECT:} Where We Are and Where We Can
                  Go},
  booktitle    = {Proceedings of the 3rd International Workshop on Evaluating Information
                  Access, {EVIA} 2010, National Center of Sciences, Tokyo, Japan, June
                  15, 2010},
  pages        = {16--24},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2010},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings8/EVIA/04-EVIA2010-AgostiM.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/AgostiNDF10.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/LammMWG10,
  author       = {Katrin Lamm and
                  Thomas Mandl and
                  Christa Womser{-}Hacker and
                  Werner Greve},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  William Webber},
  title        = {The Influence of Expectation and System Performance on User Satisfaction
                  with Retrieval Systems},
  booktitle    = {Proceedings of the 3rd International Workshop on Evaluating Information
                  Access, {EVIA} 2010, National Center of Sciences, Tokyo, Japan, June
                  15, 2010},
  pages        = {60--68},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2010},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings8/EVIA/09-EVIA2010-LammK.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/LammMWG10.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Nave10,
  author       = {John Nave},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  William Webber},
  title        = {Microsoft's Bing and User Behavior Evaluation},
  booktitle    = {Proceedings of the 3rd International Workshop on Evaluating Information
                  Access, {EVIA} 2010, National Center of Sciences, Tokyo, Japan, June
                  15, 2010},
  pages        = {1},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2010},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings8/EVIA/01-EVIA2010-INV-NaveJ.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Nave10.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/PalMM10,
  author       = {Sukomal Pal and
                  Mandar Mitra and
                  Samaresh Maiti},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  William Webber},
  title        = {Estimating Pool-depth on Per Query Basis},
  booktitle    = {Proceedings of the 3rd International Workshop on Evaluating Information
                  Access, {EVIA} 2010, National Center of Sciences, Tokyo, Japan, June
                  15, 2010},
  pages        = {2--6},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2010},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings8/EVIA/02-EVIA2010-SukomalP.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/PalMM10.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/ParkRKM10,
  author       = {Keun{-}Chan Park and
                  Jihee Ryu and
                  Kyung{-}Min Kim and
                  Sung{-}Hyon Myaeng},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  William Webber},
  title        = {A Game-based Evaluation Method for Subjective Tasks Involving Text
                  Content Analysis},
  booktitle    = {Proceedings of the 3rd International Workshop on Evaluating Information
                  Access, {EVIA} 2010, National Center of Sciences, Tokyo, Japan, June
                  15, 2010},
  pages        = {69--76},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2010},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings8/EVIA/10-EVIA2010-ParkK.pdf},
  timestamp    = {Mon, 13 Feb 2023 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/ParkRKM10.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/SakaiCSRDL10,
  author       = {Tetsuya Sakai and
                  Nick Craswell and
                  Ruihua Song and
                  Stephen Robertson and
                  Zhicheng Dou and
                  Chin{-}Yew Lin},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  William Webber},
  title        = {Simple Evaluation Metrics for Diversified Search Results},
  booktitle    = {Proceedings of the 3rd International Workshop on Evaluating Information
                  Access, {EVIA} 2010, National Center of Sciences, Tokyo, Japan, June
                  15, 2010},
  pages        = {42--50},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2010},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings8/EVIA/07-EVIA2010-SakaiT.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/SakaiCSRDL10.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/SakaiL10,
  author       = {Tetsuya Sakai and
                  Chin{-}Yew Lin},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  William Webber},
  title        = {Ranking Retrieval Systems without Relevance Assessments: Revisited},
  booktitle    = {Proceedings of the 3rd International Workshop on Evaluating Information
                  Access, {EVIA} 2010, National Center of Sciences, Tokyo, Japan, June
                  15, 2010},
  pages        = {25--33},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2010},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings8/EVIA/05-EVIA2010-SakaiT.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/SakaiL10.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/SakaiSW10,
  author       = {Tetsuya Sakai and
                  Mark Sanderson and
                  William Webber},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  William Webber},
  title        = {Preface},
  booktitle    = {Proceedings of the 3rd International Workshop on Evaluating Information
                  Access, {EVIA} 2010, National Center of Sciences, Tokyo, Japan, June
                  15, 2010},
  pages        = {i},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2010},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings8/EVIA/EVIA2010\_preface.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/SakaiSW10.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Soboroff10,
  author       = {Ian Soboroff},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  William Webber},
  title        = {Test Collection Diagnosis and Treatment},
  booktitle    = {Proceedings of the 3rd International Workshop on Evaluating Information
                  Access, {EVIA} 2010, National Center of Sciences, Tokyo, Japan, June
                  15, 2010},
  pages        = {34--41},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2010},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings8/EVIA/06-EVIA2010-SoboroffI.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Soboroff10.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/SongQLSNHY10,
  author       = {Ruihua Song and
                  Dongjie Qi and
                  Hua Liu and
                  Tetsuya Sakai and
                  Jian{-}Yun Nie and
                  Hsiao{-}Wuen Hon and
                  Yong Yu},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  William Webber},
  title        = {Constructing a Test Collection with Multi-Intent Queries},
  booktitle    = {Proceedings of the 3rd International Workshop on Evaluating Information
                  Access, {EVIA} 2010, National Center of Sciences, Tokyo, Japan, June
                  15, 2010},
  pages        = {51--59},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2010},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings8/EVIA/08-EVIA2010-SongR.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/SongQLSNHY10.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/WebberMZ10,
  author       = {William Webber and
                  Alistair Moffat and
                  Justin Zobel},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  William Webber},
  title        = {The Effect of Pooling and Evaluation Depth on Metric Stability},
  booktitle    = {Proceedings of the 3rd International Workshop on Evaluating Information
                  Access, {EVIA} 2010, National Center of Sciences, Tokyo, Japan, June
                  15, 2010},
  pages        = {7--15},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2010},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings8/EVIA/03-EVIA2010-WebberW.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/WebberMZ10.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@proceedings{DBLP:conf/ntcir/2010evia,
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  William Webber},
  title        = {Proceedings of the 3rd International Workshop on Evaluating Information
                  Access, {EVIA} 2010, National Center of Sciences, Tokyo, Japan, June
                  15, 2010},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2010},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings8/EVIA/},
  isbn         = {978-4-86049-054-6},
  timestamp    = {Fri, 22 May 2015 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/ntcir/2010evia.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/EgusaTTSKM08,
  author       = {Yuka Egusa and
                  Masao Takaku and
                  Hitoshi Terai and
                  Hitomi Saito and
                  Noriko Kando and
                  Makiko Miwa},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {Visualization of User Eye Movements for Search Result Pages},
  booktitle    = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7/pdf/EVIA2008/08-EVIA2008-EgusaY.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/EgusaTTSKM08.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/GaoJLH08,
  author       = {Guanglai Gao and
                  Wei Jin and
                  Fei Long and
                  Hongxu Hou},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {A First Investigation on Mongolian Information Retrieval},
  booktitle    = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7/pdf/EVIA2008/01-EVIA2008-GaoG.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/GaoJLH08.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/GeyL08a,
  author       = {Fredric C. Gey and
                  Ray R. Larson},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {Relevance Levels for Patent Mining},
  booktitle    = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7/pdf/EVIA2008/10-EVIA2008-GeyF.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/GeyL08a.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/GrafA08,
  author       = {Erik Graf and
                  Leif Azzopardi},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {A Methodology for Building a Patent Test Collection for Prior Art
                  Search},
  booktitle    = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7/pdf/EVIA2008/11-EVIA2008-GrafE.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/GrafA08.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/JonesGKB008,
  author       = {Gareth J. F. Jones and
                  Cathal Gurrin and
                  Liadh Kelly and
                  Daragh Byrne and
                  Yi Chen},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {Information Access Tasks and Evaluation for Personal Lifelogs},
  booktitle    = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7/pdf/EVIA2008/13-EVIA2008-JonesG.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/JonesGKB008.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Karlgren08,
  author       = {Jussi Karlgren},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {The {CHORUS} Gap Analysis on User-centered Methodology for Design
                  and Evaluation of Multi-media Information Access Systems},
  booktitle    = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7/pdf/EVIA2008/12-EVIA2008-KarlgrenJ.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Karlgren08.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Kwok08,
  author       = {Kui{-}Lam Kwok},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {Component Analysis of a Chinese Factoid Question-Answering System},
  booktitle    = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7/pdf/EVIA2008/04-EVIA2008-KwokK.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Kwok08.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/PalMC08,
  author       = {Sukomal Pal and
                  Mandar Mitra and
                  Arnab Chakraborty},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {Stability of {INEX} 2007 Evaluation Measures},
  booktitle    = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7/pdf/EVIA2008/06-EVIA2008-PalS.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/PalMC08.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/RodrigoPV08,
  author       = {{\'{A}}lvaro Rodrigo and
                  Anselmo Pe{\~{n}}as and
                  Felisa Verdejo},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {Evaluating Answer Validation in Multi-stream Question Answering},
  booktitle    = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7/pdf/EVIA2008/05-EVIA2008-RodrigoA.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/RodrigoPV08.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/SakaiK08,
  author       = {Tetsuya Sakai and
                  Noriko Kando},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {Are Popular Documents More Likely To Be Relevant? {A} Dive into the
                  {ACLIA} {IR4QA} Pools},
  booktitle    = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7/pdf/EVIA2008/03-EVIA2008-SakaiT.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/SakaiK08.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/SakaiR08,
  author       = {Tetsuya Sakai and
                  Stephen Robertson},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {Modelling {A} User Population for Designing Information Retrieval
                  Metrics},
  booktitle    = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7/pdf/EVIA2008/07-EVIA2008-SakaiT.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/SakaiR08.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/ScholerTW08,
  author       = {Falk Scholer and
                  Andrew Turpin and
                  Mingfang Wu},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {Measuring User Relevance Criteria},
  booktitle    = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7/pdf/EVIA2008/09-EVIA2008-ScholerF.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/ScholerTW08.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/TsouL08,
  author       = {Benjamin K. Tsou and
                  Bin Lu},
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {A Political News Corpus in Chinese for Opinion Analysis},
  booktitle    = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7/pdf/EVIA2008/02-EVIA2008-TsouB.pdf},
  timestamp    = {Fri, 17 Jun 2022 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/ntcir/TsouL08.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@proceedings{DBLP:conf/ntcir/2008evia,
  editor       = {Tetsuya Sakai and
                  Mark Sanderson and
                  Noriko Kando},
  title        = {Proceedings of the 2nd International Workshop on Evaluating Information
                  Access, {EVIA} 2008, National Center of Sciences, Tokyo, Japan, December
                  16, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2008},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings7},
  timestamp    = {Mon, 25 May 2015 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/ntcir/2008evia.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/AgostiNF07,
  author       = {Maristella Agosti and
                  Giorgio Maria Di Nunzio and
                  Nicola Ferro},
  title        = {A Proposal to Extend and Enrich the Scientific Data Curation of Evaluation
                  Campaigns},
  booktitle    = {Proceedings of the 1st International Workshop on Evaluating Information
                  Access, {EVIA} 2007, National Center of Sciences, Tokyo, Japan, May
                  15, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2007},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings6/EVIA/8.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/AgostiNF07.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/GeyLSBMWSRMNF07,
  author       = {Fredric C. Gey and
                  Ray R. Larson and
                  Mark Sanderson and
                  Kerstin Bischoff and
                  Thomas Mandl and
                  Christa Womser{-}Hacker and
                  Diana Santos and
                  Paulo Rocha and
                  Andr{\'{e}}s Montoyo and
                  Giorgio Maria Di Nunzio and
                  Nicola Ferro},
  title        = {Challenges to Evaluation of Multilingual Geographic Information Retrieval
                  in GeoCLEF},
  booktitle    = {Proceedings of the 1st International Workshop on Evaluating Information
                  Access, {EVIA} 2007, National Center of Sciences, Tokyo, Japan, May
                  15, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2007},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings6/EVIA/16.pdf},
  timestamp    = {Mon, 09 Jan 2023 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/GeyLSBMWSRMNF07.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Ho07,
  author       = {Bao{-}Quoc Ho},
  title        = {Vietnamese Text Retrieval: Test Collection and First Experimentations},
  booktitle    = {Proceedings of the 1st International Workshop on Evaluating Information
                  Access, {EVIA} 2007, National Center of Sciences, Tokyo, Japan, May
                  15, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2007},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings6/EVIA/17.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Ho07.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/JijkounR07,
  author       = {Valentin Jijkoun and
                  Maarten de Rijke},
  title        = {WiQA: Evaluating Multi-lingual Focused Access to Wikipedia},
  booktitle    = {Proceedings of the 1st International Workshop on Evaluating Information
                  Access, {EVIA} 2007, National Center of Sciences, Tokyo, Japan, May
                  15, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2007},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings6/EVIA/3.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/JijkounR07.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/LiC07,
  author       = {Yaoyong Li and
                  Hamish Cunningham},
  title        = {New Evaluation Measures for F-term Patent Classification},
  booktitle    = {Proceedings of the 1st International Workshop on Evaluating Information
                  Access, {EVIA} 2007, National Center of Sciences, Tokyo, Japan, May
                  15, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2007},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings6/EVIA/7.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/LiC07.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/MajumderMPB07,
  author       = {Prasenjit Majumder and
                  Mandar Mitra and
                  Swapan K. Parui and
                  Pushpak Bhattacharyya},
  title        = {Initiative for Indian Language {IR} Evaluation},
  booktitle    = {Proceedings of the 1st International Workshop on Evaluating Information
                  Access, {EVIA} 2007, National Center of Sciences, Tokyo, Japan, May
                  15, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2007},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings6/EVIA/19.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/MajumderMPB07.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Sakai07,
  author       = {Tetsuya Sakai},
  title        = {On Penalising Late Arrival of Relevant Documents in Information Retrieval
                  Evaluation with Graded Relevance},
  booktitle    = {Proceedings of the 1st International Workshop on Evaluating Information
                  Access, {EVIA} 2007, National Center of Sciences, Tokyo, Japan, May
                  15, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2007},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings6/EVIA/1.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Sakai07.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Sakai07a,
  author       = {Tetsuya Sakai},
  title        = {User Satisfaction Task: {A} Proposal for {NTCIR-7}},
  booktitle    = {Proceedings of the 1st International Workshop on Evaluating Information
                  Access, {EVIA} 2007, National Center of Sciences, Tokyo, Japan, May
                  15, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2007},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings6/EVIA/13.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Sakai07a.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Soboroff07a,
  author       = {Ian Soboroff},
  title        = {A Comparison of Pooled and Sampled Relevance Judgments in the {TREC}
                  2006 Terabyte Track},
  booktitle    = {Proceedings of the 1st International Workshop on Evaluating Information
                  Access, {EVIA} 2007, National Center of Sciences, Tokyo, Japan, May
                  15, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2007},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings6/EVIA/11.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Soboroff07a.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/Sornlertlamvanich07,
  author       = {Virach Sornlertlamvanich and
                  Shisanu Tongchim and
                  Hitoshi Isahara},
  title        = {Evaluation of Web Search Engines with Thai Queries},
  booktitle    = {Proceedings of the 1st International Workshop on Evaluating Information
                  Access, {EVIA} 2007, National Center of Sciences, Tokyo, Japan, May
                  15, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2007},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings6/EVIA/15.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/Sornlertlamvanich07.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/SunZ07,
  author       = {Le Sun and
                  Junlin Zhang},
  title        = {Introduction of the {HTRDP} Chinese {IR} Evaluation Task},
  booktitle    = {Proceedings of the 1st International Workshop on Evaluating Information
                  Access, {EVIA} 2007, National Center of Sciences, Tokyo, Japan, May
                  15, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2007},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings6/EVIA/18.pdf},
  timestamp    = {Fri, 21 Aug 2020 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/ntcir/SunZ07.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ntcir/TakakuEST07,
  author       = {Masao Takaku and
                  Yuka Egusa and
                  Hitomi Saito and
                  Hitoshi Terai},
  title        = {An Application of the {NTCIR-WEB} Raw-data Archive Dataset for User
                  Experiments},
  booktitle    = {Proceedings of the 1st International Workshop on Evaluating Information
                  Access, {EVIA} 2007, National Center of Sciences, Tokyo, Japan, May
                  15, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2007},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings6/EVIA/14.pdf},
  timestamp    = {Thu, 12 Mar 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/ntcir/TakakuEST07.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@proceedings{DBLP:conf/ntcir/2007evia,
  title        = {Proceedings of the 1st International Workshop on Evaluating Information
                  Access, {EVIA} 2007, National Center of Sciences, Tokyo, Japan, May
                  15, 2008},
  publisher    = {National Institute of Informatics {(NII)}},
  year         = {2007},
  url          = {http://research.nii.ac.jp/ntcir/workshop/OnlineProceedings6/EVIA/},
  timestamp    = {Tue, 26 May 2015 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/ntcir/2007evia.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}