@InProceedings{Wagner2017_234,
<br/>   author = {Petra Wagner and Simon Betz},
<br/>   booktitle = {Studientexte zur Sprachkommunikation: Elektronische Sprachsignalverarbeitung 2017},
<br/>   title = {Speech Synthesis Evaluation: Realizing a Social Turn},
<br/>   year = {2017},
<br/>   editor = {Jürgen Trouvain and Ingmar Steiner and Bernd Möbius},
<br/>   month = mar,
<br/>   pages = {167--173},
<br/>   publisher = {TUDpress, Dresden},
<br/>   abstract  = {Based on a meta-analysis of the state-of-the-art in speech synthesis evaluations,
we diagnose the following dilemma: Despite known drawbacks, evaluations
predominantly rely on small-scale laboratory tests, typically capturing MOSbased
global impressions based on isolated sentences, with the (resynthesized) human
voice serving as a gold standard. The problem with such approaches is that
synthesis quality can only reliably be estimated if presented in a contextualized
manner, e.g. as part of an application and together with its embodiment as an artificial
agent, robot or an disembodied voice. As most evaluations are carried out
in parallel to system development, and as these tend to be concerned with small
details in the developmental process, evaluations of fully fledged applications are
often neither possible nor useful. We argue, that with a few modifications in standard
evaluation protocols, i.e. by introducing simple interactive scenarios and by
relying on both subjective impressionistic and behavioral or physiological measurements,
the reliability of such evaluations could be significantly improved.},
<br/>   isbn = {978-3-959080-92-7},
<br/>   issn = {0940-6832},
<br/>   keywords = {Poster},
<br/>   url = {https://www.essv.de/pdf/2017_167_173.pdf},
<br/>}