@inproceedings{otani-etal-2023-underspecification,
title = "On the Underspecification of Situations in Open-domain Conversational Datasets",
author = "Otani, Naoki and
Araki, Jun and
Kim, HyeongSik and
Hovy, Eduard",
editor = "Chen, Yun-Nung and
Rastogi, Abhinav",
booktitle = "Proceedings of the 5th Workshop on NLP for Conversational AI (NLP4ConvAI 2023)",
month = jul,
year = "2023",
address = "Toronto, Canada",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2023.nlp4convai-1.2",
doi = "10.18653/v1/2023.nlp4convai-1.2",
pages = "12--28",
abstract = "Advances of open-domain conversational systems have been achieved through the creation of numerous conversation datasets. However, many of the commonly used datasets contain little or no information about the conversational situation, such as relevant objects/people, their properties, and relationships. This absence leads to underspecification of the problem space and typically results in undesired dialogue system behavior. This position paper discusses the current state of the field associated with processing situational information. An analysis of response generation using three datasets shows that explicitly provided situational information can improve the coherence and specificity of generated responses, but further experiments reveal that generation systems can be misled by irrelevant information. Our conclusions from this evaluation provide insights into the problem and directions for future research.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="otani-etal-2023-underspecification">
<titleInfo>
<title>On the Underspecification of Situations in Open-domain Conversational Datasets</title>
</titleInfo>
<name type="personal">
<namePart type="given">Naoki</namePart>
<namePart type="family">Otani</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jun</namePart>
<namePart type="family">Araki</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">HyeongSik</namePart>
<namePart type="family">Kim</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Eduard</namePart>
<namePart type="family">Hovy</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2023-07</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 5th Workshop on NLP for Conversational AI (NLP4ConvAI 2023)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Yun-Nung</namePart>
<namePart type="family">Chen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Abhinav</namePart>
<namePart type="family">Rastogi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Toronto, Canada</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Advances of open-domain conversational systems have been achieved through the creation of numerous conversation datasets. However, many of the commonly used datasets contain little or no information about the conversational situation, such as relevant objects/people, their properties, and relationships. This absence leads to underspecification of the problem space and typically results in undesired dialogue system behavior. This position paper discusses the current state of the field associated with processing situational information. An analysis of response generation using three datasets shows that explicitly provided situational information can improve the coherence and specificity of generated responses, but further experiments reveal that generation systems can be misled by irrelevant information. Our conclusions from this evaluation provide insights into the problem and directions for future research.</abstract>
<identifier type="citekey">otani-etal-2023-underspecification</identifier>
<identifier type="doi">10.18653/v1/2023.nlp4convai-1.2</identifier>
<location>
<url>https://aclanthology.org/2023.nlp4convai-1.2</url>
</location>
<part>
<date>2023-07</date>
<extent unit="page">
<start>12</start>
<end>28</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T On the Underspecification of Situations in Open-domain Conversational Datasets
%A Otani, Naoki
%A Araki, Jun
%A Kim, HyeongSik
%A Hovy, Eduard
%Y Chen, Yun-Nung
%Y Rastogi, Abhinav
%S Proceedings of the 5th Workshop on NLP for Conversational AI (NLP4ConvAI 2023)
%D 2023
%8 July
%I Association for Computational Linguistics
%C Toronto, Canada
%F otani-etal-2023-underspecification
%X Advances of open-domain conversational systems have been achieved through the creation of numerous conversation datasets. However, many of the commonly used datasets contain little or no information about the conversational situation, such as relevant objects/people, their properties, and relationships. This absence leads to underspecification of the problem space and typically results in undesired dialogue system behavior. This position paper discusses the current state of the field associated with processing situational information. An analysis of response generation using three datasets shows that explicitly provided situational information can improve the coherence and specificity of generated responses, but further experiments reveal that generation systems can be misled by irrelevant information. Our conclusions from this evaluation provide insights into the problem and directions for future research.
%R 10.18653/v1/2023.nlp4convai-1.2
%U https://aclanthology.org/2023.nlp4convai-1.2
%U https://doi.org/10.18653/v1/2023.nlp4convai-1.2
%P 12-28
Markdown (Informal)
[On the Underspecification of Situations in Open-domain Conversational Datasets](https://aclanthology.org/2023.nlp4convai-1.2) (Otani et al., NLP4ConvAI 2023)
ACL