@inproceedings{hollain-etal-2023-analyzing,
title = "Analyzing the Potential of Linguistic Features for Sign Spotting: A Look at Approximative Features",
author = "Hollain, Natalie and
Larson, Martha and
Roelofsen, Floris",
editor = "Shterionov, Dimitar and
Sisto, Mirella De and
Muller, Mathias and
Landuyt, Davy Van and
Omardeen, Rehana and
Oboyle, Shaun and
Braffort, Annelies and
Roelofsen, Floris and
Blain, Fred and
Vanroy, Bram and
Avramidis, Eleftherios",
booktitle = "Proceedings of the Second International Workshop on Automatic Translation for Signed and Spoken Languages",
month = jun,
year = "2023",
address = "Tampere, Finland",
publisher = "European Association for Machine Translation",
url = "https://aclanthology.org/2023.at4ssl-1.1",
pages = "1--10",
abstract = "Sign language processing is the field of research that aims to recognize, retrieve, and spot signs in videos. Various approaches have been developed, varying in whether they use linguistic features and whether they use landmark detection tools or not. Incorporating linguistics holds promise for improving sign language processing in terms of performance, generalizability, and explainability. This paper focuses on the task of sign spotting and aims to expand on the approximative linguistic features that have been used in previous work, and to understand when linguistic features deliver an improvement over landmark features. We detect landmarks with Mediapipe and extract linguistically relevant features from them, including handshape, orientation, location, and movement. We compare a sign spotting model using linguistic features with a model operating on landmarks directly, finding that the approximate linguistic features tested in this paper capture some aspects of signs better than the landmark features, while they are worse for others.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="hollain-etal-2023-analyzing">
<titleInfo>
<title>Analyzing the Potential of Linguistic Features for Sign Spotting: A Look at Approximative Features</title>
</titleInfo>
<name type="personal">
<namePart type="given">Natalie</namePart>
<namePart type="family">Hollain</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Martha</namePart>
<namePart type="family">Larson</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Floris</namePart>
<namePart type="family">Roelofsen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2023-06</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the Second International Workshop on Automatic Translation for Signed and Spoken Languages</title>
</titleInfo>
<name type="personal">
<namePart type="given">Dimitar</namePart>
<namePart type="family">Shterionov</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Mirella</namePart>
<namePart type="given">De</namePart>
<namePart type="family">Sisto</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Mathias</namePart>
<namePart type="family">Muller</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Davy</namePart>
<namePart type="given">Van</namePart>
<namePart type="family">Landuyt</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Rehana</namePart>
<namePart type="family">Omardeen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Shaun</namePart>
<namePart type="family">Oboyle</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Annelies</namePart>
<namePart type="family">Braffort</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Floris</namePart>
<namePart type="family">Roelofsen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Fred</namePart>
<namePart type="family">Blain</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Bram</namePart>
<namePart type="family">Vanroy</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Eleftherios</namePart>
<namePart type="family">Avramidis</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>European Association for Machine Translation</publisher>
<place>
<placeTerm type="text">Tampere, Finland</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Sign language processing is the field of research that aims to recognize, retrieve, and spot signs in videos. Various approaches have been developed, varying in whether they use linguistic features and whether they use landmark detection tools or not. Incorporating linguistics holds promise for improving sign language processing in terms of performance, generalizability, and explainability. This paper focuses on the task of sign spotting and aims to expand on the approximative linguistic features that have been used in previous work, and to understand when linguistic features deliver an improvement over landmark features. We detect landmarks with Mediapipe and extract linguistically relevant features from them, including handshape, orientation, location, and movement. We compare a sign spotting model using linguistic features with a model operating on landmarks directly, finding that the approximate linguistic features tested in this paper capture some aspects of signs better than the landmark features, while they are worse for others.</abstract>
<identifier type="citekey">hollain-etal-2023-analyzing</identifier>
<location>
<url>https://aclanthology.org/2023.at4ssl-1.1</url>
</location>
<part>
<date>2023-06</date>
<extent unit="page">
<start>1</start>
<end>10</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Analyzing the Potential of Linguistic Features for Sign Spotting: A Look at Approximative Features
%A Hollain, Natalie
%A Larson, Martha
%A Roelofsen, Floris
%Y Shterionov, Dimitar
%Y Sisto, Mirella De
%Y Muller, Mathias
%Y Landuyt, Davy Van
%Y Omardeen, Rehana
%Y Oboyle, Shaun
%Y Braffort, Annelies
%Y Roelofsen, Floris
%Y Blain, Fred
%Y Vanroy, Bram
%Y Avramidis, Eleftherios
%S Proceedings of the Second International Workshop on Automatic Translation for Signed and Spoken Languages
%D 2023
%8 June
%I European Association for Machine Translation
%C Tampere, Finland
%F hollain-etal-2023-analyzing
%X Sign language processing is the field of research that aims to recognize, retrieve, and spot signs in videos. Various approaches have been developed, varying in whether they use linguistic features and whether they use landmark detection tools or not. Incorporating linguistics holds promise for improving sign language processing in terms of performance, generalizability, and explainability. This paper focuses on the task of sign spotting and aims to expand on the approximative linguistic features that have been used in previous work, and to understand when linguistic features deliver an improvement over landmark features. We detect landmarks with Mediapipe and extract linguistically relevant features from them, including handshape, orientation, location, and movement. We compare a sign spotting model using linguistic features with a model operating on landmarks directly, finding that the approximate linguistic features tested in this paper capture some aspects of signs better than the landmark features, while they are worse for others.
%U https://aclanthology.org/2023.at4ssl-1.1
%P 1-10
Markdown (Informal)
[Analyzing the Potential of Linguistic Features for Sign Spotting: A Look at Approximative Features](https://aclanthology.org/2023.at4ssl-1.1) (Hollain et al., AT4SSL 2023)
ACL