@inproceedings{timiryasov-tastet-2023-baby,
title = "Baby Llama: knowledge distillation from an ensemble of teachers trained on a small dataset with no performance penalty",
author = "Timiryasov, Inar and
Tastet, Jean-Loup",
editor = "Warstadt, Alex and
Mueller, Aaron and
Choshen, Leshem and
Wilcox, Ethan and
Zhuang, Chengxu and
Ciro, Juan and
Mosquera, Rafael and
Paranjabe, Bhargavi and
Williams, Adina and
Linzen, Tal and
Cotterell, Ryan",
booktitle = "Proceedings of the BabyLM Challenge at the 27th Conference on Computational Natural Language Learning",
month = dec,
year = "2023",
address = "Singapore",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2023.conll-babylm.24",
doi = "10.18653/v1/2023.conll-babylm.24",
pages = "279--289",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="timiryasov-tastet-2023-baby">
<titleInfo>
<title>Baby Llama: knowledge distillation from an ensemble of teachers trained on a small dataset with no performance penalty</title>
</titleInfo>
<name type="personal">
<namePart type="given">Inar</namePart>
<namePart type="family">Timiryasov</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jean-Loup</namePart>
<namePart type="family">Tastet</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2023-12</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the BabyLM Challenge at the 27th Conference on Computational Natural Language Learning</title>
</titleInfo>
<name type="personal">
<namePart type="given">Alex</namePart>
<namePart type="family">Warstadt</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Aaron</namePart>
<namePart type="family">Mueller</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Leshem</namePart>
<namePart type="family">Choshen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ethan</namePart>
<namePart type="family">Wilcox</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Chengxu</namePart>
<namePart type="family">Zhuang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Juan</namePart>
<namePart type="family">Ciro</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Rafael</namePart>
<namePart type="family">Mosquera</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Bhargavi</namePart>
<namePart type="family">Paranjabe</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Adina</namePart>
<namePart type="family">Williams</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Tal</namePart>
<namePart type="family">Linzen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ryan</namePart>
<namePart type="family">Cotterell</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Singapore</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<identifier type="citekey">timiryasov-tastet-2023-baby</identifier>
<identifier type="doi">10.18653/v1/2023.conll-babylm.24</identifier>
<location>
<url>https://aclanthology.org/2023.conll-babylm.24</url>
</location>
<part>
<date>2023-12</date>
<extent unit="page">
<start>279</start>
<end>289</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Baby Llama: knowledge distillation from an ensemble of teachers trained on a small dataset with no performance penalty
%A Timiryasov, Inar
%A Tastet, Jean-Loup
%Y Warstadt, Alex
%Y Mueller, Aaron
%Y Choshen, Leshem
%Y Wilcox, Ethan
%Y Zhuang, Chengxu
%Y Ciro, Juan
%Y Mosquera, Rafael
%Y Paranjabe, Bhargavi
%Y Williams, Adina
%Y Linzen, Tal
%Y Cotterell, Ryan
%S Proceedings of the BabyLM Challenge at the 27th Conference on Computational Natural Language Learning
%D 2023
%8 December
%I Association for Computational Linguistics
%C Singapore
%F timiryasov-tastet-2023-baby
%R 10.18653/v1/2023.conll-babylm.24
%U https://aclanthology.org/2023.conll-babylm.24
%U https://doi.org/10.18653/v1/2023.conll-babylm.24
%P 279-289
Markdown (Informal)
[Baby Llama: knowledge distillation from an ensemble of teachers trained on a small dataset with no performance penalty](https://aclanthology.org/2023.conll-babylm.24) (Timiryasov & Tastet, CoNLL 2023)
ACL