%0 Journal Article %1 Akiki2021-yt %A Akiki, Christopher %A Potthast, Martin %D 2021 %I arXiv %K %T BERTian Poetics: Constrained Composition with Masked LMs %X Masked language models have recently been interpreted as energy-based sequence models that can be generated from using a Metropolis--Hastings sampler. This short paper demonstrates how this can be instrumentalized for constrained composition and explores the poetics implied by such a usage. Our focus on constraints makes it especially apt to understand the generated text through the poetics of the OuLiPo movement.

@article{Akiki2021-yt, abstract = {Masked language models have recently been interpreted as energy-based sequence models that can be generated from using a Metropolis--Hastings sampler. This short paper demonstrates how this can be instrumentalized for constrained composition and explores the poetics implied by such a usage. Our focus on constraints makes it especially apt to understand the generated text through the poetics of the OuLiPo movement.}, added-at = {2024-09-10T11:56:37.000+0200}, author = {Akiki, Christopher and Potthast, Martin}, biburl = {https://puma.scadsai.uni-leipzig.de/bibtex/26d28308d3a6377b25e38bc54da15484c/scadsfct}, interhash = {ca4d8c867c019a935d7983ec204690c9}, intrahash = {6d28308d3a6377b25e38bc54da15484c}, keywords = {}, publisher = {arXiv}, timestamp = {2024-09-10T15:15:57.000+0200}, title = {{BERTian} Poetics: Constrained Composition with Masked {LMs}}, year = 2021 }