This paper introduces Summary Explorer, a new tool to support the manual inspection of text summarization systems by compiling the outputs of 55~state-of-the-art single document summarization approaches on three benchmark datasets, and visually exploring them during a qualitative assessment. The underlying design of the tool considers three well-known summary quality criteria (coverage, faithfulness, and position bias), encapsulated in a guided assessment based on tailored visualizations. The tool complements existing approaches for locally debugging summarization models and improves upon them. The tool is available at https://tldr.webis.de/
%0 Journal Article
%1 Syed2021-uy
%A Syed, Shahbaz
%A Yousef, Tariq
%A Al-Khatib, Khalid
%A Jänicke, Stefan
%A Potthast, Martin
%D 2021
%I arXiv
%K
%T Summary Explorer: Visualizing the state of the art in text summarization
%X This paper introduces Summary Explorer, a new tool to support the manual inspection of text summarization systems by compiling the outputs of 55~state-of-the-art single document summarization approaches on three benchmark datasets, and visually exploring them during a qualitative assessment. The underlying design of the tool considers three well-known summary quality criteria (coverage, faithfulness, and position bias), encapsulated in a guided assessment based on tailored visualizations. The tool complements existing approaches for locally debugging summarization models and improves upon them. The tool is available at https://tldr.webis.de/
@article{Syed2021-uy,
abstract = {This paper introduces Summary Explorer, a new tool to support the manual inspection of text summarization systems by compiling the outputs of 55~state-of-the-art single document summarization approaches on three benchmark datasets, and visually exploring them during a qualitative assessment. The underlying design of the tool considers three well-known summary quality criteria (coverage, faithfulness, and position bias), encapsulated in a guided assessment based on tailored visualizations. The tool complements existing approaches for locally debugging summarization models and improves upon them. The tool is available at https://tldr.webis.de/},
added-at = {2024-09-10T11:56:37.000+0200},
author = {Syed, Shahbaz and Yousef, Tariq and Al-Khatib, Khalid and J{\"a}nicke, Stefan and Potthast, Martin},
biburl = {https://puma.scadsai.uni-leipzig.de/bibtex/272fa2d68cd893d81d0964feb40589361/scadsfct},
interhash = {6a1f61208a70605aa7f2575211b2e80f},
intrahash = {72fa2d68cd893d81d0964feb40589361},
keywords = {},
publisher = {arXiv},
timestamp = {2024-09-10T15:15:57.000+0200},
title = {Summary Explorer: Visualizing the state of the art in text summarization},
year = 2021
}
