\documentclass[10pt]{article}

\usepackage{fullpage}
\usepackage{setspace}
\usepackage{parskip}
\usepackage{titlesec}
\usepackage[section]{placeins}
\usepackage{xcolor}
\usepackage{breakcites}
\usepackage{lineno}
\usepackage{hyphenat}





\PassOptionsToPackage{hyphens}{url}
\usepackage[colorlinks = true,
            linkcolor = blue,
            urlcolor  = blue,
            citecolor = blue,
            anchorcolor = blue]{hyperref}
\usepackage{etoolbox}
\makeatletter
\patchcmd\@combinedblfloats{\box\@outputbox}{\unvbox\@outputbox}{}{%
  \errmessage{\noexpand\@combinedblfloats could not be patched}%
}%
\makeatother


\usepackage{natbib}




\renewenvironment{abstract}
  {{\bfseries\noindent{\abstractname}\par\nobreak}\footnotesize}
  {\bigskip}

\titlespacing{\section}{0pt}{*3}{*1}
\titlespacing{\subsection}{0pt}{*2}{*0.5}
\titlespacing{\subsubsection}{0pt}{*1.5}{0pt}


\usepackage{authblk}


\usepackage{graphicx}
\usepackage[space]{grffile}
\usepackage{latexsym}
\usepackage{textcomp}
\usepackage{longtable}
\usepackage{tabulary}
\usepackage{booktabs,array,multirow}
\usepackage{amsfonts,amsmath,amssymb}
\providecommand\citet{\cite}
\providecommand\citep{\cite}
\providecommand\citealt{\cite}
% You can conditionalize code for latexml or normal latex using this.
\newif\iflatexml\latexmlfalse
\providecommand{\tightlist}{\setlength{\itemsep}{0pt}\setlength{\parskip}{0pt}}%

\AtBeginDocument{\DeclareGraphicsExtensions{.pdf,.PDF,.eps,.EPS,.png,.PNG,.tif,.TIF,.jpg,.JPG,.jpeg,.JPEG}}

\usepackage[utf8]{inputenc}
\usepackage[english]{babel}



\usepackage{float}








\begin{document}

\title{Remembering for the Right Reasons: Explanations Reduce Catastrophic
Forgetting}



\author[1]{Sayna Ebrahimi}%
\author[1]{Suzanne Petryk}%
\author[1]{Akash Gokul}%
\author[1]{William Gan}%
\author[1]{Joseph Gonzalez}%
\author[2]{Marcus Rohrbach}%
\author[1]{Trevor Darrell}%
\affil[1]{University of California Berkeley}%
\affil[2]{Facebook Inc}%


\vspace{-1em}



  
  \date{May 27, 2024}


\begingroup
\let\center\flushleft
\let\endcenter\endflushleft
\maketitle
\endgroup





\selectlanguage{english}
\begin{abstract}
The goal of continual learning (CL) is to learn a sequence of tasks
without suffering from the phenomenon of catastrophic forgetting.
Previous work has shown that leveraging memory in the form of a replay
buffer can reduce performance degradation on prior tasks. We hypothesize
that forgetting can be further reduced when the model is encouraged to
remember the \emph{evidence} for previously made decisions. As a first
step towards exploring this hypothesis, we propose a simple novel
training paradigm, called Remembering for the Right Reasons (RRR), that
additionally stores visual model explanations for each example in the
buffer and ensures the model has ``the right reasons'' for its
predictions by encouraging its explanations to remain consistent with
those used to make decisions at training time. Without this constraint,
there is a drift in explanations and increase in forgetting as
conventional continual learning algorithms learn new tasks. We
demonstrate how RRR can be easily added to any memory or
regularization-based approach and results in reduced forgetting, and
more importantly, improved model explanations. We have evaluated our
approach in the standard and few-shot settings and observed a consistent
improvement across various CL approaches using different architectures
and techniques to generate model explanations and demonstrated our
approach showing a promising connection between explainability and
continual learning. Our code is available at
\textbackslash{}url\{https://github.com/SaynaEbrahimi/Remembering-for-the-Right-Reasons\}%
\end{abstract}%



\sloppy


\textbf{Hosted file}

\verb`math_commands.tex`  available at \url{https://authorea.com/users/422048/articles/527830-remembering-for-the-right-reasons-explanations-reduce-catastrophic-forgetting}

\textbf{Hosted file}

\verb`wileyNJD-AMA.tex`  available at \url{https://authorea.com/users/422048/articles/527830-remembering-for-the-right-reasons-explanations-reduce-catastrophic-forgetting}

\textbf{Hosted file}

\verb`appendix.tex`  available at \url{https://authorea.com/users/422048/articles/527830-remembering-for-the-right-reasons-explanations-reduce-catastrophic-forgetting}

\textbf{Hosted file}

\verb`wileyNJD-AMA.bib`  available at \url{https://authorea.com/users/422048/articles/527830-remembering-for-the-right-reasons-explanations-reduce-catastrophic-forgetting}

\textbf{Hosted file}

\verb`WileyNJD-v2.cls`  available at \url{https://authorea.com/users/422048/articles/527830-remembering-for-the-right-reasons-explanations-reduce-catastrophic-forgetting}

\textbf{Hosted file}

\verb`NJDnatbib.sty`  available at \url{https://authorea.com/users/422048/articles/527830-remembering-for-the-right-reasons-explanations-reduce-catastrophic-forgetting}

\textbf{Hosted file}

\verb`WileyNJD-AMA.bst`  available at \url{https://authorea.com/users/422048/articles/527830-remembering-for-the-right-reasons-explanations-reduce-catastrophic-forgetting}

\textbf{Hosted file}

\verb`wileyNJD-AMA.pag`  available at \url{https://authorea.com/users/422048/articles/527830-remembering-for-the-right-reasons-explanations-reduce-catastrophic-forgetting}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/teaser/teaser}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/CUB200-11tasks/CUB200-11tasks}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/architectures-CUB200-11tasks/architectures-CUB200-11tasks}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/cifar100-10tasks/cifar100-10tasks}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/cifar100-20tasks/cifar100-20tasks}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/ImageNet100-10tasks/ImageNet100-10tasks}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/5-sample-saliencies-er-rrr/5-sample-saliencies-er-rrr}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/pointing-game-sample/pointing-game-sample}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/Sayna/Sayna}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/Suzie/Suzie}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/Akash/Akash}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/Will/Will}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/Joey/Joey}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/Marcus-Rohrbach-portrait/Marcus-Rohrbach-portrait}

\end{center}
\end{figure}\selectlanguage{english}
\begin{figure}[H]
\begin{center}
\includegraphics[width=0.70\columnwidth]{figures/Trevor/Trevor}

\end{center}
\end{figure}

\selectlanguage{english}
\FloatBarrier
\end{document}

