\documentclass[a4paper]{article}

%% Language and font encodings
\usepackage[english]{babel}
\usepackage[utf8x]{inputenc}
\usepackage[T1]{fontenc}
\usepackage{multirow}
%% Sets page size and margins
\usepackage[a4paper,top=3cm,bottom=2cm,left=3cm,right=3cm,marginparwidth=1.75cm]{geometry}

%% Useful packages
\usepackage{amsmath}
\usepackage{graphicx}
\usepackage{float}
\usepackage[colorinlistoftodos]{todonotes}
\usepackage[colorlinks=true, allcolors=blue]{hyperref}

\title{Supplemental Material \\ Mem2Seq: Effectively Incorporating Knowledge Bases into End-to-End Task-Oriented Dialog Systems}
\author{Andrea Madotto\thanks{$^*$ These two authors contributed equally.} , Chien-Sheng Wu$^*$, Pascale Fung\\
  Human Language Technology Center \\
  Center for Artificial Intelligence Research (CAiRE) \\
  Department of Electronic and Computer Engineering \\
  The Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong \\
  {\tt [eeandreamad,cwuak,pascale]@ust.hk} }

\date{}

\begin{document}
\maketitle
\tableofcontents
\newpage

\section{Tables}
\subsection{Time per Epoch}
\begin{table}[H]
\centering
\resizebox{\linewidth}{!}{
\begin{tabular}{|r|c|c|c|c|c|c|c|}
\hline
\multicolumn{1}{|c|}{\textit{}} & \textbf{T1} & \textbf{T2} & \textbf{T3} & \textbf{T4} & \textbf{T5} & \textbf{DSTC2} & \textbf{In-Car} \\ \hline
\textit{Seq2Seq}                & 0.7         & 1.22        & 0.85        & 0.15        & 1.57        & 9.36           & 2.00            \\ \hline
\textit{+Attn}                  & 1.18        & 2.38        & 2.2         & 0.32        & 6.04        & 22.07          & 6.18            \\ \hline
\textit{Ptr-Unk}                & 1.28        & 2.5         & 2.21        & 0.38        & 6.10        & 20.39          & 6.48            \\ \hline
\textit{\textbf{Mem2Seq H1}}    & 0.73        & 1.10        & 0.55        & 0.15        & 1.05        & 1.49           & 0.68            \\ \hline
\textit{\textbf{Mem2Seq H3}}    & 0.97        & 1.48        & 0.77        & 0.21        & 1.33        & 2.36           & 1.02            \\ \hline
\textit{\textbf{Mem2Seq H6}}    & 1.23        & 2.14        & 1.11        & 0.33        & 2.20        & 4.22           & 1.43            \\ \hline
\end{tabular}}
\setlength{\abovecaptionskip}{-4pt} 
\caption{Minutes per-epoch. Mem2Seq is faster compared to others especially for longer inputs.}
\label{TB:TIME}
\end{table}

\subsection{Hyper-parameters}
\begin{table}[H]
\centering
\resizebox{\linewidth}{!}{
\begin{tabular}{|r|c|c|c|c|c|c|c|c|}
\hline
\multicolumn{1}{|l|}{}  & \textbf{T1} & \textbf{T2} & \textbf{T3} & \textbf{T4} & \textbf{T5} & \textbf{DSTC2} & \textbf{In-Car}      & \textit{lr}             \\ \hline
\textit{Seq2Seq}        & 256 (0.1)   & 256 (0.1)   & 128(0.1)    & 256 (0.1)   & 256 (0.1)   & -              & 512 (0.3)            & \multirow{3}{*}{0.0001} \\ \cline{1-8}
\textit{+Attn}          & 256 (0.1)   & 256 (0.1)   & 256 (0.1)   & 256 (0.1)   & 128 (0.1)   & -              & 512 (0.0)            &                         \\ \cline{1-8}
\textit{Ptr-Unk}        & 256 (0.1)   & 256 (0.1)   & 256 (0.1)   & 256 (0.1)   & 128 (0.1)   & -              & 512 (0.0)            &                         \\ \hline
\textit{Mem2Seq GRU L1} & 256 (0.3)   & 256 (0.2)   & 128 (0.2)   & 256 (0.2)   & 256 (0.1)   & 256 (0.1)      & 256 (0.2)            & \multirow{3}{*}{0.001}  \\ \cline{1-8}
\textit{Mem2Seq GRU L3} & 256 (0.1)    & 256 (0.3)   & 128 (0.2)   & 256 (0.3)    & 128 (0.1)   & 128 (0.2)    & 256 (0.1)            &                         \\ \cline{1-8}
\textit{Mem2Seq GRU L6} & 256 (0.2)    & 128 (0.3)   & 256 (0.1)   & 128 (0.3)    & 256 (0.2)   & 256 (0.1)    & 256 (0.2)			  &                         \\ \hline
\end{tabular}}
\caption{Selected hyper-parameters in each datasets for different hops. The values is the embedding dimension and the GRU hidden size, and the values between parenthesis is the dropout rate. For all the models we used learning rate equal to 0.001, with a decay rate of 0.5. }
\end{table}

\section{Visualization}
\subsection{Multiple Hops Attention}

\begin{figure}[H]
\centering
\includegraphics[width=\linewidth]{MULTIHOP_T3.pdf}
\caption{3-hop memory attention visualization from bAbI dialog task 3. In the generation step 8, the attention at hop 1 is shallow and divided equally over the 5 possible choice, and becomes very sharp at hop 3.}
\label{3hop}
\end{figure}

\begin{figure}[H]
\centering
\includegraphics[width=\linewidth]{MULTIHOP_T3_WRONG.pdf}
\caption{3-hop memory attention visualization from bAbI dialog task 3. The model tends to make mistake if the attention at last hop is not sharp.}
\label{3hopWRONG}
\end{figure}

\subsection{Last Hop Attention}
\begin{figure}[H]
\centering
\includegraphics[scale=0.7]{VIZ_MEMT1_NEW.pdf}%scale=0.43
\caption{Last hop memory attention visualization from the bAbI dataset. COR and GEN on the top are the correct response and our generated one.}
\label{MEMATT}
\end{figure}


\begin{figure}[H]
\centering
\includegraphics[width=\linewidth]{VIZ_MEMTINCAR.pdf}%scale=0.43
\caption{Last hop memory attention visualization from the In-Car dataset. COR and GEN on the top are the correct response and our generated one.}
\label{MEMATT}
\end{figure}





\section{InCar Assistant Dataset Examples}

% \subsection{Figure Multiple Hops}
% In Figure~\ref{3hop} and Figure~\ref{3hopWRONG} we can see two examples from bAbi dialog task 3, one that produces the correct answer and one that mistakes one entity. This task is very hard since it requires to rank restaurant based on the rating feature and the previous history. Indeed, in some cases, the top rating restaurant is proposed, but the user refused the offer, thus the system should be able to propose the second best option, and so on. Two common patterns, among different samples, are: the first hop is used to score all the relevant memories, for example, in the generation step 8 of Figure~\ref{3hop} the attention at hop 1 is shallow and divided equally over the 5 possible choices; the models make mistakes when the attention in hop $K$ is not sharp. 
% \subsection{Examples}
% Table~\ref{APPENDINX_1},\ref{APPENDINX_3},\ref{APPENDINX_4},\ref{APPENDINX_5},\ref{APPENDINX_6},\ref{APPENDINX_7},\ref{APPENDINX_8} show generated sample from the In-Car dataset.

\begin{table}[H]
\centering
\caption{Example of generated responses for the In-Car Assistant on the weather domain.}
\label{APPENDINX_1}
\resizebox{\linewidth}{!}{
\begin{tabular}{|c|c|c|c|}
\hline
\textbf{location}                & \textbf{monday}                      & \textbf{tuesday}                  & \textbf{wednesday}                    \\ \hline
grand rapids                     & hot, low of 50F, high of 70F         & raining, low of 60F, high of 80F  & rain, low of 20F, high of 30F         \\ \hline
new york                         & misty, low of 30F, high of 50F       & snow, low of 70F, high of 80F     & cloudy, low of 20F, high of 30F       \\ \hline
boston                           & hail, low of 90F, high of 100F       & overcast, low of 60F, high of 70F & rain, low of 50F, high of 60F         \\ \hline
durham                           & hot, low of 90F, high of 100F        & dry, low of 60F, high of 80F      & misty, low of 60F, high of 80F        \\ \hline
san francisco                    & rain, low of 60F, high of 70F        & cloudy, low of 30F, high of 40F   & overcast, low of 90F, high of 100F    \\ \hline
carson                           & raining, low of 70F, high of 80F     & humid, low of 90F, high of 100F   & frost, low of 40F, high of 60F        \\ \hline
san jose                         & blizzard, low of 40F, high of 50F    & snow, low of 90F, high of 100F    & overcast, low of 60F, high of 80F     \\ \hline
\textbf{thursday}                    & \textbf{friday}                  & \textbf{saturday}                     & \textbf{sunday}                   \\ \hline
clear skies, low of 60F, high of 70F & warm, low of 70F, high of 90F    & foggy, low of 50F, high of 60F        & overcast, low of 50F, high of 60F \\ \hline
rain, low of 80F, high of 100F       & rain, low of 40F, high of 60F    & cloudy, low of 30F, high of 50F       & snow, low of 20F, high of 40F     \\ \hline
dew, low of 20F, high of 30F         & cloudy, low of 90F, high of 100F & overcast, low of 50F, high of 70F     & overcast, low of 80F, high of 90F \\ \hline
misty, low of 90F, high of 100F      & hot, low of 70F, high of 90F     & hail, low of 30F, high of 40F         & rain, low of 60F, high of 80F     \\ \hline
stormy, low of 90F, high of 100F     & cloudy, low of 90F, high of 100F & clear skies, low of 90F, high of 100F & foggy, low of 30F, high of 50F    \\ \hline
dry, low of 50F, high of 60F         & foggy, low of 80F, high of 100F  & overcast, low of 50F, high of 70F     & overcast, low of 60F, high of 70F \\ \hline
rain, low of 30F, high of 50F        & rain, low of 80F, high of 100F   & dry, low of 50F, high of 60F          & dry, low of 90F, high of 100F     \\ \hline
\end{tabular}
}

\begin{tabular}{r|l}
\hline
\textbf{DRIVER}      & Is it gonna snow in Durham during the week?                \\ \hline
\textit{Seq2seq}     & there is no snow in the forecast for this week             \\
\textit{+Att}        & there is no snow in the forecast for durham for durham     \\
\textit{Ptr-Unk}      & yes there is no snow in durham on week                     \\ \hline
\textit{Mem2Seq} & no snow, the forecast does not predict any snow on Durham  \\ \hline
\textbf{GOLD}        & Durham does not have any snow predicted this week          \\ \hline
\end{tabular}
\end{table}


\begin{table}[H]
\centering
\caption{Example of generated answers for the In-Car dataset on the Weather Domain.}
\label{APPENDINX_2}
\resizebox{\linewidth}{!}{
\begin{tabular}{|c|c|c|c|}
\hline
\textbf{monday}                      & \textbf{tuesday}                      & \textbf{friday}                      & \textbf{wednesday}                   \\ \hline
windy, low of 40F, high of 50F       & snow, low of 40F, high of 50F         & frost, low of 30F, high of 40F       & hail, low of 70F, high of 80F        \\ \hline
rain, low of 30F, high of 40F        & foggy, low of 60F, high of 70F        & stormy, low of 50F, high of 60F      & snow, low of 80F, high of 90F        \\ \hline
cloudy, low of 20F, high of 40F      & clear skies, low of 70F, high of 90F  & clear skies, low of 60F, high of 70F & dry, low of 40F, high of 60F         \\ \hline
warm, low of 90F, high of 100F       & windy, low of 50F, high of 60F        & blizzard, low of 20F, high of 30F    & rain, low of 60F, high of 70F        \\ \hline
snow, low of 60F, high of 80F        & clear skies, low of 30F, high of 50F  & clear skies, low of 30F, high of 40F & dry, low of 30F, high of 50F         \\ \hline
windy, low of 50F, high of 60F       & drizzle, low of 80F, high of 100F     & windy, low of 80F, high of 100F      & clear skies, low of 50F, high of 70F \\ \hline
clear skies, low of 60F, high of 70F & rain, low of 90F, high of 100F        & foggy, low of 20F, high of 40F       & hail, low of 20F, high of 30F        \\ \hline
\textbf{thursday}                    & \textbf{sunday}                       & \textbf{location}                    & \textbf{saturday}                    \\ \hline
raining, low of 80F, high of 90F     & foggy, low of 40F, high of 50F        & san francisco                        & snow, low of 40F, high of 50F        \\ \hline
drizzle, low of 50F, high of 60F     & clear skies, low of 90F, high of 100F & manhattan                            & dry, low of 70F, high of 90F         \\ \hline
stormy, low of 40F, high of 50F      & hail, low of 40F, high of 60F         & seattle                              & windy, low of 60F, high of 70F       \\ \hline
overcast, low of 80F, high of 90F    & blizzard, low of 20F, high of 40F     & oakland                              & clear skies, low of 50F, high of 70F \\ \hline
raining, low of 50F, high of 60F     & windy, low of 30F, high of 50F        & exeter                               & overcast, low of 60F, high of 70F    \\ \hline
frost, low of 40F, high of 50F       & drizzle, low of 40F, high of 60F      & menlo park                           & foggy, low of 50F, high of 70F       \\ \hline
dry, low of 20F, high of 30F         & cloudy, low of 20F, high of 40F       & carson                               & windy, low of 80F, high of 100F      \\ \hline
\end{tabular}
}

\begin{tabular}{r|l}
\hline
\textbf{DRIVER}      & Is it going to snow today?                         \\
\textbf{CAR}         & What city do you wanna know if it will snow today? \\
\textbf{DRIVER}      & Please check for Oakland                           \\
\textbf{GOLD}        & Today is gonna be warm in Oakland                  \\ \hline
\textit{Seq2seq}     & It is not snow in today in                         \\
\textit{+att}        & No there will be snow in Oakland today             \\
\textit{Ptr-Unk}      & Today is gonna be PAD in                           \\ \hline
\textit{Mem2Seq} & it will not snow in oakland today                  \\ \hline
\end{tabular}
\end{table}



% \begin{table}[H]
% \centering
% \caption{Example of generated responses for the In-Car Assistant on the weather domain.}
% \label{APPENDINX_3}
% \resizebox{\linewidth}{!}{
% \begin{tabular}{|c|c|c|c|}
% \hline
%  \textbf{location}                & \textbf{monday}                   & \textbf{tuesday}                   & \textbf{wednesday}                \\ \hline
%  san mateo                        & overcast, low of 30F, high of 50F & foggy, low of 90F, high of 100F    & overcast, low of 50F, high of 60F \\ \hline
%  inglewood                        & drizzle, low of 30F, high of 50F  & dry, low of 30F, high of 40F       & snow, low of 20F, high of 40F     \\ \hline
%  downtown chicago                 & foggy, low of 50F, high of 60F    & hot, low of 50F, high of 70F       & snow, low of 80F, high of 100F    \\ \hline
%  manhattan                        & drizzle, low of 60F, high of 70F  & windy, low of 40F, high of 60F     & hot, low of 80F, high of 90F      \\ \hline
%  seattle                          & overcast, low of 80F, high of 90F & cloudy, low of 50F, high of 60F    & windy, low of 50F, high of 60F    \\ \hline
%  exeter                           & raining, low of 30F, high of 50F  & raining, low of 80F, high of 90F   & snow, low of 30F, high of 40F     \\ \hline
%  boston                           & raining, low of 60F, high of 80F  & foggy, low of 40F, high of 60F     & blizzard, low of 30F, high of 40F \\ \hline
% \textbf{thursday}                 & \textbf{friday}                      & \textbf{saturday}                & \textbf{sunday}                     \\ \hline
% cloudy, low of 70F, high of 80F   & clear skies, low of 40F, high of 60F & rain, low of 70F, high of 80F    & overcast, low of 90F, high of 100F  \\ \hline
% dry, low of 80F, high of 100F     & drizzle, low of 30F, high of 50F     & snow, low of 60F, high of 70F    & blizzard, low of 30F, high of 40F   \\ \hline
% frost, low of 50F, high of 60F    & humid, low of 60F, high of 70F       & snow, low of 50F, high of 70F    & rain, low of 80F, high of 90F       \\ \hline
% drizzle, low of 90F, high of 100F & humid, low of 90F, high of 100F      & dry, low of 60F, high of 70F     & raining, low of 80F, high of 90F    \\ \hline
% foggy, low of 70F, high of 90F    & drizzle, low of 90F, high of 100F    & warm, low of 60F, high of 80F    & dry, low of 40F, high of 50F        \\ \hline
% cloudy, low of 20F, high of 30F   & overcast, low of 50F, high of 70F    & warm, low of 80F, high of 100F   & raining, low of 50F, high of 70F    \\ \hline
% cloudy, low of 30F, high of 40F   & snow, low of 40F, high of 50F        & dry, low of 60F, high of 70F     & raining, low of 80F, high of 90F    \\ \hline
% \end{tabular}
% }
% \resizebox{\linewidth}{!}{
% \begin{tabular}{r|l}
% \hline
% \textbf{DRIVER} & Check weather forecast for seattle \\
% \textbf{CAR} & For what day would you like to know? \\
% \textbf{DRIVER} & Please tell me the forecast in Seattle this week. \\\hline
% \textit{Seq2seq} & It will be in in in on monday \\
% \textit{+att} & It seattle not be humid in seattle this week \\
% \textit{PTRUNK} & This week in seattle it will be PAD on monday on tuesday on on PAD on on wednesday on on thursday and on friday on \\ \hline
% \textit{Mem2Seq H1} & The weather forecast is you you to seattle in the the week \\
% \textit{Mem2Seq H3} & The weather in seattle is predicted to be windy on monday windy raining on tuesday humid on thursday friday hail on saturday and misty \\
% \textit{Mem2Seq H6} & The weather forecast is not showing that would you like to know the forecast for this week \\ \hline
% \textbf{GOLD} & This week in Seattle the weather is forecasted to be overcast, cloudy, windy, foggy, drizzle, warm ,and dry \\ \hline
% \end{tabular}}
% \end{table}







\begin{table}[H]
\centering
\caption{Example of generated responses for the In-Car Assistant on the navigation domain.}
\label{APPENDINX_4}
\resizebox{\linewidth}{!}{
\begin{tabular}{|c|c|c|c|c|}
\hline
\textbf{poi} & \textbf{distance} & \textbf{traffic\_info} & \textbf{poi\_type} & \textbf{address} \\ \hline
Stanford Express Care & 3 miles & no traffic & hospital & 214 El Camino Real \\ \hline
home & 4 miles & heavy traffic & home & 5671 barringer street \\ \hline
Whole Foods & 2 miles & heavy traffic & grocery store & 819 Alma St \\ \hline
P.F. Changs & 6 miles & moderate traffic & chinese restaurant & 669 El Camino Real \\ \hline
Jing Jing & 5 miles & heavy traffic & chinese restaurant & 113 Arbol Dr \\ \hline
Pizza My Heart & 6 miles & moderate traffic & pizza restaurant & 528 Anton Ct \\ \hline
Cafe Venetia & 4 miles & no traffic & coffee or tea place & 269 Alger Dr \\ \hline
\end{tabular}
}

\begin{tabular}{r|l}
\hline
\textbf{DRIVER} & Find me a tea house \\\hline
\textit{Seq2seq} & We' re 2 miles away from from and there is a road block nearby \\
\textit{+att} & We' re 4 miles away from Cafe Venetia and it s at 269 Alger drive \\
\textit{PTRUNK} & We' re 6 miles away from whole foods and you like the address on screen \\ \hline
\textit{Mem2Seq} & We're 4 miles away from Cafe Venetia and there is no traffic \\ \hline
\textbf{GOLD} & There is Cafe Venetia that's 4 miles away at 269 Alger dr \\ \hline
\end{tabular}
\end{table}


\begin{table}[H]
\centering
\caption{Example of generated responses for the In-Car Assistant on the navigation domain.}
\label{APPENDINX_5}
\resizebox{\linewidth}{!}{
\begin{tabular}{|c|c|c|c|c|}
\hline
\textbf{distance} & \textbf{traffic\_info} & \textbf{poi\_type} & \textbf{address} & \textbf{poi} \\ \hline
4 miles & heavy traffic & rest stop & 578 Arbol Dr & Hotel Keen \\ \hline
1 miles & moderate traffic & hospital & 899 Ames Ct & Stanford Childrens Health \\ \hline
2 miles & no traffic & grocery store & 452 Arcadia Pl & Safeway \\ \hline
1 miles & moderate traffic & coffee or tea place & 436 Alger Dr & Palo Alto Cafe \\ \hline
1 miles & heavy traffic & grocery store & 819 Alma St & Whole Foods \\ \hline
6 miles & moderate traffic & coffee or tea place & 394 Van Ness Ave & Coupa \\ \hline
6 miles & heavy traffic & coffee or tea place & 145 Amherst St & Teavana \\ \hline
\end{tabular}
}
\resizebox{\linewidth}{!}{
\begin{tabular}{r|l}
\hline
\textbf{DRIVER}      & Take me to a place where i can get some hot tea                                               \\\hline
\textit{Seq2seq}     & There is a away                                                                               \\
\textit{att}         & There is a Pizza Chicago and Teavana                                                          \\
\textit{PTRUNK}      & I have a PAD away away                                                                        \\ \hline
\textit{Mem2Seq} & We' re 6 miles away from Palo Alto Cafe and 6 miles away from Coupa, which one do you prefer? \\ \hline
\textbf{GOLD}        & Coupa is nearby and serves tea  \\ \hline
\end{tabular}}
\end{table}



\begin{table}[H]
\centering
\caption{Example of generated responses for the In-Car Assistant on the navigation domain.}
\label{APPENDINX_6}
\resizebox{\linewidth}{!}{
\begin{tabular}{|c|c|c|c|c|}
\hline
\textbf{distance} & \textbf{traffic\_info} & \textbf{poi\_type} & \textbf{address}   & \textbf{poi}   \\ \hline
3 miles           & no traffic             & chinese restaurant & 593 Arrowhead Way  & Chef Chu's     \\ \hline
1 miles           & no traffic             & chinese restaurant & 669 El Camino Real & P.F. Changs    \\ \hline
5 miles           & road block nearby      & gas station        & 200 Alester Ave    & Valero         \\ \hline
3 miles           & no traffic             & pizza restaurant   & 528 Anton Ct       & Pizza My Heart \\ \hline
4 miles           & heavy traffic          & rest stop          & 753 University Ave & Comfort Inn    \\ \hline
5 miles           & heavy traffic          & chinese restaurant & 842 Arrowhead Way  & Panda Express  \\ \hline
2 miles           & heavy traffic          & pizza restaurant   & 704 El Camino Real & Pizza Hut      \\ \hline
6 miles           & no traffic             & friends house      & 864 Almanor Ln     & jacks house    \\ \hline
\end{tabular}
}
\resizebox{\linewidth}{!}{
\begin{tabular}{r|l}
\hline
\textbf{DRIVER} & Find me the nearest gas station. \\\hline
\textit{Seq2seq} & the nearest parking garage is from at away \\
\textit{+att} & The is one is away away \\
\textit{PTRUNK} & PAD nearest gas station is is is \\ \hline
% \textit{Mem2Seq H1} & Valero is at 200 Alester ave gas station at 200 Alester  ave \\
% \textit{Mem2Seq H3} & The nearest gas station is 8 miles away at heavy traffic, would you like directions like directions? \\
% \textit{Mem2Seq H6} & There is a Valero and Valero is 6 miles away \\
\textit{Mem2Seq} & The nearest gas station is gas station which is you you \\ \hline
\textbf{GOLD} & The nearest gas station is located 5 miles away. Need more info? \\ \hline
\end{tabular}
}
\end{table}


\begin{table}[H]
\centering
\caption{Example of generated responses for the In-Car Assistant on the navigation domain.}
\label{APPENDINX_9}
\resizebox{\linewidth}{!}{
\begin{tabular}{|c|c|c|c|c|}
\hline
\textbf{Poi}             & \textbf{Distance} & \textbf{Traffic\_info} & \textbf{Poi\_type} & \multicolumn{1}{c|}{\textbf{Address}} \\ \hline
The Westin               & 4 miles           & no traffic             & rest stop          & 329 El Camino Real                    \\ \hline
Palo Alto Garage R       & 2 miles           & moderate traffic       & parking garage     & 481 Amaranta Ave                      \\ \hline
Mandarin Roots           & 4 miles           & moderate traffic       & chinese restaurant & 271 Springer Street                   \\ \hline
Sigona Farmers Market    & 4 miles           & no traffic             & grocery store      & 638 Amherst St                        \\ \hline
Whole Foods              & 2 miles           & heavy traffic          & grocery store      & 819 Alma St                           \\ \hline
Stanford Shopping Center & 2 miles           & moderate traffic       & shopping center    & 773 Alger Dr                          \\ \hline
toms house               & 1 miles           & no traffic             & friends house      & 580 Van Ness Ave                      \\ \hline
\end{tabular}}
\resizebox{\linewidth}{!}{
\begin{tabular}{r|l}
\hline
\textbf{DRIVER}        & Give me directions to the closest grocery store                                                                                               \\
\textbf{CAR}           & \begin{tabular}[c]{@{}l@{}}There are Whole Foods 2 miles away and \\ Sigona Farmers Market 4 miles away. Where do we go?\end{tabular}         \\
\textbf{DRIVER}        & I need the one that avoids all heavy traffic                                                                                                  \\ \hline
\textit{Seq2seq}       & he is is is is away at                                                                                                                       \\
\textit{+Att}           & Chef Chu s is located at 593 Arrowhead way                                                                                                    \\
\textit{Ptr-Unk}        & PAD is the is PAD the to                                                                                                                      \\ \hline
\textit{Mem2Seq}   & \begin{tabular}[c]{@{}l@{}}Sigona Farmers Market is the only option i is 4 miles \\ away with no traffic, setting navigation now\end{tabular} \\ \hline
\textbf{GOLD} & \begin{tabular}[c]{@{}l@{}}Sigona Farmers Market is located 4 miles away with no traffic. \\ It's located at 638 Amherst St.\end{tabular}     \\ \hline
\end{tabular}}
\end{table}



\begin{table}[H]
\centering
\caption{Example of generated responses for the In-Car Assistant on the scheduling domain.}
\label{APPENDINX_7}
\resizebox{\linewidth}{!}{
\begin{tabular}{r|l}
\hline
\textbf{DRIVER} & Set me a reminder for football activity at 1pm this month on the 11th with marie \\\hline
\textit{Seq2seq} & Okay I am scheduling a reminder with your for at on with at \\
\textit{att} & Okay I am scheduling a football activity with on the 15th at 1pm this month on the 15th \\
\textit{PTRUNK} & Okay setting PAD reminder reminder football activity football activity for this this on the 11th month 1pm \\ \hline
\textit{Mem2Seq} & Setting a reminder for football activity with marie on the 11th at 1pm \\ \hline
\textbf{GOLD} & Reminder for football on the 11th of this month at 1pm with marie is set \\ \hline
\end{tabular}
}

\end{table}


\begin{table}[H]
\centering
\caption{Example of generated responses for the In-Car Assistant on the scheduling domain.}
\label{APPENDINX_8}
\resizebox{\linewidth}{!}{
\begin{tabular}{|c|c|c|c|c|c|}
\hline
\textbf{room} & \textbf{agenda} & \textbf{time} & \textbf{date} & \textbf{party} & \textbf{event} \\ \hline
conference room 50 & discuss the merger & 1pm & Wednesday & infrastructure team & conference \\ \hline
- & - & 2pm & Wednesday & - & yoga activity \\ \hline
- & - & 2pm & Wednesday & - & doctor appointment \\ \hline
conference room 50 & go over budget & 7pm & Monday & infrastructure team & meeting \\ \hline
- & - & 5pm & Monday & - & dinner \\ \hline
- & - & 10am & Thursday & - & medicine \\ \hline
\end{tabular}
}
\resizebox{\linewidth}{!}{
\begin{tabular}{r|l}
\hline
\textbf{DRIVER} & Tell me when is my next meeting and who are invited in the meeting and what are the agenda of the next meeting \\\hline
\textit{Seq2seq} & The meeting is the meeting in conference room 100 at 1pm \\
\textit{+att} & Your next meeting is on wednesday at 1pm \\
\textit{PTRUNK} & your PAD meeting PAD the in in the to to the the the the \\ \hline
\textit{Mem2Seq} & Your next meeting is on Monday at 7pm hr is to hr in attendance to go over the budget \\ \hline
\textbf{GOLD} & Your next meeting is on Monday at 7 pm with the infrastructure team to go over budget \\ \hline
\end{tabular}
}
\end{table}

\end{document}