test.tex

   1 % -*- mode: latex; mode: reftex; mode: auto-fill; mode: flyspell; coding: utf-8; tex-command: "pdflatex.sh" -*-
   2
   3 \documentclass[oneside,11pt]{memoir}
   4
   5 \input{layout.tex}
   6
   7 \usepackage{lipsum}
   8
   9 \hypersetup{
  10   pdfauthor={xxxxxx},
  11   pdftitle={xxxxxx},
  12   pdfsubject={xxxxxx},
  13   pdfkeywords={xxxxxx},
  14   pdfproducer={LaTeX and TikZ},
  15   pdfcreator={pdflatex},
  16 }
  17
  18 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
  19
  20 \begin{document}
  21
  22 \thispagestyle{empty}
  23
  24 \begin{center}
  25
  26 \vspace*{\stretch{1}}
  27
  28 {\huge The Little Book\\[0.75ex] of\\[1.75ex] Something}
  29
  30 \vspace*{4ex}
  31
  32 xxx xxx
  33
  34 \vspace*{\stretch{1}}
  35
  36 \end{center}
  37
  38 \newpage
  39
  40 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
  41
  42 \vspace*{\stretch{1.25}}
  43
  44 The author blah blah blah
  45
  46 \vspace*{\stretch{1}}
  47
  48 \begin{flushright}
  49 \footnotesize beta-\dotdate\today
  50 \end{flushright}
  51
  52 \vspace*{-3ex}
  53
  54 \newpage
  55
  56 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
  57 % Table of content
  58 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
  59
  60 {
  61 \everymath{\color{black}}
  62 \tableofcontents* % Prints the table of contents
  63 %\addcontentsline{toc}{chapter}{Contents}
  64 }
  65
  66 \clearpage
  67
  68 \listoffigures*
  69 \addcontentsline{toc}{chapter}{List of figures}
  70
  71 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
  72
  73 \chapter*{Foreword}
  74 \addcontentsline{toc}{chapter}{Foreword}
  75
  76 \keyterm[lorem]{Lorem}
  77
  78 \lipsum[1-3]
  79
  80 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
  81
  82 \part{Foundations}
  83
  84
  85 %% This first part provides a minimal background about machine
  86 %% learning, issues and techniques for efficient computation, and the
  87 %% strategies to train a parametric model.
  88
  89 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
  90 \chapter{Lorem}
  91
  92 \cite{arxiv-1907.07174}
  93
  94 \lipsum[1-3]
  95
  96 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
  97 \chapter{Ipsum}
  98
  99 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
 100
 101 \begin{figure}
 102   \center
 103   \begin{tikzpicture}[deepnet]
 104     \path
 105     node[var] (X) {$X$}
 106     coordinate[next=4,layer] (encoder start)
 107     node[next=4,layer,param] (encoder embed) {$\embedding$}
 108     node[next,layer small] (encoder sum) {$+$}
 109     node[next=4,layer large,param] (encoder sa) {$\selfattention$}
 110     coordinate[next=4,layer] (encoder end)
 111     ;
 112
 113     \node[var,left=10pt of encoder sum] (encoder pe) {$\positionalencoding$};
 114
 115     \path
 116     node[var,above=8mm of encoder sa] (Z) {$Z$}
 117     coordinate[next=4,layer] (decoder start)
 118     node[next=4,layer,param] (decoder embed) {$\embedding$}
 119     node[next,layer small] (decoder sum) {$+$}
 120     node[next=4,layer large,param,text height=3.5ex,every text node part/.style={align=center}] (decoder sa) {$\operatorname{causal}$\\[-1pt]$\selfattention$}
 121     node[next=4,param,layer large,inputs={$\hspace*{3pt}Q\hspace*{38pt}KV$}] (decoder ca) {$\crossattention$}
 122     node[next=4,layer,param] (decoder readout) {$\fullyconnected$}
 123     coordinate[next=4,layer] (end)
 124     node[next=4,var] (Y) {$Y$}
 125     ;
 126
 127     \node[var,left=10pt of decoder sum] (decoder pe) {$\positionalencoding$};
 128
 129     \begin{scope}[on background layer]
 130       \node[replicated=N,fit=(encoder sa)] {};
 131       \node[replicated=N,fit=(decoder sa) (decoder ca)] {};
 132
 133       \draw[halo]
 134       (X)--(encoder start)--(encoder embed)--(encoder sum)--(encoder sa)
 135       ;
 136
 137       \draw[halo]
 138       (Z)--(decoder start)--(decoder embed)--(decoder sum)--(decoder sa)
 139       ;
 140
 141       \draw[halo] (encoder pe)--(encoder sum);
 142       \draw[halo,->] (decoder ca) -- (decoder readout) -- (Y);
 143
 144       \draw[halo] (decoder pe)--(decoder sum);
 145
 146       \coordinate (decoder ca q) at ($(decoder ca.south west)!0.5!(decoder ca.south)$);
 147       \coordinate (decoder ca kv) at ($(decoder ca.south east)!0.5!(decoder ca.south)$);
 148       \coordinate (decoder ca kv d) at ($(decoder ca kv)!0.5!(decoder ca kv|-decoder sa.north)$);
 149
 150       \draw[halo] (decoder ca q)--(decoder ca q|-decoder sa.north);
 151       %%       \draw[halo] (decoder ca kv)|-(encoder end)--(encoder sa.north);
 152       \draw[halo] (decoder ca kv)--(decoder ca kv d)--++(3.25\layerthickness,0)|-(encoder end)--(encoder sa.north);
 153     \end{scope}
 154
 155     \begin{pgfinterruptboundingbox}
 156
 157       \node[fit=(encoder embed) (encoder pe) (encoder sa),xshift=-5pt] (encoder) {};
 158
 159       \draw[curly brace]
 160       %
 161       (encoder.south west) -- (encoder.north west)
 162       %
 163       node[midway,left,every text node part/.style={align=center},xshift=-0.5em,yshift=2pt] {\likecaption Encoder};
 164
 165       \node[fit=(decoder embed) (decoder pe) (decoder readout),xshift=-5pt] (decoder) {};
 166
 167       \draw[curly brace]
 168       %
 169       (decoder.south west) -- (decoder.north west)
 170       %
 171       node[midway,left,every text node part/.style={align=center},xshift=-0.5em,yshift=2pt] {\likecaption Decoder};
 172
 173       \setlength{\diminfoshift}{85pt}
 174       \diminfo{X}{X}{$T$}
 175       \diminfo{encoder embed}{X}{$T \times D$}
 176       \diminfo{encoder sa}{X}{$T \times D$}
 177       \diminfo{Z}{X}{$S$}
 178       \diminfo{decoder embed}{X}{$S \times D$}
 179       \diminfo{decoder ca}{X}{$S \times D$}
 180       \diminfo{decoder readout}{X}{$S \times V$}
 181     \end{pgfinterruptboundingbox}
 182
 183   \end{tikzpicture}
 184
 185   \caption[Transformer]{Original encoder-decoder
 186     \keyterm[Transformer]{Transformer model} for sequence-to-sequence
 187     translation \citep{arxiv-1706.03762}.}\label{fig:transformer}
 188 \end{figure}
 189
 190 \lipsum[1-2]
 191
 192 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
 193
 194 \bibliography{test}
 195
 196 %% If there is an index, it should follow the bibliography (see the
 197 %% Manual, 14.62). Bibliography entries are listed in one alphabetical
 198 %% sequence arranged by the surname of the first author or by title if
 199 %% there is no author.25 Nov 2022
 200 %%
 201 %% Bibliography - Chicago Citation Style, 17th Edition - Library
 202
 203 \printindex
 204
 205 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
 206
 207 \newpage
 208
 209 \vspace*{\stretch{1}}
 210
 211 \ifdefined\draft
 212 \begin{center}
 213   {\color{red} (draft, do not circulate)}
 214 \end{center}
 215 \else
 216 This book is licensed under the
 217 \href{https://creativecommons.org/licenses/by-nc-sa/4.0/}{Creative
 218   Commons BY-NC-SA 4.0 International License.}
 219 \fi
 220
 221 \vspace*{\stretch{1}}
 222
 223 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
 224
 225 \checknbdrafts
 226
 227 \end{document}