Attachment 'SpikeCoding.tex'

Download

   1 \documentclass[unicode ,compress]{beamer}%
   2 %\beamertemplatetransparentcovereddynamic
   3 %\usepackage{multimedia}
   4 %\usepackage{lmodern}%
   5 %\usepackage[T1]{fontenc} %
   6 \usepackage[utf8]{inputenc} %
   7 %\usepackage{times}%
   8 \usepackage{movie15}
   9 %\usepackage{easymoviex}%
  10 \usepackage[today,draft]{svninfo}%
  11 % \usepackage{easymoviex}
  12 \graphicspath{{./figures/},{./08-04-07_spie_talk/figures/}}%
  13 \title{Sparse Spike Coding : applications of Neuroscience to the compression of natural images}%
  14 \author{Laurent Perrinet, %
  15 INCM/CNRS \\%
  16  \url{http://www.incm.cnrs-mrs.fr/LaurentPerrinet}%
  17 e-mail: Laurent.Perrinet@incm.cnrs-mrs.fr \\%
  18 %Last modification : \svnId 
  19 }%
  20 \date{}%
  21 \newcommand{\Ab}{\mathbf{A}} % the dictionary
  22 \newcommand{\xb}{\mathbf{x}} % the image
  23 \newcommand\la{\leftarrow}
  24 \newcommand{\sv}{\mathbf{s}} % image's hidden param
  25 %
  26 \usepackage{hyperref}
  27 \begin{document}%
  28 \svnInfo $Id: SpikeCoding.tex 3356 2009-09-08 11:30:57Z lup $
  29 \begin{center}%
  30 \begin{frame}%
  31 \titlepage %
  32 \end{frame}%
  33 %%%%%%%%%%%% Spike Coding%%%%%%%%%%%%%%
  34 \section{Laplacian Golden Pyramid}%
  35 %%%%%%%%%%%% Spike Coding%%%%%%%%%%%%%%
  36 \begin{frame}\frametitle{Spike Coding pre-processing: Decorrelation}%
  37 \begin{figure}
  38 \includegraphics<+>[width=\linewidth]{whitening.pdf}%
  39 \includegraphics<+>[width=\linewidth]{whitening_corr.pdf}%
  40 %\includegraphics<+>[height=\lineheight]{whitening_atick.pdf}%
  41 \caption{{\tiny\textbf{Whitening of natural images.} \only<1>{Summary of the whitening procedure} \only<2>{Shape of the learned filters compared to Olshausen.}}}%
  42 \end{figure}
  43 \end{frame}%
  44 \begin{frame}\frametitle{Spike Coding: (Golden) Laplacian pyramid}%
  45 \begin{figure}
  46 \includegraphics<+>[width=\linewidth]{SpikeCoding_pyramid_0.pdf}%
  47 \includegraphics<+>[width=\linewidth]{SpikeCoding_pyramid_1.pdf}%
  48 \includegraphics<+>[width=\linewidth]{SpikeCoding_pyramid_2.pdf}%
  49 \includegraphics<+>[width=\linewidth]{SpikeCoding_pyramid.pdf}%
  50 \includegraphics<+>[width=.9\linewidth]{SpikeCoding_pyramid_rec.pdf}%
  51 \caption{{\tiny\textbf{(Golden) Laplacian pyramid.} \only<1-4>{Take one image, ...}\only<2-4>{downscale it, }\only<3-4>{remove from the first an upscale of the second,... }\only<4>{and resume. }\only<5>{ Reconstruction is perfect. }}}%
  52 \end{figure}
  53 \end{frame}%
  54 \begin{frame}\frametitle{Spike Coding: homeostasis}%
  55 \begin{figure}
  56 \includegraphics<+>[width=\linewidth]{SpikeCoding_Mod_scatter}%
  57 \includegraphics<+>[width=\linewidth]{laughlin.pdf}%
  58 \includegraphics<+>[width=\linewidth]{SpikeCoding_Mod_hist.pdf}%
  59 \includegraphics<+>[width=\linewidth]{SpikeCoding_Mod_hist_cum}%
  60 \includegraphics<+>[width=\linewidth]{SpikeCoding_Mod_scatter_cum}%
  61 \includegraphics<+>[width=.61\linewidth]{SpikeCoding_Mod_all}%
  62 \caption{{\tiny\textbf{Homeostasis.} \only<1>{Over a set of Natural images, intensity distributions are not uniform. }\only<2>{Laughlin, 1981. }\only<3>{Compute probabilities.}\only<4>{Cumulative distributions. }\only<5>{Which make a homeostatic gain control mechanism.}\only<6>{Which defines a modulation function per scale.}}}%
  63 \end{figure}
  64 \end{frame}%
  65 %%---------------------------------------------------------------------------------%
  66 \begin{frame}\frametitle{Spike Coding: quantization}%
  67 \begin{figure}
  68 \includegraphics<+>[width=\linewidth]{SpikeCoding_quantization_histeq_pyramid}%
  69 \includegraphics<+>[width=.61\linewidth]{SpikeCoding_quantization}%
  70 \includegraphics<+>[width=\linewidth]{SpikeCoding_quantization_pyramid}%
  71 \includegraphics<+>[width=.61\linewidth]{SpikeCoding_quantization_pyr_rec}%
  72 \caption{{\tiny\textbf{Quantization} \only<1>{Using Mod, one can quantize coefficients in the pyramid. }\only<2>{and then reconstruct values.}\only<3>{This is Spike Coding, reconstructing pyramids' values, }\only<4>{and reconstructing the input image.}}}%
  73 \end{figure}%
  74 \end{frame}%
  75 %---------------------------------------------------------------------------------%
  76 \begin{frame}\frametitle{Spike Coding: progressive reconstruction}%
  77 \only<+>{%
  78 \includemovie[%
  79 poster,%
  80 controls%,loop
  81 ]{\columnwidth}{.61\columnwidth}{figures/SpikeCoding_dynamic_pyr.mpg}}%
  82 \only<+>{%
  83 \includemovie[%
  84 poster,%
  85 controls%,loop
  86 ]{.61\linewidth}{.61\linewidth}{figures/SpikeCoding_dynamic_rec.mpg}}%
  87 \end{frame}%
  88 %---------------------------------------------------------------------------------%
  89 %\begin{frame}\frametitle{Spike Coding: compression efficiency}%
  90 %\includegraphics<+>[width=.61\linewidth]{SpikeCoding_compression}%
  91 %\end{frame}%
  92 %---------------------------------------------------------------------------------%
  93 %\section{Laplacian Golden Pyramid}%
  94 %\begin{frame}\frametitle{Column pyramid}%
  95 %\includegraphics<+>[width=\linewidth]{ColumnSpikeCoding_pyramid}%
  96 %\end{frame}%
  97 %%---------------------------------------------------------------------------------%
  98 %\begin{frame}\frametitle{Column pyramid: modulation funtion}%
  99 %\includegraphics<+>[width=\linewidth]{ColumnSpikeCoding_Mod}%
 100 %\end{frame}%
 101 %%---------------------------------------------------------------------------------%
 102 %\begin{frame}\frametitle{Column pyramid: quantization}%
 103 %\includegraphics<+>[width=\linewidth]{ColumnSpikeCoding_quantization}%
 104 %\end{frame}%
 105 %%---------------------------------------------------------------------------------%
 106 %\begin{frame}\frametitle{Column pyramid: progressive reconstruction}%
 107 %\only<+>{%
 108 %\includemovie[%
 109 %poster,%
 110 %controls%,loop
 111 %]{\columnwidth}{.61\columnwidth}{figures/ColumnSpikeCoding_dynamic_pyr.mpg}}%
 112 %\only<+>{%
 113 %\includemovie[%
 114 %poster,%
 115 %controls%,loop
 116 %]{.61\linewidth}{.61\linewidth}{figures/ColumnSpikeCoding_dynamic_rec.mpg}}%
 117 %\end{frame}%
 118 %%---------------------------------------------------------------------------------%
 119 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
 120 \begin{frame}\frametitle{Take-home message \& perspectives}%
 121   \begin{itemize}%
 122     \item Spike Coding: role of homeostasis
 123     \item Sparse Spike Coding: efficient with over-complete representations %
 124     \item Learning: Hebbian (linear), but on the Sparse representation%/ ICA%
 125 %    \item Perspectives : Dynamical coding%
 126   \end{itemize}%
 127  \end{frame}%
 128 
 129 
 130 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
 131 \begin{frame}\frametitle{References}%
 132 % :
 133 %\nocite{Perrinet04tauc,Perrinet06,Perrinet07shl}
 134 \bibliographystyle{plainnat}%
 135 {{\tiny
 136 %\bibliography{/Users/lup/Documents/sci/projects/bib/babel}
 137 \begin{thebibliography}{4}
 138 %\providecommand{\natexlab}[1]{#1}
 139 %\providecommand{\url}[1]{\texttt{#1}}
 140 %\expandafter\ifx\csname urlstyle\endcsname\relax
 141 %  \providecommand{\doi}[1]{doi: #1}\else
 142 %  \providecommand{\doi}{doi: \begingroup \urlstyle{rm}\Url}\fi
 143 
 144 \bibitem[Fischer(2007)]{Fischer07}
 145 Sylvain Fischer, Rafael Redondo,  Laurent U. Perrinet and  Gabriel~Crist{\'o}bal
 146 \newblock Sparse approximation of images inspired from the functional architecture of the primary visual areas.
 147 \newblock \emph{EURASIP Journal on Advances in Signal Processing, special issue on Image Perception}, Article ID 90727, 2007.
 148 \newblock URL \url{http://www.incm.cnrs-mrs.fr/LaurentPerrinet/Publications/Fischer07}
 149 
 150 \bibitem[Perrinet(2007)]{Perrinet06}
 151 Laurent~U. Perrinet.
 152 \newblock Dynamical Neural Networks: modeling low-level vision at short latencies.
 153 \newblock Chapter in \emph{Topics in Dynamical Neural Networks: From Large Scale Neural
 154   Networks to Motor Control and Vision}, volume 142, pages 163--225 of \emph{The European
 155   Physical Journal (Special Topics)}, Springer Berlin / Heidelberg, mar 2007.
 156 %\newblock \doi{10.1140/epjst/e2007-00061-7}.
 157 \newblock URL \url{http://www.incm.cnrs-mrs.fr/LaurentPerrinet/Publications/Perrinet06}.
 158 \newblock URL \url{http://dx.doi.org/10.1140/epjst/e2007-00061-7} (in open-access).
 159 
 160 
 161 \bibitem[Perrinet(2008]{Perrinet08spie}
 162 Laurent~U. Perrinet.
 163 \newblock {Adaptive sparse spike coding : applications of neuroscience to the compression of natural images.}
 164 \newblock \emph{ In Optical and Digital Image Processing Conference 7000 - Proceedings of SPIE Volume 7000, 7 - 11 April 2008, pages 15 - S4, 2008. Gabriel Crist\'obal Fr\'ed\'eric Truchetet,  Peter Schelkens and Touradj Ebrahimi, editors.}
 165 \newblock URL \url{http://hal.archives-ouvertes.fr/hal-00276638/en/}.
 166 \newblock URL \url{http://www.incm.cnrs-mrs.fr/LaurentPerrinet/Publications/Perrinet08spie}
 167 
 168 \bibitem[Perrinet(2010]{Perrinet10shl}
 169 Laurent~U. Perrinet.
 170 \newblock {Role of homeostasis in learning sparse representations.}
 171 \newblock \emph{Neural Computation},  22 (7), pages 1812--36, 2010.
 172 \newblock URL \url{http://www.incm.cnrs-mrs.fr/LaurentPerrinet/Publications/Perrinet10shl}
 173 
 174 \end{thebibliography}
 175 
 176 %\vskip .5cm
 177 % {Typeset using \LaTeX\  and the {\sc Beamer} package}
 178 }}%
 179 \end{frame}
 180 \end{center}%
 181 \end{document}%
 182 

Attached Files

To refer to attachments on a page, use attachment:filename, as shown below in the list of files. Do NOT use the URL of the [get] link, since this is subject to change and can break easily.
  • [get | view] (2014-10-25 14:02:40, 16.6 KB) [[attachment:GoldenPyramid.py]]
  • [get | view] (2014-10-25 14:02:40, 3.3 KB) [[attachment:Makefile]]
  • [get | view] (2014-10-25 14:02:42, 8.4 KB) [[attachment:SpikeCoding.tex]]
  • [get | view] (2012-03-17 18:25:02, 80198.6 KB) [[attachment:database.zip]]
  • [get | view] (2014-10-25 14:14:14, 22.4 KB) [[attachment:experiment_SpikeCoding.py]]
  • [get | view] (2014-10-25 14:14:14, 6.9 KB) [[attachment:experiment_whitening.py]]
  • [get | view] (2014-10-25 14:14:15, 11.7 KB) [[attachment:image.py]]
  • [get | view] (2012-03-17 18:27:17, 918.3 KB) [[attachment:perrinet08spie.pdf]]
  • [get | view] (2014-10-25 14:14:25, 54.8 KB) [[attachment:perrinet08spie.tex]]
  • [get | view] (2012-03-17 18:27:07, 14240.3 KB) [[attachment:perrinet08spie_talk.pdf]]
 All files | Selected Files: delete move to page

You are not allowed to attach a file to this page.

welcome: please sign in