diff --git a/figs/Poster.png b/figs/Poster.png new file mode 100644 index 0000000..a28f180 Binary files /dev/null and b/figs/Poster.png differ diff --git a/figs/bul.png b/figs/bul.png new file mode 100644 index 0000000..6f0a5f7 Binary files /dev/null and b/figs/bul.png differ diff --git a/figs/bulandhex.png b/figs/bulandhex.png new file mode 100644 index 0000000..e244b45 Binary files /dev/null and b/figs/bulandhex.png differ diff --git a/figs/chemin-rythm1.png b/figs/chemin-rythm1.png new file mode 100644 index 0000000..d1f25d5 Binary files /dev/null and b/figs/chemin-rythm1.png differ diff --git a/figs/chemin-rythm2.png b/figs/chemin-rythm2.png new file mode 100644 index 0000000..b477036 Binary files /dev/null and b/figs/chemin-rythm2.png differ diff --git a/figs/eulers-tonnetz.png b/figs/eulers-tonnetz.png new file mode 100644 index 0000000..0dbf1b9 Binary files /dev/null and b/figs/eulers-tonnetz.png differ diff --git a/figs/foam2D-disordered.png b/figs/foam2D-disordered.png new file mode 100644 index 0000000..45be0d1 Binary files /dev/null and b/figs/foam2D-disordered.png differ diff --git a/figs/foam2D-grain-boundaries.png b/figs/foam2D-grain-boundaries.png new file mode 100644 index 0000000..936611c Binary files /dev/null and b/figs/foam2D-grain-boundaries.png differ diff --git a/figs/foam2D-honeycomb.png b/figs/foam2D-honeycomb.png new file mode 100644 index 0000000..38faf09 Binary files /dev/null and b/figs/foam2D-honeycomb.png differ diff --git a/figs/hex.png b/figs/hex.png new file mode 100644 index 0000000..9c18d80 Binary files /dev/null and b/figs/hex.png differ diff --git a/figs/lauriesfoam.png b/figs/lauriesfoam.png new file mode 100644 index 0000000..10d652f Binary files /dev/null and b/figs/lauriesfoam.png differ diff --git a/figs/speaker.png b/figs/speaker.png new file mode 100644 index 0000000..5367f38 Binary files /dev/null and b/figs/speaker.png differ diff --git a/figs/visual-prog.png b/figs/visual-prog.png new file mode 100644 index 0000000..bfc5fce Binary files /dev/null and b/figs/visual-prog.png differ diff --git a/presentation.tex b/presentation.tex index d339a39..844fa33 100644 --- a/presentation.tex +++ b/presentation.tex @@ -26,7 +26,7 @@ \defaultfontfeatures{Scale=MatchLowercase} \setromanfont[Mapping=tex−text]{Linux Libertine O} \setsansfont [Mapping=tex−text]{Ubuntu} -\setmonofont [Mapping=tex−text]{Ubuntu Mono} +\setmonofont [Mapping=tex−text]{Inconsolata} \newcommand{\ircam}{Ircam} \newcommand{\lps}{Lps} @@ -34,8 +34,10 @@ \newcommand{\mlys}{Modalys} \newcommand{\om}{OpenMusic} \newcommand{\mpri}{Mpri} - \newcommand{\todo}{\fbox{\texttt{todo}}} +\newcommand{\sonif}[2]{% + \parbox{2ex}{\includegraphics[height=2ex]{figs/speaker}}% + \hspace{.5em}\emph{#2}} \hyphenation{con-cen-trent} \AtBeginSection[]{ @@ -43,14 +45,16 @@ } \begin{document} -\title{De la sonification à la « musification » de systèmes complexes} -\author{Martin Potier} +\title{De la sonification à la « musification »\\de systèmes complexes} +\subtitle{Présentation de stage} +\author{Martin Potier\\ +{\scriptsize MPRI, Université Paris Diderot}} \date{6 septembre 2012} -\institute{{\scriptsize Stage encadré par :}\\ +\institute{ {\small\textbf{Moreno Andreatta} et \textbf{Jean-Louis Giavitto}}\\ - Institut de Recherche et Coordination Acoustique/Musique, CNRS \and + Équipe Représentation Musicales, Institut de Recherche et Coordination Acoustique/Musique, CNRS \and {\small\textbf{Wiebke Drenckhan}}\\ -Laboratoire de Physique des Solides, CNRS} + Laboratoire de Physique des Solides, Université Paris Sud, CNRS} % Each presentation will last 30 minutes (20 minutes of presentation + 10 % minutes of questions). A video-projector will be available. @@ -64,16 +68,36 @@ Laboratoire de Physique des Solides, CNRS} \section{Motivations} % Trouver des lois d'un système complexe sans connaissance a priori \begin{frame}{Comprendre l'évolution d'une mousse liquide} - % video + Vidéo + % movie \end{frame} \begin{frame}{Comprendre l'évolution d'une mousse liquide (suite)} - % video + \begin{columns} + \column{.3\textwidth} + \includegraphics[width=\textwidth]{figs/foam2D-honeycomb} + \column{.3\textwidth} + \includegraphics[width=\textwidth]{figs/foam2D-grain-boundaries} + \column{.3\textwidth} + \includegraphics[width=\textwidth]{figs/foam2D-disordered} + \end{columns} + + \pause + \begin{center} + \includegraphics[width=.6\textwidth]{figs/lauriesfoam} + + 10 ans pour obtenir le modèle + \end{center} \end{frame} \section{De la sonification\ldots} \begin{frame}{Un domaine nouveau} - \centering + \begin{quote} + « Sonification is the transformation of data relations into perceived + relations in an acoustic signal for the purposes of facilitating + communication or interpretation. »\hfill\textbf{Kramer~1999} + \end{quote} + \begin{center} \usebeamercolor{frametitle} \begin{tikzpicture}[align=center, every node/.style={fg,auto}] \node (phystate) {État local du système}; @@ -81,7 +105,7 @@ Laboratoire de Physique des Solides, CNRS} \node (sonrel) [right=of phystate] {Relations sonores\\(analogiques)}; \node (sonobs) [below=of sonrel] {Objets sonores}; \node (qb) at (barycentric cs:phyobs=1,sonobs=1) - [black,yshift=-1cm,font=\scriptsize] {mappings\\sonification/musification}; + [black,yshift=-1cm,font=\scriptsize] {mappings\\sonification}; \draw[thick,->, dotted] (phyobs) -- (phystate); \draw[black,thick,->] (phyobs) |- (qb) -| (sonobs); @@ -89,65 +113,282 @@ Laboratoire de Physique des Solides, CNRS} to node [swap,text width=21mm] {perception (IHM)} (sonrel); \draw[black,thick,->,dotted] (sonrel) to node [swap] {?} (phystate); \end{tikzpicture} + \end{center} \end{frame} -\begin{frame}{M$_1$ : synthèse modale, timbre et ordre} +\begin{frame}{\sonif{sound/M1}{M$_1$ : synthèse modale, timbre et ordre (30 s)}} + Utilise Modalys (outil de l'IRCAM) pour la synthèse de timbre + + \begin{tabular}{|l|l|} + Nombre de voisines & $\rightarrow$ Fréquence \\ + Nombre de voisines & $\rightarrow$ Fréquence \\ + Nombre de voisines & $\rightarrow$ Fréquence \\ + \end{tabular} + + Modalys simule 900 oscillateurs (un par bulle). + + On peut entendre les configurations spatiales : + \begin{description} + \item[Ordre] $\rightarrow$ fréquence pure ; + \item[Grain boundaries] $\rightarrow$ battement (deux fréquences proches) ; + \item[Désordre] $\rightarrow$ bruit non caractéristique. + \end{description} \end{frame} \section{\ldots à la musification} \begin{frame}{Enrichir la sonification} - \centering - \usebeamercolor{frametitle} - \pgfdeclarelayer{background} - \pgfsetlayers{background,main} - \begin{tikzpicture}[align=center, every node/.style={fg,auto}] - \node (phystate) {État local du système}; - \node (phyobs) [below=of phystate] {Observables}; - \node (sonrel) [right=of phystate] {Relations sonores\\(analogiques)}; - \node (musrel) [above=of sonrel] {Relations musicales\\(symboliques)}; - \node (sonobs) [below=of sonrel] {Objets sonores}; - \node (phyrel) [above=of phystate] {État global du système\\Lois du système}; - \node (qt) at (barycentric cs:musrel=1,phyrel=1) [black,yshift=1cm] {?}; - \node (qb) at (barycentric cs:phyobs=1,sonobs=1) - [black,yshift=-1cm,font=\scriptsize] {mappings\\sonification/musification}; + \begin{columns} + \column{.7\textwidth} + \usebeamercolor{frametitle} + \pgfdeclarelayer{background} + \pgfsetlayers{background,main} + \begin{tikzpicture}[align=center, every node/.style={fg,auto}] + \node (phystate) {État local du système}; + \node (phyobs) [below=of phystate] {Observables}; + \node (sonrel) [right=of phystate] {Relations sonores\\(analogiques)}; + \node (musrel) [above=of sonrel] {Relations musicales\\(symboliques)}; + \node (sonobs) [below=of sonrel] {Objets sonores}; + \node (phyrel) [above=of phystate] {État global du système\\Lois du système}; + \node (qt) at (barycentric cs:musrel=1,phyrel=1) [black,yshift=1cm] {?}; + \node (qb) at (barycentric cs:phyobs=1,sonobs=1) + [black,yshift=-1cm,font=\scriptsize] {mappings\\sonification/musification}; - \draw[thick,->, dotted] (phyobs) -- (phystate); - \draw[thick,->, dotted] (phystate) -- (phyrel); - \draw[black,thick,->] (phyobs) |- (qb) -| (sonobs); - \draw[black,thick,font=\scriptsize,->] (sonobs) - to node [swap,text width=21mm] {perception (IHM)} (sonrel); - \draw[black,thick,->,dotted] (sonrel) to node [swap] {?} (phystate); - \draw[black,thick,->] (sonrel) to (musrel); - \draw[black,thick,->] (musrel.north) |- (qt) -| (phyrel.north); + \draw[thick,->, dotted] (phyobs) -- (phystate); + \draw[thick,->, dotted] (phystate) -- (phyrel); + \draw[black,thick,->] (phyobs) |- (qb) -| (sonobs); + \draw[black,thick,font=\scriptsize,->] (sonobs) + to node [swap,text width=21mm] {perception (IHM)} (sonrel); + \draw[black,thick,->,dotted] (sonrel) to node [swap] {?} (phystate); + \draw[black,thick,->] (sonrel) to (musrel); + \draw[black,thick,->] (musrel.north) |- (qt) -| (phyrel.north); - \begin{pgfonlayer}{background} - \node[draw=gray,dashed,thick,fill=gray!10,inner sep=5mm,xshift=3mm,yshift=-4mm, - fit=(phystate) (sonrel) (sonobs) (phyobs) (qb)] {}; - \end{pgfonlayer} - \end{tikzpicture} -%+ de parametre -%+ de multi-échelle + \begin{pgfonlayer}{background} + \node[draw=gray,dashed,thick,fill=gray!10,inner sep=5mm,xshift=3mm,yshift=-4mm, + fit=(phystate) (sonrel) (sonobs) (phyobs) (qb)] {}; + \end{pgfonlayer} + \end{tikzpicture} + + \column{.3\textwidth} + \begin{itemize} + \item plus de paramètres + \item plus de multi-échelle + \end{itemize} + \end{columns} \end{frame} -\begin{frame}{M$_2$ : un mapping rythmique} +\begin{frame}{\sonif{sound/M2}{M$_2$ : un mapping rythmique (24 s)}} + + \begin{columns} + \column{.5\textwidth} + \includegraphics[width=\textwidth]{figs/chemin-rythm1} + \column{.5\textwidth} + \includegraphics[width=\textwidth]{figs/chemin-rythm2} + \end{columns} + \end{frame} \begin{frame}{Des Tonnetz aux graphes de Cayley} + \begin{columns}[c] + \column{.4\textwidth} + \includegraphics[width=\textwidth]{figs/eulers-tonnetz} + + \column{.05\textwidth} + $$ \rightarrow $$ + + \column{.4\textwidth} + \begin{tikzpicture} + [note/.style={draw,black,circle,inner sep=.5mm,minimum size=8mm}, + label distance=-1mm,label position=below left, + double distance=.5mm, scale=.5, transform shape] + \node[note,double] (C) {Do }; + \node[note,left=of C] (F) {Fa }; + \node[note,right=of C] (G) {Sol }; + \node[note,right=of G] (D) {Ré }; + + \node[note,above=of F] (A) {La }; + \node[note,right=of A] (E) {Mi }; + \node[note,right=of E] (B) {Si }; + \node[note,right=of B] (Fd) { Fa\#}; + + \node[note,above=of A] (Cd) { Do\#}; + \node[note,right=of Cd] (Gd) {Sol\#}; + \node[note,right=of Gd] (Dd) { Ré\#}; + \node[note,right=of Dd] (Ad) { La\#}; + + \draw (F) -- (C) -- node[above,midway] {+7} (G) -- (D); + \draw (A) -- (E) -- (B) -- (Fd); + \draw (Cd) -- (Gd) -- (Dd) -- (Ad); + + \draw (F) -- (A) -- (Cd); + \draw (C) -- node[right,midway] {+4} (E) -- (Gd); + \draw (G) -- (B) -- (Dd); + \draw (D) -- (Fd) -- (Ad); + + \draw[dashed] (Cd.north) -- +(0cm ,6mm ); + \draw[dashed] (Gd.north) -- +(0cm ,6mm ); + \draw[dashed] (Dd.north) -- +(0cm ,6mm ); + \draw[dashed] (Ad.north) -- +(0cm ,6mm ); + \draw[dashed] (F.south) -- +(0cm ,-6mm); + \draw[dashed] (C.south) -- +(0cm ,-6mm); + \draw[dashed] (G.south) -- +(0cm ,-6mm); + \draw[dashed] (D.south) -- +(0cm ,-6mm); + \draw[dashed] (F.west) -- +(-6mm,0cm ); + \draw[dashed] (A.west) -- +(-6mm,0cm ); + \draw[dashed] (Cd.west) -- +(-6mm,0cm ); + \draw[dashed] (Ad.east) -- +(6mm ,0cm ); + \draw[dashed] (Fd.east) -- +(6mm ,0cm ); + \draw[dashed] (D.east) -- +(6mm ,0cm ); + \end{tikzpicture} + \end{columns} + + \medskip + Présentation du groupe $\mathbb{Z}_{12}$ : + $$ g_{4,7} = < \mathbf{4}, \mathbf{7}\ |\ 3.\mathbf{4} + 0.\mathbf{7} = 0,\quad0.\mathbf{4} + + 12.\mathbf{7} = 0,\quad\mathbf{4} + \mathbf{7} = \mathbf{7} + \mathbf{4} > $$ \end{frame} \begin{frame}{Des Tonnetz aux graphes de Cayley (suite)} + \begin{center} + \begin{tikzpicture} + [note/.style={draw,black,circle,inner sep=2mm}, + hex/.style={}, + label distance=-1mm,label position=below left, + double distance=.5mm,xscale=.60\textwidth/9.2cm, + yscale=.50\textwidth/9.2cm] + \begin{scope}[opacity=.5] + \node[note] (F) at (-1cm,0cm) {}; + \node[note,double] (C) at ( 1cm,0cm) {}; + \node[note] (G) at ( 3cm,0cm) {}; + \node[note] (D) at ( 5cm,0cm) {}; + + \node[note] (A) at ( 0cm,2cm) {}; + \node[note] (E) at ( 2cm,2cm) {}; + \node[note] (B) at ( 4cm,2cm) {}; + \node[note] (Fd) at ( 6cm,2cm) {}; + + \node[note] (Cd) at ( 1cm,4cm) {}; + \node[note] (Gd) at ( 3cm,4cm) {}; + \node[note] (Dd) at ( 5cm,4cm) {}; + \node[note] (Ad) at ( 7cm,4cm) {}; + + \draw (F) -- (C) -- (G) -- (D); + \draw (A) -- (E) -- (B) -- (Fd); + \draw (Cd) -- (Gd) -- (Dd) -- (Ad); + + \draw (F) -- (A) -- (Cd); + \draw (C) -- (E) -- (Gd); + \draw (G) -- (B) -- (Dd); + \draw (D) -- (Fd) -- (Ad); + \draw (Cd) -- (E) -- (G); + \draw (Gd) -- (B) -- (D); + \draw (Dd) -- (Fd); + \draw (A) -- (C); + + \node (1u) at (barycentric cs:A=1,Cd=1,E=1) {}; + \node (2u) at (barycentric cs:Gd=1,B=1,E=1) {}; + \node (3u) at (barycentric cs:B=1,Dd=1,Fd=1) {}; + \node (4u) at (barycentric cs:F=1,A=1,C=1) {}; + \node (5u) at (barycentric cs:E=1,G=1,C=1) {}; + \node (6u) at (barycentric cs:B=1,G=1,D=1) {}; + \node (1d) at (barycentric cs:Cd=1,Gd=1,E=1) {}; + \node (2d) at (barycentric cs:Dd=1,Gd=1,B=1) {}; + \node (3d) at (barycentric cs:Dd=1,Ad=1,Fd=1) {}; + \node (4d) at (barycentric cs:A=1,E=1,C=1) {}; + \node (5d) at (barycentric cs:G=1,E=1,B=1) {}; + \node (6d) at (barycentric cs:D=1,Fd=1,B=1) {}; + + \draw[dashed] (Cd.north) -- +(0cm ,6mm ); + \draw[dashed] (Gd.north) -- +(0cm ,6mm ); + \draw[dashed] (Dd.north) -- +(0cm ,6mm ); + \draw[dashed] (Ad.north) -- +(0cm ,6mm ); + \draw[dashed] (F.south) -- +(0cm ,-6mm); + \draw[dashed] (C.south) -- +(0cm ,-6mm); + \draw[dashed] (G.south) -- +(0cm ,-6mm); + \draw[dashed] (D.south) -- +(0cm ,-6mm); + \draw[dashed] (F.west) -- +(-6mm,0cm ); + \draw[dashed] (A.west) -- +(-6mm,0cm ); + \draw[dashed] (Cd.west) -- +(-6mm,0cm ); + \draw[dashed] (Ad.east) -- +(6mm ,0cm ); + \draw[dashed] (Fd.east) -- +(6mm ,0cm ); + \draw[dashed] (D.east) -- +(6mm ,0cm ); + \end{scope} + + \draw[hex] (1u.center) -- (1d.center) -- (2u.center) + -- (2d.center) -- (3u.center) -- (3d.center); + \draw[hex] (4u.center) -- (4d.center) -- (5u.center) + -- (5d.center) -- (6u.center) -- (6d.center); + \draw[hex] (1u.center) -- (4d.center); + \draw[hex] (2u.center) -- (5d.center); + \draw[hex] (3u.center) -- (6d.center); + \draw[hex,dashed] (1d.center) -- +(0, 1.5cm); + \draw[hex,dashed] (2d.center) -- +(0, 1.5cm); + \draw[hex,dashed] (3d.center) -- +(0, 1.5cm); + \draw[hex,dashed] (4u.center) -- +(0,-1.5cm); + \draw[hex,dashed] (5u.center) -- +(0,-1.5cm); + \draw[hex,dashed] (6u.center) -- +(0,-1.5cm); + + \draw[hex,dashed] (1u.center) -- +(150:1.0cm); + \draw[hex,dashed] (4u.center) -- +(150:1.0cm); + \draw[hex,dashed] (3d.center) -- +(-30:1.0cm); + \draw[hex,dashed] (6d.center) -- +(-30:1.0cm); + \end{tikzpicture} + \end{center} \end{frame} -\begin{frame}{M$_3$ : un mapping musical simple} +\begin{frame}{\sonif{sounds/M3}{M$_3$ : un mapping intervallique (45 s)}} +\begin{columns} +\column{.2\textwidth} +\begin{tikzpicture}[rotate=30,scale=.5, + hex/.style={regular polygon, regular polygon sides=6, draw, inner sep=.5cm, + transform shape, text width=0}] +\node[hex,gray] (5) at ( 30:1.41cm) {}; %5 +\node[hex,gray] (6) at ( 90:1.41cm) {}; %6 +\node[hex,gray] (1) at (150:1.41cm) {}; %1 +\node[hex,gray] (2) at (210:1.41cm) {}; %2 +\node[hex,gray] (3) at (270:1.41cm) {}; %3 +\node[hex,gray] (4) at (330:1.41cm) {}; %4 +\node[hex,thick] (h) at (0,0) {}; + +\foreach \i in {1,...,6} { + \draw[gray,->,dashed] (h.center) -- (\i) node[gray] {\i} ;} +\end{tikzpicture} + +\column{.6\textwidth} +\includegraphics[width=\textwidth]{figs/bulandhex} +\end{columns} + +\medskip +\begin{columns} +\column{.3\textwidth} +\includegraphics[width=\textwidth]{figs/hex} +\column{.3\textwidth} +\includegraphics[width=\textwidth]{figs/bul} +\end{columns} + +\medskip +\begin{center} +\end{center} \end{frame} -\begin{frame}{M$_4$ : un mapping musical étendu} +\begin{frame}{\sonif{sounds/M4}{M$_4$ : un mapping intervallique et rythmique (56 s)}} + Association de M$_2$ et de M$_3$ \end{frame} \section{Bilan et perspectives} \begin{frame}{Bilan} + Ce qui a été fait : + \begin{itemize} + \item Musify + \end{itemize} + + Résultats préliminaires encourageants \end{frame} \begin{frame}{Perspectives} + Ce qui est prévu : +\begin{itemize} + \item \texttt{gnusic} (en référence à gnuplot) + \item exploration assisté des mappings +\end{itemize} \end{frame} \end{document}