455 lines
17 KiB
TeX
455 lines
17 KiB
TeX
\documentclass[11pt]{beamer}
|
||
|
||
\usepackage{xunicode}% for XeTex!
|
||
\usepackage{fontspec}% for XeTex!
|
||
\usepackage{xltxtra} % for XeTex!
|
||
|
||
\usepackage{amsfonts}% for Z12
|
||
\usepackage[french]{babel}
|
||
\usepackage{url}
|
||
\usepackage{tikz}
|
||
\usetikzlibrary{shapes}
|
||
\usetikzlibrary{shapes.geometric}
|
||
\usetikzlibrary{positioning}
|
||
\usetikzlibrary{fit}
|
||
\usetikzlibrary{lindenmayersystems}% for Hilbert curve
|
||
\usetikzlibrary{external}
|
||
\tikzexternalize[prefix=figs/]
|
||
\tikzset{external/system call={xelatex \tikzexternalcheckshellescape
|
||
-halt-on-error -interaction=batchmode -jobname "\image" "\texsource"}}
|
||
\usepackage[lofdepth,lotdepth]{subfig}% replaces subfigure
|
||
|
||
% The presentation specific packages
|
||
%\usepackage{hyperref}
|
||
\usepackage{multimedia}
|
||
|
||
\defaultfontfeatures{Scale=MatchLowercase}
|
||
\setromanfont[Mapping=tex−text]{Linux Libertine O}
|
||
\setsansfont [Mapping=tex−text]{Ubuntu}
|
||
\setmonofont [Mapping=tex−text]{Inconsolata}
|
||
|
||
\newcommand{\ircam}{Ircam}
|
||
\newcommand{\lps}{Lps}
|
||
\newcommand{\lisp}{Lisp}
|
||
\newcommand{\mlys}{Modalys}
|
||
\newcommand{\om}{OpenMusic}
|
||
\newcommand{\mpri}{Mpri}
|
||
\newcommand{\todo}{\fbox{\texttt{todo}}}
|
||
\newcommand{\sonif}[2]{%
|
||
\parbox{2ex}{\includegraphics[height=2ex]{figs/speaker}}%
|
||
\hspace{.5em}\emph{#2}}
|
||
|
||
\hyphenation{con-cen-trent}
|
||
\AtBeginSection[]{
|
||
\frame{\sectionpage}
|
||
}
|
||
|
||
\begin{document}
|
||
\title{De la sonification à la « musification »\\de systèmes complexes}
|
||
\subtitle{Présentation de stage}
|
||
\author{Martin Potier\\
|
||
{\scriptsize MPRI, Université Paris Diderot}}
|
||
\date{6 septembre 2012}
|
||
\institute{
|
||
{\small\textbf{Moreno Andreatta} et \textbf{Jean-Louis Giavitto}}\\
|
||
Équipe Représentation Musicales, Institut de Recherche et Coordination Acoustique/Musique, CNRS \and
|
||
{\small\textbf{Wiebke Drenckhan}}\\
|
||
Laboratoire de Physique des Solides, Université Paris Sud, CNRS}
|
||
|
||
% Each presentation will last 30 minutes (20 minutes of presentation + 10
|
||
% minutes of questions). A video-projector will be available.
|
||
|
||
\frame{\titlepage}
|
||
|
||
\begin{frame}{Plan}
|
||
\tableofcontents
|
||
\end{frame}
|
||
|
||
\section{Motivations}
|
||
% Trouver des lois d'un système complexe sans connaissance a priori
|
||
\begin{frame}{Comprendre l'évolution d'une mousse liquide en deux dimensions}
|
||
Vidéo
|
||
% movie
|
||
\end{frame}
|
||
|
||
\begin{frame}{Comprendre l'évolution d'une mousse liquide (suite)}
|
||
\begin{center}
|
||
Comment qualifier ces 3 organisations spatiales ?
|
||
\end{center}
|
||
|
||
\begin{columns}
|
||
\column{.3\textwidth}
|
||
\includegraphics[width=\textwidth]{figs/foam2D-honeycomb}
|
||
\column{.3\textwidth}
|
||
\includegraphics[width=\textwidth]{figs/foam2D-grain-boundaries}
|
||
\column{.3\textwidth}
|
||
\includegraphics[width=\textwidth]{figs/foam2D-disordered}
|
||
\end{columns}
|
||
|
||
\pause
|
||
\begin{columns}
|
||
\column{.6\textwidth}
|
||
\includegraphics[width=\textwidth]{figs/lauriesfoam}
|
||
|
||
\column{.4\textwidth}
|
||
\begin{itemize}
|
||
\item 10 ans pour obtenir le modèle !
|
||
\item Pourrait-on aller plus vite ?
|
||
\item Pourrait-on \emph{entendre} la mousse ?
|
||
\end{itemize}
|
||
\end{columns}
|
||
\end{frame}
|
||
|
||
\section{De la sonification scientifique\ldots}
|
||
\begin{frame}{Un nouveau domaine}
|
||
\begin{itemize}
|
||
\item Propriétés intéressantes du système auditif : reconnaissance
|
||
des objets sonores évoluant \emph{dans le temps}, spatialisation,
|
||
multi-échelle, \ldots
|
||
\item En parallèle de la \emph{visualisation scientifique} des données.
|
||
\end{itemize}
|
||
|
||
\pause
|
||
\begin{quote}
|
||
« Sonification is the transformation of data relations into perceived
|
||
relations in an acoustic signal for the purposes of facilitating
|
||
communication or interpretation. »\hfill\textbf{Kramer~1999}
|
||
\end{quote}
|
||
|
||
\pause
|
||
\begin{center}
|
||
\usebeamercolor{frametitle}
|
||
\begin{tikzpicture}[align=center, every node/.style={fg,auto}]
|
||
\node (phystate) {État local du système};
|
||
\node (phyobs) [below=of phystate] {Observables};
|
||
\node (sonrel) [right=of phystate] {Relations sonores\\(analogiques)};
|
||
\node (sonobs) [below=of sonrel] {Objets sonores};
|
||
\node (qb) at (barycentric cs:phyobs=1,sonobs=1)
|
||
[black,yshift=-1cm,font=\scriptsize] {mappings\\sonification};
|
||
|
||
\draw[thick,->, dotted] (phyobs) -- (phystate);
|
||
\draw[black,thick,->] (phyobs) |- (qb) -| (sonobs);
|
||
\draw[black,thick,font=\scriptsize,->] (sonobs)
|
||
to node [swap,text width=21mm] {perception (IHM)} (sonrel);
|
||
\draw[black,thick,->,dotted] (sonrel) to node [swap] {?} (phystate);
|
||
\end{tikzpicture}
|
||
\end{center}
|
||
\end{frame}
|
||
|
||
\begin{frame}{\sonif{sound/M1}{M$_1$ : synthèse modale, timbre et ordre (30 s)}}
|
||
Utilise Modalys (outil de l'IRCAM) pour la synthèse de timbre
|
||
|
||
\medskip
|
||
\begin{center}
|
||
\begin{tabular}{|r|l|}
|
||
\hline
|
||
\textbf{Paramètres des bulles} & \textbf{Paramètres du mapping} \\
|
||
\hline
|
||
Nombre de voisines & Fréquence \\
|
||
Aire & Bande de fréquence \\
|
||
Périmètre & Amplitude \\
|
||
\hline
|
||
\end{tabular}
|
||
\end{center}
|
||
|
||
\medskip
|
||
Modalys simule 900 oscillateurs (un par bulle).
|
||
|
||
\pause\medskip
|
||
On peut entendre les 3 configurations spatiales précédentes :
|
||
|
||
\begin{description}
|
||
\item[Ordre] $\rightarrow$ fréquence pure ;
|
||
\item[Grain boundaries] $\rightarrow$ battement (deux fréquences proches) ;
|
||
\item[Désordre] $\rightarrow$ bruit non caractéristique.
|
||
\end{description}
|
||
|
||
On pourrait faire mieux\ldots
|
||
\end{frame}
|
||
|
||
\section{\ldots à la musification}
|
||
\begin{frame}{Enrichir la sonification}
|
||
\begin{columns}
|
||
\column{.7\textwidth}
|
||
\usebeamercolor{frametitle}
|
||
\pgfdeclarelayer{background}
|
||
\pgfsetlayers{background,main}
|
||
\begin{tikzpicture}[align=center, every node/.style={fg,auto}]
|
||
\node (phystate) {État local du système};
|
||
\node (phyobs) [below=of phystate] {Observables};
|
||
\node (sonrel) [right=of phystate] {Relations sonores\\(analogiques)};
|
||
\node (musrel) [above=of sonrel] {Relations musicales\\(symboliques)};
|
||
\node (sonobs) [below=of sonrel] {Objets sonores};
|
||
\node (phyrel) [above=of phystate] {État global du système\\Lois du système};
|
||
\node (qt) at (barycentric cs:musrel=1,phyrel=1) [black,yshift=1cm] {?};
|
||
\node (qb) at (barycentric cs:phyobs=1,sonobs=1)
|
||
[black,yshift=-1cm,font=\scriptsize] {mappings\\sonification/musification};
|
||
|
||
\draw[thick,->, dotted] (phyobs) -- (phystate);
|
||
\draw[thick,->, dotted] (phystate) -- (phyrel);
|
||
\draw[black,thick,->] (phyobs) |- (qb) -| (sonobs);
|
||
\draw[black,thick,font=\scriptsize,->] (sonobs)
|
||
to node [swap,text width=21mm] {perception (IHM)} (sonrel);
|
||
\draw[black,thick,->,dotted] (sonrel) to node [swap] {?} (phystate);
|
||
\draw[black,thick,->] (sonrel) to (musrel);
|
||
\draw[black,thick,->] (musrel.north) |- (qt) -| (phyrel.north);
|
||
|
||
\begin{pgfonlayer}{background}
|
||
\node[draw=gray,dashed,thick,fill=gray!10,inner sep=5mm,xshift=3mm,yshift=-4mm,
|
||
fit=(phystate) (sonrel) (sonobs) (phyobs) (qb)] {};
|
||
\end{pgfonlayer}
|
||
\end{tikzpicture}
|
||
|
||
\pause
|
||
\column{.3\textwidth}
|
||
\begin{itemize}
|
||
\item plus de paramètres
|
||
\item à plusieurs échelles
|
||
\item paramètres plus « riches »
|
||
\end{itemize}
|
||
Bande passante de données à mapper plus grande
|
||
\end{columns}
|
||
\end{frame}
|
||
|
||
\begin{frame}{\sonif{sound/M2}{M$_2$ : un mapping rythmique (22 s)}}
|
||
|
||
\begin{columns}
|
||
\column{.5\textwidth}
|
||
\includegraphics[width=\textwidth]{figs/chemin-rythm1}
|
||
\column{.5\textwidth}
|
||
\includegraphics[width=\textwidth]{figs/chemin-rythm2}
|
||
\end{columns}
|
||
|
||
40 premières itérations
|
||
|
||
\pause
|
||
\begin{columns}
|
||
\column{.5\textwidth}
|
||
\includegraphics[width=\textwidth]{figs/lauriesfoam}
|
||
|
||
\column{.5\textwidth}
|
||
Conclusion :
|
||
\begin{itemize}
|
||
\item on entend un changement
|
||
\item placement de $\Delta$ arbitraire
|
||
\item 1D alors que 2D
|
||
\end{itemize}
|
||
\end{columns}
|
||
\end{frame}
|
||
|
||
\begin{frame}{Des Tonnetz aux graphes de Cayley}
|
||
\begin{columns}[c]
|
||
\column{.4\textwidth}
|
||
\includegraphics[width=\textwidth]{figs/eulers-tonnetz}
|
||
|
||
\column{.05\textwidth}
|
||
$$ \rightarrow $$
|
||
|
||
\column{.4\textwidth}
|
||
\begin{tikzpicture}
|
||
[note/.style={draw,black,circle,inner sep=.5mm,minimum size=8mm},
|
||
label distance=-1mm,label position=below left,
|
||
double distance=.5mm, scale=.5, transform shape]
|
||
\node[note,double] (C) {Do };
|
||
\node[note,left=of C] (F) {Fa };
|
||
\node[note,right=of C] (G) {Sol };
|
||
\node[note,right=of G] (D) {Ré };
|
||
|
||
\node[note,above=of F] (A) {La };
|
||
\node[note,right=of A] (E) {Mi };
|
||
\node[note,right=of E] (B) {Si };
|
||
\node[note,right=of B] (Fd) { Fa\#};
|
||
|
||
\node[note,above=of A] (Cd) { Do\#};
|
||
\node[note,right=of Cd] (Gd) {Sol\#};
|
||
\node[note,right=of Gd] (Dd) { Ré\#};
|
||
\node[note,right=of Dd] (Ad) { La\#};
|
||
|
||
\draw (F) -- (C) -- node[above,midway] {+7} (G) -- (D);
|
||
\draw (A) -- (E) -- (B) -- (Fd);
|
||
\draw (Cd) -- (Gd) -- (Dd) -- (Ad);
|
||
|
||
\draw (F) -- (A) -- (Cd);
|
||
\draw (C) -- node[right,midway] {+4} (E) -- (Gd);
|
||
\draw (G) -- (B) -- (Dd);
|
||
\draw (D) -- (Fd) -- (Ad);
|
||
|
||
\draw[dashed] (Cd.north) -- +(0cm ,6mm );
|
||
\draw[dashed] (Gd.north) -- +(0cm ,6mm );
|
||
\draw[dashed] (Dd.north) -- +(0cm ,6mm );
|
||
\draw[dashed] (Ad.north) -- +(0cm ,6mm );
|
||
\draw[dashed] (F.south) -- +(0cm ,-6mm);
|
||
\draw[dashed] (C.south) -- +(0cm ,-6mm);
|
||
\draw[dashed] (G.south) -- +(0cm ,-6mm);
|
||
\draw[dashed] (D.south) -- +(0cm ,-6mm);
|
||
\draw[dashed] (F.west) -- +(-6mm,0cm );
|
||
\draw[dashed] (A.west) -- +(-6mm,0cm );
|
||
\draw[dashed] (Cd.west) -- +(-6mm,0cm );
|
||
\draw[dashed] (Ad.east) -- +(6mm ,0cm );
|
||
\draw[dashed] (Fd.east) -- +(6mm ,0cm );
|
||
\draw[dashed] (D.east) -- +(6mm ,0cm );
|
||
\end{tikzpicture}
|
||
\end{columns}
|
||
|
||
\medskip
|
||
Présentation du groupe $\mathbb{Z}_{12}$ :
|
||
$$ g_{4,7} = < \mathbf{4}, \mathbf{7}\ |\ 3.\mathbf{4} + 0.\mathbf{7} = 0,\quad0.\mathbf{4} +
|
||
12.\mathbf{7} = 0,\quad\mathbf{4} + \mathbf{7} = \mathbf{7} + \mathbf{4} > $$
|
||
\end{frame}
|
||
|
||
\begin{frame}{Des Tonnetz aux graphes de Cayley (suite)}
|
||
\begin{center}
|
||
\begin{tikzpicture}
|
||
[note/.style={draw,black,circle,inner sep=2mm},
|
||
hex/.style={},
|
||
label distance=-1mm,label position=below left,
|
||
double distance=.5mm,xscale=.60\textwidth/9.2cm,
|
||
yscale=.50\textwidth/9.2cm]
|
||
\begin{scope}[opacity=.5]
|
||
\node[note] (F) at (-1cm,0cm) {};
|
||
\node[note,double] (C) at ( 1cm,0cm) {};
|
||
\node[note] (G) at ( 3cm,0cm) {};
|
||
\node[note] (D) at ( 5cm,0cm) {};
|
||
|
||
\node[note] (A) at ( 0cm,2cm) {};
|
||
\node[note] (E) at ( 2cm,2cm) {};
|
||
\node[note] (B) at ( 4cm,2cm) {};
|
||
\node[note] (Fd) at ( 6cm,2cm) {};
|
||
|
||
\node[note] (Cd) at ( 1cm,4cm) {};
|
||
\node[note] (Gd) at ( 3cm,4cm) {};
|
||
\node[note] (Dd) at ( 5cm,4cm) {};
|
||
\node[note] (Ad) at ( 7cm,4cm) {};
|
||
|
||
\draw (F) -- (C) -- (G) -- (D);
|
||
\draw (A) -- (E) -- (B) -- (Fd);
|
||
\draw (Cd) -- (Gd) -- (Dd) -- (Ad);
|
||
|
||
\draw (F) -- (A) -- (Cd);
|
||
\draw (C) -- (E) -- (Gd);
|
||
\draw (G) -- (B) -- (Dd);
|
||
\draw (D) -- (Fd) -- (Ad);
|
||
\draw (Cd) -- (E) -- (G);
|
||
\draw (Gd) -- (B) -- (D);
|
||
\draw (Dd) -- (Fd);
|
||
\draw (A) -- (C);
|
||
|
||
\node (1u) at (barycentric cs:A=1,Cd=1,E=1) {};
|
||
\node (2u) at (barycentric cs:Gd=1,B=1,E=1) {};
|
||
\node (3u) at (barycentric cs:B=1,Dd=1,Fd=1) {};
|
||
\node (4u) at (barycentric cs:F=1,A=1,C=1) {};
|
||
\node (5u) at (barycentric cs:E=1,G=1,C=1) {};
|
||
\node (6u) at (barycentric cs:B=1,G=1,D=1) {};
|
||
\node (1d) at (barycentric cs:Cd=1,Gd=1,E=1) {};
|
||
\node (2d) at (barycentric cs:Dd=1,Gd=1,B=1) {};
|
||
\node (3d) at (barycentric cs:Dd=1,Ad=1,Fd=1) {};
|
||
\node (4d) at (barycentric cs:A=1,E=1,C=1) {};
|
||
\node (5d) at (barycentric cs:G=1,E=1,B=1) {};
|
||
\node (6d) at (barycentric cs:D=1,Fd=1,B=1) {};
|
||
|
||
\draw[dashed] (Cd.north) -- +(0cm ,6mm );
|
||
\draw[dashed] (Gd.north) -- +(0cm ,6mm );
|
||
\draw[dashed] (Dd.north) -- +(0cm ,6mm );
|
||
\draw[dashed] (Ad.north) -- +(0cm ,6mm );
|
||
\draw[dashed] (F.south) -- +(0cm ,-6mm);
|
||
\draw[dashed] (C.south) -- +(0cm ,-6mm);
|
||
\draw[dashed] (G.south) -- +(0cm ,-6mm);
|
||
\draw[dashed] (D.south) -- +(0cm ,-6mm);
|
||
\draw[dashed] (F.west) -- +(-6mm,0cm );
|
||
\draw[dashed] (A.west) -- +(-6mm,0cm );
|
||
\draw[dashed] (Cd.west) -- +(-6mm,0cm );
|
||
\draw[dashed] (Ad.east) -- +(6mm ,0cm );
|
||
\draw[dashed] (Fd.east) -- +(6mm ,0cm );
|
||
\draw[dashed] (D.east) -- +(6mm ,0cm );
|
||
\end{scope}
|
||
|
||
\draw[hex] (1u.center) -- (1d.center) -- (2u.center)
|
||
-- (2d.center) -- (3u.center) -- (3d.center);
|
||
\draw[hex] (4u.center) -- (4d.center) -- (5u.center)
|
||
-- (5d.center) -- (6u.center) -- (6d.center);
|
||
\draw[hex] (1u.center) -- (4d.center);
|
||
\draw[hex] (2u.center) -- (5d.center);
|
||
\draw[hex] (3u.center) -- (6d.center);
|
||
\draw[hex,dashed] (1d.center) -- +(0, 1.5cm);
|
||
\draw[hex,dashed] (2d.center) -- +(0, 1.5cm);
|
||
\draw[hex,dashed] (3d.center) -- +(0, 1.5cm);
|
||
\draw[hex,dashed] (4u.center) -- +(0,-1.5cm);
|
||
\draw[hex,dashed] (5u.center) -- +(0,-1.5cm);
|
||
\draw[hex,dashed] (6u.center) -- +(0,-1.5cm);
|
||
|
||
\draw[hex,dashed] (1u.center) -- +(150:1.0cm);
|
||
\draw[hex,dashed] (4u.center) -- +(150:1.0cm);
|
||
\draw[hex,dashed] (3d.center) -- +(-30:1.0cm);
|
||
\draw[hex,dashed] (6d.center) -- +(-30:1.0cm);
|
||
\end{tikzpicture}
|
||
\end{center}
|
||
|
||
On peut entendre la déformation d'une grille hexagonale
|
||
\end{frame}
|
||
|
||
\begin{frame}{\sonif{sounds/M3}{M$_3$ : un mapping intervallique (53 s)}}
|
||
\begin{columns}
|
||
\column{.2\textwidth}
|
||
\begin{tikzpicture}[rotate=30,scale=.5,
|
||
hex/.style={regular polygon, regular polygon sides=6, draw, inner sep=.5cm,
|
||
transform shape, text width=0}]
|
||
\node[hex,gray] (5) at ( 30:1.41cm) {}; %5
|
||
\node[hex,gray] (6) at ( 90:1.41cm) {}; %6
|
||
\node[hex,gray] (1) at (150:1.41cm) {}; %1
|
||
\node[hex,gray] (2) at (210:1.41cm) {}; %2
|
||
\node[hex,gray] (3) at (270:1.41cm) {}; %3
|
||
\node[hex,gray] (4) at (330:1.41cm) {}; %4
|
||
\node[hex,thick] (h) at (0,0) {};
|
||
|
||
\foreach \i in {1,...,6} {
|
||
\draw[gray,->,dashed] (h.center) -- (\i) node[gray] {\i} ;}
|
||
\end{tikzpicture}
|
||
|
||
\column{.6\textwidth}
|
||
\includegraphics[width=\textwidth]{figs/bulandhex}
|
||
\end{columns}
|
||
|
||
\medskip
|
||
\begin{columns}
|
||
\column{.3\textwidth}
|
||
\includegraphics[width=\textwidth]{figs/hex}
|
||
\column{.3\textwidth}
|
||
\includegraphics[width=\textwidth]{figs/bul}
|
||
\end{columns}
|
||
|
||
\medskip
|
||
\begin{center}
|
||
\end{center}
|
||
\end{frame}
|
||
|
||
\begin{frame}{\sonif{sounds/M4}{M$_4$ : un mapping intervallique et rythmique (58 s)}}
|
||
Association de M$_2$ et de M$_3$
|
||
\end{frame}
|
||
|
||
\section{Conclusion}
|
||
\begin{frame}{Bilan \& Perspectives}
|
||
Réalisation d'une bibliothèque logicielle \textbf{Musify} avec OpenMusic :
|
||
\begin{itemize}
|
||
\item langage fonctionnel
|
||
\item analyse musicale compositionnelle
|
||
\item réutilisation pour la composition
|
||
\end{itemize}
|
||
|
||
\includegraphics[width=\textwidth]{figs/visual-prog}
|
||
\end{frame}
|
||
|
||
\begin{frame}{Bilan \& Perspectives (suite)}
|
||
Les résultats sont encourageants :
|
||
\begin{itemize}
|
||
\item On repère des phases
|
||
\item Faible temps de calcul (< quelques secondes)
|
||
\item Beaucoup de variations à investiguer
|
||
\end{itemize}
|
||
|
||
Ce qui est prévu :
|
||
\begin{itemize}
|
||
\item \texttt{gnusic} (en référence à gnuplot)
|
||
\item exploration assistée des mappings (système de types ?)
|
||
\end{itemize}
|
||
\end{frame}
|
||
\end{document}
|