/
09-01-ACA-Temporal-Intro.tex
250 lines (227 loc) · 11.2 KB
/
09-01-ACA-Temporal-Intro.tex
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
% move all configuration stuff into includes file so we can focus on the content
\input{include}
\subtitle{module 9.1: introduction to tempo \& rhythm terminology}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{document}
% generate title page
\input{include/titlepage}
\section[overview]{lecture overview}
\begin{frame}{introduction}{overview}
\begin{block}{corresponding textbook section}
%\href{http://ieeexplore.ieee.org/xpl/articleDetails.jsp?arnumber=6331123}{Chapter 6~---~Temporal Analysis}: pp.~129--135
sections~9.1 \& 9.2
\end{block}
\begin{itemize}
\item \textbf{lecture content}
\begin{itemize}
\item terminology for rhythm detection
\item perceptually motivated rhythm accuracy
\end{itemize}
\bigskip
\item<2-> \textbf{learning objectives}
\begin{itemize}
\item describe the terms onset, tempo, meter, bar, and rhythm
\item give two examples of typical onset times for musical instruments
\end{itemize}
\end{itemize}
\inserticon{directions}
\end{frame}
\section[intro]{introduction}
\begin{frame}{temporal events}{introduction}
\begin{itemize}
\item \textbf{categorization of temporal parameters}:
\begin{itemize}
\item \textit{score} parameters:\\ structure, time signature, rhythm, \ldots
\item \textit{performance} parameters:\\ tempo, timing, \ldots
\end{itemize}
\bigskip
\item<2-> \textbf{perception of temporal parameters}:
\begin{itemize}
\item audio signal/stream is segmented into distinct events $\Rightarrow$ \textit{onsets} (segment start)
\item humans \textit{structure and group} these events due to position, salience, \ldots
\end{itemize}
\end{itemize}
\end{frame}
\section[perception]{human perception of temporal events}
\begin{frame}{human perception of temporal events}{introduction to onsets}
\vspace{-3mm}
\begin{itemize}
\item \textbf{onset} is start of a musical event
\smallskip
\item<1-> \textbf{properties}:
\begin{itemize}
\item<1-> position
\item<1-> strength, salience
\item<1-> length?
\end{itemize}
\end{itemize}
\vspace{-3mm}
{\figwithmatlab{Onset}}
\end{frame}
\begin{frame}{human perception of temporal events}{initial transients}
\begin{columns}
\column{.4\linewidth}
\begin{itemize}
\item percussive instruments:
\begin{itemize}
\item \unit[3-20]{ms}
\end{itemize}
\smallskip
\item woodwind instruments:
\begin{itemize}
\item up to \unit[300]{ms}
\end{itemize}
\bigskip
\item<2-> typical range for majority of instruments:
\begin{itemize}
\item \unit[15--50]{ms}
\end{itemize}
\end{itemize}
\column{.6\linewidth}
\begin{figure}
\includegraphics[width=\columnwidth]{Onset}
\end{figure}
\end{columns}
\end{frame}
\begin{frame}{human perception of temporal events}{human detection accuracy}
\vspace{-3mm}
\begin{itemize}
\item \textit{detection \& discrimination} of 2 subsequent onsets
\begin{itemize}
\item detection $\Delta t > \unit[2]{ms}$, discrimination $\Delta t > \unit[20]{ms}$\only<1>{\footfullcite{hirsh_auditory_1959}}
\end{itemize}
\smallskip
\item<2-> \textit{prediction} of looped monophonic instrument onsets
\begin{itemize}
\item IOI \unit[600]{ms}: $\sigma = \unit[12]{ms}$\only<2>{\footfullcite{gordon_perception_1984}}
\item IOI $<$ \unit[240]{ms}: $\sigma = \unit[10]{ms}$\only<2>{\footfullcite{friberg_perception_1992}}
\end{itemize}
\smallskip
\item<3-> manual onset time \textit{annotation}
\begin{itemize}
\item piano: mean abs.\ error: \unit[4.3]{ms}, max: \unit[35]{ms}\only<3>{\footfullcite{repp_diversity_1992}}
\item various: mean abs.\ error: \unit[10]{ms}, max: \unit[30]{ms}\only<3>{\footfullcite{leveau_methodology_2004}}
\end{itemize}
\smallskip
\item<4-> ensemble performance
\begin{itemize}
\item string \& woodwind: deviations up to \unit[30-50]{ms}\only<4>{\footfullcite{rasch_synchronization_1979}}
\item piano: $\sigma = \unit[14-38]{ms}$\only<4>{\footfullcite{shaffer_timing_1984}}
\end{itemize}
\end{itemize}
\end{frame}
\begin{frame}{human perception of temporal events}{offsets}
\question{what about offsets/end of notes}
\begin{itemize}
\item \textbf{perceptually not as important} as an onset
\begin{itemize}
\item offset are often ignored in rhythm perception
\end{itemize}
\smallskip
\item \textbf{systematic difficulties}: when does a note end?
\begin{itemize}
\item performer stops excitation
\item instrument stops oscillation
\item listener cannot recognize it anymore
\end{itemize}
\smallskip
\item \textbf{practical difficulties}: hard to detect
\begin{itemize}
\item low volume
\item reverberation
\item masking
\end{itemize}
\end{itemize}
\end{frame}
\begin{frame}{human perception of temporal events}{tempo, meter \& rhythm}
\vspace{-2mm}
\begin{itemize}
\item \textbf{tempo}: perceived equal duration pulses at a ``natural'' rate~---~tactus
\begin{itemize}
\item<1-> constant tempo
\begin{footnotesize}
\begin{equation*}\label{eq:tempo_mean}
\mathfrak{T} = \frac{ \mathcal{B}\cdot \unit[60]{s}}{\Delta t_\mathrm{s}}\;\; [\unit{BPM}]
\end{equation*}
\end{footnotesize}
\item<1-> dynamic tempo
\begin{footnotesize}
\begin{equation*}
\mathfrak{T}_\mathrm{local}(j) = \frac{\unit[60]{s}}{t_\mathrm{b}(j+1)-t_\mathrm{b}(j)}\;\; [\unit{BPM}]
\end{equation*}
\end{footnotesize}
\item perceived overall tempo?
\begin{itemize}
\item average, main, mode, \ldots
\end{itemize}
\end{itemize}
\smallskip
\item<2-> \textbf{meter}
\begin{itemize}
\item group of strong and weak musical elements/beats
\item typically 3 to 7 beats (app.\ \unit[5]{s})
\end{itemize}
\smallskip
\item<3-> \textbf{rhythm}
\begin{itemize}
\item group length \unit[1--8]{beats}
\item defined by accents and time intervals
\end{itemize}
\end{itemize}
\end{frame}
\begin{frame}{temporal events}{hierarchical structure}
\figwithmatlab{BeatHierarchy}
\end{frame}
\section[musical]{musical notation of temporal events}
\begin{frame}{musical notation of temporal events}{tempo, time signature, bar \& note value}
\begin{itemize}
\item \textbf{tempo}
\begin{itemize}
\item \textsl{Largo}, \textsl{Adagio}, \textsl{Andante}, \textsl{Moderato}, \textsl{Allegro}, \textsl{Presto}
\item \textsl{ritardando}, \textsl{accelerando}, \ldots
\item modern scores: sometimes overall tempo in \unit{BPM}
\end{itemize}
\smallskip
\item<1-> \textbf{bar}
\begin{itemize}
\item score equivalent of perceptual meter
\item begin of bar is marked by a vertical line
\end{itemize}
\smallskip
\item<1-> \textbf{time signature}
\begin{itemize}
\item conveys length of bar
\only<1->{\begin{flushright}
\vspace{-10mm}
\includegraphics[scale=.5]{graph/onset_timesigs}
\end{flushright}}
\end{itemize}
\smallskip
\item<1-> \textbf{note value}
\only<1->{\begin{flushright}
\vspace{-5mm}
\includegraphics[scale=.6]{graph/onset_notevalues}
\end{flushright}}
\end{itemize}
\end{frame}
\section{summary}
\begin{frame}{summary}{lecture content}
\begin{itemize}
\item \textbf{perceptual terms}
\begin{itemize}
\item onset, tempo, meter, rhythm
\end{itemize}
\bigskip
\item \textbf{musical terms}
\begin{itemize}
\item tempo, bar, time signature, note value, rhythm
\end{itemize}
\bigskip
\item \textbf{accuracy range of interest}
\begin{itemize}
\item \unit[2--300]{ms}
\end{itemize}
\end{itemize}
\inserticon{summary}
\end{frame}
\end{document}