Add solutions for exercise 1
This commit is contained in:
@@ -328,7 +328,8 @@
|
|||||||
\draw[-{Latex}, line width=1pt] (est) -- (theta);
|
\draw[-{Latex}, line width=1pt] (est) -- (theta);
|
||||||
\end{tikzpicture}
|
\end{tikzpicture}
|
||||||
\end{figure}
|
\end{figure}
|
||||||
\pause\item Punktschätzer: Rechenvorschrift zur Berechnung von
|
\pause
|
||||||
|
\item Punktschätzer: Rechenvorschrift zur Berechnung von
|
||||||
Parametern aus Beobachtungen \\
|
Parametern aus Beobachtungen \\
|
||||||
$\rightarrow$ Schätzer hängen von den Realisierungen ab
|
$\rightarrow$ Schätzer hängen von den Realisierungen ab
|
||||||
und sind damit selbst auch zufällig \\
|
und sind damit selbst auch zufällig \\
|
||||||
@@ -417,7 +418,128 @@
|
|||||||
\end{enumerate}
|
\end{enumerate}
|
||||||
\end{frame}
|
\end{frame}
|
||||||
|
|
||||||
% TODO: Add slides
|
\begin{frame}
|
||||||
|
\frametitle{Aufgabe 1: Punktschätzer}
|
||||||
|
|
||||||
|
Die Anzahl der Studierenden, die zur Mittagszeit in der KIT-Mensa
|
||||||
|
essen gehen, sei näherungsweise Poissonverteilt mit unbekanntem
|
||||||
|
Parameter $\lambda > 0$, wobei $\lambda$ die mittlere Ankunftsrate an
|
||||||
|
Studierenden pro Minute ist.
|
||||||
|
\begin{gather*}
|
||||||
|
X_i \sim \text{Poisson}(\lambda),\hspace*{10mm} P(X_i = k
|
||||||
|
\vert \lambda) = \frac{\lambda^k}{k!}
|
||||||
|
e^{-\lambda},\hspace*{3mm} k\in \mathbb{N}_0
|
||||||
|
\end{gather*}
|
||||||
|
Aus N statistisch unabhängigen Messungen $x_i$ soll nun die mittlere
|
||||||
|
Ankunftsrate mithilfe eines ML-Schätzers geschätzt werden.
|
||||||
|
|
||||||
|
\begin{enumerate}%
|
||||||
|
% tex-fmt: off
|
||||||
|
[a{)}]
|
||||||
|
% tex-fmt: on
|
||||||
|
\item Bestimmen Sie die Log-Likelihoodfunktion für $N$
|
||||||
|
Messwerte und damit den ML-Schätzer für die
|
||||||
|
Ankunftsrate $\lambda$.
|
||||||
|
\begin{align*}
|
||||||
|
L_{\bm{x}}(\lambda) &= P(\bm{X} = \bm{x} | \lambda) =
|
||||||
|
\prod_{i=1}^{N} P(X_i=x_i | \lambda) =
|
||||||
|
\prod_{i=1}^{N} \frac{\lambda^{x_i}}{x_i!} e^{-\lambda} \\
|
||||||
|
l_{\bm{x}}(\lambda) &= \ln \left(
|
||||||
|
L_{\bm{x}}(\lambda) \right) = \ln \left(
|
||||||
|
\prod_{i=1}^{N} \frac{\lambda^{x_i}}{x_i!} e^{-\lambda} \right)
|
||||||
|
=
|
||||||
|
\sum_{i=1}^{N}\left[\ln \left( e^{-\lambda} \right) +
|
||||||
|
\ln \left( \lambda^{x_i} \right)
|
||||||
|
- \ln \left( x_i! \right)\right]
|
||||||
|
= - N \lambda + \sum_{i=1}^{N} \left[ x_i \ln \left(
|
||||||
|
\lambda \right) - \sum_{n=1}^{x_i} \ln \left( n \right) \right]
|
||||||
|
\end{align*}
|
||||||
|
\vspace*{5mm}
|
||||||
|
\begin{gather*}
|
||||||
|
\left.
|
||||||
|
\begin{array}{l}
|
||||||
|
\displaystyle\frac{\partial
|
||||||
|
l_{\bm{x}}(\lambda)}{\lambda} = -N +
|
||||||
|
\frac{1}{\lambda} \sum_{i=1}^{N} x_i \overset{!}{=} 0
|
||||||
|
\Rightarrow \lambda = \frac{\sum_{i=1}^{N} x_i}{N} \\[7mm]
|
||||||
|
\displaystyle\frac{\partial^2 l_{\bm{x}}(\lambda)}{\partial
|
||||||
|
\lambda^2} = - \frac{1}{\lambda^2} \sum_{i=1}^{N} x_i < 0
|
||||||
|
\end{array}
|
||||||
|
% tex-fmt: off
|
||||||
|
\right\}
|
||||||
|
% tex-fmt: on
|
||||||
|
\Rightarrow \hat{\lambda}_\text{ML} =
|
||||||
|
\argmax_\lambda \hspace{2mm} l_{\bm{x}}(\lambda) =
|
||||||
|
\frac{\sum_{i=1}^{N} x_i}{N}
|
||||||
|
%
|
||||||
|
% \hat{\lambda}_\text{ML} = \argmax_\lambda
|
||||||
|
% \hspace{2mm} \ln \left( l_{\bm{x}} (\lambda) \right)
|
||||||
|
\end{gather*}
|
||||||
|
\end{enumerate}
|
||||||
|
\end{frame}
|
||||||
|
|
||||||
|
% TODO: Erwartungswert Rechenregeln in Zusammenfassung
|
||||||
|
% TODO: Tschebyscheff Ungleichung in Theorie und Zusammenfassung
|
||||||
|
\begin{frame}
|
||||||
|
\frametitle{}
|
||||||
|
\begin{enumerate}%
|
||||||
|
% tex-fmt: off
|
||||||
|
[a{)}]
|
||||||
|
% tex-fmt: on
|
||||||
|
\setcounter{enumi}{1}
|
||||||
|
\item Zeigen Sie, dass der Schätzer erwartungstreu ist.
|
||||||
|
\begin{gather*}
|
||||||
|
E(\hat{\lambda}_\text{ML}) = E \left(\frac{1}{N}
|
||||||
|
\sum_{i=1}^{N} X_i \right)
|
||||||
|
= \frac{1}{N} \sum_{i=1}^{N} E(X_i) = \frac{1}{N}
|
||||||
|
\cdot N \lambda = \lambda
|
||||||
|
\hspace{7mm}\Rightarrow\hspace{7mm} \text{Schätzer
|
||||||
|
ist erwartungstreu}
|
||||||
|
\end{gather*}
|
||||||
|
\item Ist der ML-Schätzer konsistent?
|
||||||
|
\begin{gather*}
|
||||||
|
E\left( \lvert \hat{\lambda}_\text{ML} - \lambda
|
||||||
|
\rvert > \varepsilon
|
||||||
|
\right)
|
||||||
|
= E\left( \lvert \hat{\lambda}_\text{ML} -
|
||||||
|
E\left(\hat{\lambda}_\text{ML}\right) \rvert > \varepsilon
|
||||||
|
\right)
|
||||||
|
\le
|
||||||
|
\frac{V\left(\hat{\lambda}_\text{ML}\right)}{\varepsilon^2} \\
|
||||||
|
V\left(\hat{\lambda}_\text{ML}\right) = V \left(
|
||||||
|
\frac{1}{N} \sum_{i=1}^{N} X_i \right) =
|
||||||
|
\frac{1}{N^2} \sum_{i=1}^{N} V(X_i) =
|
||||||
|
\frac{N\lambda}{N^2} = \frac{\lambda}{N}
|
||||||
|
\end{gather*}
|
||||||
|
\begin{gather*}
|
||||||
|
E\left( \lvert \hat{\lambda}_\text{ML} - \lambda
|
||||||
|
\rvert > \varepsilon
|
||||||
|
\right) \le \frac{\lambda}{N \varepsilon^2}
|
||||||
|
\overset{N\rightarrow
|
||||||
|
\infty}{\relbar\joinrel\relbar\joinrel\relbar\joinrel\rightarrow}
|
||||||
|
0
|
||||||
|
\hspace{7mm} \Rightarrow \hspace{7mm} \text{Schätzer
|
||||||
|
ist konsistent}
|
||||||
|
\end{gather*}
|
||||||
|
\item Ist der ML-Schätzer effizient?
|
||||||
|
\begin{gather*}
|
||||||
|
J\left( \lambda \right) = - E
|
||||||
|
\left(
|
||||||
|
\frac{\partial^2}{\partial \lambda^2} l_{\bm{x}}
|
||||||
|
(\lambda) \right)
|
||||||
|
= - E \left( \frac{1}{\lambda^2} \sum_{i=1}^{N} X_i \right)
|
||||||
|
= \frac{1}{\lambda^2} \sum_{i=1}^{N} E\left( X_i
|
||||||
|
\right) = \frac{N}{\lambda} \\[5mm]
|
||||||
|
V\left( \hat{\lambda}_\text{ML} \right)
|
||||||
|
% tex-fmt: off
|
||||||
|
\overset{\text{c)}}{=}
|
||||||
|
% tex-fmt: on
|
||||||
|
\frac{\lambda}{N} = \frac{1}{J\left( \lambda \right)}
|
||||||
|
\hspace{7mm} \Rightarrow \hspace{7mm} \text{Schätzer
|
||||||
|
ist effizient}
|
||||||
|
\end{gather*}
|
||||||
|
\end{enumerate}
|
||||||
|
\end{frame}
|
||||||
|
|
||||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||||
\section{Aufgabe 2}
|
\section{Aufgabe 2}
|
||||||
|
|||||||
Reference in New Issue
Block a user