[spec] clean up
[notes.git] / spec / statistics.tex
index da1ec9b7711634155706c8d01b221754fa53c06b..323ec2ac410e6e775239a53452756cc08d8f8a8d 100644 (file)
     Always express \(z\) as +ve. Express confidence \textit{interval} as ordered pair.
   \end{warning}
 
-\pgfmathdeclarefunction{gauss}{2}{%
-  \pgfmathparse{1/(#2*sqrt(2*pi))*exp(-((x-#1)^2)/(2*#2^2))}%
-}
-                  \pgfplotsset{every axis/.append style={
-                    axis x line=middle,    % put the x axis in the middle
-                    axis y line=middle,    % put the y axis in the middle
-                  }} \pgfkeys{/pgf/decoration/.cd,
-      distance/.initial=10pt
-}  \pgfdeclaredecoration{add dim}{final}{
-\state{final}{% 
-\pgfmathsetmacro{\dist}{5pt*\pgfkeysvalueof{/pgf/decoration/distance}/abs(\pgfkeysvalueof{/pgf/decoration/distance})}    
-          \pgfpathmoveto{\pgfpoint{0pt}{0pt}}             
-          \pgfpathlineto{\pgfpoint{0pt}{2*\dist}}   
-          \pgfpathmoveto{\pgfpoint{\pgfdecoratedpathlength}{0pt}} 
-          \pgfpathlineto{\pgfpoint{(\pgfdecoratedpathlength}{2*\dist}}     
-          \pgfsetarrowsstart{latex}
-          \pgfsetarrowsend{latex}
-          \pgfpathmoveto{\pgfpoint{0pt}{\dist}}
-          \pgfpathlineto{\pgfpoint{\pgfdecoratedpathlength}{\dist}} 
-          \pgfusepath{stroke} 
-          \pgfpathmoveto{\pgfpoint{0pt}{0pt}}
-          \pgfpathlineto{\pgfpoint{\pgfdecoratedpathlength}{0pt}}
-}}
-\tikzset{dim/.style args={#1,#2}{decoration={add dim,distance=#2},
-                decorate,
-                postaction={decorate,decoration={text along path,
-                                                 raise=#2,
-                                                 text align={align=center},
-                                                 text={#1}}}}}
-                  \begin{figure*}[hb]
-                    \centering
-                    {\begin{center} \begin{tikzpicture}
-  \pgfplotsset{set layers, axis x line=middle, axis y line=middle}
-\begin{axis}[every axis plot post/.append style={
-  mark=none,domain=-3:3,samples=50,smooth}, 
-  axis x line=bottom, 
-  axis y line=left,
-  enlargelimits=upper,
-  x=\textwidth/10,
-  ytick={0.55},
-  yticklabels={\(\frac{1}{\sigma \sqrt{2\pi}}\)}, 
-  xtick={-2,-1,0,1,2},
-  x tick label style = {font=\footnotesize},
-  xticklabels={\((\mu-2\sigma)\), \((\mu-\sigma)\), \(\mu\), \((\mu+\sigma)\), \((\mu+2\sigma)\)},
-  xlabel={\(x\)},
-  every axis x label/.style={at={(current axis.right of origin)},anchor=north west},
-  every axis y label/.style={at={(axis description cs:-0.02,0.2)}, anchor=south west, rotate=90},
-  ylabel={\(\Pr(X=x)\)}]
-  \addplot {gauss(0,0.75)};
-\fill[red!30] (-3,0)  -- plot[id=f3,domain=-3:3,samples=50]
-        function {1/(0.75*sqrt(2*pi))*exp(-((x)^2)/(2*0.75^2))} -- (3,0) -- cycle;
-  \fill[darkgray!30] (3,0)  -- plot[id=f3,domain=-3:3,samples=50] function {1/(0.75*sqrt(2*pi))*exp(-x*x*0.5/(0.75*0.75))} -- (3,0) -- cycle;
-  \fill[lightgray!30] (-2,0)  -- plot[id=f3,domain=-2:2,samples=50] function {1/(0.75*sqrt(2*pi))*exp(-x*x*0.5/(0.75*0.75))} -- (2,0) -- cycle;
-  \fill[white!30] (-1,0)  -- plot[id=f3,domain=-1:1,samples=50] function {1/(0.75*sqrt(2*pi))*exp(-x*x*0.5/(0.75*0.75))} -- (1,0) -- cycle;
-  \begin{scope}[<->]
-    \draw (-1,0.35) -- (1,0.35) node [midway, fill=white] {68.3\%};
-    \draw (-2,0.25) -- (2,0.25) node [midway, fill=white] {95.5\%};
-    \draw (-3,0.15) -- (3,0.15) node [midway, fill=white] {99.7\%};
-  \end{scope}
-  \begin{scope}[-, dashed, gray]
-    \draw (-1,0) -- (-1, 0.35);
-    \draw (1,0) -- (1, 0.35);
-    \draw (-2,0) -- (-2, 0.25);
-    \draw (2,0) -- (2, 0.25);
-    \draw (-3,0) -- (-3, 0.15);
-    \draw (3,0) -- (3, 0.15);
-  \end{scope}
-\end{axis}
-\begin{axis}[every axis plot post/.append style={
-  mark=none,domain=-3:3,samples=50,smooth}, 
-  axis x line=bottom, 
-  enlargelimits=upper,
-  x=\textwidth/10,
-  xtick={-2,-1,0,1,2},
-  axis x line shift=30pt,
-  hide y axis,
-  x tick label style = {font=\footnotesize},
-  xlabel={\(Z\)},
-  every axis x label/.style={at={(axis description cs:1,-0.25)},anchor=south west}]
-  \addplot {gauss(0,0.75)};
-\end{axis}
-\end{tikzpicture}\end{center}}
-                  \end{figure*}
+  \begin{figure*}[hb]
+    \centering
+    \include{normal-dist-graph}
+  \end{figure*}
 
   \subsection*{Central limit theorem}
 
 
   \subsection*{\(p\)-value}
 
-  Probability of observing a value of the sample statistic as significant as the one observed, assuming null hypothesis is true.
 
-  % table of p-values for strength of evidence
+  \begin{align*}
+    p &= \Pr(\overline{X} \lessgtr \mu(H_1)) \\
+    &= 2 \cdot \Pr(\overline{X} <> \mu(H_1) | \mu = 8)
+  \end{align*}
 
-  \subsection*{Distribution of sample mean}
+  Probability of observing a value of the sample statistic as significant as the one observed, assuming null hypothesis is true.
 
-  If \(X \sim \operatorname{N}(\mu, \sigma)\), then distribution of sample mean \(\overline{X}\) is also normal with \(\overline{X} \sim \operatorname{N}(\mu, \frac{\sigma}{\sqrt{n}}\).
+  \vspace{0.5em}
+  \begin{tabularx}{23em}{|l|X|}
+    \hline
+    \rowcolor{cas}
+    \(\boldsymbol{p}\) & \textbf{Conclusion} \\
+    \hline
+    \(> 0.05\) & insufficient evidence against \(H_0\) \\
+    \(< 0.05\) (5\%) & good evidence against \(H_0\) \\
+    \(< 0.01\) (1\%) & strong evidence against \(H_0\) \\
+    \(< 0.001\) (0.1\%) & very strong evidence against \(H_0\) \\
+    \hline
+  \end{tabularx}
 
   \subsection*{Statistical significance}
 
   \end{description}
   \end{cas}
 
+  \subsection*{One-tail and two-tail tests}
+
+  \subsubsection*{One tail}
+
+  \begin{itemize}
+    \item \(\mu\) has changed in one direction
+    \item State ``\(H_1: \mu \lessgtr \) known population mean''
+  \end{itemize}
+
+  \subsubsection*{Two tail}
+
+  \begin{itemize}
+    \item Direction of \(\Delta \mu\) is ambiguous
+    \item State ``\(H_1: \mu \ne\) known population mean''
+  \end{itemize}
+
+  For two tail tests:
+  \begin{align*}
+    p\text{-value} &= \Pr(|\overline{X} - \mu| \ge |\overline{x}_0 - \mu|) \\
+    &= \left( |Z| \ge \left|\dfrac{\overline{x}_0 - \mu}{\sigma \div \sqrt{n}} \right| \right)
+  \end{align*}
+
+  \subsection*{Modulus notation for two tail}
+
+  \(\Pr(|\overline{X} - \mu| \ge a) \implies\) ``the probability that the distance between \(\overline{\mu}\) and \(\mu\) is \(\ge a\)''
+
+  \subsection*{Inverse normal}
+
+  \begin{cas}
+    \verb;invNormCdf("L", ;\(\alpha\)\verb;, ;\(\dfrac{\sigma}{n^\alpha}\)\verb;, ;\(\mu\)\verb;);
+  \end{cas}
+
+  \subsection*{Errors}
+
+  \begin{description}[labelwidth=2.5cm, labelindent=0.5cm]
+    \item [Type I error] \(H_0\) is rejected when it is \textbf{true}
+    \item [Type II error] \(H_0\) is \textbf{not} rejected when it is \textbf{false}
+  \end{description}
+
+% \subsection*{Using c.i. to find \(p\)}
+% need more here
+
 \end{document}