mirror of
https://github.com/peter-tanner/peter-tanner.github.io.git
synced 2024-11-30 12:00:18 +08:00
Compare commits
No commits in common. "702ec9edd26a4522e80d7f09597ecf3173a715bf" and "4552d1386740c3b124d5fe77ebff9725aba8667d" have entirely different histories.
702ec9edd2
...
4552d13867
|
@ -127,7 +127,7 @@ $$
|
|||
\text{sgn}(t) &= \begin{cases} +1, & t > 0 \\ 0, & t = 0 \\ -1, & t < 0 \end{cases}&\text{Signum Function}\\
|
||||
\text{sinc}(2Wt) &= \frac{\sin(2\pi W t)}{2\pi W t}&\text{sinc Function}\\
|
||||
\text{rect}(t) = \Pi(t) &= \begin{cases} 1, & -0.5 < t < 0.5 \\ 0, & \lvert t \rvert > 0.5 \end{cases}&\text{Rectangular/Gate Function}\\
|
||||
\text{tri}(t/T) &= \begin{cases} 1 - \frac{|t|}{T}, & \lvert t\rvert < T \\ 0, & \lvert t \rvert \geq T \end{cases}=\frac{1}{T}\Pi(t/T)*\Pi(t/T)&\text{Triangle Function}\\
|
||||
\text{tri}(t/T) &= \begin{cases} 1 - \frac{|t|}{T}, & \lvert t\rvert < T \\ 0, & \lvert t \rvert > T \end{cases}=\Pi(t/T)*\Pi(t/T)&\text{Triangle Function}\\
|
||||
g(t)*h(t)=(g*h)(t)&=\int_\infty^\infty g(\tau)h(t-\tau)d\tau&\text{Convolution}\\
|
||||
\end{align*}
|
||||
$$
|
||||
|
@ -157,29 +157,42 @@ $$
|
|||
|
||||
### Shape functions
|
||||
|
||||
![rect and tri functions](/assets/img/2024-10-29-Idiots-guide-to-ELEC/rect.drawio.svg)
|
||||
| $\text{rect}$ function | $\text{tri}$ function |
|
||||
| -------------------------------------------------------------------- | --------------------- |
|
||||
| ![rect](/assets/img/2024-10-29-Idiots-guide-to-ELEC/rect.drawio.svg) | TODO: Add graphic. |
|
||||
|
||||
### Random processes examples
|
||||
Tri placeholder: For $\text{tri}(t/T)=1-\|t\|/T$, Intersects $x$ axis at $-T$ and $T$ and $y$ axis at $1$.
|
||||
|
||||
### Bessel function
|
||||
|
||||
$$
|
||||
\begin{align*}
|
||||
&\text{Example: separate RV from expression}\\
|
||||
X(t) &= A\cos(2\pi f_c t)\quad A\thicksim \mathcal{N}(\mu=5,\sigma^2=1)\\
|
||||
\implies E[X(t)] &= E[A\cos(2\pi f_c t)] = E[A]\cos(2\pi f_c t) = 5\cos(2\pi f_c t)\\
|
||||
&\text{Example: random phase}\\
|
||||
X(t) &= B\cos(2\pi f_c t+\theta)\quad \theta\thicksim \mathcal{U}(0,2\pi)\\
|
||||
\implies E[X(t)] &= E[B\cos(2\pi f_c t+\theta)] = B\int_0^{2\pi}\underbrace{\frac{1}{2\pi}}_{\text{uniform}}\cos(2\pi f_c t+\theta)d\theta=0
|
||||
\sum_{n\in\mathbb{Z}}{J_n}^2(\beta)&=1\\
|
||||
J_n(\beta)&=(-1)^nJ_{-n}(\beta)
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
### Wide sense stationary (WSS)
|
||||
### White noise
|
||||
|
||||
Two conditions for WSS:
|
||||
$$
|
||||
\begin{align*}
|
||||
R_W(\tau)&=\frac{N_0}{2}\delta(\tau)=\frac{kT}{2}\delta(\tau)=\sigma^2\delta(\tau)\\
|
||||
G_w(f)&=\frac{N_0}{2}\\
|
||||
N_0&=kT\\
|
||||
G_y(f)&=|H(f)|^2G_w(f)\\
|
||||
G_y(f)&=G(f)G_w(f)\\
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
| Constant mean | Autocorrelation only dependent on time difference |
|
||||
| ---------------------------------- | ------------------------------------------------- |
|
||||
| $\mu_X(t) = \mu_X\text{ Constant}$ | $R_{XX}(t_1,t_2)=R_X(t_1-t_2)=R_X(\tau)$ |
|
||||
| $\mu_X(t)=E[X(t)]$ | $E[X(t_1)X(t_2)]=E[X(t)X(t+\tau)]$ |
|
||||
### WSS
|
||||
|
||||
$$
|
||||
\begin{align*}
|
||||
\mu_X(t) &= \mu_X\text{ Constant}\\
|
||||
R_{XX}(t_1,t_2)&=R_X(t_1-t_2)=R_X(\tau)\\
|
||||
E[X(t_1)X(t_2)]&=E[X(t)X(t+\tau)]
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
### Ergodicity
|
||||
|
||||
|
@ -191,10 +204,10 @@ $$
|
|||
\end{align*}
|
||||
$$
|
||||
|
||||
| Type | Normal | Mean square sense |
|
||||
| ----------------------------------- | ----------------------------------------------------- | --------------------------------------------------------- |
|
||||
| ergodic in mean | $\lim_{T\to\infty}\braket{X(t)}_T=m_X(t)=m_X$ | $\lim_{T\to\infty}\text{VAR}[\braket{X(t)}_T]=0$ |
|
||||
| ergodic in autocorrelation function | $\lim_{T\to\infty}\braket{X(t+\tau)X(t)}_T=R_X(\tau)$ | $\lim_{T\to\infty}\text{VAR}[\braket{X(t+\tau)X(t)}_T]=0$ |
|
||||
| Type | Normal | Mean square sense |
|
||||
| ----------------------------------- | ------------------------------------------------------- | ----------------------------------------------------------- |
|
||||
| ergodic in mean | $$\lim_{T\to\infty}\braket{X(t)}_T=m_X(t)=m_X$$ | $$\lim_{T\to\infty}\text{VAR}[\braket{X(t)}_T]=0$$ |
|
||||
| ergodic in autocorrelation function | $$\lim_{T\to\infty}\braket{X(t+\tau)X(t)}_T=R_X(\tau)$$ | $$\lim_{T\to\infty}\text{VAR}[\braket{X(t+\tau)X(t)}_T]=0$$ |
|
||||
|
||||
Note: **A WSS random process needs to be both ergodic in mean and autocorrelation to be considered an ergodic process**
|
||||
|
||||
|
@ -276,19 +289,19 @@ $$
|
|||
|
||||
## AM
|
||||
|
||||
### Conventional AM modulation (CAM)
|
||||
### CAM
|
||||
|
||||
$$
|
||||
\begin{align*}
|
||||
x(t)&=A_c\cos(2\pi f_c t)\left[1+k_a m(t)\right]=A_c\cos(2\pi f_c t)\left[1+m_a m(t)/A_c\right]\quad\text{CAM signal}\\
|
||||
x(t)&=A_c\cos(2\pi f_c t)\left[1+k_a m(t)\right]=A_c\cos(2\pi f_c t)\left[1+m_a m(t)/A_c\right], \\
|
||||
&\text{where $m(t)=A_m\hat m(t)$ and $\hat m(t)$ is the normalized modulating signal}\\
|
||||
m_a &= \frac{|\min_t(k_a m(t))|}{A_c} \quad\text{$k_a$ is the amplitude sensitivity ($\text{volt}^{-1}$), $m_a$ is the modulation index.}\\
|
||||
m_a &= \frac{A_\text{max}-A_\text{min}}{A_\text{max}+A_\text{min}}\quad\text{ (Symmetrical $m(t)$)}\\
|
||||
m_a&=k_a A_m \quad\text{ (Symmetrical $m(t)$)}\\
|
||||
P_c &=\frac{ {A_c}^2}{2}\quad\text{Carrier power}\\
|
||||
P_s &=\frac{1}{4}{m_a}^2{A_c}^2\quad\text{Signal power, \textbf{total} of all 4 sideband power, \textbf{single-tone} case}\\
|
||||
\eta&=\frac{\text{Signal Power}}{\text{Total Power}}=\frac{P_s}{P_s+P_c}=\frac{P_s}{P_x}\quad\text{Power efficiency}\\
|
||||
B_T&=2f_m=2B\\
|
||||
P_x &=\frac{1}{4}{m_a}^2{A_c}^2\\
|
||||
\eta&=\frac{\text{Signal Power}}{\text{Total Power}}=\frac{P_x}{P_x+P_c}\\
|
||||
B_T&=2f_m=2B
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
|
@ -297,7 +310,7 @@ $B$: Bandwidth of modulating wave
|
|||
|
||||
Overmodulation (resulting in phase reversals at crossing points): $m_a>1$
|
||||
|
||||
### Double sideband suppressed carrier (DSB-SC)
|
||||
### DSB-SC
|
||||
|
||||
$$
|
||||
\begin{align*}
|
||||
|
@ -321,24 +334,11 @@ $$
|
|||
\end{align*}
|
||||
$$
|
||||
|
||||
### Bessel function
|
||||
|
||||
$$
|
||||
\begin{align*}
|
||||
J_n(\beta)&=\begin{cases}
|
||||
J_{-n}(\beta) & \text{$n$ is even}\\
|
||||
-J_{-n}(\beta) & \text{$n$ is odd}
|
||||
\end{cases}\\
|
||||
1&=\sum_{n\in\mathbb{Z}}{J_n}^2(\beta)&\text{Conservation of power}\\
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
### Bessel form and magnitude spectrum (single tone)
|
||||
|
||||
$$
|
||||
\begin{align*}
|
||||
s(t) &= A_c\cos\left[2\pi f_c t + \beta \sin(2\pi f_m t)\right]\\
|
||||
\Longleftrightarrow s(t) &= A_c\sum_{n=-\infty}^{\infty}J_n(\beta)\cos[2\pi(f_c+nf_m)t]
|
||||
s(t) &= A_c\cos\left[2\pi f_c t + \beta \sin(2\pi f_m t)\right] \Leftrightarrow s(t)= A_c\sum_{n=-\infty}^{\infty}J_n(\beta)\cos[2\pi(f_c+nf_m)t]
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
|
@ -346,12 +346,10 @@ $$
|
|||
|
||||
$$
|
||||
\begin{align*}
|
||||
P_\text{av}&=\frac{ {A_c}^2}{2}&\text{Av. power of full signal}\\
|
||||
P_\text{i}&=\frac{ {A_c}^2|{J_\text{i}}(\beta)|^2}{2}&\text{Av. power of band $i$}\\
|
||||
i=0&\implies f_c+0f_m&\text{Middle band}\\
|
||||
i=1&\implies f_c+1f_m&\text{1st sideband}\\
|
||||
i=-1&\implies f_c-1f_m&\text{-1st sideband}\\
|
||||
&\dots\\
|
||||
P_\text{av}&=\frac{ {A_c}^2}{2}\\
|
||||
P_\text{band\_index}&=\frac{ {A_c}^2{J_\text{band\_index}}^2(\beta)}{2}\\
|
||||
\text{band\_index}&=0\implies f_c+0f_m\\
|
||||
\text{band\_index}&=1\implies f_c+1f_m,\dots\\
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
|
@ -359,9 +357,9 @@ $$
|
|||
|
||||
$$
|
||||
\begin{align*}
|
||||
B &= 2(\beta + 1)f_m\\
|
||||
B &= 2(\Delta f_\text{max}+f_m)\\
|
||||
B &= 2(D+1)W_m\\
|
||||
B &= 2Mf_m = 2(\beta + 1)f_m\\
|
||||
&= 2(\Delta f_\text{max}+f_m)\\
|
||||
&= 2(D+1)W_m\\
|
||||
B &= \begin{cases}
|
||||
2(\Delta f_\text{max}+f_m)=2(\Delta f_\text{max}+W_m) & \text{FM, sinusoidal message}\\
|
||||
2(\Delta\phi_\text{max} + 1)f_m=2(\Delta \phi_\text{max}+1)W_m & \text{PM, sinusoidal message}
|
||||
|
@ -369,12 +367,11 @@ B &= \begin{cases}
|
|||
\end{align*}
|
||||
$$
|
||||
|
||||
### Complex envelope of a FM signal
|
||||
### Complex envelope
|
||||
|
||||
$$
|
||||
\begin{align*}
|
||||
s(t)&=A_c\cos(2\pi f_c t+\beta\sin(2\pi f_m t))\\
|
||||
\Longleftrightarrow \tilde{s}(t) &= A_c\exp(j\beta\sin(2\pi f_m t))\\
|
||||
s(t)&=A_c\cos(2\pi f_c t+\beta\sin(2\pi f_m t)) \Leftrightarrow \tilde{s}(t) = A_c\exp(j\beta\sin(2\pi f_m t))\\
|
||||
s(t)&=\text{Re}[\tilde{s}(t)\exp{(j2\pi f_c t)}]\\
|
||||
\tilde{s}(t) &= A_c\sum_{n=-\infty}^{\infty}J_n(\beta)\exp(j2\pi f_m t)
|
||||
\end{align*}
|
||||
|
@ -399,23 +396,15 @@ $$
|
|||
P_x&={\sigma_x}^2=\lim_{t\to\infty}\frac{1}{T}\int_{-T/2}^{T/2}|x(t)|^2dt\quad\text{For zero mean}\\
|
||||
P[A\cos(2\pi f t+\phi)]&=\frac{A^2}{2}\quad\text{Power of sinusoid }\\
|
||||
E_x&=\int_{-\infty}^{\infty}|x(t)|^2dt=\int_{-\infty}^{\infty}|X(f)|^2df\quad\text{Parseval's theorem}\\
|
||||
R_x(\tau) &= \mathfrak{F}(G_x(f))\quad\text{PSD to Autocorrelation}\\
|
||||
P_x &= R_x(0)\quad\text{Average power of WSS process $x(t)$}\\
|
||||
R_x(\tau) &= \mathfrak{F}(G_x(f))\quad\text{PSD to Autocorrelation}
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
### White noise
|
||||
|
||||
$$
|
||||
\begin{align*}
|
||||
R_W(\tau)&=\frac{N_0}{2}\delta(\tau)=\frac{kT}{2}\delta(\tau)=\sigma^2\delta(\tau)\\
|
||||
G_w(f)&=\frac{N_0}{2}\\
|
||||
\end{align*}
|
||||
$$
|
||||
##
|
||||
|
||||
## Noise performance
|
||||
|
||||
<!-- Coherent detection system.
|
||||
Coherent detection system.
|
||||
|
||||
$$
|
||||
\begin{align*}
|
||||
|
@ -424,7 +413,7 @@ $$
|
|||
&= \frac{1}{2}m(t)+\frac{1}{2}\cos(4 f_c t+2\theta)\\
|
||||
\implies S_u(f) &= \left(\frac{1}{2}\right)^2S_u(f)\quad\text{After LPF.}
|
||||
\end{align*}
|
||||
$$ -->
|
||||
$$
|
||||
|
||||
Use formualas from previous section, [Power, energy and autocorrelation](#power-energy-and-autocorrelation).\
|
||||
Use these formulas in particular:
|
||||
|
@ -500,9 +489,9 @@ $$
|
|||
|
||||
Do not transmit more than $2B$ samples per second over a channel of $B$ bandwidth.
|
||||
|
||||
$$
|
||||
```math
|
||||
\text{Nyquist rate} = 2B\quad\text{Nyquist interval}=\frac{1}{2B}
|
||||
$$
|
||||
```
|
||||
|
||||
<!-- MATH END -->
|
||||
|
||||
|
@ -511,7 +500,6 @@ $$
|
|||
### Insert here figure 8.3 from M F Mesiya - Contemporary Communication Systems (Add image to `assets/img/2024-10-29-Idiots-guide-to-ELEC/sampling.png`)
|
||||
|
||||
Cannot add directly due to copyright!
|
||||
**TODO: Make an open source replacement for this diagram [Send a PR to GitHub](https://github.com/peter-tanner/IDIOTS-GUIDE-TO-ELEC4402-communication-systems/issues/new).**
|
||||
|
||||
<!-- ![sampling](copyrighted_assets/img/2024-10-29-Idiots-guide-to-ELEC/sampling.png) -->
|
||||
<!-- ![sampling](/assets/img/2024-10-29-Idiots-guide-to-ELEC/sampling.png) -->
|
||||
|
@ -520,7 +508,7 @@ Cannot add directly due to copyright!
|
|||
|
||||
$$
|
||||
\begin{align*}
|
||||
\Delta &= \frac{x_\text{Max}-x_\text{Min}}{2^k} \quad\text{for $k$-bit quantizer (V/lsb)}\quad\text{Quantizer step size $\Delta$}\\
|
||||
\Delta &= \frac{x_\text{Max}-x_\text{Min}}{2^k} \quad\text{for $k$-bit quantizer (V/lsb)}\\
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
|
@ -530,18 +518,15 @@ $$
|
|||
\begin{align*}
|
||||
e &:= y-x\quad\text{Quantization error}\\
|
||||
\mu_E &= E[E] = 0\quad\text{Zero mean}\\
|
||||
P_E&={\sigma_E}^2=\frac{\Delta^2}{12}=2^{-2m}V^2/3\quad\text{Uniformly distributed error}\\
|
||||
\text{SQNR}&=\frac{\text{Signal power}}{\text{Quantization noise power}}=\frac{P_x}{P_E}\\
|
||||
\text{SQNR(dB)}&=10\log_{10}(\text{SQNR})\\
|
||||
m\to m+A\text{ bits}&\implies \text{newSQNR(dB)}=\text{SQNR(dB)}+6A\text{ dB}
|
||||
{\sigma_E}^2&=E[E^2]-0^2=\int_{-\Delta/2}^{\Delta/2}e^2\times\left(\frac{1}{\Delta}\right) de\quad\text{Where $E\thicksim 1/\Delta$ uniform over $(-\Delta/2,\Delta/2)$}\\
|
||||
\text{SQNR}&=\frac{\text{Signal power}}{\text{Quantization noise}}\\
|
||||
\text{SQNR(dB)}&=10\log_{10}(\text{SQNR})
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
### Insert here figure 8.17 from M F Mesiya - Contemporary Communication Systems (Add image to `assets/img/2024-10-29-Idiots-guide-to-ELEC/quantizer.png`)
|
||||
|
||||
Cannot add directly due to copyright!
|
||||
**TODO: Make an open source replacement for this diagram [Send a PR to GitHub](https://github.com/peter-tanner/IDIOTS-GUIDE-TO-ELEC4402-communication-systems/issues/new).**
|
||||
|
||||
<!-- ![quantizer](copyrighted_assets/img/2024-10-29-Idiots-guide-to-ELEC/quantizer.png) -->
|
||||
<!-- ![quantizer](/assets/img/2024-10-29-Idiots-guide-to-ELEC/quantizer.png) -->
|
||||
|
||||
|
@ -565,8 +550,6 @@ $$
|
|||
\end{align*}
|
||||
$$
|
||||
|
||||
**TODO: Someone please make plots of the PSD for all line code types in Mathematica or Python! [Send a PR to GitHub](https://github.com/peter-tanner/IDIOTS-GUIDE-TO-ELEC4402-communication-systems/issues/new).**
|
||||
|
||||
## Modulation and basis functions
|
||||
|
||||
![Constellation diagrams](./assets/img/2024-10-29-Idiots-guide-to-ELEC/Constellation.drawio.svg)
|
||||
|
@ -749,8 +732,6 @@ $$
|
|||
|
||||
### $Q(x)$ function
|
||||
|
||||
You should use $\text{erf}$ function table instead in exams using the identity $Q(x)=\frac{1}{2}-\frac{1}{2}\text{erf}\left(\frac{x}{\sqrt{2}}\right)$. Use this for validation.
|
||||
|
||||
| $x$ | $Q(x)$ | $x$ | $Q(x)$ | $x$ | $Q(x)$ | $x$ | $Q(x)$ |
|
||||
| ------ | ---------- | ------ | ----------------------- | ------ | ------------------------ | ------ | ------------------------ |
|
||||
| $0.00$ | $0.5$ | $2.30$ | $0.010724$ | $4.55$ | $2.6823 \times 10^{-6}$ | $6.80$ | $5.231 \times 10^{-12}$ |
|
||||
|
@ -804,10 +785,6 @@ Adapted from table 6.1 M F Mesiya - Contemporary Communication Systems
|
|||
|
||||
### $\text{erf}(x)$ function
|
||||
|
||||
$$
|
||||
Q(x)=\frac{1}{2}-\frac{1}{2}\text{erf}(\frac{x}{\sqrt{2}})
|
||||
$$
|
||||
|
||||
| $x$ | $\text{erf}(x)$ | $x$ | $\text{erf}(x)$ | $x$ | $\text{erf}(x)$ |
|
||||
| ------ | --------------- | ------ | --------------- | ------ | --------------- |
|
||||
| $0.00$ | $0.00000$ | $0.75$ | $0.71116$ | $1.50$ | $0.96611$ |
|
||||
|
@ -828,15 +805,6 @@ $$
|
|||
|
||||
\*\*The value of $\text{erf}(3.30)$ should be $\approx0.999997$ instead, but this value is quoted in the formula table.
|
||||
|
||||
### $Q(x)$ fast reference
|
||||
|
||||
Using identity.
|
||||
|
||||
| $x$ | $Q(x)$ |
|
||||
| ----------- | --------- |
|
||||
| $\sqrt{2}$ | $0.07865$ |
|
||||
| $2\sqrt{2}$ | $0.00234$ |
|
||||
|
||||
<div style="page-break-after: always;"></div>
|
||||
|
||||
### Receiver output shit
|
||||
|
@ -953,14 +921,6 @@ Adapted from table 11.4 M F Mesiya - Contemporary Communication Systems
|
|||
|
||||
## Information theory
|
||||
|
||||
### Stats
|
||||
|
||||
$$
|
||||
\begin{align*}
|
||||
P(A|B) &= \frac{P(B|A)P(A)}{P(B)} = \frac{P(A,B)}{P(B)}\\
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
### Entropy for discrete random variables
|
||||
|
||||
$$
|
||||
|
@ -979,25 +939,6 @@ $$
|
|||
|
||||
Entropy is **maximized** when all have an equal probability.
|
||||
|
||||
### Transition probability diagram
|
||||
|
||||
Example for binary erasure channel where $X$ is input and $Y$ is output:
|
||||
|
||||
![Binary erasure channel David Eppstein, Public domain, via Wikimedia Commons](/assets/img/2024-10-29-Idiots-guide-to-ELEC/Binary_erasure_channel.svg)
|
||||
|
||||
Equivalent to:
|
||||
|
||||
$$
|
||||
\begin{align*}
|
||||
P[Y=0|X=0] &= 1-p\\
|
||||
P[Y=e|X=0] &= p\\
|
||||
P[Y=1|X=1] &= 1-p\\
|
||||
P[Y=e|X=1] &= p\\
|
||||
P[X=0|Y=0] &= 0\quad\text{Note the direction}\\
|
||||
P[Y=0] &= P[Y=0|X=0] P[X=0]
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
### Differential entropy for continuous random variables
|
||||
|
||||
TODO: Cut out if not required
|
||||
|
@ -1023,8 +964,7 @@ $$
|
|||
### Channel model
|
||||
|
||||
Vertical, $x$: input\
|
||||
Horizontal, $y$: output\
|
||||
Remember $\mathbf{P}$ is a matrix where each element is $P(y_j|x_i)$
|
||||
Horizontal, $y$: output
|
||||
|
||||
$$
|
||||
\mathbf{P}=\left[\begin{matrix}
|
||||
|
@ -1065,23 +1005,13 @@ $$
|
|||
\begin{align*}
|
||||
&\text{1. Find }H(x)\\
|
||||
&\text{2. Find }[\begin{matrix}p_Y(b_0)&p_Y(b_1)&\dots&p_Y(b_j)\end{matrix}] = [\begin{matrix}p_X(a_0)&p_X(a_1)&\dots&p_X(a_i)\end{matrix}]\times\mathbf{P}\\
|
||||
&\text{3. Multiply each row in $\textbf{P}$ by $p_X(a_i)$ since $p_{XY}(a_i,b_i)=P(b_i|a_i)P(a_i)$}\\
|
||||
&\text{3. Multiply each row in $\textbf{P}$ by $p_X(a_i)$ since $p_{XY}(x_i,y_i)=P(y_i|x_i)P(x_i)$}\\
|
||||
&\text{4. Find $H(x,y)$ using each element from (3.)}\\
|
||||
&\text{5. Find }H(x|y)=H(x,y)-H(y)\\
|
||||
&\text{6. Find }I(x;y)=H(x)-H(x|y)\\
|
||||
&\text{6. Find }I(y;x)=H(x)-H(x|y)\\
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
Example of step **3**:
|
||||
|
||||
$$
|
||||
\mathbf{P_{XY}}=\left[\begin{matrix}
|
||||
P(y_1|x_1) P(x_1) & P(y_2|x_1) P(x_1) & \dots\\
|
||||
P(y_1|x_2) P(x_2) & P(y_2|x_2) P(x_2) & \dots\\
|
||||
\vdots & \vdots &\ddots
|
||||
\end{matrix}\right]
|
||||
$$
|
||||
|
||||
### Channel types
|
||||
|
||||
| Type | Definition |
|
||||
|
@ -1101,8 +1031,6 @@ $$
|
|||
\end{align*}
|
||||
$$
|
||||
|
||||
**Note that the channel capacity is realized when the channel inputs are uniformly distributed** (i.e. $P(x_1)=P(x_2)=\dots=P(x_N)=\frac{1}{N}$)
|
||||
|
||||
#### Channel capacity of an AWGN channel
|
||||
|
||||
$$
|
||||
|
@ -1321,11 +1249,4 @@ $$
|
|||
|
||||
- Transfer function in complex envelope form $\tilde{h}(t)$ should be divided by two.
|
||||
- Convolutions: do not forget width when using graphical method
|
||||
- $2W$ for rectangle functions
|
||||
- Scale sampled spectrum by $f_s$
|
||||
- $2f_c$ for spectrum after IF mixing.
|
||||
- Square transfer function for PSD $G_y(f)=|H(f)|^\mathbf{2}G_x(f)$
|
||||
- Square besselJ function for FM power $|J_n(\beta)|^\mathbf{2}$
|
||||
- Bandwidth: only consider positive frequencies (so the bandwidth of an AM signal will be the range from the lowest to greatest sideband frequency. For a rectangular function, it will be from 0 to W).
|
||||
- TODO: add more items to check
|
||||
- TODO: add some graphics for these checklist items
|
||||
- todo: add more items to check
|
||||
|
|
|
@ -1,34 +0,0 @@
|
|||
<?xml version="1.0" encoding="utf-8"?>
|
||||
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
|
||||
<svg version="1.1" id="Layer_1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="156" height="167.34" viewBox="0 0 156 167.34"
|
||||
overflow="visible" enable-background="new 0 0 156 167.34" xml:space="preserve">
|
||||
<text transform="matrix(1 0 0 1 0 35.9443)" font-family="Times" font-style="normal" font-size="24">0</text>
|
||||
<text transform="matrix(1 0 0 1 0 143.0513)" font-family="Times" font-style="normal" font-size="24">1</text>
|
||||
<text transform="matrix(1 0 0 1 144 35.9443)" font-family="Times" font-style="normal" font-size="24">0</text>
|
||||
<text transform="matrix(1 0 0 1 144 143.0513)" font-family="Times" font-style="normal" font-size="24">1</text>
|
||||
<text transform="matrix(1 0 0 1 54 19.9438)"><tspan x="0" y="0" font-family="Times" font-style="normal" font-size="24">1 – </tspan><tspan x="36" y="0" font-family="Times" font-style="italic" font-size="24">p</tspan></text>
|
||||
<text transform="matrix(1 0 0 1 54 157.0513)"><tspan x="0" y="0" font-family="Times" font-style="normal" font-size="24">1 – </tspan><tspan x="36" y="0" font-family="Times" font-style="italic" font-size="24">p</tspan></text>
|
||||
<text transform="matrix(1 0 0 1 47.0117 67.3862)" font-family="Times" font-style="italic" font-size="24">p</text>
|
||||
<text transform="matrix(1 0 0 1 144.6738 89.9438)" font-family="Times" font-style="italic" font-size="24">e</text>
|
||||
<text transform="matrix(1 0 0 1 47.0107 107.0732)" font-family="Times" font-style="italic" font-size="24">p</text>
|
||||
<g>
|
||||
<line fill="none" stroke="#000000" x1="15" y1="28.944" x2="131.999" y2="28.944"/>
|
||||
<path d="M134.361,27.919c-1.654-0.5-2.729-0.959-4.055-1.492v5.044c0.475-0.226,2.4-0.993,4.055-1.492
|
||||
c1.77-0.535,3.373-0.9,4.414-1.031C137.734,28.819,136.131,28.454,134.361,27.919z"/>
|
||||
</g>
|
||||
<g>
|
||||
<line fill="none" stroke="#000000" x1="15" y1="136.944" x2="131.999" y2="136.944"/>
|
||||
<path d="M134.361,135.919c-1.654-0.5-2.729-0.959-4.055-1.492v5.044c0.475-0.226,2.4-0.993,4.055-1.492
|
||||
c1.77-0.535,3.373-0.9,4.414-1.031C137.734,136.819,136.131,136.454,134.361,135.919z"/>
|
||||
</g>
|
||||
<g>
|
||||
<line fill="none" stroke="#000000" x1="15" y1="37.944" x2="131.999" y2="77.944"/>
|
||||
<path d="M134.565,77.738c-1.403-1.008-2.271-1.791-3.354-2.723l-1.632,4.773c0.521-0.06,2.593-0.163,4.318-0.1
|
||||
c1.848,0.066,3.484,0.239,4.511,0.453C137.467,79.681,136.067,78.816,134.565,77.738z"/>
|
||||
</g>
|
||||
<g>
|
||||
<line fill="none" stroke="#000000" x1="15" y1="127.944" x2="131.999" y2="86.944"/>
|
||||
<path d="M133.889,85.195c-1.726,0.076-2.892-0.003-4.319-0.067l1.669,4.761c0.373-0.37,1.938-1.731,3.332-2.749
|
||||
c1.493-1.09,2.887-1.966,3.825-2.433C137.371,84.929,135.735,85.114,133.889,85.195z"/>
|
||||
</g>
|
||||
</svg>
|
Before Width: | Height: | Size: 2.7 KiB |
File diff suppressed because one or more lines are too long
Before Width: | Height: | Size: 126 KiB After Width: | Height: | Size: 70 KiB |
Loading…
Reference in New Issue
Block a user