diff --git a/refs.bib b/refs.bib index 595aed8..477ff44 100644 --- a/refs.bib +++ b/refs.bib @@ -196,4 +196,22 @@ pages = {x+207}, isbn = {3-540-07875-4}, mrnumber = {0482275} +} + +@book{Yosida, + title={Functional analysis}, + author={Yosida, Kösaku}, + year={2012}, + publisher={Springer Science \& Business Media} +} + +@article{LindenstraussTzafriri1971, + author = {Lindenstrauss, Joram and Tzafriri, Lior}, + title = {On the complemented subspaces problem}, + journal = {Israel Journal of Mathematics}, + volume = {9}, + number = {2}, + pages = {263--269}, + year = {1971}, + doi = {10.1007/BF02771592} } \ No newline at end of file diff --git a/src/fa/norm/hilbert.tex b/src/fa/norm/hilbert.tex new file mode 100644 index 0000000..32981e1 --- /dev/null +++ b/src/fa/norm/hilbert.tex @@ -0,0 +1,368 @@ +\section{Hilbert Spaces} +\label{section:hilbert-space} + +\begin{definition}[Sesquilinear Form] +\label{definition:sesquilinear-form} + Let $E$ be a vector space over $K \in \RC$ and $\lambda: E \times E \to \complex$, then $\lambda$ is a \textbf{sesquilinear form} if: + \begin{enumerate} + \item For each $x, y, z \in E$ and $\mu \in K$, $\lambda(\mu x + y, z) = \mu\lambda(x, z) + \lambda(y, z)$. + \item For each $x, y, z \in E$ and $\mu \in K$, $\lambda(x, \mu y + z) = \ol \mu\lambda(x, y) + \lambda(x, z)$. + \end{enumerate} +\end{definition} + +\begin{proposition}[Polarisation Identity] +\label{proposition:polarisation-complex} + Let $E$ be a vector space over $\complex$, $\lambda: E \times E \to \complex$ be a sesquilinear form, and + \[ + q: E \to K \quad x \mapsto \lambda(z, z) + \] + + be its quadratic form, then for any $x, y \in E$, + \begin{align*} + \lambda(x, y) &= \frac{1}{4}\braks{q(x + y) - q(x - y) + iq(x + iy) - iq(x - iy)} \\ + &= \frac{1}{4}\sum_{k = 0}^3 i^k q(x + i^ky) + \end{align*} +\end{proposition} +\begin{proof} + On the real side, + \begin{align*} + q(x + y) &= \lambda(x, x) + \lambda(x, y) + \lambda(y, x) + \lambda(y, y) \\ + q(x - y) &= \lambda(x, x) - \lambda(x, y) - \lambda(y, x) + \lambda(y, y) \\ + q(x + y) - q(x - y) &= 2[\lambda(x, y) + \lambda(y, x)] + \end{align*} + + On the imaginary side, + \begin{align*} + q(x + iy) &= \lambda(x, x) - i\lambda(x, y) + i\lambda(y, x) + \lambda(y, y) \\ + q(x - iy) &= \lambda(x, x) + i\lambda(x, y) - i\lambda(y, x) + \lambda(y, y) \\ + q(x + iy) - q(x - iy) &= -2i[\lambda(x, y) - \lambda(y, x)] \\ + iq(x + iy) - iq(x - iy) &= 2[\lambda(x, y) + \lambda(y, x)] + \end{align*} + + Therefore + \[ + \sum_{k = 0}^3 i^k q(x + i^ky) = 4\lambda(x, y) + \] +\end{proof} + +\begin{definition}[Hermitian Form] +\label{definition:hermitian-form} + Let $E$ be a vector space over $K \in \RC$ and $\lambda: E \times E \to K$, then $\lambda$ is a \textbf{Hermitian form} if + \begin{enumerate}[label=(H\arabic*)] + \item For each $x, y, z \in E$, $\lambda(x + y, z) = \lambda(x, z) + \lambda(y, z)$. + \item For any $x, y \in E$ and $\mu \in K$, $\lambda(\mu x, y) = \mu \lambda(x, y)$. + \item For every $x, y \in E$, $\lambda(x, y) = \ol{\lambda(y, x)}$. + \end{enumerate} +\end{definition} + +\begin{proposition}[Polarisation Identity (Real)] +\label{proposition:polarisation-real} + Let $E$ be a vector space over $\real$, $\lambda: E \times E \to \real$ be a Hermitian form, and + \[ + q: E \to K \quad x \mapsto \lambda(z, z) + \] + + be its quadratic form, then for any $x, y \in E$, + \[ + \lambda(x, y) = \frac{1}{4}\braks{q(x + y) - q(x - y)} + \] +\end{proposition} +\begin{proof} + For each $x, y \in E$, by (H3), + \begin{align*} + q(x + y) &= \dpn{x, x}{E} + 2 \dpn{x, y}{E} + \dpn{y, y}{E} \\ + q(x - y) &= \dpn{x, x}{E} - 2 \dpn{x, y}{E} + \dpn{y, y}{E} + \end{align*} + + so + \[ + q(x + y) - q(x - y) = 4 \dpn{x, y}{E} + \] + +\end{proof} + +\begin{definition}[Inner Product] +\label{definition:inner-product} + Let $E$ be a vector space over $K$ and $\inp_E: E \times E \to K$, then $\inp_E$ is an \textbf{inner product} if: + \begin{enumerate}[label=(H\arabic*)] + \item For each $x, y, z \in E$, $\angles{x + y, z}_E = \dpn{x, z}{E} + \dpn{y, z}{E}$. + \item For any $x, y \in E$ and $\mu \in K$, $\dpn{\mu x, y}{E} = \mu \dpn{x, y}{E}$. + \item For every $x, y \in E$, $\dpn{x, y}{E} = \ol{\dpn{y, x}{E}}$. + \item[(I)] For each $x \in E$, $\dpn{x, x}{E} \ge 0$, with equality if and only if $x = 0$. + \end{enumerate} + +\end{definition} + + +\begin{proposition}[Cauchy-Schwarz Inequality] +\label{proposition:cauchy-schwarz} + Let $H$ be a vector space over $K \in \RC$ and $\inp_H: E \times E \to K$ be an inner product, then for any $x, y \in H$, $\dpn{x, y}{H} \le \norm{x}_H\norm{y}_H$. +\end{proposition} +\begin{proof}[Proof, {{\cite[Theorem 5.19]{Folland}}}. ] + Assume without loss of generality that $\dpn{x, y}{H} > 0$, then for each $t \in \real$, + \[ + 0 \le \dpn{x - ty,x - ty}{H} = \norm{x}_H^2 - 2t\dpn{x, y}{H} + t^2\norm{y}_H^2 + \] + + which is a quadratic function of $t$ with absolute minumum at $t = \dpn{x, y}{H}/\norm{y}_H^2$, so + \[ + 0 \le \norm{x}_H^2 - 2\dpn{x, y}{H}^2/\norm{y}_H^2 + \dpn{x, y}{H}^2/\norm{y}_H^2 + = \norm{x}_H^2 - \dpn{x, y}{H}^2/\norm{y}_H^2 + \] +\end{proof} + + + +\begin{definition}[Hilbert Space] +\label{definition:hilbert-space} + Let $(H, \norm{\cdot}_H)$ be a normed vector space over $K \in \RC$, then the following are equivalent: + \begin{enumerate} + \item There exists a unique inner product $\inp_H: H \times H \to K$ such that for every $x \in H$, $\norm{x}_H = \dpn{x, x}{H}^{1/2}$, and + \begin{enumerate}[label=(\roman*)] + \item If $K = \real$, then + \[ + \dpn{x, y}{H} = \frac{1}{4}\braks{\norm{x + y}_H^2 - \norm{x - y}_H^2} + \] + \item If $K = \complex$, then + \[ + \dpn{x, y}{H} = \frac{1}{4}\sum_{k = 0}^3 i^k \normn{x + i^ky}_H^2 + \] + \end{enumerate} + + \item (\textbf{Parallelogram Law}) For each $x, y \in H$, + \[ + \norm{x + y}_H^2 + \norm{x - y}_H^2 = 2\norm{x}_H^2 + 2\norm{y}_H^2 + \] + \end{enumerate} + + If the above holds, then $(H, \inp_H)$ is an \textbf{inner product space}. If in addition $H$ is complete, then $(H, \inp_H)$ is a \textbf{Hilbert space}. + +\end{definition} +\begin{proof}[Proof, {{\cite[Theorem I.5.1]{Yosida}}}. ] + (2) $\Rightarrow$ (1, Real): For each $x, y \in H$, let + \[ + \dpn{x, y}{H} = \frac{1}{4}\braks{\norm{x + y}_H^2 - \norm{x - y}_H^2} + \] + + then for every $x, y, z \in H$, + \begin{align*} + \dpn{x, z}{H} + \dpn{y, z}{H} &= \frac{1}{4}\braks{\norm{x + z}_H^2 - \norm{x - z}_H^2} \\ + &+ \frac{1}{4}\braks{\norm{y + z}_H^2 - \norm{y - z}_H^2} + \end{align*} + + By (2) applied to the pairs $((x + y)/2 + z, (x - y)/2)$ and $((x + y)/2 - z, (x - y)/2)$, + \begin{align*} + \norm{x + z}_H^2 + \norm{y + z}_H^2 &= 2\braks{\norm{\frac{x + y}{2} + z}_H^2 + \norm{\frac{x - y}{2}}_H^2} \\ + \norm{x - z}_H^2 + \norm{y - z}_H^2 &= 2\braks{\norm{\frac{x + y}{2} - z}_H^2 + \norm{\frac{x - y}{2}}_H^2} + \end{align*} + + Thus + \begin{align*} + \dpn{x, z}{H} + \dpn{y, z}{H} &= \frac{1}{2}\braks{\norm{\frac{x + y}{2} + z}_H^2 - \norm{\frac{x + y}{2} - z}_H^2} \\ + &= 2\dpb{\frac{x + y}{2}, z}{H} + \end{align*} + + and + \begin{enumerate} + \item[(H2)] By repeated application of the above equation, $\dpn{\mu x, z}{H} = \mu \dpn{x, z}{H}$ for all dyadic rational numbers $\mu \in \mathbb{D}$. Since the norm is continuous, $\dpn{\mu x, z}{H} = \mu \dpn{x, z}{H}$ for all $\mu \in \real$. + \item[(H1)] By (H2), $\dpn{x + y, z}{H} = \dpn{x, z}{H} + \dpn{y, z}{H}$. + \item[(H3)] By definition, $\inp_H$ is symmetric. + \item[(I)] By non-negativity of the norm, + \[ + \dpn{x, x}{H} = \frac{1}{4}\braks{\norm{2x}_H^2 + 0} = \norm{x}_H^2 \ge 0 + \] + + with equality if and only if $x = 0$. + \end{enumerate} + + Therefore $\inp_H$ is a real-valued inner product with $\norm{x}_H = \dpn{x, x}{H}^{1/2}$ for all $x \in H$. By the \hyperref[polarisation identity]{proposition:polarisation-real}, this inner product is unique. + + (2) $\Rightarrow$ (1, Complex): For each $x, y \in H$, let + \[ + \dpn{x, y}{H_\real} = \frac{1}{4}\braks{\norm{x + y}_H^2 - \norm{x - y}_H^2} + \] + + and + + \[ + \dpn{x, y}{H} = \frac{1}{4}\sum_{k = 0}^3 i^k \normn{x + i^ky}_H^2 = \dpn{x, y}{H_\real} + i \dpn{x, iy}{H_\real} + \] + + then for any $x, y, z \in H$, + \begin{enumerate} + \item[(H1)] By (H1) of the real case, $\dpn{x + y, z}{H} = \dpn{x, z}{H} + \dpn{y, z}{H}$. + \item[(H3)] By absolute homogeneity of the norm, $\dpn{ix, iy}{H_\real} = \dpn{x, y}{H_\real}$, so + \begin{align*} + \dpn{x, y}{H} &= \dpn{x, y}{H_\real} + i \dpn{x, iy}{H_\real} \\ + &= \dpn{x, y}{H_\real} - i \dpn{ix, y}{H_\real} \\ + &= \dpn{y, x}{H_\real} - i \dpn{y, ix}{H_\real} = \ol{\dpn{y, x}{H}} + \end{align*} + + \item[(H2)] By absolute homogeneity of the norm, + \begin{align*} + \dpn{ix, y}{H} &= \dpn{ix, y}{H_\real} + i \dpn{ix, iy}{H_\real} \\ + &= -\dpn{x, iy}{H_\real} + i\dpn{x, y}{H_\real} = i\dpn{x, y}{H} + \end{align*} + + so $\inp_H$ satisfies (H2) by (H2) of the real case. + + \item[(I)] By absolute homogeneity of the norm, + \begin{align*} + \dpn{x, ix}{H_\real} &= \frac{1}{4}\braks{\norm{x + ix}_H^2 - \norm{x - ix}_H^2} \\ + &= \frac{|1 + i|^2 - |1 - i|^2}{4} \norm{x}_H^2 = 0 + \end{align*} + + so + \[ + \dpn{x, x}{H} = \dpn{x, x}{H_\real} + i \dpn{x, ix}{H_\real} = \dpn{x, x}{H_\real} = \norm{x}_H^2 + \] + \end{enumerate} + + Therefore $\inp_H$ is a complex-valued inner product with $\norm{x}_H = \dpn{x, x}{H}^{1/2}$ for all $x \in H$. By the \hyperref[polarisation identity]{proposition:polarisation-complex}, this inner product is unique. + + (1) $\Rightarrow$ (2): For each $x, y \in H$, + \begin{align*} + \norm{x + y}_H^2 &= \dpn{x + y, x + y}{H} \\ + &= \norm{x}_H^2 + \dpn{x, y}{H} + \dpn{y, x}{H} + \norm{y}_H^2 \\ + \norm{x - y}_H^2 &= \norm{x}_H^2 - \dpn{x, y}{H} - \dpn{y, x}{H} + \norm{y}_H^2 + \end{align*} + + so + \[ + \norm{x + y}_H^2 + \norm{x - y}_H^2 = 2\norm{x}_H^2 + 2\norm{y}_H^2 + \] + + By the \hyperref[Cauchy-Schwarz inequality]{proposition:cauchy-schwarz}, + \begin{align*} + \norm{x + y}_H^2 &= \norm{x}_H^2 + 2\text{Re}\dpn{x, y}{H} + \norm{y}_H^2 \\ + &\le \norm{x}_H^2 + 2\norm{x}_H\norm{y}_H + \norm{y}_H^2 \\ + &= (\norm{x}_H + \norm{y}_H)^2 + \end{align*} + + so $\norm{\cdot}_H$ satisfies the triangle inequality, and is a norm. +\end{proof} + + + +\begin{definition}[Orthogonal] +\label{definition:orthogonal-hilbert} + Let $H$ be an inner product space and $x, y \in H$, then $x$ and $y$ are \textbf{orthogonal}, denoted $x \perp y$, if $\dpn{x, y}{H} = 0$. + + For any $A \subset H$, $A$ is \textbf{pairwise orthogonal} if for any $x, y \in A$, $x \perp y$. +\end{definition} + +\begin{definition}[Orthogonal Projection] +\label{definition:orthogonal-projection} + Let $H$ be an inner product space and $P \in L(H; H)$, then $P$ is an \textbf{orthogonal projection} if: + \begin{enumerate} + \item $P$ is idempotent. + \item For any $x, y \in H$, $\dpn{Px, y}{H} = \dpn{x, Py}{H}$. + \end{enumerate} +\end{definition} + + +\begin{definition}[Orthogonal Complement] +\label{definition:orthogonal-complement} + Let $H$ be an inner product space and $A \subset H$ be a subspace, then the closed subspace + \[ + A^\perp = \bracsn{x \in H| \dpn{x, y}{H} = 0 \forall y \in A} + \] + + is the \textbf{orthogonal complement} of $H$. +\end{definition} + + +\begin{theorem}[Pythagorean Theorem] +\label{theorem:pythagoras} + Let $H$ be an inner product space over $K \in \RC$ and $\seqf{x_j} \subset H$ be pairwise orthogonal, then + \[ + \norm{\sum_{j = 1}^n x_j}_H^2 = \sum_{j = 1}^n \norm{x_j}_H^2 + \] +\end{theorem} + +\begin{theorem} +\label{theorem:hilbert-complement-subspace} + Let $H$ be a Hilbert space over $K \in \RC$ and $A \subset H$ be a closed subspace, then: + \begin{enumerate} + \item For each $x \in H$ and $y \in A$, then $\norm{x - y}_H = d(x, A)$ if and only if $x - y \perp A$. + \item For any $x \in H$ and $y, z \in A$, + \[ + \norm{y - z}_H^2 \le 2\norm{y - x}_H^2 + 2\norm{z - x}_H^2 - 4d(x, A)^2 + \] + \item For each $x \in H$, there exists a unique $x_A \in A$ such that $\norm{x - x_A}_H = d(x, A)$, and the mapping $P_A: H \to A$ with $x \mapsto x_A$ is an orthogonal projection. + \item $H = A \oplus A^\perp$ as a direct sum of closed subspaces, where for every $x \in H$, $x = P_Ax + P_{A^\perp}x$. + \end{enumerate} + +\end{theorem} +\begin{proof}[Proof, {{\cite[Theorem 5.24]{Folland}}}. ] + (1): Suppose that $\norm{x - y}_H = d(x, A)$. Let $z \in A$ and assume without loss of generality that $\dpn{y, z}{H} > 0$, then + \[ + f(t)= \norm{(x - y) + tz}_H^2 = \norm{(x-y)}_H^2 + 2t \dpn{(x-y), z}{H} + t^2\norm{z}_H^2 + \] + + is a quadratic function. Since $y - tz \in A$ for all $t \in \real$, it has a minimum at $t = 0$. Therefore $\dpn{(x - y), z}{H} = 0$, and $x - y \perp A$. + + Now suppose that $x - y \perp A$, then for any $z \in A$, + \[ + \norm{x - z}_H^2 = \norm{x - y}_H^2 + \norm{y - z}_H^2 \ge \norm{x - y}_H^2 + \] + + by the \hyperref[Pythagorean Theorem]{theorem:pythagoras}. + + + (2): By the parallelogram law, + \[ + 2(\norm{x - y}_H^2 + \norm{x - z}_H^2) = \norm{y - z}_H^2 + \norm{y + z - 2x}_H^2 + \] + + Since $(y + z)/2 \in A$, + \begin{align*} + \norm{y - z}_H^2 &= 2(\norm{x - y}_H^2 + \norm{x - z}_H^2) - 4\norm{(y + z)/2 - x}_H^2 \\ + &\le 2\norm{x - y}_H^2 + \norm{x - z}_H^2 - 4d(x, A)^2 + \end{align*} + + (3): Let $\seq{y_n} \subset A$ with $\norm{y_n - x}_H \to d(x, A)$ as $n \to \infty$, $\seq{y_n}$ is a Cauchy sequence by (2). Since $H$ is complete and $A$ is a closed subspace, there exists $x_A \in A$ such that $y_n \to x_A$ as $n \to \infty$ by \autoref{proposition:complete-closed}. In which case, by continuity of the norm, $\norm{x_A - x}_H = d(x, A)$. By (1), $x_A$ is the unique element of $A$ such that $\norm{x_A - x}_H = d(x, A)$. + + Let $x, y \in H$ and $\lambda \in K$, then $(\lambda x + y) - (\lambda P_Ax + P_Ay) \perp A$, so by (1), $P_A(\lambda x + y) = \lambda P_Ax + P_Ay$, and $P_A$ is linear. In addition, + \begin{align*} + \dpn{P_Ax, y}{H} &= \dpn{P_Ax, P_Ay}{H} + \dpn{P_Ax, y - P_Ay}{H} = \dpn{P_Ax, P_Ay}{H} \\ + &= \dpn{P_Ax, Py}{H} + \dpn{x - P_Ax, P_Ay}{H} = \dpn{x, P_Ay}{H} + \end{align*} + + so $P_A$ is self-adjoint. + + + (4): By (1), for each $x \in H$, $P_{A^\perp}x = x - P_{A}x$. Since $A \cap A^\perp = \bracs{0}$, $H = A \oplus A^\perp$. +\end{proof} + +A significant property of Hilbert spaces is that every closed subspace is complemented by another closed subspace. It turns out that this is a defining property: + +\begin{theorem}[Lindenstrauss-Tzafriri, 1971] +\label{theorem:lindenstrauss-tzafriri} + Let $E$ be a Banach space. If for every closed subspace $A \subset E$, there exists a closed subspace $A^\perp \subset E$ such that $E = A \oplus A^\perp$, then $E$ is isomorphic to a Hilbert space. +\end{theorem} +\begin{proof} + See \cite{LindenstraussTzafriri1971}. +\end{proof} + +\begin{theorem}[Riesz Representation Theorem] +\label{theorem:riesz-hilbert} + Let $H$ be a Hilbert space over $K \in \RC$. For each $x \in H$, let + \[ + \phi_x: H \to \complex \quad \phi_x(y) = \dpn{y, x}{E} + \] + + then the mapping $H \to H^*$ defined by $x \mapsto \phi_x$ is an isometric conjugate linear isomorphism. +\end{theorem} +\begin{proof} + By the \hyperref[Cauchy-Schwarz inequality]{proposition:cauchy-schwarz} and definition of the norm, $x \mapsto \phi_x$ is an isometric conjugate linear map. + + Let $\phi \in H^*$, then $\ker \phi$ is a closed subspace of codimension one. By \autoref{theorem:hilbert-complement-subspace}, $(\ker \phi)^\perp \ne \emptyset$. Let $y \in (\ker \phi)^\perp$ with $\norm{y}_H = 1$, then for any $x \in H$, + \begin{align*} + \phi(x) &= \phi(P_{\ker \phi}x) + \phi(P_{(\ker \phi)^\perp}x) \\ + &= \dpn{P_{\ker \phi}x, \phi(y)y}{H} + \dpn{P_{(\ker \phi)^\perp}x, \phi(y)y}{H} = \dpn{x, \phi(y)y}{H} + \end{align*} + +\end{proof} + + diff --git a/src/fa/norm/index.tex b/src/fa/norm/index.tex index b0c0f16..503fcba 100644 --- a/src/fa/norm/index.tex +++ b/src/fa/norm/index.tex @@ -6,3 +6,4 @@ \input{./linear.tex} \input{./separable.tex} \input{./multilinear.tex} +\input{./hilbert.tex}