\section{Introduction}
For an even integer $k\geq 2$, denote $H_k^*$ the set of all normalized Hecke primitive cusp forms of weight $k$ for the full modular group $SL(2,\ \mathbb{Z})$. Throughout this paper we call the function $f(z)$ as a primitive cusp form if it is an eighenfunction of all Hecke operators simultaneously. It is known that $f(z)$ has a Fourier expansion at cusp $\infty$, write it as
\begin{equation*}
    f(z)=\sum_{n=1}^\infty c(n) e^{2\pi i n z}
\end{equation*}
for $\Im (z)>0$.\\
Rewrite the Fourier expansion as
\begin{equation*}
    f(z)=\sum_{n=1}^\infty \lambda_f(n)n^{(k-1)/2}e^{2\pi i n z}
\end{equation*}
for $\Im (z)>0$, where $\lambda_f(n)=\frac{c(n)}{n^{(k-1)/2}}$.\\
Then by Deligne \cite{B}, we have, for any prime number $p$, there exists two complex numbers $\alpha_f(p)$ and $\beta_f(p)$, such that
\begin{equation*}
    \alpha_f(p)\beta_f(p)=|\alpha_f(p)|=|\beta_f(p)|=1
\end{equation*}
and
\begin{equation*}
    \lambda_f(p)=\alpha_f(p)+\beta_f(p).
\end{equation*}
For a normalized primitive cusp form $f(z)$ of weight $k$, the triple product $L$-function $L(f\otimes f\otimes f)$ is defined as
\begin{align*}
    L(f\otimes f\otimes f)&=\prod_p\bigg(1-\frac{\alpha_p^3}{p^s}\bigg)^{-1}\bigg(1-\frac{\alpha_p}{p^s}\bigg)^{-3}\bigg(1-\frac{\beta_p^3}{p^s}\bigg)^{-1}\bigg(1-\frac{\beta_p}{p^s}\bigg)^{-3}\\
    &=\sum_{n=1}^\infty\frac{\lambda_{f\otimes f\otimes f}(n)}{n^s}
\end{align*}
for $\Re (s)>1$. The $j^{th}$ symmetric power $L$-function attached to $f$ is defined by
\begin{equation}
        L({\rm{sym}}^jf,\ s)=\prod_p\prod_{m=0}^j(1-\alpha_p^{j-m}\beta_p^mp^{-s})^{-1}\label{E1}
\end{equation}
for $\Re (s)>1$. We may express it as a Derichlet series: for $\Re (s)>1$,
\begin{align}
     L({\rm{sym}}^j f,\ s)&=\sum_{n=1}^\infty \frac{\lambda_{{\rm{sym}}^j f}(n)}{n^s}\nonumber\\
     &=\prod_p\bigg(1+\frac{\lambda_{{\rm{sym}}^j f}(p)}{p^s}+\ldots+\frac{\lambda_{{\rm{sym}}^j f}(p^k)}{p^{ks}}+\ldots\bigg).\label{E2}
\end{align}
It is well known that $\lambda_{{\rm{sym}}^j f}(n)$ is a real multiplicative function. The Rankin-Selberg $L$-function $L({\rm{sym}}^i f\otimes{\rm{sym}}^j f,\ s)$ attached to ${\rm{sym}}^i f$ and ${\rm{sym}}^j f$ is defined as
\begin{align}
    L({\rm{sym}}^if\otimes {\rm{sym}}^j f,\ s)&=\prod_p\prod_{m=0}^i \prod_{m{'}=0}^j\bigg(1-\frac{\alpha_p^{i-m}\beta_p^m\alpha_p^{j-m{'}}\beta_p^{m{'}}}{p^s}\bigg)^{-1}\nonumber\\
    &=\sum_{n=1}^\infty\frac{\lambda_{{\rm{sym}}^i f\otimes {\rm{sym}}^j f}(n)}{n^s}.\label{E3}
\end{align}
For $\Re (s)>1$, define
\begin{equation*}
    L_f(s)=\sum_{n=1}^\infty\frac{\lambda_{f\otimes f\otimes f}(n)^2}{n^s}
\end{equation*}
and for $\Re (s)>1$, define
\begin{equation*}
    D_f(s)=\sum_{n=1}^\infty\frac{\lambda_{{\rm{sym}}^2 f\otimes f}(n)^2}{n^s}.
\end{equation*}

\section{Theorems etc.}
Here, after $\epsilon$ and $\delta$ denote any small positive constants and implied constants will depend at most only on the form $f$ and $\epsilon.$\\
In the paper \cite{C}, the following theorems are established.

\begin{theoremA}
For any $\epsilon>0$, we have
\[\sum_{n\leq x}\lambda_{f\otimes f\otimes f}(n)^2=xP(\log x)+O_{f,\ \epsilon}(x^{(175/181)+\epsilon})            \] where $P(t)$ is a polynomial of degree $4$.\label{TA}
\end{theoremA}
\begin{theoremA}
For any $\epsilon>0$, we have
\begin{equation*}
    \sum_{n\leq x} \lambda_{{\rm{sym}}^2 f\otimes f}(n)^2=xQ(\log x)+O_{f,\ \epsilon}\big(x^{(17/18)+\epsilon}\big)
\end{equation*}
where $Q(t)$ is a polynomial of degree $1$.\label{TB}
\end{theoremA}
The aim of this article is to improve Theorems \textbf{A} and \textbf{B}.\\
More precisely we prove:
\begin{theorem}
For any $\epsilon>0$ and $f\in H_k^*$, we have
\[\sum_{n\leq x}\lambda_{f\otimes f\otimes f}(n)^2=xP(\log x)+O_{f,\ \epsilon}(x^{(695/719)+\epsilon})\] where $P(t)$ is a polynomial of degree $4$.\label{T2.1}
\end{theorem}

\begin{theorem}
For any $\epsilon>0$ and $f\in H_k^*$, we have
\begin{equation*}
    \sum_{n\leq x} \lambda_{{\rm{sym}}^2f\otimes f}(n)^2=xQ(\log x)+O_{f,\  \epsilon}\big(x^{(2729/2897)+\epsilon}\big)
\end{equation*}
where $Q(t)$ is a polynomial of degree $1$.\label{T2.2}
\end{theorem}

\begin{remark}
\textit{It should be noted that the theorem of K. Ramachandra and A Sankaranarayanan [Lemma 3.5] plays a vital role in the proofs of Theorems {\bf 2.1} and {\bf 2.2}.
It is easy to check that $\frac{695}{719}<\frac{175}{181}$ and $\frac{2729}{2897}<\frac{17}{18}$. Thus Theorem {\bf 2.1} and Theorem {\bf 2.2} are unconditional improvements to the Theorem \textbf{A} and Theorem \textbf{B} respectively. Under the assumption of Lindel{\"o}f Hypothesis the error terms of Theorem {\bf 2.1} and Theorem {\bf 2.2} can slightly be improved for which we refer to section $4$.}
\nonumber
\end{remark}

\section{Lemmas}
\begin{lemma}
Suppose that $\mathfrak{L(s)}$ is a general L-function of degree $m$. Then, for any $\epsilon>0,$ we have \begin{equation}
    \int_T^{2T}|\mathfrak{L}(\sigma+it)|^2  \ dt\ll T^{\max\{m(1-\sigma),1\}+\epsilon}\label{E4}
\end{equation}
uniformly for $\frac{1}{2}\leq \sigma \leq1$ and $T>1$; and \begin{equation}
    \mathfrak{L}(\sigma+it)\ll(|t|+1)^{\frac{m}{2}(1-\sigma)+\epsilon}\label{E5}
\end{equation}
uniformly for $\frac{1}{2}\leq \sigma \leq1+\epsilon$ and $|t|\geq 1$.\label{L3.1}
\end{lemma}
 For some L-functions with small degrees, we invoke either individual or average subconvexity bounds.
\begin{lemma}
For any $\epsilon >0$, we have \begin{equation}
    \int_0^T|\zeta\big(\frac{5}{7}+it\big)|^{12}\ dt\ll_\epsilon T^{1+\epsilon}\label{E6}
\end{equation} uniformly for $T\geq1$.\label{L3.2}
\end{lemma}
\begin{proof}
See, Theorem $8.4$ and $(8.87)$ of \cite{D}.
\end{proof}
\begin{lemma}
For $f\in H_k^*$ and $\epsilon>0$, we have
\begin{equation}
    L({\rm{sym}}^2 f,\ \sigma+it)\ll_{f,\epsilon}(|t|+1)^{\max\{\frac{11}{8}(1-\sigma),0\}+\epsilon}\label{E7}
\end{equation}
uniformly for $\frac{1}{2}\leq \sigma \leq2$ and $|t|\geq1$.\label{L3.3}
\end{lemma}
\begin{proof}
See, Corollary $1.2$ of \cite{F}.
\end{proof}
\begin{lemma}
For $|t|\geq 10$, we have
\begin{equation}
    \zeta(\sigma+it)\ll(|t|+10)^{2\kappa(1-\sigma)+\epsilon}\label{E8}
\end{equation}
uniformly for $\frac{1}{2}\leq \sigma \leq 1+\epsilon$ and  for some $\kappa\geq 0$.\label{L3.4}
\end{lemma}
\begin{proof}
Follows from \cite{A} and Maximum modulus principle with $\kappa=\frac{13}{84}$.
\end{proof}

\begin{lemma}[KR+AS]
For $\frac{1}{2}\leq \sigma\leq 2$, T-sufficiently large, there exist a $T^*\in[T,T+T^\frac{1}{3}]$ such that the bound
\begin{equation}
    \log\zeta(\sigma+iT)\ll (\log\log T^*)^2\ll(\log\log T)^2\label{E9}
\end{equation}
holds uniformly and we have
\begin{equation}
    |\zeta(\sigma+iT)|\ll \exp((\log\log T)^2)\ll_\epsilon T^\epsilon\label{E10}
\end{equation}
on the horizontal line with $T=T^*$ and $\frac{1}{2}\leq \sigma\leq 2.$\label{L3.5}
\end{lemma}
\begin{proof}
See, Lemma $1$ of \cite{G}.
\end{proof}

\begin{lemma}
For $\Re (s)>1$, define
\begin{equation*}
L_f(s)=\sum_{n=1}^\infty \frac{\lambda_{f\otimes f\otimes f}(n)^2}{n^s}.\end{equation*}
Then we have
\begin{equation}
    L_f(s)=\zeta(s)^5L({\rm{sym}}^2f,\ s)^8L({\rm{sym}}^4f,\ s)^4L({\rm{sym}}^4f\otimes {\rm{sym}}^2f,\ s)U(s),\label{E11}
\end{equation}
where the function $U(s)$ is a Derichlet series which converges absolutely for $\Re (s)>\frac{1}{2}$ and $U(s)\neq 0$ for $\Re (s)=1$.\label{L3.6}
\end{lemma}
\begin{proof}
Since we have $\lambda_{f\otimes f\otimes f}(n)^2$ is a multiplicative function and the trivial upper bound $O(n^\epsilon)$, we have that, for $\Re (s)>1$,
\begin{equation*}
L_f(s)=\prod_p\bigg(1+\frac{\lambda_{f\otimes f\otimes f}(p)^2}{p^s}+\frac{\lambda_{f\otimes f\otimes f}(p^2)^2}{p^{2s}}+\ldots\bigg).
\end{equation*}
In the half-plane $\Re (s)>1$, the corresponding coefficients of the term $p^{-s}$ determine the analytic properties of $L_f(s)$. By Lemma 2.1 of \cite{C} we easily find the identity
\begin{align}
    \lambda_{f\otimes f\otimes f}(p)^2 & =(\lambda_{{\rm{sym}}^3f}(p)+2\lambda_f(p))^2\nonumber\\
           & =\lambda_{{\rm{sym}}^3f}(p)^2+4\lambda_{{\rm{sym}}^3f}(p)\lambda_f(p)+4\lambda_f(p)^2.\label{E12}
\end{align}
Consider $\lambda_{{\rm{sym}}^2f\otimes {\rm{sym}}^4f}(p)$, the coefficient of $p^{-s}$ in the Euler product of $L({\rm{sym}}^2f\otimes {\rm{sym}}^4f,\ s)$,
\begin{equation*}
    \lambda_{{\rm{sym}}^2f\otimes {\rm{sym}}^4f}(p)=3+3\alpha_f(p)^2+2\alpha_f(p)^4+\alpha_f(p)^6+3\beta_f(p)^2+2\beta_f(p)^4+\beta_f(p)^6.
\end{equation*}

Now, consider $\lambda_{{\rm{sym}}^3 f}(p)$, the coefficient of $p^{-s}$ in the Euler product of the $L-$function $L({\rm{sym}}^3f,\ s)$,
\begin{equation*}
    \lambda_{{\rm{sym}}^3 f}(p)=\alpha_f(p)^3+\alpha_f(p)+\beta_f(p)^3+\beta_f(p).
\end{equation*}
We have
\begin{align}
    \lambda_{{\rm{sym}}^3 f}(p)^2&=\big(\alpha_f(p)^3+\alpha_f(p)+\beta_f(p)^3+\beta_f(p)\big)^2\nonumber\\
    &=2\big(\alpha_f(p)^2+\beta_f(p)^2+\alpha_f(p)^4+\beta_f(p)^4+2\big)\nonumber
    \\ &\qquad+\alpha_f(p)^2+\beta_f(p)^2+\alpha_f(p)^6+\beta_f(p)^6\nonumber\\
    &=1+\lambda_{{\rm{sym}}^2f\otimes {\rm{sym}}^4f}(p).\label{E13}
\end{align}
Now, consider
\begin{align*}
 \lambda_{{\rm{sym}}^3f}(p)\lambda_f(p)&=\big(\alpha_f(p)^3+\beta_f(p)^3+\alpha_f(p)+\beta_f(p)\big)\big(\alpha_f(p)+\beta_f(p)\big)\\
    &=\alpha_f(p)^4+\beta_f(p)^4+2\alpha_f(p)^2+2\beta_f(p)^2+2.
\end{align*}
By the coefficients of $p^{-s}$ in the Euler products of $L({\rm{sym}}^2f,\ s)$ and $L({\rm{sym}}^4f,\ s)$, we have
\begin{align}
    \lambda_{{\rm{sym}}^2f}(p)+\lambda_{{\rm{sym}}^4f}(p)&=\alpha_f(p)^4+\beta_f(p)^4+2\alpha_f(p)^2+2\beta_f(p)^2+2\nonumber\\
    &=\lambda_{{\rm{sym}}^3f}(p)\lambda_f(p).\label{E14}
\end{align}

Consider $\lambda_{{\rm{sym}}^2f}(p)$, the coefficient of $p^{-s}$ in the Euler product of $L({\rm{sym}}^2f,\ s)$,
\begin{equation*}
    \lambda_{{\rm{sym}}^2f}(p)=\alpha_f(p)^2+\beta_f(p)^2+1.
\end{equation*}

Now, consider
\begin{align}
    \lambda_f(p)^2&
    =\big(\alpha_f(p)+\beta_f(p)\big)^2\nonumber\\
    &=\alpha_f(p)^2+\beta_f(p)^2+2\nonumber\\
    &=1+\lambda_{{\rm{sym}}^2f}(p).\label{E15}
\end{align}

By using \eqref{E13}, \eqref{E14} and \eqref{E15}, we have
\begin{align*}
    \lambda_{f\otimes f\otimes f}(p)^2&=\big(1+\lambda_{{\rm{sym}}^2f\otimes {\rm{sym}}^4f}(p)\big)+4\big(\lambda_{{\rm{sym}}^2f}(p)+\lambda_{{\rm{sym}}^4}(p)\big)\\
    &\qquad +4\big(1+\lambda_{{\rm{sym}}^2f}(p)\big)\\
    &=5+8\lambda_{{\rm{sym}}^2f}(p)+4\lambda_{{\rm{sym}}^4f}(p)+\lambda_{{\rm{sym}}^2f\otimes {\rm{sym}}^4f}(p).
\end{align*}
Now the lemma follows by standard arguments.
\end{proof}

\begin{lemma}
For $\Re (s)>1$, define \[D_f(s)=\sum_{n=1}^\infty \frac{\lambda_{{\rm{sym}}^2f\otimes f}(n)^2}{n^s}.\]
Then we have \begin{equation}
    D_f(s)=\zeta(s)^2L({\rm{sym}}^2f,\ s)^3L({\rm{sym}}^4f,\ s)^2L({\rm{sym}}^4f\otimes {\rm{sym}}^2f,\ s)V(s),\label{E16}
\end{equation}
where the function $V(s)$ is a Derichlet series which converges absolutely for $\Re (s)>\frac{1}{2}$ and $V(s)\neq 0$ for $\Re (s)=1$.\label{L3.7}
\end{lemma}
\begin{proof}
By $(6.2)$ of \cite{C}, we have
\begin{equation*}
    \lambda_{{\rm{sym}}^2f\otimes f}(p)=\lambda_{{\rm{sym^3}}f}(p)+\lambda_f(p)
\end{equation*}
for $\Re (s)>1$.

Now the lemma follows in a similar manner as the  proof of Lemma 3.6.
\end{proof}

\begin{proof}[{\bf Proof of Theorem 2.1}]
Firstly, recall that
\[L_f(s)=\sum_{n=1}^\infty \frac{\lambda_{f\otimes f\otimes f}(n)^2}{n^s}\]
for $\Re (s)>1$ and by \eqref{E11}, we have
\begin{equation*}
    L_f(s)=\zeta(s)^5L({\rm{sym}}^2f,\ s)^8L({\rm{sym}}^4f,\ s)^4L({\rm{sym}}^4f\otimes {\rm{sym}}^2f,\ s)U(s),
\end{equation*}
where the function $U(s)$ is a Derichlet series which converges absolutely for $\Re (s)>\frac{1}{2}$ and $U(s)\neq 0$ for $\Re (s)=1$.\\
By applying Perron formula to $L_f(s)$, we have
\[\sum_{n\leq x}\lambda_{f\otimes f\otimes f}(n)^2=\frac{1}{2\pi i}\int_{b-iT}^{b+iT}L_f(s)\frac{x^s}{s} \ ds+O\bigg(\frac{x^{1+\epsilon}}{T}\bigg)\]
where $b=1+\epsilon$ and $1\leq T\leq x$ is a parameter to be chosen later.\\
Now, we make the special choice $T=T^*$ of Lemma 3.5 which satisfies \eqref{E10} and shifting the line of integration to $\Re (s)=\frac{5}{7}$, we have by Cauchy residue theorem
\begin{align}
    \sum_{n\leq x} \lambda_{f\otimes f\otimes f}(n)^2  & =\frac{1}{2\pi i}\bigg\{\int_{\frac{5}{7}-iT}^{\frac{5}{7}-iT}+\int_{\frac{5}{7}+iT}^{b+iT}+\int_{b-iT}^{\frac{5}{7}-iT}\bigg\}L_f(s)\frac{x^s}{s} \ ds\nonumber\\ &\qquad
    +xP(\log x)+O\bigg(\frac{x^{1+\epsilon}}{T}\bigg)\nonumber \\
    & =J_1+J_2+J_3+xP(\log x)+O\bigg(\frac{x^{1+\epsilon}}{T}\bigg)\label{E17}
\end{align}
where $P(t)$ is a polynomial of degree $4$ and the main term $xP(\log x)$ is coming from the residue of $L_f(s)\frac{x^s}{s} $ at the pole $s=1$ of order $5$.\\
For $J_1$, we have
\begin{align}
    J_1&\ll x^{\frac{5}{7}+\epsilon}\int_1^T\big|\zeta(\frac{5}{7}+it)^5L(\text{{\rm{sym}}}^2f,\ \frac{5}{7}+it)^8L(\text{{\rm{sym}}}^4f,\ \frac{5}{7}+it)^4\nonumber\\
    &\qquad\qquad \qquad L(\text{{\rm{sym}}}^4f\otimes \text{{\rm{sym}}}^2 f,\ \frac{5}{7}+it)\big|t^{-1}  \ dt+x^{\frac{5}{7}+\epsilon}\nonumber\\
&\ll  x^{\frac{5}{7}+\epsilon}\sup_{1\leq T_1\leq T}I_1(T_1)^{5/12}I_2(T_1)^{1/2}I_3(T_1)^{1/12}T_1^{-1},\label{E18}
\end{align}
where
\begin{equation*}
   I_1(T_1)=\int_{T_1}^{2T_1}\big|\zeta\big(\frac{5}{7}+it\big)\big|^{12}  \ dt,
   \end{equation*}
   \begin{equation*}
    I_2(T_1)=\int_{T_1}^{2T_1}\big|L\big(\text{{\rm{sym}}}^2f,\ \frac{5}{7}+it\big)^8L\big(\text{{\rm{sym}}}^4f,\ \frac{5}{7}+it\big)^4\big|^2\ dt
\end{equation*}
 and
 \begin{equation*}
     I_3(T_1)=\int_{T_1}^{2T_1}\big|L\big(\text{{\rm{sym}}}^4f\otimes\text{{\rm{sym}}}^2f,\ \frac{5}{7}+it\big)\big|^{12}\ dt.
 \end{equation*}
 Then by Lemmas 3.1, 3.2 and 3.3, we have
 \begin{equation*}
     I_1(T_1)\ll T_1^{1+\epsilon},\qquad I_3(T_1)\ll
     T_1^{180/7+\epsilon}
 \end{equation*}
and
\begin{align*}
    I_2(T_1)&\ll T_1^{16\times\frac{11}{8}\times\frac{2}{7}+\epsilon}\int_{T_1}^{2T_1}\big|L\big(\text{{\rm{sym}}}^4f,\ \frac{5}{7}+it\big)^4\big|^2\ dt\\
    &\ll T_1^{12+\epsilon}.
\end{align*}
Hence, we have
\begin{align}
J_1&\ll x^{5/7+\epsilon}\sup_{1\leq T_1\leq T}I_1(T_1)^{5/12}I_2(T_1)^{1/2}I_3(T_1)^{1/12}T_1^{-1}\nonumber\\
    &\ll x^{(5/7)+\epsilon} T^{(635/84)+\epsilon}.\label{E19}
\end{align}
For the integrals over horizontal segments, by using \eqref{E5}, \eqref{E7} and \eqref{E10}, we have
\begin{align}
    J_2+J_3 & \ll\max_{\frac{5}{7}\leq \sigma\leq b}x^\sigma T^{10\epsilon+\{8\times\frac{11}{8}+\frac{35}{2}\}(1-\sigma)-1}\nonumber \\
    & =T^{10\epsilon}\max_{\frac{5}{7}\leq \sigma\leq b}\bigg(\frac{x}{T^\frac{57}{2}}\bigg)^\sigma T^\frac{55}{2}+\epsilon \nonumber \\
    &\ll x^{\frac{5}{7}+\epsilon}T^{\frac{50}{7}+10\epsilon}+\frac{x^{1+15\epsilon}}{T}.\label{E20}
\end{align}
From \eqref{E17}, \eqref{E19} and \eqref{E20}, we have
\begin{equation}
    \sum_{n\leq x}\lambda_{f\otimes f\otimes f}(n)^2=xP(\log x)+O\bigg(\frac{x^{1+15\epsilon}}{T}\bigg)+o\bigg(x^{(5/7)+\epsilon}T^{(635/84)+\epsilon}\bigg).\label{E21}
\end{equation}
By taking $T=x^\frac{24}{719}$ in \eqref{E21}, we have
\begin{equation*}
    \sum_{n\leq x} \lambda_{f\otimes f\otimes f}(n)^2=xP(\log x)+O\big(x^{(695/719)+\epsilon}\big)
\end{equation*}
This completes the proof of Theorem 2.1.
\end{proof}

\begin{proof}
[{\bf Proof of Theorem 2.2}]
Recall that \[D_f(s)=\sum_{n=1}^\infty \frac{\lambda_{{\rm{sym}}^2f\otimes f}(n)^2}{n^s}\]
for $\Re (s)>1$ and by Lemma 3.7, we have
\begin{equation*}
        D_f(s)=\zeta(s)^2L({\rm{sym}}^2f,\ s)^3L({\rm{sym}}^4f,\ s)^2L({\rm{sym}}^4f\otimes {\rm{sym}}^2f,\ s)V(s),
\end{equation*}
where the function $V(s)$ is a Derichlet series which converges absolutely for $\Re (s)>\frac{1}{2}$ and $V(s)\neq 0$ for $\Re (s)=1$.\\
Now, by applying Perron formula to $D_f(s)$, we have
\begin{equation*}
    \sum_{n\leq x}\lambda_{{\rm{sym}}^2f\otimes f}(n)^2=\frac{1}{2\pi i}\int_{b-iT}^{b+iT}D_f(s)\frac{x^s}{s} \ ds+O\bigg(\frac{x^{1+\epsilon}}{T
    }\bigg)
\end{equation*}
where $b=1+\epsilon$ and $1\leq T\leq x$ is a parameter to be chosen later.\\
Now, we make the special case $T=T^{**}$ of Lemma 3.5 which satisfies \eqref{E10} and shifting the line of integration to $\Re (s)=\frac{1}{2}+\epsilon$, we have by Cauchy residue theorem
\begin{align}
    \sum_{n\leq x}\lambda_{{\rm{sym}}^2f\otimes f}(n)^2 &=\frac{1}{2\pi i}\bigg\{\int_{\frac{1}{2}+\epsilon-iT}^{\frac{1}{2}+\epsilon+iT}+\int_{b-iT}^{\frac{1}{2}+\epsilon-iT}+\int_{\frac{1}{2}+\epsilon+iT}^{b+iT} \bigg\}D_f(s)\frac{x^s}{s} \ ds\nonumber\\
    &\qquad+xQ(\log x)+O\bigg(\frac{x^{1+\epsilon}}{T}\bigg)\nonumber\\
    &=J_1+J_2+J_3+xQ(\log x)+O\bigg(\frac{x^{1+\epsilon}}{T}\bigg).\label{E22}
\end{align}
Where $Q(t)$ is a polynomial of degree $1$ and the main term $xQ(\log x)$ is coming from the residue of $D_f(s)\frac{x^s}{s}$ at the pole $s=1 $ of order $2$.\\
For $J_1$, we have
\begin{multline}
J_1\ll x^{\frac{1}{2}+\epsilon}\int_1^T\big|\zeta(\frac{1}{2}+\epsilon+it)^2L({\rm{sym}}^2f,\ \frac{1}{2}+\epsilon+it)^3L({\rm{sym}}^4f,\ \frac{1}{2}+\epsilon+it)^2\\L({\rm{sym}}^4f\otimes {\rm{sym}}^2f,\ \frac{1}{2}+\epsilon+it)V(\frac{1}{2}+\epsilon+it)\big|t^{-1}\ dt+x^{\frac{1}{2}+\epsilon}.\label{E23}
\end{multline}
By Lemma 3.4 and Cauchy-Schwarz inequality, we have
\begin{multline}
J_1\ll x^{\frac{1}{2}+\epsilon}\sup_{1\leq T_1\leq T}T_1^{2\times2\kappa\times\frac{1}{2}+\frac{33}{16}}\bigg(\int_{T_1}^{2T_1}\big|L({\rm{sym}}^4f,\ \frac{1}{2}+it)^2\big|^2  \ dt\bigg)^\frac{1}{2}\\
\bigg(\int_{T_1}^{2T_1}\big|L({\rm{sym}}^4f\otimes {\rm{sym}}^2f,\ \frac{1}{2}+it)\big|^2  \ dt\bigg)^\frac{1}{2}T_1^{-1}+x^{\frac{1}{2}+\epsilon}.\nonumber
\end{multline}
By \eqref{E4} of Lemma 3.1, we have
\begin{align}
    J_1 & \ll x^{\frac{1}{2}+\epsilon}+x^{\frac{1}{2}+\epsilon}\sup_{1\leq T_1\leq T}T_1^{2\kappa+\frac{33}{16}+\frac{10}{2}\times\frac{1}{2}+\frac{15}{2}\times\frac{1}{2}-1+\epsilon}\nonumber\\  &\ll x^{(1/2)+\epsilon}T^{2\kappa+(117/16)+\epsilon}.\label{E24}
\end{align}
For the integrals over the horizontal segments, by using \eqref{E5}, \eqref{E7} and \eqref{E10}, we have
\begin{align}
    J_2+J_3&\ll \max_{\frac{1}{2}+\epsilon\leq\sigma\leq b}x^\sigma T^{\{3\times\frac{11}{8}+\frac{25}{2}\}(1-\sigma)-1+2\epsilon}\nonumber\\
    &=T^{2\epsilon}\max_{\frac{1}{2}+\epsilon\leq\sigma\leq b}\bigg(\frac{x}{T^\frac{133}{8}}\bigg)^\sigma T^\frac{125}{8}\nonumber\\
    &\ll x^{(1/2)+\epsilon}T^{(117/16)+2\epsilon}+\frac{x^{1+10\epsilon}}{T}.\label{E25}
\end{align}
From \eqref{E22}, \eqref{E24} and \eqref{E25}, we have
\begin{equation}
\sum_{n\leq x}\lambda_{{\rm{sym}}^2f\otimes f}(n)^2\ll xQ(\log x)+x^{(1/2)+\epsilon}T^{2\kappa+(117/16)+\epsilon}+O\bigg(\frac{x^{1+\epsilon}}{T}\bigg).\label{E26}
\end{equation}
By taking $T=x^{\frac{8}{133+32\kappa}}$ in \eqref{E26}, we have
\begin{equation}
    \sum_{n\leq x} \lambda_{{\rm{sym}}^2f\otimes f}(n)^2=xQ(\log x)+O(x^{\frac{125+32\kappa}{133+32\kappa}+\epsilon})\label{E27}.
\end{equation}
Now Theorem {\bf 2.2} follows by taking $\kappa=\frac{13}{84}$ and we obtain
\begin{equation*}
\sum_{n\leq x} \lambda_{{\rm{sym}}^2f\otimes f}(n)^2=xQ(\log x)+O(x^{(2729/2897)+\epsilon}).
\end{equation*}
\end{proof}

\section{Some conditional results}
\textbf{\underline{Lindel{\"o}f Hypothesis for $\zeta(s):$}}\\
 This states that for $|t|\geq 10$
\begin{equation}
    \zeta(\sigma+it)\ll(|t|+10)^\epsilon\label{E28}
\end{equation}
for all $\epsilon>0$ uniformly for $\frac{1}{2}\leq\sigma\leq 2$.
\lbrack Refer \cite{H}, pp. 328-335\rbrack.
\begin{theorem}
Assuming Lindel{\"o}f Hypothesis for $\zeta(s)$. For any $\epsilon>0$ and $f\in H_k^*$, we have
\[\sum_{n\leq x}\lambda_{f\otimes f\otimes f}(n)^2=xP(\log x)+O_{f,\ \epsilon}(x^{(55/57)+\epsilon})\] where $P(t)$ is a polynomial of degree $4$.\label{T4.1}
\end{theorem}
\begin{theorem}
Assuming Lindel{\"o}f Hypothesis for $\zeta(s)$. For any $\epsilon>0$ and $f\in H_k^*$, we have
\begin{equation*}
    \sum_{n\leq x} \lambda_{{\rm{sym}}^2f\otimes f}(n)^2=xQ(\log x)+O_{f,\ \epsilon}\big(x^{(125/133)+\epsilon}\big)
\end{equation*}
where $Q(t)$ is a polynomial of degree $1$.\label{T3.2}
\end{theorem}

\begin{proof}[{\bf Proof of Theorem 4.1}]
From the proof of Theorem {\bf 2.1}, recall that
\begin{align}
    \sum_{n\leq x} \lambda_{f\otimes f\otimes f}(n)^2 =J_1+J_2+J_3+xP(\log x)+O\bigg(\frac{x^{1+\epsilon}}{T}\bigg)\label{E29}
\end{align}
Where $P(t)$ is a polynomial of degree $4$.

For $J_1$ by \eqref{E7}, \eqref{E28} and Cauchy-Schwarz inequality, we have
\begin{align*}
    J_1&\ll x^{\frac{5}{7}+\epsilon}+ x^{\frac{5}{7}+\epsilon}\int_1^T\big|\zeta(\frac{5}{7}+\epsilon+it)^5L(\text{{\rm{sym}}}^2f,\ \frac{5}{7}+\epsilon+it)^8\\
    &\qquad L(\text{{\rm{sym}}}^4f,\ \frac{5}{7}+\epsilon+it)^4 L(\text{{\rm{sym}}}^4f\otimes \text{{\rm{sym}}}^2 f,\ \frac{5}{7}+\epsilon+it)\big|t^{-1}  \ dt\\ &\ll x^{\frac{5}{7}+\epsilon}+x^{\frac{5}{7}+\epsilon}\\&\qquad\sup_{1\leq T_1\leq T}\bigg\{\bigg\{\max_{T_1\leq t\leq 2T_1}\bigg|\frac{\zeta(\frac{5}{7}+\epsilon+it)^5L(\text{{\rm{sym}}}^2f,\ \frac{5}{7}+\epsilon+it)^8}{t}\bigg|\bigg\}\\
&\qquad\bigg\{\int_{T_1}^{2T_1}|L(\text{{\rm{sym}}}^4f,\ \frac{5}{7}+\epsilon+it)^4L(\text{{\rm{sym}}}^4f\otimes \text{{\rm{sym}}}^2 f,\ \frac{5}{7}+\epsilon+it)|   \ dt\bigg\}\bigg\}\\
&\ll x^{\frac{5}{7}+\epsilon}+x^{\frac{5}{7}+\epsilon}\sup_{1\leq T_1\leq T}T_1^{5\epsilon+\frac{22}{7}-1}\bigg(\int_{T_1}^{2T_1}\big|L({\rm{sym}}^4f,\ \frac{5}{7}+\epsilon+it)^4\big|^2  \ dt \bigg)^\frac{1}{2}\\
&\qquad \bigg(\int_{T_1}^{2T_1}\big|L({\rm{sym}}^4f\otimes{\rm{sym}}^2f,\ \frac{5}{7}+\epsilon+it)\big|^2  \ dt \bigg)^\frac{1}{2}.
\end{align*}
By \eqref{E4}, we have
\begin{align*}
    J_1&\ll x^{\frac{5}{7}+\epsilon}+x^{\frac{5}{7}+\epsilon}\sup_{1\leq T_1\leq T}T_1^{5\epsilon+\frac{22}{7}+\frac{20}{2}\times\frac{2}{7}+\frac{15}{2}\times\frac{2}{7}-1}\\
    &\ll x^{(5/7)+\epsilon}T^{(50/7)+10\epsilon}.\
\end{align*}
For the integrals over horizontal segments, by \eqref{E20}, we have
\begin{align*}
    J_2+J_3\ll x^{(5/7)+\epsilon}T^{(50/7)+10\epsilon}+\frac{x^{1+15\epsilon}}{T}.
\end{align*}
Hence by \eqref{E29}, we have
\begin{equation}
    \sum_{n\leq x}\lambda_{f\otimes f\otimes f}(n)^2=xP(\log x)+O\bigg(\frac{x^{1+15\epsilon}}{T}\bigg)+O\bigg(x^{(5/7)+\epsilon}T^{(50/7)+\epsilon}\bigg).\label{E30}
\end{equation}
By taking $T=x^\frac{2}{57}$ in \eqref{E30}, we have
\begin{equation*}
    \sum_{n\leq x} \lambda_{f\otimes f\otimes f}(n)^2=xP(\log x)+O\big(x^{(55/57)+\epsilon}\big).
\end{equation*}
\end{proof}

\begin{proof}[{\bf Proof of Theorem 4.2}]
From the asymptotic formula in \eqref{E27}, by assuming Lindel{\"o}f Hypothesis for $\zeta(s)$, we have  $\kappa=\epsilon$, where $\epsilon$ is any positive constant and we obtain
\begin{equation*}
\sum_{n\leq x} \lambda_{{\rm{sym}}^2f\otimes f}(n)^2=xQ(\log x)+O\big(x^{(125/133)+\epsilon}\big).
\end{equation*}
\end{proof}
\begin{remark}
It is easy to check that $\frac{55}{57}<\frac{695}{719}<\frac{175}{181}$ and $\frac{125}{133}<\frac{2729}{2897}<\frac{17}{18}$ (pertain into Theorem \textbf{A} and Theorem \textbf{B}).
\end{remark}

\begin{concluding remark} If one has the Lindel{\"o}f Hypothesis bound for the $L-$ function $L_f(s)$, namely
\begin{equation*}
    L_f(\sigma+it)\ll (|t|+10)^\epsilon
\end{equation*}
holds for all $\epsilon>0$ uniformly for $\frac{1}{2}\leq\sigma\leq 2$ and $|t|\geq 10$, then it is not difficult to see that the asymptotic formula
\begin{equation*}
    \sum_{n\leq x}\lambda_{f\otimes f\otimes f}(n)^2=xP(\log x)+O(x^{\frac{1}{2}+\epsilon})
\end{equation*} holds, where $P(t)$ is a polynomial of degree $4
$. Of course such an expected improvement is far away.
\end{concluding remark}

\subsection*{Acknowledgements}
The first author wishes to express his thankfulness to the Funding Agency "Ministry of Human Resource Development (MHRD), Govt. of India" for the fellowship PMRF, Appl. No.PMRF-2122-3190   for it's financial support.


\section{Introduction and main results
\label{sec:1}

{In the classical planar $N$-body problems of celestial mechanics, the position vectors of the $N$-particles are denoted by $q_1 ,\dots , {q_N}\in {\bf R}^2$, and the masses are represented by
$m_1 ,\dots,{m_N} > 0$.} By Newton’s second law and the law of universal
gravitation, the system of equations is
\begin{align}
m_i\ddot{q_i} = \frac{\partial U}{\partial q_i}, \quad i = 1, {\dots, N},\label{1.1}
\end{align}
where $U(q) = U(q_1, {\dots, q_{N}}) = \sum_{1\leq i< j\leq {N}} \frac{m_i m_j}{|q_i-q_j|}$
is the potential function and $|\cdot |$ {is} the standard norm of vector in ${\bf R}^2$.
Suppose the configuration space is
$$\hat{\chi} :=\left\{q =(q_1, {\dots, q_N})\in ({\bf R}^2)^{{N}}\l|\sum_{i = 1}^{{N}} m_iq_i = 0, q_i \neq q_j, \forall i\neq j \right\}. $$
For the period $T$, the corresponding action functional is
\begin{align}
  \mathbf{A}(q) = \int_{0}^{T} \left[ \sum_{i = 1}^{{N}} \frac{m_i|\dot{q}_i(t)|^2}{2} +U(q(t))\right] {\mathrm{d}} t, \label{1.222}
  \end{align}
which is defined on the loop space $W^{1,2} ({\bf R}/T {\bf Z}, \hat{\chi})$. The periodic solutions
of \eqref{1.1} correspond to critical points of the action functional \eqref{1.222}.
Let $p_1 , {\dots, p_{N}} \in {\bf R}^2$ be the momentum vectors of the particles respectively. It is {well-known} that \eqref{1.1} can be reformulated as a Hamiltonian system by
\begin{align}
\dot{p}_i = -\frac{\partial H}{\partial q_i}, \; \dot{q}_i  = \frac{\partial H}{\partial p_i}, \quad \mbox{for} \;i = 1, {\dots, N}, \label{1.2}
\end{align}
with the Hamiltonian function
\begin{align}
H(p, q) = \sum_{i =1}^{{N}} \frac{|p_i|^2}{2m_i} - U(q_1,{\dots, q_{N}}).\label{1.3}
\end{align}

One special class of periodic solutions to the planar $N$-body problem is the elliptic relative equilibrium (ERE for short) \cite{MS}. It is generated by a central configuration and the Keplerian motion.
A central configuration (C.C. for short) is formed by $N$ position vectors $\left(q_{1}, \ldots, q_{N}\right)=\left(a_{1}, \ldots, a_{N}\right)$ which satisfy
\begin{align}
	-\lambda m_{i} q_{i}=\frac{\partial U}{\partial q_{i}}, \forall\; 1\leq i \leq N, \label{eqn:cc}
\end{align}
where $\lambda =U(a) /  {I(a)}>0$ and $I(a)={\sum_{i=1}^N} m_{i}|a_{i}|^{2}$ is the moment of inertia.
A planar central configuration of the $N$-body problem gives rise to a solution of \eqref{1.1} where each particle moves on a specific Keplerian orbit while the totality of the particles move according to a homothety motion.

The restricted 4-body problem is one special case of the general $4$-body problem which are three primaries and one massless body. We assume that $m_1 + m_2 + m_3 = 1$ and $m_4 = 0$. By $m_4 = 0$, \eqref{eqn:cc} can be reduced to
\begin{align}\label{eqn:N-1CC}
    -\lambda q_{i}=& \sum_{1\leq j \leq 3,
    i\neq j}\frac{m_i(q_j - q_i)}{|q_j - q_i|^3}, \quad \mbox{for} \quad  1 \leq i \leq 3\\
    -\lambda q_{4}=& \sum_{1\leq j \leq 3
   }\frac{m_i(q_j - q_4)}{|q_j - q_4|^3}.
\end{align}
The C.C. is decomposed to a 3-body problem and the actions on the massless body from three primaries.
For the 3-body problem, there exists two types of the C.C.s: the Lagrangian equilateral configurations \cite{Lag} and the Euler collinear configurations \cite{Euler}. If the three primaries form a Lagrangian equilateral, the number of the C.C. of the corresponding restricted 4-body problem has been well-studied \cite{Leandro2003}. For the Euler collinear case, we still have two cases: the $4$ bodies are collinear and the four bodies span ${\bf R}^2$. The case of  the four bodies form a collinear configuration has been discussed in \cite{LiZ}.
In this paper, we focus on the case of $4$ bodies span ${\bf R}^2$.

The linear stability of the ERE is determined by the eigenvalues of the linearized Poincar\'e map.
Let ${\bf U}$ denote the unit circle in the complex plane. The ERE is spectrally stable if all eigenvalues of linearized Poincar\'e map  are on ${\bf U}$; it is linearly stable if Poincar\'e map is semi-simple and spectrally stable; it is linearly unstable if at least one pair of eigenvalues are not on ${\bf U}$.
Since the nineteenth century \cite{R2}, the researches on the stability have always been active in celestial mechanics because it reveals the dynamics near the period orbits.
However, it has always been one difficult task to obtain the linear stability of ERE, because the linearized Hamiltonian systems are non-autonomous, especially when for the elliptic orbits.
Many results on linear stability of the three-body problems have been obtained over the past decades by numerical methods \cite{MSS,MSS1,MSS2}, bifurcation theory \cite{R1} and the index theory \cite{HS,HLS,HuOuWang2015ARMA,Zhou2017}.
To the best of our knowledge, the ${\omega}$-Maslov index theory is the only analytical method to obtain the full picture of the stability and instability to the ERE, such as the elliptic Lagrangian solution \cite{HS,HLS,HuOuWang2015ARMA}, and the elliptic Euler solution \cite{Zhou2017,ZhonLong2017CMDA}.

When it comes to four-body problems,
the research on stability of ERE is quite active in the past decades.
One well-studied case is the elliptic rhombus solution \cite{Mansur2017, Leandro2018, Liu2021} which are linearly instable.
For the restricted $4$-body problem with three primaries forming Lagrangian equilateral configuration, the full bifurcation diagram of the stability and instability has been obtained for all possible masses and all eccentricity \cite{LiZ, Leandro2003}. Furthermore, one stable region of the linear stability has been found.
Regarding the linear stability of other ERE to the four-body problem, readers may refer to \cite{zhou2019linear, Hu2020}

In this paper, we focus on the restricted 4-body problem with three primaries forming Euller collinear configurations and the four bodies span ${\bf R}^2$.
Since the ERE of the three primaries is always linearly unstable
\cite{Zhou2017},
it is reasonable to study the stability problem of the
massless particle.
For example, the
“massless body” can be imaged as a space station and the three massive bodies form a planetary system.

We first apply the symplectic reduction method \cite{MS} to the general restricted $N$-body problem.
Let $P$ denote the inertial position of the massless body zero, which moves in the gravitational field of the $N-1$ primaries, without disturbing their motion. The corresponding
 Hamiltonian function for this $N$th body is given by
\begin{equation}
H(P,q, t)={1\over2}|P|^2-\sum_{i=1}^{N-1}{m_i\over|r(t)R({\theta}(t))a_i-q|}.\label{HaFun}
\end{equation}
Here $z=z(t)$ is the Kepler elliptic orbit given through the true anomaly ${\theta}={\theta}(t)$by
\begin{align}
  r({\theta}(t)) = |z(t)| = \frac{p}{1+e\cos{\theta}(t)},  \label{rTh}
\end{align}
where $p=a(1-e^2)$ and $a>0$ is the latus rectum of the ellipse \eqref{rTh}.
By Proposition \ref{P2.1}, the ERE $(P(t),q(t))^T$  of the system \eqref{1.2} is in time $t$ where $q(t)=r(t)R(\theta(t))a_{N}$ and $P(t)=\dot{q}(t)$. It
can be transformed to the new solution $(\bar{Z}(\theta),\bar{z}(\theta))^T = (0,\sigma,\sigma,0)^T$ in the true anomaly $\theta$ as the new
variable for the original Hamiltonian function $H$ given by \eqref{eqn:red.Ham}. We then have the reduced Hamiltonian system is given in the theorem.

\begin{theorem}\label{linearized.Hamiltonian}
The linearized Hamiltonian system of \eqref{eqn:red.Ham}  at the ERE
  $\zeta_0 \equiv (\bar{Z}(\theta),\bar{z}(\theta))^T =
  (0,\sigma,\sigma,0)^T\in{\bf R}^4  $
  depending on the true anomaly $\theta$ is given by
  \begin{align}
    \dot\xi(\theta) = JB(\theta)\xi(\theta),  \label{eqn:LinearHam1}
  \end{align}
  with
  \begin{eqnarray} B(\theta)
  = H''(\theta,\bar{Z},\bar{z})|_{\bar\xi=\xi_0}
  = \left(\begin{array}{cccc|cccc}
  I_2   &-J_2 \\
  J_2     &I_2-{1\over1+e\cos{\theta}}D
  \end{array}\right),  \label{LinearHam2}\end{eqnarray}
  where
  \begin{align}
    \label{matrix.D}
  D=I_2-{1\over\mu}\left(\sum_{i=1}^{N-1}{m_i\over|a_i-a_{N}|^3}\right)I
  +{3\over\mu}\sum_{i=1}^{N-1} m_i\frac{(a_i-a_{N})(a_i-a_{N})^T}{|a_i-a_{N}|^5}.
  \end{align}
  The corresponding quadratic Hamiltonian function is given by
  \begin{eqnarray}
  H_2(\theta,\bar{Z},\bar{z})
   =\frac{1}{2}|\bar{Z}|^2+\bar{Z}\cdot J\bar{z}
    +\frac{1}{2}\left(I_2-{D\over1+e\cos{\theta}}\right)|\bar{z}|^2. \end{eqnarray}
  \end{theorem}

We apply Theorem \ref{thm:RE.norm.form} to the restricted $4$-body problem. Denote the eigenvalues of $D$ by ${\lambda}_3$ and ${\lambda}_4$. By Proposition  \ref{prop.sum.lm3.lm4}, we have that both ${\lambda}_3$ and ${\lambda}_4$ are positive and  ${\lambda}_3 + {\lambda}_4 = 3$.
By this property, we show the relationship between the Maslov index of $\xi_{{\alpha}, e}$ given by \eqref{eqn:LinearHam1} and the Maslov index of ${\gamma}_{\beta, e}$ which is the elliptic Lagrangian solutions in \cite{HLS}.
Since the elliptic Lagrangian solutions has already been well-studied in \cite{HLS},
we have the Maslov index of $\xi_{{\alpha}, e}$ in Proposition \ref{prop:index}.
By the properties of the Maslov index, we define three curves ${\alpha}_k(e)$, ${\alpha}_s(e)$ and ${\alpha}_m(e)$ (cf. \eqref{eqn:aa.sm}, \eqref{eqn:def.aak} below) from left to right in $({\alpha}, e)\in [0,3]\times [0, 1)$ according to the $\omega$-Maslov indices of $\xi_{{\alpha},e}$.
By the ${\omega}$-Maslov index theory \cite{Lon4}, we obtain the normal forms of $\xi_{a,e}(2\pi)$ and then the linear stability as follows.
\begin{theorem}\label{thm:RE.norm.form}
  \begin{enumerate}[label = (\roman*)]
         \item
         We have $\xi_{\alpha, e}(2 \pi) \approx R\left(\theta_{1}\right) \diamond R\left(\theta_{2}\right)$ for some $\theta_{1}$ and $\theta_{2} \in(\pi, 2 \pi)$, and thus it is strongly linearly stable on the segment $\alpha_{m}(e)<\alpha<3$;
         \item We have $\left.\xi_{\alpha, e}(2 \pi) \approx D(\lambda) \diamond R(\theta)\right)$ for some $0>\lambda \neq-1$ and $\theta \in(\pi, 2 \pi)$ and it is elliptic-hyperbolic, and thus linearly unstable on the segment $\alpha_{s}(e)<\alpha<\alpha_{m}(e)$.
         \item  We have $\xi_{\alpha, e}(2 \pi) \approx R\left(\theta_{1}\right) \diamond R\left(\theta_{2}\right)$ for some $\theta_{1} \in(0, \pi)$ and $\theta_{2} \in(\pi, 2 \pi)$ with $2 \pi-\theta_{2}<\theta_{1}$, and thus it is strongly linearly stable on the segment $\alpha_{k}(e)<\alpha<{\alpha}_s(e)$.
  \end{enumerate}
\end{theorem}

Note that it is also possible that $ {\alpha}_{k}(e) = {\alpha}_s(e)$, or ${\alpha}_s(e) = {\alpha}_m(e)$ for some $e$ in $[0,1)$. For these cases, the corresponding normal forms of $\xi_{{\alpha},e}$ are given in Theorem \ref{thm:RE.lim}.

For the circular case, we first numerically relationships between ${\alpha}$ and $m_1$, $m_2$ and $m_3$. Since $m_1 + m_2 + m_3 = 1$, we can plot the stable regions with respect to in $m_1$ and $m_2$ by definition of ${\alpha}$ in \eqref{eqn:ca}, \eqref{eqn:sum.l3.l4} and Corollary \ref{coro:cir.sta}. We show this results in (a) of Figure \ref{fig:2}.
\begin{figure}[htbp]
	\centering
  \begin{tabular}{cc}
    \includegraphics[width=0.4\textwidth]{stable_region.eps} &
		\includegraphics[width=0.4\textwidth]{symmetric_case.eps}  \\
		\footnotesize{(a) The linear stability of circular solution.}  &
		\footnotesize{(b) The symmetric case.}
	\end{tabular}
	\caption{\footnotesize{In Figure (a), the shade regions in the $(m_1,m_3)$-plane show the all the possible choices of $(m_1, m_2, m_3) = (m_1, 1- m_1 - m_3, m_3)$ of the circular orbit such that the system is linear stable. The Figure (b) shows the changes of $\alpha$ with respect to $m_2$ in the symmetric case}}
	\label{fig:2}
\end{figure}

If we further assume that $m_1 = m_3$.
We have the following numerical results holds shown in (b) of Figure \ref{fig:2}.
\begin{theorem}\label{thm:numerically}
  If $e = 0$ and $m_1 = m_3$, $\xi_{{\alpha},e}$ is linear stable for $m_2 \in (0.854,1)$.
\end{theorem}
This paper is organized as follows. We first introduce the generalized symplectic reduction method to the restricted $N$-body problem in Section \ref{sec:2}. We then use the ${\omega}$-Maslo index theory to obtain the linear stability of the restricted $4$-body problem in Section \ref{sec:3}. We consider the symmetric case by assuming $m_1 = m_3$ in Section \ref{sec:3}. We apply the linear stability results in Section \ref{sec:3} and obtain the condition on $m_1$, $m_2$ and $m_3$ such that the system is linear stable.

\setcounter{equation}{0
\section{Reduction for the restricted $N$-body problem}\label{sec:2}
The central configuration coordinates
for a class of periodic solutions of the $n$-body problem was introduced \cite{MS}.
In this section, we generalize this reducution to the restricted $N$-body problem.
For the given masses $m=(m_1,m_2,\ldots,m_{N-1})\in ({\bf R}^+)^{N-1}$
of $N-1$ primaries
let $a=(a_1,a_2,\ldots,a_{N -1})$ be an $(N - 1)$-body central configuration of $m$  satisfying \eqref{eqn:N-1CC}.
Using normalization $2I(a) = \sum_{i = 1}^{N-1}m_i |a_i|^2 = 1$ and assuming  $\mu = U(a) = \sum_{1\le i<j\le N-1}\frac{m_im_j}{|a_i-a_j|}$, we have
\begin{align}
  \sum_{j=1,j\ne i}^{N-1}\frac{m_j(a_{j}-a_{i})}{|a_{j}-a_{i}|^3}
          = -\frac{U(a)}{2I(a)}a_{i}=-\mu a_{i}.    \label{eq.of.cc}
\end{align}

\begin{proposition}\label{P2.1}
There exists a symplectic coordinate change
$
  \xi = (P,q)^T
    \;\mapsto\; \bar{\xi}
    = ( \bar{Z}, \bar{z})^T,$
such that using the true anomaly ${\theta}$ as the variable the resulting Hamiltonian function of the
$n$-body problem is given by
\begin{align}\label{eqn:red.Ham}
  H(\theta,\bar{Z},\bar{z})=\frac{1}{2}|\bar{Z}|^2 + \bar{z}\cdot J\bar{Z}
+ \frac{p-r}{2p}|\bar{z}|^2
- \frac{r}{{\sigma}}\sum_{i=1}^{N-1}{m_i\over|{\sigma} a_i-\bar{z}|},
\end{align}
where $J =(
\begin{smallmatrix}
       0 &-1 \\ 1 & 0
\end{smallmatrix})$, $r({\theta})=\frac{p}{1+e\cos{\theta}}$,
$\mu$ defined by \eqref{eq.of.cc}, ${\sigma}=(\mu p)^{1/4}$ and $p$ is given in \eqref{rTh}.
\end{proposition}
\begin{proof}
  Inspired by Lemma 3.1 of \cite{MS}, we carry the coordinate
  changes in four steps.

  {\bf Step 1.} {\it Rotating coordinates via the matrix $R({\theta}(t))$ in time $t$.}

  We change first the coordinates $\xi$ to $\hat{\xi}=(\hat{Z}, \hat{z})^T \in ({\bf R}^2)^2$
  which rotates with the speed of the true anomaly. The transformation matrix is given by the rotation
  matrix $R({\theta}) = (
  \begin{smallmatrix}
         \cos{\theta} &-\sin{\theta} \\\sin {\theta} & \cos{\theta}
  \end{smallmatrix})$. The generating function of this
  transformation is given by
  \begin{equation}  \hat{F}(t, P, \hat{z})
         = -P\cdot R({\theta})\hat{z},  \label{P-02}\end{equation}
  and for $1\le i\le n-1$ the transformation is given by
  \begin{equation}
  q = -\frac{\partial \hat{F}}{\partial P} = R({\theta})\hat{z},  \quad
  \hat{Z} = -\frac{\partial \hat{F}}{\partial \hat{z}} = R({\theta})^TP,  \label{P-03}. \end{equation}
  Writing $\dot{R}({\theta}(t))=\frac{d}{dt}R({\theta}(t))$, and noting that $R({\theta})^T=R({\theta})^{-1}$ and
  $\dot{R}({\theta})=\dot{{\theta}}JR({\theta})$ we obtain the function
  \begin{align}
    \hat{F}_t
  \equiv \frac{\partial \hat{F}}{\partial t} = -P\cdot\dot{R}({\theta})\hat{z}
  = -\hat{Z}\cdot R({\theta})^T\dot{R}({\theta})\hat{z}
  = -\dot{{\theta}}\left(\hat{Z}\cdot R({\theta})^TJR({\theta})\hat{z}\right)
  = \dot{{\theta}}(\hat{z}\cdot J\hat{Z}).
  \end{align}

  Because ${\theta}={\theta}(t)$ depends on $t$, by adding the function
  $\frac{\partial \hat{F}}{\partial t}$ to the Hamiltonian function $H$ in \eqref{HaFun}, as in Line 5 in p.272 of \cite{MS}, we obtain the Hamiltonian function $\hat{H}$ in the
  new coordinates:
  \begin{equation}
  \hat{H}(t,\hat{Z},\hat{z}) = H_0(P,q) + \hat{F}_t
  = \frac{1}{2}|\hat{Z}|^2 + (\hat{z}\cdot J\hat{Z})\dot{{\theta}}
               - \sum_{i=1}^{N-1}{m_i\over|r(t)a_i-\hat{z}|},   \label{P-07}
  \end{equation}
  where the variables of $H_0$ are functions of ${\theta}$, $\hat{Z}$, $\hat{z}$,  given by \eqref{P-03}.

  {\bf Step 2.} {\it Dilating coordinates via the polar radius $r=|z(t)|$.}

  We change the coordinates $\hat{\xi}$ to
  $\td{\xi}=(\td{Z},\td{z})$
  which dilate with $r=|z(t)|$ given by \eqref{rTh}. The position coordinates are transformed by $\hat{z} = r\td{z}$.
  It is natural to scale the momenta by $1/r$ to get $\hat{Z}=\td{Z}/r$.
  But it
  turns out that the new transformation
  \begin{equation}  \hat{Z}=\frac{1}{r}\td{Z}+\dot{r}\td{z}  \label{P-09}\end{equation}
  makes the resulting Hamiltonian function simpler.
  This transformation is generated by the function
  \begin{equation}  \td{F}(t, \td{Z}, \hat{z})
    = \frac{1}{r}\td{Z}\cdot\hat{z} + \frac{\dot{r}}{2r}|\hat{z}|^2,
                          \label{P-10}\end{equation}
  and is given by
  \begin{equation}
  \td{z} = \frac{\partial \td{F}}{\partial \td{Z}} = \frac{1}{r}\hat{z},
  \hat{Z} = \frac{\partial \td{F}}{\partial \hat{z}} = \frac{1}{r}\td{Z}+\frac{\dot{r}}{r}\hat{z} = \frac{1}{r}\td{Z}+\dot{r}\td{z}, \nonumber\end{equation}
  with
  \begin{equation}  \frac{\partial \td{F}}{\partial t}
  = -\frac{\dot{r}}{r^2}\td{Z}\cdot\hat{z}
         + \frac{\ddot{r}r-\dot{r}^2}{2r^2}|\hat{z}|^2
  = -\frac{\dot{r}}{r}\td{Z}\cdot\td{z}
         + \frac{\ddot{r}r-\dot{r}^2}{2}|\td{z}|^2,     \label{P-11}\end{equation}
  by \eqref{P-09}.

  In this case, as in the last two lines on p.272 of \cite{MS}, the
  Hamiltonian function $\hat{H}$ in \eqref{P-07}
  becomes the new Hamiltonian function $\td{H}$ in the new coordinates:
  \begin{eqnarray}
  \td{H}(t,\td{Z},\td{z})
  &\equiv& \hat{H}(t, \hat{Z}, \hat{z}) + \td{F}_t \nonumber\\
  &=& \frac{1}{2r^2}|\td{Z}|^2 + \frac{\dot{r}}{r}\td{Z}\cdot\td{z}
     + \frac{\dot{r}^2}{2}(|\td{z}|^2) + (\td{z}\cdot J\td{Z})\dot{{\theta}}
     - \sum_{i=1}^{N-1}{m_i\over|r(t)a_i-r(t)\tilde{z}|} + \tilde{F}_t   \nonumber\\
  &=& \frac{1}{2r^2}|\td{Z}|^2+ \frac{r\ddot{r}}{2}|\td{z}|^2
     +(\td{z}\cdot J\td{Z})\dot{{\theta}}
     - \frac{1}{r}\sum_{i=1}^{N-1}{m_i\over|a_i-\tilde{z}|}.   \label{P-12}\end{eqnarray}

  {\bf Step 3.} {\it Coordinates via the true anomaly ${\theta}$ as the independent variable.}

  Here we use the true anomaly ${\theta}\in [0,2\pi]$ as an independent variable instead of $t\in [0,T]$ to simplify
  the study. This is achieved by dividing the Hamiltonian function $\td{H}$ in \eqref{P-12} by $\dot{{\theta}}$. Assuming
  $\dot{{\theta}}(t)>0$ for all $t\in [0,T]$ and  $\td{\xi}\in W^{1,2}({\bf R}/(T{\bf Z}), {\bf R}^8)$ we consider the action functional
  corresponding to the Hamiltonian system:
  \begin{eqnarray} f(\td{\xi})
  &=& \int_0^T(\frac{1}{2}\dot{\td{\xi}}(t)\cdot J\td{\xi}(t) - \td{H}(t,\td{\xi}(t))) dt  \nonumber\\
  &=& \int_0^{2\pi}\left(\frac{1}{2}\frac{\dot{\td{\xi}}(t({\theta}))}{\dot{{\theta}}(t)}\cdot J\td{\xi}(t)
            - \frac{\td{H}(t,\td{\xi}(t({\theta})))}{\dot{{\theta}}(t)}\right) d{\theta}  \nonumber\\
  &=& \int_0^{2\pi}\left(\frac{1}{2}\td{\xi}'({\theta})\cdot J\td{\xi}({\theta}) - \td{H}({\theta},\td{\xi}({\theta}))\right) d{\theta}.  \nonumber\end{eqnarray}
  Here we used $\td{\xi}'({\theta})$ to denote the derivative of $\td{\xi}({\theta})$ with respect to ${\theta}$. But
  in the following we shall still write $\dot{\td{\xi}}({\theta})$ for the derivative with respect to ${\theta}$ instead of
  $\td{\xi}'({\theta})$ for notational simplicity.

  Note that the elliptic Kepler orbit \eqref{rTh} satisfies
  $ r(t)^2\dot{{\theta}}(t) = \sqrt{\mu p} = \sqrt{\mu a(1-e^2)} = {\sigma}^2$ with ${\sigma}=(\mu p)^{1/4}.$
  Note that $a=\mu^{1/3}(T/2\pi)^{2/3}$ with $T$ being the minimal period of the orbit \eqref{rTh}, we have
  $$  {\sigma} = (\mu a(1-e^2))^{1/4} = \mu^{1/3}(\frac{T}{2\pi})^{1/6}(1-e^2)^{1/4}\;\in\; (0,\mu^{1/3}(\frac{T}{2\pi})^{1/6}] $$
  depending on $e$, when the mass $\mu$ and the period $T$ are fixed. Note that similarly we have $p={\sigma}^4/\mu$ depends
  on $e$ too. Note that the function $r$ satisfies
  $$  \ddot{r} = \frac{\mu p}{r^3} - \frac{\mu}{r^2} = \mu\left(\frac{p}{r^3} - \frac{1}{r^2}\right).  $$

  Therefore we get the Hamiltonian function $\td{H}$ in the new coordinates:
  \begin{eqnarray}
  \td{H}({\theta},\td{Z},\td{z})
       &\equiv& \frac{1}{\dot{{\theta}}}\td{H}(t,\td{Z},\td{z})   \nonumber\\
  &=& \frac{1}{2r^2(t)\dot{{\theta}}(t)}|\td{Z}|^2
         + \frac{r(t)\ddot{r}(t)}{2\dot{{\theta}}(t)}|\td{z}|^2
         + \td{z}\cdot J\td{Z}
         - \frac{1}{r(t)\dot{{\theta}}(t)}\sum_{i=1}^{N-1}{m_i\over|a_i-\tilde{z}|}  \nonumber\\
  &=& \frac{1}{2{\sigma}^2}|\td{Z}|^2+ \td{z}\cdot J\td{Z}
         + \frac{\mu(p-r({\theta}))}{2{\sigma}^2}|\td{z}|^2
         - \frac{r({\theta})}{{\sigma}^2}\sum_{i=1}^{N-1}{m_i\over|a_i-\tilde{z}|},  \label{P-13}\end{eqnarray}
  where $r({\theta})=p/(1+e\cos{\theta})$. Note that now the minimal period $T$ of the elliptic solution $\td{z}=\td{z}({\theta})$
  becomes $2\pi$ in the new coordinates in terms of true anomaly ${\theta}$ as an independent variable.

  {\bf Step 4.} {\it Coordinates via the dilation of ${\sigma}=(p\mu)^{1/4}$.}

  The last transformation is the dilation $(\td{Z},\td{z}) \;=\;
        ({\sigma}\bar{Z},{\sigma}^{-1}\bar{z})$.
  This transformation is symplectic and independent of the true anomaly ${\theta}$. Thus the
  Hamiltonian function $\td{H}$ in \eqref{P-13} becomes a new Hamiltonian function:
  \begin{equation}
  H({\theta},\bar{Z},\bar{z}) \equiv
      \td{H}({\theta},{\sigma}\bar{Z},{\sigma}^{-1}\bar{z})
      = \frac{1}{2}|\bar{Z}|^2 + \bar{z}\cdot J\bar{Z}
        + \frac{p-r}{2p}|\bar{z}|^2
        - \frac{r}{{\sigma}}\sum_{i=1}^{N-1}{m_i\over|{\sigma} a_i-\bar{z}|}.  \label{P-15}
  \end{equation}
  The proof is complete.
\end{proof}

Suppose that  $(P(t),q(t))^T$ is the solution of  system \eqref{1.2} with
$
q(t)=r(t)R(\theta(t))a_{N}$, and $P(t)=\dot{q}(t).$
By Proposition  \ref{P2.1}, it is transformed to the new solution $(\bar{Z}(\theta),\bar{z}(\theta))^T$ in the true anomaly $\theta$ as the new
variable for the original Hamiltonian function $H$ of \eqref{HaFun}, which is
given by
\begin{equation}
\bar{Z}(\theta)
=(0,  \sigma)^T
\qquad
\bar{z}(\theta) =
(\sigma, 0)^T
\label{sigma-solution}\end{equation}
Therefore, we can prove the Theorem \ref{linearized.Hamiltonian} directly.

\begin{proof}[Proof of Theorem \ref{linearized.Hamiltonian}]
       In this proof we omit all the upper bars on the variables of $H$ in \eqref{eqn:red.Ham}. By \eqref{eqn:red.Ham}, we have
       \begin{align}
        H_z=JZ+\frac{p-r}{p}z
        -\frac{r}{\sigma}{\partial\over\partial z}\left(\sum_{i=1}^{N-1}{m_i\over|{\sigma} a_i-\bar{z}|}\right)|_{z={\sigma} a_{N}},  \quad H_{Z} =Z-Jz,
       \end{align}
       and
       \begin{align}
        H_{ZZ}=I,\quad H_{Zz}=-J, \quad H_{zz}=J, \quad
        H_{zz}=\frac{p-r}{p}I-\frac{r}{\sigma}{\partial^2\over\partial z^2}\left(\sum_{i=1}^{N-1}{m_i\over|{\sigma} a_i-\bar{z}|}\right)|_{z={\sigma} a_{N}},
       \end{align}
       where all the items above are $2\times2$ matrices, and we denote by $H_x$ and $H_{xy}$
       the derivative of $H$ with respect to $x$, and the second derivative of $H$ with respect to
       $x$ and then $y$ respectively for $x$ and $y\in{\bf R}$.

       Now evaluating the corresponding functions at the special solution
       $({0,{\sigma}},{{\sigma},0})^T\in{\bf R}^{4}$
       of \eqref{sigma-solution} with $z=({\sigma},0)^T$, and summing them up, we
       obtain
       \begin{eqnarray}
       \frac{\partial^2}{\partial z^2}\left(\sum_{i=1}^{N-1}{m_i\over|{\sigma} a_i-\bar{z}|}\right)\Bigg|_{\xi_0}
       &=&-\left(-\sum_{i=1}^{N-1}{m_i\over|\sigma a_i-z|^3}\right)I
          +3\sum_{i=1}^{N-1} m_i\frac{({\sigma} a_i-z)({\sigma} a_i-z)^T}{|\sigma a_i-z|^5}
       \nonumber\\
       &=&-{1\over{\sigma}^3}\left(\sum_{i=1}^{N-1}{m_i\over|a_i-a_{N}|^3}\right)I
       +{3\over{\sigma}^3}\sum_{i=1}^{N-1} m_i\frac{(a_i-a_{N})(a_i-a_{N})^T}{|a_i-a_{N}|^5}.
       \label{U_zz}
       \end{eqnarray}
       Hence, we have
       \begin{eqnarray}
       H_{zz}&=&I_2-{r\over p}I_2-{r\over p}{{\sigma}^3\over\mu}
                  \left[-{1\over{\sigma}^3}\left(\sum_{i=1}^{N-1}{m_i\over|a_i-a_{N}|^3}\right)I
                  +{3\over{\sigma}^3}\sum_{i=1}^{N-1} m_i\frac{(a_i-a_{N+1})(a_i-a_{N})^T}{|a_i-a_{N}|^5}\right]
                  \nonumber\\
             &=&I_2-{r\over p}\left[I_2-{1\over\mu}\left(\sum_{i=1}^{N-1}{m_i\over|a_i-a_{N}|^3}\right)I
             +{3\over\mu}\sum_{i=1}^{N-1} m_i\frac{(a_i-a_{N})(a_i-a_{N})^T}{|a_i-a_{N}|^5}\right],
       \end{eqnarray}
       where the last equality of the first formula follows from the definition of $\mu$ in \eqref{eq.of.cc}.
       Thus the proof is complete.
\end{proof}

\setcounter{equation}{0
\section{The linear stability restricted $4$-body problem}\label{sec:3}

We now consider the linear stability of special relative equilibrium in the four body problem with one small mass away form the line of the three primaries which form an Euler central configuration.
A typical example is the ERE orbit of the restricted
$4$-bodies, the Sun, the Earth, the Moon and one space station.

\begin{proposition}\label{prop.sum.lm3.lm4}
  Suppose that $a_i$ for $1\leq i \leq 3$ forms an Euler collinear configuration and $a_i$ for $1 \leq i \leq 4$ span ${\bf R}^2$. The eigenvalues ${\lambda}_3$ and ${\lambda}_4$ of $D$ defined by \eqref{matrix.D} are both positive and satisfy
  \begin{align}
    {\lambda}_3 + {\lambda}_4 = 3.
  \end{align}
\end{proposition}
\begin{proof}
By \eqref{matrix.D} and the direct computations, we have that
\begin{align}\label{eqn:sum.l3.l4}
  \lambda_3+\lambda_4 =tr(D)
  =2+{1\over\mu}\sum_{i=1}^3{m_i\over|a_i-a_4|^3}
  =3+\beta_{2,0},
  \end{align}
where $\beta_{2,0}={1\over\mu}\sum_{i=1}^3{m_i\over|a_i-a_4|^3}-1.$
Moreover, we have
\begin{align}
  D-{3+\beta_{2,0}\over2}I_2
&=-{3\over2\mu}\sum_{i=1}^3{m_i\over|a_i-a_4|^3}I_2
 +{3\over\mu}\sum_{i=1}^3{m_i(a_i-a_4)(a_i-a_4)^T\over|a_i-a_4|^5}
 \\
&={3\over2\mu}\left[\sum_{i=1}^3m_i{2(a_i-a_4)(a_i-a_4)^T-|a_i-a_4|^2\over|a_i-a_4|^5}\right]\\
&=\Psi(\beta_{22,0}),
\end{align}
where
$\beta_{22,0}=\sum_{i=1}^3m_i{(z_{a_i}-z_{a_4})^2\over|a_i-a_4|^5}$
and $\Psi(z) = (\begin{smallmatrix}
  x & y\\-y & x
\end{smallmatrix})$ with $z = x+ \sqrt{-1} y$.
Note that  $\beta_{2,0}$ and $\beta_{22,0}$ are coincide with
those of (2.10) and (A.14) in \cite{LiZ}.
Therefore, following the discussion in \cite{LiZ},we have
\begin{align}\label{eqn:l3l4}
  \lambda_3,\lambda_4={3+\beta_{22,0}\over2}\pm|\beta_{22,0}|.
\end{align}

Now suppose $a_1$, $a_2$and $a_3$ form an Euler collinear configuration where they are locate on the $x$-axis in ${\bf R}^2$.
We set $a_i=(a_{ix},a_{iy})$ for $i=1,2,3,4$,
and hence $a_{iy}=0$ when $i=1,2,3$.
Then the central configuration equation \eqref{eq.of.cc} of $m_4$ gives
$
\sum_{j=1}^3{m_j(a_j-a_4)\over|a_j-a_4|^3}=-\mu a_4.
$
Especially, for $a_{4y}$, we have that
\begin{equation}
\sum_{j=1}^3{m_ja_{4y}\over|a_j-a_4|^3}=\mu a_{4y}.
\end{equation}
Since $a_{4y}\ne0$, it follows that
\begin{equation}\label{second.formula.of.mu}
\mu=\sum_{j=1}^3{m_j\over|a_j-a_4|^3},
\end{equation}
and hence $\beta_{2,0}=0$. By \eqref{eqn:l3l4}, we have
$\lambda_3+\lambda_4=3$
and
\begin{align}
D={3\over\mu}\sum_{j=1}^3{m_j(a_j-a_4)(a_j-a_4)^T\over|a_j-a_4|^5}
={3\over\mu}
\begin{pmatrix}
       \sum_{i=1}^3{m_ix_{4i}^2\over r_{4i}^5} &
	\sum_{i=1}^3{m_ix_{4i}y_{4i}\over r_{4i}^5}\\
	\sum_{i=1}^3{m_ix_{4i}y_{4i}\over r_{4i}^5} &
	\sum_{i=1}^3{m_iy_{4i}^2\over r_{4i}^5}
\end{pmatrix},\label{eqn:D}
\end{align}
where $(x_{4i},y_{4i})=a_4-a_i$ and $r_{4i}=|a_4-a_i|$.
Using Cauchy's inequality, we have
\begin{equation}
\left(\sum_{i=1}^3{m_ix_{4i}y_{4i}\over r_{4i}^5}\right)^2
=\left(\sum_{i=1}^3\sqrt{m_ix_{4i}^2\over r_{4i}^5}\sqrt{m_iy_{4i}^2\over r_{4i}^5}\right)^2
\le\left(\sum_{i=1}^3{m_ix_{4i}^2\over r_{4i}^5}\right)
   \left(\sum_{i=1}^3{m_iy_{4i}^2\over r_{4i}^5}\right).
\end{equation}
Then we have $\det(D)\ge0$ and hence $\lambda_3,\lambda_4 \geq 0$.
\end{proof}

Without loss of the generality, we assume that $\lambda_3 \geq \lambda_4$ in the following.
We define the operator ${\cal A}({\alpha}, e)$ by
\begin{align}\label{eqn:ca}
  {\cal A}({\alpha}, e) &= -\frac{{\mathrm{d}}^2}{{\mathrm{d}} t^2}I_2  -I_2 + \frac{1}{1+e\cos t}R(t)D_{\alpha,e}R(t)^T \nonumber \\
  &= -\frac{{\mathrm{d}}^2}{{\mathrm{d}} t^2}I_2  -I_2 + \frac{1}{2(1+e\cos t)}(
  (\lambda_3 + \lambda_4)I_2 + (\lambda_3 - \lambda_4) S(t))\\
  &= -\frac{{\mathrm{d}}^2}{{\mathrm{d}} t^2}I_2  -I_2 + \frac{1}{2(1+e\cos t)}(
       3I_2 + \alpha S(t)),  \label{cA}
\end{align}
where $R(t) = (\begin{smallmatrix}\cos t & -\sin t\\ \sin t & \cos t \end{smallmatrix})$,
$D_{{\beta},e}=
(\begin{smallmatrix}
\lambda_3 & 0\\ 0 & \lambda_4
\end{smallmatrix})$,
$S(t) = (\begin{smallmatrix}
\cos 2t & \sin 2t\\ \sin 2t & -\cos 2t
\end{smallmatrix})$ and  $\alpha:= \lambda_3 - \lambda_4 \in [0,3]$.
We denote the Morse indices and nullity of
${\cal A}({\alpha},e)$ on the domain $\ol{D({\omega},2\pi)}$ by $\phi_{{\omega}} ({\cal A}({\alpha},e))$ and $\nu_{{\omega}} ({\cal A}({\alpha},e))$ respectively. We also denote
the ${\omega}$-Maslov index of $\xi_{{\alpha},e}$ by $i_{{\omega}}(\xi_{{\alpha},e})$ and the nullity by $\nu_{{\omega}}(\xi_{{\alpha},e})$.
By Lemma \ref{lem:2.1} and the transformation introduced by Section 2.4 of \cite{HLS},
we have for any ${\alpha} \in [0,3]$, $e\in[0,1)$ and ${\omega}\in {\bf U}$,
\begin{align}
  \phi_{{\omega}} ({\cal A}({\alpha},e)) = i_{{\omega}}(\xi_{{\alpha},e}), \quad \nu_{{\omega}} ({\cal A}({\alpha},e)) = \nu_{{\omega}}(\xi_{{\alpha},e}). \label{eqn:ind.equ}
\end{align}

According to (2.17) and (2.18) of \cite{HLS}, the essential part $\gamma=\gamma_{\beta, e}(t)$ of the fundamental solution of the Lagrangian orbit satisfies
\begin{align}\label{eqn:lagga}
\begin{cases}
&\dot{\gamma}(t)=J B(t) \gamma(t), \\
&\gamma(0)=I_{4},
\end{cases}
\end{align}
with
$B(t)=\left(\begin{smallmatrix}
I & -J \\
J & I_2 - \frac{K_{\beta}}{1+e\cos t}
\end{smallmatrix}\right),
$
where $e$ is the eccentricity and $K_{\beta}={\rm diag}\{\frac{3+\sqrt{9-\beta} }{2}, \frac{3-\sqrt{9-\beta}}{2}\}$.
 For $(\beta, e) \in[0,9) \times[0,1)$, the second order differential operator corresponding to (\ref{eqn:lagga}) is given by
 \begin{align}
 A(\beta, e) =-\frac{\mathrm{d}^{2}}{\mathrm{~d} t^{2}} I_{2}-I_{2}+\frac{1}{2(1+e \cos t)}\left(3 I_{2}+\sqrt{9-\beta} S(t)\right), \label{eqn:lagA}
 \end{align}
 where $S(t)=\left(\begin{smallmatrix}\cos 2 t & \sin 2 t \\ \sin 2 t & -\cos 2 t\end{smallmatrix}\right)$, defined on the domain $\ol{D({\omega},2\pi)}$ in \eqref{A.4}. Then it is self-adjoint and depends on the parameters $\beta$ and $e$.
Let $\beta := 9 - \alpha^2$ in \eqref{eqn:lagA}, we have that
\begin{align}\label{eqn:aca}
       A(9-\alpha^2,e ) = {\cal A}(\alpha ,e).
\end{align}
It follows that the Maslov index of $i_{\omega}(\xi_{\alpha ,e}) = i_{\omega}(\gamma_{9-\alpha^2,e})$ by letting $\beta = 9 - \alpha^2$ in \eqref{eqn:lagga}.
By \cite{HLS}, the Maslov index of the $\xi_{\alpha ,e}$ is given as follows.
\begin{proposition}\label{prop:index}
\begin{enumerate}[label=(\roman*)]
       \item For all $(\alpha,e) \in [0,3] \times [0,1)$, the Maslov index satisfies $i_1(\xi_{\alpha ,e}) = 0;$
       \item for $e\in [0,1)$,
       \begin{align}
              i_{\omega}\left(\xi_{3, e}\right) =
              \begin{cases}
                     2, \mbox{ if } {\omega} \in{\bf U} \setminus \{0\},\\
                     0, \mbox{ if } {\omega} = 1;
              \end{cases}
              \quad
              v_{\omega}\left(\xi_{3, e}\right)=
              \begin{cases}3, & \text { if } \omega=1, \\
              0, & \text { if } \omega \in \mathbf{U} \backslash\{1\};
       \end{cases}
       \end{align}
       \item  for $\omega \in \mathbf{U}$ and $e\in [0,1)$, we have
       $i_{\omega}\left(\xi_{0, e}\right) =0,$ and $
       v_{\omega}\left(\xi_{0, e}\right)=0.$
\end{enumerate}
\end{proposition}
\begin{proof}
       By Theorem 1 of \cite{HLS} and \eqref{eqn:aca}, we have (i) of this proposition holds. By (C) of Section 3 of \cite{HLS}, we have (ii) of this proposition holds. By Section 3.2 of \cite{HLS}, we have (iii) of this proposition holds.
\end{proof}

To study the monotonic of the operator ${\cal A}({\alpha}, e)$, we define the operator $\bar{{\cal A}}$ as the following.
\begin{align}
       \bar{{\cal A}}({\alpha}, e)=\frac{{\cal A}(0, e)}{{\alpha}}+\frac{S(t)}{2(1+e \cos t)}. \label{eqn:barA}
\end{align}
It follows that ${\cal A}({\alpha} ,e) ={\alpha} \bar{{\cal A}}({\alpha}, e).$
Then we have $\phi_{\omega}({\cal A}({\alpha}, e)) =\phi_{\omega}(\bar{{\cal A}}({\alpha}, e))$ and $\nu_{\omega}({\cal A}({\alpha}, e)) =\nu_{\omega}(\bar{{\cal A}}({\alpha}, e))$.
Following from (iii) of Proposition \ref{prop:index} and Lemma \ref{lem:2.1}, ${\cal A}(0, e)$ is positive definite for any $\omega$ boundary condition. Using similar arguments of Lemma 4.4 and Corollary 4.5 of \cite{HLS},we get the following lemma holds. We omit the proof here.
\begin{proposition}[cf. Lemma 4.4 and Corollary 4.5 of \cite{HLS}]\label{prop:index}
\begin{enumerate}[label = (\roman*)]
\item For each fixed $e \in[0,1)$, the operator $\bar{{\cal A}}({\alpha}, e)$ is non-increasing with respect to ${\alpha} \in(0,3]$ for any fixed $\omega \in \mathbf{U}$. Especially
$
\left.\frac{\partial}{\partial {\alpha}} \bar{{\cal A}}({\alpha}, e)\right|_{{\alpha}={\alpha}_{0}}= - \frac{1}{{\alpha}^2} {\cal A}(0, e),
$
for ${\alpha} \in(0,3]$ is a negative definite operator.
\item  For every eigenvalue $\lambda_{{\alpha}_{0}}=0$ of $\bar{A}\left({\alpha}_{0}, e_{0}\right)$ with $\omega \in \mathbf{U}$ for some $\left({\alpha}_{0}, e_{0}\right) \in$ $(0,3] \times[0,1)$, there holds
\begin{align}\label{eqn:mono.barA}
\left.\frac{\mathrm{d}}{\mathrm{d} {\alpha}} \lambda_{{\alpha}}\right|_{{\alpha}={\alpha}_{0}}>0.
\end{align}
\item For every fixed $e \in[0,1)$ and $\omega \in \mathbf{U}$, the index function  $i_{\omega}\left(\xi_{{\alpha}, e}\right)$, is non-decreasing in $\alpha \in[0,3]$. Especially, if $\omega \in \mathbf{U} \backslash\{1\}$, $i_{\omega}\left(\xi_{{\alpha}, e}\right)$ increases from $0$ to $2$.
\end{enumerate}

\end{proposition}

By Proposition \ref{prop:index}, the $-1$-index $i_{-1}\left(\xi_{\alpha, e}\right)$ changes monotonically increases from $0$ to $2$ as ${\alpha}$ increases from $0$ to $3$. Then there exists three distinct curves $\Gamma_{k}$, $\Gamma_{s}$,  and $\Gamma_{m}$  locating from left to right in the parameter $(\alpha, e)$ rectangle $[0,3] \times[0,1)$. The curves $\Gamma_{s}$ and $\Gamma_{m}$ are the $-1$-degenerate curves. Since the $i_{{\omega}}(\xi_{{\alpha},e})$ is non-decreasing, the hyperbolic region is connected. We then can use the curve $\Gamma_{k}$ to denote the boundary of the hyperbolic region.

More specifically, for every $e \in[0,1)$, the $-1$ index $i_{-1}\left(\xi_{\alpha, e}\right)$ is non-increasing, and strictly decreasing only on two values of $\alpha=\alpha_{1}(e)$ and $\alpha=\alpha_{2}(e) \in(0,3)$. Define
\begin{align}\label{eqn:aa.sm}
       \alpha_{s}(e)=\min \left\{\alpha_{1}(e), \alpha_{2}(e)\right\} \text { and } \alpha_{m}(e)=\max \left\{\alpha_{1}(e), \alpha_{2}(e)\right\}, \quad \text { for } e \in[0,1),
\end{align}
and
\begin{align}
\Gamma_{s}=\left\{\left(\alpha_{s}(e), e\right) \mid e \in[0,1)\right\}, \text { and } \Gamma_{m}=\left\{\left(\alpha_{m}(e), e\right), \mid e \in[0,1)\right\}. \label{eqn:gas}
\end{align}
For every $e \in[0,1)$, we define
\begin{align}
       \alpha_{k}(e)=\inf \left\{\alpha^{\prime} \in[0,3] \mid \sigma\left(\xi_{\alpha, e}(2 \pi)\right) \cap \mathbf{U} \neq \emptyset, \quad \forall \alpha \in\left[0, \alpha^{\prime}\right]\right\}, \label{eqn:def.aak}
\end{align}
and
\begin{align}
\Gamma_{k}=\left\{\left(\alpha_{k}(e), e\right) \in[0,3] \times[0,1) \mid e \in[0,1)\right\}.
\end{align}
Therefore,
$\Gamma_{s}, \Gamma_{m}$ and $\Gamma_{k}$ form three curves.

\begin{lemma}\label{lem:mono.ind.nul}
       (i) For given $e_0$, if
       $({\alpha}_1,e_0)$ and $({\alpha}_1, e_0)$ satisfy that  $0<{\alpha}_2 \leq {\alpha}_1 < 3$
       and $\xi_{{\alpha}_1,e_0}(2\pi)$ is hyperbolic, then $\xi_{{\alpha}_2,e_0}(2\pi)$ is also hyperbolic.
       Consequently, the hyperbolic region of $\xi_{{\alpha}, e}$ is connected.

       (ii) For $({\alpha},e) \in \Gamma_h$, every matrix $\xi_{{\alpha}, e}(2\pi)$ is hyperbolic.
       Thus $\Gamma_k$ is the boundary surface of this hyperbolic region.

       (iii) For any $e\in [0,1)$,
       the total multiplicity of ${\omega}$ degeneracy  of $\xi_{{\alpha}, e}(2 \pi)$
       for ${\alpha} \in[0,3]$ satisfies that $\sum_{ 0\leq {\alpha}\leq 3} \nu_{{\omega}}(\xi_{{\alpha}, e}(2\pi))=2,$ for all $ \omega \in \mathbf{U} \backslash\{1\}.$
       \end{lemma}

       \begin{proof}
       (i) By Lemma \ref{lem:2.1}, for any fixed ${\omega}$ and $e$,
       if $\xi_{{\alpha}_1, e}(2\pi)$ is hyperbolic, then ${\cal A}({\alpha}_1,e)$ is positive definite on $\overline{D}({\omega} ,2\pi)$ for any given ${\omega} \in {\bf U}$. By \eqref{eqn:barA}, $\bar{{\cal A}}({\alpha}_1,e)$ is positive definite. By \eqref{eqn:mono.barA}, we have
       $\bar{{\cal A}}({\alpha}_1,e) < \bar{{\cal A}}({\alpha}_2,e)$.  It follows that $\bar{{\cal A}}({\alpha}_2,e)$ is positive definite and non-degenerate for any  ${\omega} \in {\bf U}$. Therefore $\xi_{{\alpha}_2, e}(2\pi)$ must be hyperbolic for all ${\alpha} \in [0,{\alpha}_2)$.

       Note that when ${\alpha} = 0$ the matrix $\xi_{{\alpha}, e}$ is hyperbolic by (iii) of Proposition \ref{prop:index}.
       Therefore, the hyperbolic region of $\xi_{{\alpha}, e}$ is connected.

       (ii) By the definition of ${\alpha}_k(e)$, there exists a sequence$\{{\alpha}_i\}_{i\in {\bf N}}$ satisfying ${\alpha}_i<{\alpha}_k(e)$, ${\alpha}_i\to {\alpha}_k(e)$, and $\xi_{{\alpha}_i,e}(2\pi)$ is hyperbolic.
       Therefore $\xi_{{\alpha},e}(2\pi)$ is hyperbolic
       for every ${\alpha}\in [0,{\alpha}_k(e))$ by (i).
       Then \eqref{eqn:def.aak} holds and ${\alpha}_k(e)$ is the envelope surface of this hyperbolic region.

       (iii) Note that the operator $\bar{{\cal A}}({\alpha},e)$ on $\overline{D}({\omega}, 2\pi)$ for $0$ and $3$ are both non-degenerate if ${\omega}\in {\bf U}\setminus\{1\}$.
       By (ii) and (iii) of Proposition \ref{prop:index} and \eqref{eqn:mono.barA}, there exist at most two ${\alpha}_1$ and ${\alpha}_2$ such that
       at each of which the ${\omega}$-index decreases
       by 1 if ${\alpha}_1 \neq {\alpha}_2$, or the ${\omega}$-index decreases by 2 if ${\alpha}_1 ={\alpha}_2$. Suppose that the two values are given by ${\alpha}_1 = {\alpha}_1(e)$
       and ${\alpha}_2 = {\alpha}_2(e)$ such that for ${\epsilon} > 0$ small enough, we have that
       $\phi_{{\omega}}(\bar{A}(0 ,e)) = \phi_{{\omega}}(\bar{A}({\alpha}_1 - {\epsilon} ,e))$, $\phi_{{\omega}}(\bar{{\cal A}}({\alpha}_1, e)) = \phi_{{\omega}}(\bar{{\cal A}}({\alpha}_2-{\epsilon},e ))$ and $\phi_{{\omega}}(\bar{{\cal A}}({\alpha}_2,e )) =\phi_{{\omega}}(\bar{{\cal A}}(3,e ))$.
       Then we have that
       \begin{align}
         2 &=\phi_{{\omega}}(\bar{{\cal A}}(3,e ))-\phi_{{\omega}}(\bar{{\cal A}}(0,e )) \nonumber\\
         &=\phi_{{\omega}}(\bar{{\cal A}}({\alpha}_2,e ))-\phi_{{\omega}}(\bar{{\cal A}}({\alpha}_2 - {\epsilon},e )) +\phi_{{\omega}}(\bar{{\cal A}}({\alpha}_1,e ))-\phi_{{\omega}}(\bar{{\cal A}}({\alpha}_1-{\epsilon},e )) \nonumber\\
         &=\dim \ker(\bar{{\cal A}}({\alpha}_2,e ))+\dim \ker(\bar{{\cal A}}({\alpha}_1,e )) \nonumber \\
         &=\nu_{{\omega}}(\xi_{{\alpha}_2, e}(2\pi))+\nu_{{\omega}}(\xi_{{\alpha}_1, e}(2\pi)) \nonumber\\
         &=\sum_{{\alpha} \in[0,3]} \nu_{{\omega}}(\xi_{{\alpha}, e}(2\pi)).
       \end{align}
       Then we have that (iii) holds.
       \end{proof}

       Following similar arguments as Corollary 9.2 of \cite{HLS}, we have the following corollary holds.
       \begin{corollary}[cf. Corollary 9.2 of \cite{HLS}]\label{coro:null.sep}
         For every $e\in [0,1)$,  we have $\sum_{{\alpha} \in[0,{\alpha}_m(e))} \nu_{-1}(\xi_{{\alpha},e}(2\pi)) =0,$ and $\sum_{{\alpha} \in[{\alpha}_m(e), 3)} \nu_{-1}(\xi_{{\alpha},e}(2\pi))=2.$
       \end{corollary}

\begin{proposition}
    The function ${\alpha}_k(e)$ is continuous in $e$.
\end{proposition}

\begin{proof}
    We prove this proposition by contradiction. Suppose that ${\alpha}_k(e)$ is not continuous in $e$. There must exist some $\hat{e}$ and a sequence $\{e_i\}_{i=1}^{\infty} \subset [0,1)\setminus\{ \hat{e}\}$ and ${\alpha}_0 \in [0, 3]$ such that
    ${\alpha}_k(e_i) \to {\alpha}_0 \neq {\alpha}_k(\hat{e})$, if $e_i \to \hat{e}$ as $i \to \infty$.
    We discuss the two cases of the continuity according to the sign of ${\alpha}_0 -{\alpha}_k(\hat{e})$. By the continuity of the eigenvalues of the matrix $\xi_{{\alpha},e}(2\pi)$ and by \eqref{eqn:def.aak}, ${\sigma}(\xi_{{{\alpha}}_0,\hat{e}}(2\pi))\cap {\bf U} \neq \emptyset$ holds.

    By the definition of ${\alpha}_k(\hat{e})$ and (i) of Lemma \ref{lem:mono.ind.nul}, we must have ${\alpha}_k(\hat{e})<{\alpha}_0$.

    Now we suppose ${\alpha}_k(\hat{e})<{\alpha}_0$. By the continuity of ${\alpha}_s(e)$ and the definition of ${\alpha}_0$,
    \begin{align}
      {\alpha}_k(\hat{e}) < {\alpha}_0 \leq {\alpha}_s(\hat{e}).
    \end{align}
    By the definition of ${\alpha}_k(\hat{e})$, let ${\omega}_0\in {\sigma}(\xi_{{\alpha}_k(\hat{e}),\hat{e}}(2\pi))\cap {\bf U}$.
    Let $L=\{(\hat{{\alpha}},\hat{e}) | {\alpha} \in [0,{\alpha}_{k}(\hat{e}))\}$, $V=\{(0, e)| e \in[0,1)\}$, and $L_i =\{({\alpha} ,e_i)|{\alpha}\in [0,{\alpha}_k(e_i)]\}$.
    \begin{align}
      i_{\omega_{0}}\left(\xi_{{\alpha},e}\right)=
      \nu_{\omega_{0}}\left(\xi_{{\alpha}, e}\right)=0,
      \quad \forall({\alpha},e) \in L \cup V \cup \bigcup_{i \geq 1} L_{i}.
    \end{align}
    In particular, we have
    $i_{\omega_{0}}\left(\xi_{{\alpha}_{k}(\hat{e}), \hat{e}}\right)=0$ and $\nu_{\omega_{0}}\left(\xi_{{\alpha}_{k}(\hat{e}), \hat{e}}\right) \geq 1$.
    Therefore, by the definition of ${\omega}_0$, there exists $\hat {\alpha} \in ({\alpha}_k(\hat{e}),{\alpha}_0)$ sufficiently close to ${\alpha}_k (\hat{e})$ such that
    \begin{align}
      i_{\omega_{0}}\left(\xi_{\hat{{\alpha}}, \hat{e}}\right)
      =i_{\omega_{0}}\left(\xi_{{\alpha}_{k}(\hat{e}), \hat{e}}\right)+\nu_{\omega_{0}}\left(\xi_{{\alpha}_{k}(\hat{e}), \hat{e}}(2 \pi)\right) \label{eqn:accol}
      \geq 1.
    \end{align}
    Note that \eqref{eqn:accol} holds for all ${\alpha} \in ({\alpha}_k(e), {\alpha}_0]$. Also $({\alpha}, \hat{e})$ is an accumulation point of $\cup_{i\geq 1} L_i$. This yields there exists $({\alpha}_i,e_i) \in L_i$ such that $\xi_{{\alpha}_i, e_i}$ is ${\omega}_0$-degenerate.
    Moreover ${\alpha}_i\to {\alpha}_0$ and $\xi_{{\alpha}_i,e_i}(2\pi) \to \xi_{{\alpha}_0,\hat e}(2\pi)$ as $i\to \infty$.
    Then we have following contradiction for $i \geq 1$ large enough
    \begin{align}
      1 \leq  i_{\omega_{0}}(\xi_{{\alpha}_0, \hat{e}}) \leq
       i_{\omega_{0}}(\xi_{{\alpha}_i(e), e_i}) = 0.
    \end{align}
    Then we have the continuity of ${\alpha}_k(e)$ in ${\alpha}$ and $e$.
\end{proof}

\begin{proposition}
The region $\Gamma_{s}, \Gamma_{m}$ and $\Gamma_{k}$ form three curves which possess the following properties.
\begin{enumerate}[label = (\roman*)]
       \item We have
       \begin{align}
       i_{-1}\left(\xi_{\alpha, e}\right)=
       \begin{dcases}
       0, \text { if } 0 \leq \alpha  \leq \alpha_{s}(e), \\
       1, \text { if } \alpha_{s}(e) < \alpha \leq \alpha_{m}(e), \\
       2, \text { if } \alpha_{m}(e) < \alpha \leq 3,
       \end{dcases}
       \end{align}
       and both $\Gamma_{s}$ and $\Gamma_{m}$ are precisely the $-1$ degeneracy curves of the matrix $\xi_{\alpha, e}(2 \pi)$ in the $(\alpha, e)$ rectangle $[0,3] \times[0,1)$.
       \item There holds $\alpha_{k}(e) \leq \alpha_{s}(e) \leq \alpha_{m}(e)<3$ for all $e \in[0,1)$.
       \item Every matrix $\xi_{\alpha, e}(2 \pi)$ is hyperbolic when $\alpha \in\left(0,\alpha_{k}(e)\right]$ and $e \in[0,1)$, and there holds
       \begin{align*}
       \alpha_{k}(e)=\sup \left\{\alpha \in[0,3] \mid \sigma\left(\xi_{\alpha, e}(2 \pi)\right) \cap \mathbf{U}=\emptyset\right\}, \quad \forall e \in[0,1).
       \end{align*}
       Consequently $\Gamma_{k}$ is the boundary curve of the hyperbolic region of $\xi_{\alpha, e}(2 \pi)$ in the $(\alpha, e)$ rectangle $[0,3] \times[0,1)$.
\end{enumerate}
\end{proposition}

\begin{proof}
	For $0\leq e <1 $, by the definitions of ${\alpha}_s({\alpha},e)$ and ${\alpha}_m(e)$ satisfying  for ${\alpha} > 0$ and $e \in[0,1)$ in \eqref{eqn:gas},
	we have that $-1$-index stays the same and only changes when $({\alpha},e) \in \Gamma_{m}\cup \Gamma_{s}$.

       Note that if ${\alpha}  = 0$, $\sigma\left(\xi_{{\alpha}, e}(2 \pi)\right) \cap \mathbf{U} = \emptyset$. Therefore for any $e\in[0, 1)$, ${\alpha}_{k}(e)$ is well defined.
By the definition of \eqref{eqn:gas} and \eqref{eqn:def.aak}, we have that for given $e_0\in[0,1)$,  if ${\alpha}_s(e_0)$ exists,  we must have $ {\alpha}_k(e_0) \leq {\alpha}_s(e_0) \leq {\alpha}_m(e_0)$.
       By Lemma \ref{lem:mono.ind.nul}, (ii) and (iii) of this propositon can be obtianed directly.
	Then we have this proposition holds.
\end{proof}

\begin{theorem}\label{thm:RE.norm.form}
\begin{enumerate}[label = (\roman*)]
       \item
       We have $\xi_{\alpha, e}(2 \pi) \approx R\left(\theta_{1}\right) \diamond R\left(\theta_{2}\right)$ for some $\theta_{1}$ and $\theta_{2} \in(\pi, 2 \pi)$, and thus it is strongly linearly stable on the segment $\alpha_{m}(e)<\alpha<3$;
       \item We have $\left.\xi_{\alpha, e}(2 \pi) \approx D(\lambda) \diamond R(\theta)\right)$ for some $0>\lambda \neq-1$ and $\theta \in(\pi, 2 \pi)$ and it is elliptic-hyperbolic, and thus linearly unstable on the segment $\alpha_{s}(e)<\alpha<\alpha_{m}(e)$.
       \item  We have $\xi_{\alpha, e}(2 \pi) \approx R\left(\theta_{1}\right) \diamond R\left(\theta_{2}\right)$ for some $\theta_{1} \in(0, \pi)$ and $\theta_{2} \in(\pi, 2 \pi)$ with $2 \pi-\theta_{2}<\theta_{1}$, and thus it is strongly linearly stable on the segment $\alpha_{k}(e)<\alpha<{\alpha}_s(e)$.
\end{enumerate}
\end{theorem}

\begin{proof}
    (i) By Lemma \ref{lem:Bott}, the index and nullity of $2$nd-iteration of the symplectic path $\xi_{{\alpha},e}(t)$ satisfies
    \begin{align}
      i_{1}(\xi_{{\alpha},e}^{2}) &= i_{-1}\left(\xi_{{\alpha},e}\right)+i_{1}(\xi_{{\alpha},e}),\nonumber\\
      \nu_{1}\left(\xi_{{\alpha},e}^{2}\right)&=\nu_{1}\left(\xi_{{\alpha},e}\right)+ \nu_{-1}\left(\xi_{{\alpha},e}\right)=\nu_{-1}\left(\xi_{{\alpha},e}\right),
    \end{align}
    where $\nu_{1}(\xi_{{\alpha},e}) = 0$ if $({\alpha},e)\in [0,3] \times[0,1) $. Therefore, the 2-iteration of the index is given by
    \begin{align}
      i_1(\xi^2_{{\alpha},e})=\left\{
      \begin{array}{ll}
          {2,} & {\text { if } ({\alpha},e) \in \Gamma_m}; \\
          {1,} & {\text { if } ({\alpha},e) \in \Gamma_s}; \\
          {0,} & {\text { if } ({\alpha},e) \in \Gamma_k }.
      \end{array}\right.
    \end{align}
    Follow the discussion in the proof of Theorem 1.2 of \cite{HS}, if $({\alpha}, e)$ satisfies ${\alpha} \neq {\alpha}_{m}(e)$ and ${\alpha} \neq {\alpha}_{s}(e)$, the matrix  $\xi_{{\alpha},e}(4\pi) =
    \xi_{{\alpha},e}^{2}(2\pi)$ is non-degenerate with respect with eigenvalue $1$.

    For (i), suppose  $\omega_{i}=e^{\sqrt{-1 \theta_{i}}} \in \sigma\left(\xi_{{\alpha},e}(2\pi) \cap \mathbf{U}\right)$ with ${\theta}_i \in(0,\pi)$. Note that $i_{-1}(\xi_{{\alpha},e}) = 2$, and by \eqref{eqn:split},
    \begin{align}
      i_{-1}(\xi_{{\alpha},e}) &= i_{1}(\xi_{{\alpha},e})
      +\sum_{\omega_{i}}(S_{\xi_{{\alpha},e}(2\pi)}^{+} (\omega_{i} )-S_{\xi_{{\alpha},e}(2\pi)}^{-} (\omega_{i}))+ S_{\xi_{{\alpha},e}(2\pi)}^{+}(-1) \nonumber\\
      &=\sum_{\omega_{i}} (S_{\xi_{{\alpha},e}(2\pi)}^{+} (\omega_{i} )-S_{\xi_{{\alpha},e}(2\pi)}^{-} (\omega_{i})). \label{eqn:-1.split}
    \end{align}
    It yields that
    \begin{align}
      2=\sum_{\omega_{i}}\left(S_{\xi_{{\alpha},e}(2\pi)}^{+}(\omega_{i})-S_{\xi_{{\alpha},e}(2\pi)}^{-}(\omega_{i})\right) \leq \sum_{\omega_{i}}\left(S_{\xi_{{\alpha},e}(2\pi)}^{+}(\omega_{i})+S_{\xi_{{\alpha},e}(2\pi)}^{-}(\omega_{i})\right) \leq 2.
    \end{align}
     Then we have that $S_{\xi_{{\alpha},e}}^{-}(\omega_{i}) =0$, by the list of splitting number in Section \ref{sec:Prelim}.
     Therefore, there exist the two ${\omega}_1$ and ${\omega}_2$ such that $S_{\xi_{{\alpha},e}}^{+}(\omega_{i}) =1$.
     Then we have (i) of Theorem \ref{thm:RE.norm.form} holds.

     (ii) Note that $i_1(\xi^2_{{\alpha},e}) = 1$ implies that $i_{-1}(\xi_{{\alpha},e}) = 1$.
     Therefore, still by \eqref{eqn:-1.split}, there exists exact one eigenvalue $\omega=e^{\sqrt{-1 \theta_{i}}} \in \sigma\left(\xi_{{\alpha},e}(2\pi) \cap \mathbf{U}\right)$ for ${\theta} \in (0,\pi)$ with the splitting number $(1,0)$.
     By the splitting number the list of splitting number in Section \ref{sec:Prelim}, we must have $\xi_{{\alpha},e}(2\pi) \approx D({\lambda}) \diamond R({\theta})$.
     Also note that $i_1(\xi_{{\alpha},e}) = 0$ implies ${\lambda} < 0$.
     Then we have (ii) of Theorem \ref{thm:RE.norm.form} holds.

     (iii)
 	  Suppose that  $({\alpha}_{0},e_{0})\in \Gamma_k$.
 	  By (i) and (ii) of Lemma \ref{lem:mono.ind.nul}, the matrix $M\equiv\xi_{{\alpha}_{0},e_{0}}(2\pi)$ is not hyperbolic with at least one pair of on the unit circle ${\bf U}$.
 	  Furthermore, by the definition of ${\alpha}_k(e_{0})$ and ${\alpha}_s(e_0)$, $\pm 1 \notin {\sigma}(\xi_{{\alpha}_{0},e_{0}}(2\pi))$.
 	  Suppose that $ \sigma(\xi_{{\alpha}_{0},e_{0}}(2\pi))= \{\lambda_{1} , \lambda_{1}^{-1}, \lambda_{2}, \lambda_{2}^{-1}\}$,
 	with $\lambda_{1}\in \mathbf{U} \backslash \mathbf{R}$
 	and $\lambda_{2}\in(\mathbf{U} \cup \mathbf{R}) \backslash\{ \pm 1,0\}$. We must have $\lambda_{2}\in \mathbf{U} \setminus \mathbf{R}$ and
 	$\xi_{{\alpha}_0, e_{0}}(2\pi) \approx R({\theta}_1) \diamond R({\theta}_2)$ for ${\theta}_1$, ${\theta}_2 \in (0,\pi) \cup (\pi ,2\pi)$.

 	If not, $\lambda_{2}\in {\bf R}\setminus\{\pm 1, 0\}$. The normal form is given by  $\xi_{{\alpha}_0,e_0}(2\pi) \approx D({\lambda}) \diamond R({\theta})$ for some ${\theta} \in (0,\pi) \cup (\pi,2\pi)$. Then by \eqref{eqn:split}, we obtain following contradiction.
  \begin{align}
    0 &=i_{-1}\left(\xi_{{\alpha}_0, e_{0}}\right) \nonumber\\
    &=i_{1}\left(\xi_{{\alpha}_0, e_{0}}\right)+S_{M}^{+}(1)-S_{M}^{-}\left(e^{ \pm \sqrt{-1} \theta}\right)+S_{M}^{+}\left(e^{ \pm \sqrt{-1} \theta}\right)-S_{M}^{-}(-1) \nonumber\\
   	&=0+0-S_{R(\theta)}^{-}\left(e^{ \pm \sqrt{-1} \theta}\right)+S_{R(\theta)}^{+}\left(e^{ \pm \sqrt{-1} \theta}\right)-0 \nonumber\\
   	&=\pm 1. \label{eqn:lm2.split}
  \end{align}
 	Again as \eqref{eqn:lm2.split}, we have that
  \begin{align}
    0&= i_{-1}\left(\xi_{{\alpha}_0, e_{0}}\right) \nonumber\\
   	&= i_{1}\left(\xi_{{\alpha}_0, e_{0}} \right)+S_{M}^{+}(1)-S_{R\left(\theta_{1}\right)}^{-}\left(e^{ \pm \sqrt{-1} \theta_{1}}\right)+S_{R\left(\theta_{1}\right)}^{+}\left(e^{ \pm \sqrt{-1} \theta_{1}}\right) \\
    &\quad -S_{R\left(\theta_{2}\right)}^{-}\left(e^{ \pm \sqrt{-1} \theta_{2}}\right)+S_{R\left(\theta_{1}\right)}^{+}\left(e^{ \pm \sqrt{-1} \theta_{2}}\right)-S_{M}^{-}(-1) \nonumber\\
   	&=-S_{R\left(\theta_{1}\right)}^{-}\left(e^{ \pm \sqrt{-1} \theta_{1}}\right)+S_{R\left(\theta_{1}\right)}^{+}\left(e^{ \pm \sqrt{-1} \theta_{1}}\right)-S_{R\left(\theta_{2}\right)}^{-}\left(e^{ \pm \sqrt{-1} \theta_{2}}\right)+S_{R\left(\theta_{2}\right)}^{+}\left(e^{ \pm \sqrt{-1} \theta_{2} }\right).
  \end{align}
 	Note that if ${\theta}_1$ and ${\theta}_2$ locate at the same interval $(0,\pi)$ or $(\pi, 2\pi)$, the right hand side will be $\pm 2$. Thus, we must have that  ${\theta}_1 \in (0,\pi)$ and ${\theta}_2\in (\pi, 2\pi)$.

 	If ${\theta}_1 = 2\pi -{\theta}_2$, following equation holds.
  \begin{align}
    \sum_{{\alpha}_k < {\alpha} \leq  3} \nu_{\omega}(\xi_{{\alpha}_0, e_{0}})
   	\geq \sum_{ {\alpha}_{s}\leq {\beta} \leq 3} 	\nu_{\omega}(\xi_{{\alpha}_0, e_{0}})
   	+\nu_{\omega}(\xi_{{\alpha}_0, e_{0}}) \geq 1+2,
  \end{align}
 	where ${\omega} = \exp(\sqrt{-1}{\theta}_1)$.
 	This contradicts to (iii) of Lemma \ref{lem:mono.ind.nul}.

 	If $2\pi -{\theta}_2 > {\theta}_1$, for ${\omega} =\exp(\sqrt{-1}{\theta}_1)$, we have that
  \begin{align}
    0 \leq i_{\omega}(\xi_{{\alpha}_0, e_{0}})
   	=i_{1}(\xi_{{\alpha}_0, e_{0}})+S_{M}^{+}(1)-S_{R(\theta_{1})}^{-}(e^{\sqrt{-1} \theta_{1}})
   	=-S_{R(\theta_{1})}^{-}(e^{\sqrt{-1} \theta_{1}})=-1,
  \end{align}
 	where $M = \xi_{{\alpha}_0, e_{0}}(2\pi)$.
 	This contradiction yields that $2\pi -{\theta}_2 <{\theta}_1$.
 	Then we have (ii) of Theorem \ref{thm:RE.norm.form} holds.
\end{proof}

\begin{lemma}\label{lem:boundary}
    For some $({\alpha}_0,e) \in [0,3] \times[0,1) $, if $\xi_{{\alpha}_0,e}(2\pi) \approx M_2(-1,c)$ which is given by \eqref{eqn:m2} for $c_1$, $c_2\in {\bf R}$, or it possesses the
    basic normal form $N_1(-1,a) \diamond N_1(-1,b)$ for $a$, $b \in {\bf R}$, then $\xi_{{\alpha},e}(2\pi)$ is hyperbolic for all ${\alpha} \in [0,{\alpha}_0)$.
\end{lemma}
\begin{proof}
    Note that the basic normal form of the matrix $M_2(-1,c) $ is either $N_1(-1,a) \diamond N_1(-1, b)$ or $N_1(-1,a)\diamond D({\lambda})$ for some $a$, $b\in {\bf R}$ and $0 > {\lambda} \neq -1$. Thus for any ${\omega} \in {\bf U}\setminus\{1\}$, by \eqref{eqn:split}, we obtain
    \begin{align}
      0 \leq i_{\omega}(\xi_{{\alpha}_{0}, e})=i_{1}(\xi_{{\alpha}_{0}, e})+S_{M}^{+}(1)-S_{M}^{-}(\omega)=-S_{M}^{-}(\omega) \leq 0,
    \end{align}
    where $M = \xi_{{\alpha}_{0}, e}(2\pi)$. Then we have that $i_{\omega}(\xi_{{\alpha}_{0}, e}) = 0$ for all ${\omega} \in {\bf U}$. Note that $\phi_{{\omega}}(\bar {\cal A}({\alpha}, e)) = i_{\omega}(\xi_{{\alpha}_{0}, e})$ and $\nu_{{\omega}}(\bar{\cal A}({\alpha}, e)) = \nu_{\omega}(\xi_{{\alpha}_{0}, e})$.
    Now from $\phi_{{\omega}}({\cal A}({\alpha}, e)) = 0$ and the monotonic of eigenvalues of $\bar {\cal A}({\alpha}, e)$ in Lemma \ref{lem:mono.ind.nul}, we have that $\bar{\cal A}({\alpha},e) > 0$ for all ${\alpha} \in [0,{\alpha}_0)$ on $D({\omega}, 2\pi)$. Therefore, $\nu_{\omega}(\xi_{{\alpha},e}) = \nu_{{\omega}}(\bar {\cal A}({\alpha},e)) = 0$ holds for all ${\alpha} \in [0,{\alpha}_0)$. Then this lemma holds.
\end{proof}

\begin{theorem}\label{thm:RE.lim}
	When $({\alpha},e) \in \Gamma_s$, $\Gamma_m$ or $\Gamma_k$, the normal form and the linear stability of $\xi_{{\alpha},e}(2\pi)$ satisfy followings.
	\begin{enumerate}[label=(\roman*)]
		\item If ${\alpha}_s(e) < {\alpha}_m(e)$, we have $\xi_{{\alpha}_{m}(e),e}(2\pi) \approx N_1(-1,1) \diamond R({\theta})$ for some ${\theta}\in (\pi,2\pi)$. Thus it is spectrally stable and linearly unstable.

		\item\label{thm:RE.lim:k<s=m} If ${\alpha}_k(e)<{\alpha}_s(e) ={\alpha}_m(e)$, we have $\xi_{{\alpha}_{s}(e),e}(2\pi) \approx -I_2 \diamond R({\theta})$ for some ${\theta}\in (\pi,2\pi)$. Thus it is linearly stable, but not strongly linearly stable.

		\item If ${\alpha}_k(e)<{\alpha}_s(e) < {\alpha}_m(e)$, we have $\xi_{{\alpha}_{s}(e),e}(2\pi) \approx N_1(-1,-1)  \diamond R({\theta})$ for some ${\theta}\in (\pi,2\pi)$. Thus it is spectrally stable and linearly unstable.

		\item\label{thm:RE.lim:k<s<=m} If ${\alpha}_k(e)<{\alpha}_s(e) \leq {\alpha}_m(e)$, we have $\xi_{{\alpha}_{k}(e),e}(2\pi) \approx N_2(e^{\sqrt{-1}{\theta}},b)$ for some ${\theta}\in (0,\pi)$ and $b= \begin{pmatrix}
		b_1 & b_2 \\ b_3 & b_4 \end{pmatrix}$
		satisfying $(b_2-b_3)\sin{\theta}> 0$,
		that is, $N_2(e^{\sqrt{-1}{\theta}},b)$ is
		trivial in the sense of Definition 1.8.11 in p.41 of \cite{Lon4}.
		Consequently the matrix $\xi_{{\alpha}_{k}(e),e}(2\pi)$ is spectrally stable and linearly unstable.

		\item If ${\alpha}_k(e) = {\alpha}_s(e) < {\alpha}_m(e)$,
		we have either $\xi_{{\alpha}_{k}(e),e}(2\pi)  \approx N_1(-1,1)  \diamond D({\lambda})$ for some $-1\neq {\lambda} <0$
		and is linearly unstable; or $\xi_{{\alpha}_{k}(e),e}(2\pi) \approx M_2(-1,c)$ with $c_1$, $c_2\in {\bf R}$ and $c_2 \neq 0$. Thus it is spectrally stable and linearly unstable.

		\item If ${\alpha}_k(e) = {\alpha}_s(e) = {\alpha}_m(e)$, either $\xi_{{\alpha}_{k}(e),e}(2\pi) \approx M_2(-1,c)$
		with $c_1$, $c_2\in {\bf R}$ with $c_2\neq 0$,
		or
		$\xi_{{\alpha}_{k}(e),e} \approx N_1(-1, 1)\diamond N_1(-1, 1)$.
		Thus $\xi_{{\alpha}_{k}(e),e}(2\pi)$ is spectrally stable and linearly unstable.
	\end{enumerate}
\end{theorem}

\begin{proof}
(i) Let $e\in [0,1)$ satisfy ${\alpha}_s(e) < {\alpha}_m(e)$.
Then Corollary \ref{coro:null.sep} implies $\nu_{-1}(\xi_{{\alpha}_{m}(e),e}(2\pi)) =1$.
As the limit case of (i) and (ii) of Theorem \ref{thm:RE.norm.form},
we have the eigenvalues of matrix $\xi_{{\alpha}_{m}(e),e}(2\pi)$ are all on ${\bf U}$ and the normal form is either $M\approx M_2(-1,c)$ for some $c_2 \neq 0$ or $M \approx N_1(-1,1)\diamond R({\theta})$ for some ${\theta} \in (\pi,2\pi)$.

By Lemma \ref{lem:boundary} and ${\alpha}_s(e) < {\alpha}_m(e)$, we have that  $M\approx M_2(-1,c)$ for some $c_2 \neq 0$ cannot holds.
The normal form is given by $M \approx N_1(-1,1)\diamond R({\theta})$.
So $M$ is spectrally stable and linearly unstable.

(ii) Let $e\in [0,1)$  satisfy ${\alpha}_k(e)<{\alpha}_s(e) = {\alpha}_m(e)$.
As the limit case of (i) and (ii) of the Theorem \ref{thm:RE.norm.form} and Lemma \ref{lem:boundary},
the normal form of the matrix $M \equiv \xi_{{\alpha}_s(e),e}(2\pi)$ is either $M \approx N_1(-1,a) \diamond N_1(-1,b)$ for some $a$, $b \in \{-1,1\}$,
or $M \approx -I_2\diamond R({\theta})$ for some ${\theta} \in (\pi,2\pi)$.
However, the case of $M \approx N_1(-1,a) \diamond N_1(-1,b)$ is impossible by Lemma \ref{lem:boundary}.
Then we have that  $M \approx -I_2 \diamond R({\theta})$ for some ${\theta} \in (\pi,2\pi)$ and it is linear stable but not strongly linear stable.

(iii) Let $e\in [0,1)$ satisfy ${\alpha}_k(e)<{\alpha}_s(e) < {\alpha}_m(e)$.
As the limiting case of Cases (ii) and (iii) of Theorem  \ref{thm:RE.norm.form}, the normal form of the matrix $M \equiv \xi_{ {\alpha}_s(e),e}(2\pi)$
must satisfy either $M \approx N_1(-1,-1)\diamond R({\theta})$ for some ${\theta}\in (\pi,2\pi)$ or $M \approx M_2(-1,c)$ for some $c_2\neq 0$.
Here the second case is also impossible by Lemma \ref{lem:boundary}, and the conclusion of (iii) follows.

(iv)
Let $e\in [0,1)$ satisfy ${\alpha}_k(e)<{\alpha}_s(e) \leq {\alpha}_m(e)$.
As the limiting case of the cases (iii) of Theorem \ref{thm:RE.norm.form},
the matrix $\xi_{{\alpha}_k(e),e}(2\pi)$ must have Krein collision eigenvalues ${\sigma}(M) = \{ {\lambda}_1,\bar{{\lambda}}_1, {\lambda}_2,\bar{{\lambda}}_2\}$ with ${\lambda}_1 = \bar{{\lambda}}_2 = e^{\sqrt{-1}{\theta}}$ for some ${\theta} \in (0,\pi) \cup (\pi,2\pi)$.
By Theorem \ref{prop:index} and the definition of ${\alpha}_k(e)$,
$\pm 1$ cannot be the eigenvalue of $\xi_{{\alpha}_k(e),e}(2\pi)$. Therefore, we must have that $M \approx N_2({\omega},b)$ for ${\omega} = e^{\sqrt{-1}{\theta}}$ and some matrix
$b=
(\begin{smallmatrix}
b_1 & b_2\\ b_3 & b_4
\end{smallmatrix})$
which has the form of (25-27) by Theorem 1.6.11 in p. 34 of \cite{Lon4}.
Because $(I_2 \diamond -I_2)^{-1} N_2( e^{\sqrt{-1}{\theta}},b)(I_2 \diamond -I_2) = N_2( e^{\sqrt{-1}(2\pi-{\theta})},\hat{b}) $ where
$\hat{b}=(
\begin{smallmatrix}
b_1 & -b_2\\ -b_3 & b_4
\end{smallmatrix})$.
We can always suppose ${\theta} \in (0,\pi)$ without changing the fact  $M \approx N_2({\omega},b)$.

Note that by \eqref{eqn:def.aak} and Lemma \ref{lem:mono.ind.nul}, we have $i_{{\omega}} (\xi_{{\alpha}_{k},e}) = 0$.
Suppose $b_2-b_3 =0$, by Lemma 1.9.2 in p. 43 of \cite{Lon},
$\nu_{{\omega}} (N_2({\omega},b)) =2$ and then $N_2({\omega},b)$ has basic normal form $R({\theta})\diamond R(2\pi-{\theta})$ by the study in case 4
in p. 40 of \cite{Lon4}.
Thus we have following contradiction.
\begin{align}
  0=i_{\omega}\left(\xi_{{\alpha}_{k}(e), e}\right)=i_{1}\left(\xi_{{\alpha}_{k}(e), e}\right)+S_{M}^{+}(1)-S_{R(\theta)}^{-}(\omega)-S_{R(\theta)}^{-}(\bar{\omega}) \leq-1.
\end{align}
  Therefore $b_2 -b_3 \neq 0$ must hold. Then we obtain
  \begin{align}
  0=i_{\omega}(\xi_{{\alpha},{\beta}_{k}(e), e})=i_{1}(\xi_{{\alpha},{\beta}_{k}(e), e})+S_{M}^{+}(1)-S_{N_{2}(\omega, b)}^{-}(\omega)=-S_{N_{2}(\omega, b)}^{-}(\omega).
\end{align}
By $\<6\>$ and $\<7\>$ in the list of splitting number in Section \ref{sec:Prelim}, we obtain that $N_2({\omega}, b)$ must be
trivial.
Then by Theorem 1 of \cite{ZhuLong}, the matrix $M$ is spectrally stable and is linearly unstable as claimed.

(v) Let $e\in [0,1)$ satisfy ${\alpha}_k(e) ={\alpha}_s(e) < {\alpha}_m(e)$. Note that $-1$ must be an eigenvalue of $M \approx \xi_{{\alpha}_k(e),e}(2\pi)$ with the geometric multiplicity 1 by Proposition \ref{prop:index}.
As the limit case of (ii) and (iii) of Theorem \ref{thm:RE.norm.form}, the matrix $M$ must satisfy either $M \approx M_2(-1,b)$ with $b_1$,
$b_2 \in {\bf R}$ and $b_2 \neq 0$, and thus is spectrally stable and linearly unstable;
or $M \approx N_{-1}(-1,a)\diamond D({\lambda})$ for some $a\in \{-1,1\}$ and $-1\neq {\lambda} < 0$. Then in the later case we obtain
\begin{align}
  0=i_{-1}(\xi_{{\alpha}_{k}(e), e})=i_{1}(\xi_{{\alpha}_{k}(e), e})+S_{M}^{+}(1)-S_{N_{1}(-1, a)}^{-}(-1)=-S_{N_{1}(-1, a)}^{-}(-1).
\end{align}
Then by $\<3\>$ and $\<4\>$ in the list of splitting number in Section \ref{sec:Prelim}, we must have $a = 1$.
Thus $M = \xi_{{\alpha}_{k}(e), e}(2\pi)$ is hyperbolic (elliptic-hyperbolic) and linearly unstable.
Note that by the above argument, the matrix $M_2(-1, b)$ also has the basic
normal form $N_1(-1, 1)\diamond	D({\lambda})$ for some $-1 \neq {\lambda} < 0$.

(vi) Let $e\in [0,1)$ satisfy ${\alpha}_k(e) ={\alpha}_s(e) = {\alpha}_m(e)$.
As the limiting case of
cases (i), (ii) and (iii) of Theorem \ref{thm:RE.norm.form}, $-1$ must be the only eigenvalue of
$M= \xi_{{\alpha}_k(e),e}$ with $\nu_{-1}(M) =2$ by  Proposition \ref{prop:index}. Thus the matrix $M$ must satisfy $M \approx M_1(-1,c)$ with $c =0$ and $v_{-1}(M_2(-1,c)) = 2$; or $M \approx N_1(-1,\hat{a}) \diamond N_1(-1,\hat{b})$ for some $\hat{a}$ and $\hat{b} \in \{-1,1\}$. In both case $M$ possesses the basic normal form $ N_1(-1,\hat{a}) \diamond N_1(-1,\hat{b})$ for some $\hat{a}$ and $\hat{b} \in \{-1,1\}$. Thus we obtain
\begin{align}
  0 &= i_{-1}\left(\xi_{{\alpha}_{k}(e), e}\right) \nonumber\\ &=i_{1}\left(\xi_{{\alpha}_{k}({\alpha},e), e}\right)+S_{M}^{+}(1)-S_{N_{1}(-1, a)}^{-}(-1)-S_{N_{1}(-1, b)}^{-}(-1) \nonumber\\
  &=-S_{N_{1}(-1, a)}^{-}(-1)-S_{N_{1}(-1, b)}^{-}(-1).
\end{align}
Then by $\<3\>$ and $\<4\>$ in the list of splitting number in Section \ref{sec:Prelim}, we must have $a = b = 1$ similar
to our above study for (v). Therefore it is spectrally stable and linearly unstable as claimed.
\end{proof}

For the circular case, by $e = 0$, we obtain the value of ${\alpha}_s$ and ${\alpha}_m$ and directly by Section 3.3 of \cite{HLS} and ${\beta} = 9 - {\alpha}^2$.

\begin{corollary}\label{coro:cir.sta}
  For the circular orbit, namely $e = 0$, we have that ${\alpha}_s = {\alpha}_m = \frac{\sqrt{33}}{2}$ and ${\alpha} = 2\sqrt{2}$.
  \begin{enumerate}[label = (\roman*)]
    \item If $0 \leq {\alpha} < 2\sqrt{2}$, we have that $\sigma(\xi_{{\alpha}, e}) \subset {\bf C}\setminus (U\cup {\bf R})$, and thus it is linearly unstable.
    \item If ${\alpha} = 2\sqrt{2}$, we have that $\xi_{{\alpha}, e} \approx N_2(\omega_0, b)$ with ${\omega} = e^{\sqrt{-1}\sqrt{2}\pi}$ and $b = (\begin{smallmatrix}
      b_1 & b_2 \\ b_3 & b_4
    \end{smallmatrix})$ with $b_2 \neq b_3$ and thus it is linearly unstable.
    \item If $2\sqrt{2} <{\alpha} < \frac{\sqrt{33}}{2} $, we have that $\xi_{{\alpha}, e} \approx R\left(\theta_{1}\right) \diamond R\left(\theta_{2}\right)$ for some $\theta_{1}\in (0, \pi)$ and $\theta_{2} \in(\pi, 2 \pi)$, and thus it is linearly stable.

    \item If ${\alpha} =\frac{\sqrt{33}}{2} $, we have that $\xi_{{\alpha}, e} \approx -I_2 \diamond R\left(\sqrt{3}\pi\right)$ and thus it is linearly stable.
    \item If $\frac{\sqrt{33}}{2} < {\alpha} \leq  3$, we have that $\xi_{{\alpha}, e} \approx R\left(\theta_{1}\right) \diamond R\left(\theta_{2}\right)$ for some $\theta_{1}$ and $\theta_{2} \in(\pi, 2 \pi]$, and thus it is linearly stable.
  \end{enumerate}

\end{corollary}

\setcounter{equation}{0
\section{The linear stability of the symmetric case $m_1=m_3$}\label{sec:4}
In this section, we consider the symmetric case.
Because of the relationship between the linear stability of the restrict 4-body problem and the linear stability of the Lagrangian solutions.
It is well-known that the linear stability of an elliptic Euler solution
of the $3$-body problem with masses $m=(m_1,m_2,m_3)\in ({\bf R}^+)^3$ is determined by the
eccentricity $e\in [0,1)$ and the mass parameter
\begin{align}\label{1.4}
  {\beta} = \frac{m_1(3x^2+3x+1)+m_3x^2(x^2+3x+3)}{x^2+m_2[(x+1)^2(x^2+1)-x^2]},
\end{align}
where $x$ is the unique positive solution of the Euler quintic polynomial equation
\begin{equation} (m_3+m_2)x^5+(3m_3+2m_2)x^4+(3m_3+m_2)x^3-(3m_1+m_2)x^2-(3m_1+2m_2)x-(m_1+m_2)=0, \label{Euler.quintic.polynomial}
\end{equation}
and the three bodies form a central configuration of $m$, which are denoted by $q_1=0$,
$q_2=(x\alpha,0)^T$ and $q_3=((1+x)\alpha,0)^T$ with $\alpha=|q_2-q_3|>0$, $x\alpha=|q_1-q_2|$ \cite{Zhou2017}.

If further assuming that $m_1 = m_3$, we have that $x=1$ is the unique positive root of \eqref{Euler.quintic.polynomial}.
Since the center of mass of the three primaries is the origin, we have the position $a_i$ can be written in $m_2$ as follows.
\begin{align}
a_1 = (-(1-m_2)^{-{1\over2}},0)^T,\quad
a_2 = (0,0)^T,\quad
a_3 = ((1-m_2)^{-{1\over2}},0)^T.
\end{align}
Since the center of mass is the origin,
we suppose $a_4=(0,y(1-m_2)^{-{1\over2}})^T$ for some $y\in{\bf R}^+$.
By \eqref{second.formula.of.mu}, we have
\begin{equation}\label{y}
{1-m_2\over(y^2+1)^{3\over2}} + {m_2\over y^3}={1+7m_2\over8}.
\end{equation}
Note that when $m_2=0$, \eqref{y} gives $y=\sqrt{3}$;
when $m_2=1$, \eqref{y} gives $y=1$.
If $0<y<1$, we have
\begin{equation}
{1-m_2\over(y^2+1)^{3\over2}} + {m_2\over y^3}\ge{1-m_2\over\sqrt{8}}+m_2\ge{1-m_2\over8}+m_2={1+7m_2\over8},
\end{equation}
where the equality holds if and only if $m_2=1$.
Hence we must have $y\ge1$.
Moreover, we take the derivative of $y$ and obtain that
\begin{equation}\label{y.prime}
{{\mathrm{d}} y\over {\mathrm{d}} m_2}
=-\frac{{7\over8}+{1\over(y^2+1)^{3\over2}}-{1\over y^3}}
       {3y\Big[{1-m_2\over(y^2+1)^{5\over2}} + {m_2\over y^5}\Big]}
       <0,
\end{equation}
where $m_2\in[0,1)$.
Here we used
$$
{1\over y^3}-{1\over(y^2+1)^{3\over2}}<{1\over y^3}-{1\over (y+1)^3}
={3y^2+3y+1\over y^3(y+1)^3}={3\over y^2(y+1)^2}+{1\over y^3(y+1)^3}
<{3\over4}+{1\over8}={7\over8}.
$$
Therefore, the range of $y$ is $[1,\sqrt{3}]$,
and $y$ is strictly decreasing with respect to $m_2\in[0,1]$.
By direct computations,  we can reduce $D$, defined in \eqref{eqn:D}, to
\begin{equation}
D=3\left(\begin{matrix}
{8(1-m_2)\over(1+7m_2)(y^2+1)^{5\over2}} & 0\\
0 & 1 - {8(1-m_2)\over(1+7m_2)(y^2+1)^{5\over2}}
\end{matrix}\right).
\end{equation}
Let
\begin{equation}\label{z}
z = {8(1-m_2)\over(1+7m_2)(y^2+1)^{5\over2}}.
\end{equation}
We then have $\lambda_3=3(1-z)$, $\lambda_4=3z$ and $\det D=9z(1-z)$. It follows that
\begin{equation}\label{alpha}
\alpha = \lambda_3-\lambda_4=6({1\over2}-z).
\end{equation}

If $m_2=0$, then $y=\sqrt{3}$, hence \eqref{z} gives $z={1\over4}$,
and \eqref{alpha} gives $\alpha={3\over2}$;
if $m_2=1$, \eqref{z} gives $z=0$,
and \eqref{alpha} gives $\alpha=3$.
Figure \ref{fig:2} and Corollary \ref{coro:cir.sta} we have the relation of $\alpha$ and $m_2$ and we obtain the stability of the system in term of $m_2$  and Theorem \ref{thm:numerically} holds.