\documentclass[reqno]{amsart}
\usepackage{hyperref}

\AtBeginDocument{{\noindent\small
\emph{Electronic Journal of Differential Equations},
Vol. 2010(2010), No. 158, pp. 1--16.\newline
ISSN: 1072-6691. URL: http://ejde.math.txstate.edu or http://ejde.math.unt.edu
\newline ftp ejde.math.txstate.edu}
\thanks{\copyright 2010 Texas State University - San Marcos.}
\vspace{9mm}}

\begin{document}
\title[\hfilneg EJDE-2010/158\hfil Existence of nonnegative solutions]
{Existence of nonnegative solutions to
positone-type problems in $\mathbb{R}^N$ with indefinite weights}

\author[D. Rajendran, J. Tyagi\hfil EJDE-2010/158\hfilneg]
{Dhanya Rajendran, Jagmohan Tyagi}  % in alphabetical order

\address{Dhanya Rajendran  \newline
TIFR Centre For Applicable Mathematics\\
Post Bag No. 6503, Sharda Nagar\newline
Chikkabommasandra, Bangalore-560065, Karnataka, India}
\email{dhanya@math.tifrbng.res.in}

\address{Jagmohan Tyagi \newline
TIFR Centre For Applicable Mathematics\\
Post Bag No. 6503, Sharda Nagar \newline
Chikkabommasandra, Bangalore-560065, Karnataka, India}
\email{jtyagi1@gmail.com}

\thanks{Submitted January 16, 2010. Published November 4, 2010.}
\subjclass[2000]{35J45, 35J55}
\keywords{Elliptic system; nonnegative solution; existence of solutions}

\begin{abstract}
 We study the existence of a nonnegative solution to the following
 problem in
 ${\mathbb{R}^N}$, $N \geq 3$, in both the radial as well as in the
 non-radial case with an indefinite weight function $a(x)$:
 \begin{gather*}
 -\Delta u=\lambda a(x)f(u) \\
 u(x) \to 0 \quad \text{as }|x|\to \infty.
 \end{gather*}
 The nonlinearity $f$ above is of ``positone'' type; i.e., $f$ is
 monotone increasing with $f(0)>0$. We  show the existence of a
 nonnegative solution to the above problem for $\lambda>0$ small enough.
 We also prove the existence of a nonnegative solution to the above
 problem in exterior as well as in annular domains. Motivated by the
 scalar equation, we further  extend these results to the case of
 coupled system. Our proof involves the method of monotone iteration
 applied to the integral equation corresponding to the problem.
\end{abstract}

\maketitle
\numberwithin{equation}{section}
\newtheorem{theorem}{Theorem}[section]
\newtheorem{proposition}[theorem]{Proposition}
\newtheorem{lemma}[theorem]{Lemma}
\newtheorem{example}[theorem]{Example}
\newtheorem{remark}[theorem]{Remark}
\allowdisplaybreaks

\section{Introduction}

Many problems in areas of Mathematical Physics  such as fluid
dynamics \cite{aron}, wave phenomena,  nonlinear field theory
\cite{berestycki1},
combustion theory \cite{bebernes,fink1} etc., lead to finding
a positive solution to a nonlinear eigenvalue problem of the type
\[
-\Delta u= \lambda f(u) \quad  \text{in } \Omega,\\
\]
where $\lambda$ is a positive parameter. For an excellent survey on
the existence and multiplicity
results for positive solutions of the above problem in a bounded
smooth domain $\Omega$ and when  $f(0)\geq 0$, we refer the reader
to the paper of Lions \cite{lions}. More recently, motivated by
applications in population genetics (see \cite{fleming}), there is
a lot of interest in the following variant involving a weight
function $a(x)$:
\begin{equation} \label{PO}
\begin{gathered}
-\Delta u = \lambda a(x) f(u)\quad \text{in }\Omega,\\
u = 0\quad \text{on }\partial\Omega.
\end{gathered}
\end{equation}

In addition to the nonlinearity $f$, the indefinite weight function
also plays a crucial role in proving the existence of positive
solutions to $(P_\Omega)$. For conciseness, \eqref{PO} with $\Omega=\mathbb{R}^n$
will denote the problem $(P_\Omega)$ with $\Omega = \mathbb{R}^N$
but with the decay condition $u(x) \to 0$ as $|x| \to \infty$.

When $f(0)=0$, there are many interesting results dealing with the
existence of classical positive solutions in any arbitrary domain
and here we give a brief summary of some of the results for the case
of sign changing $a$. Brown and Tertikas \cite{brown1} established
the existence of nontrivial radial solutions to \eqref{PO} with $\Omega=\mathbb{R}^n$
for large $\lambda>0$  by the methods of sub--supersolution and monotone
iteration. Tertikas \cite{ter}, Brown and Stavrakakis \cite{brown2}
established the existence of a  positive  solution to the problem
\eqref{PO} with $\Omega=\mathbb{R}^n$ again by the construction of appropriate sub
and supersolutions. Due to the appearance of similar problems in
population genetics, authors in \cite{brown2},\cite{ter}
established the existence of positive solutions $u$ to $(P_\Omega)$
such that $0\leq u \leq 1$. G\'amez \cite{gamez} also
studied the same problem with sign changing weight. He established
the existence of positive solutions in $D^{1,2}_0(\mathbb{R}^N)$
by means of the approximation generated by positive solutions of the
problem posed on $B_R$.
For the existence of a positive solution to \eqref{PO} in
annular domains, we refer the reader to \cite{gara}, \cite{lin} and
references cited therein. In \cite{gara,lin}, the authors
assume the positivity of the potential $a(x)$, which is easier than
our situation  as we don't impose any sign condition on $a$.

To the best of our knowledge, there  seems to be no result regarding
the existence of nonnegative radial solutions to the problem
\eqref{PO} with $\Omega=\mathbb{R}^N$
when $f(0)\neq 0$, although there are results for bounded domains.
The earlier results for the case $f(0)=0$ in $\mathbb{R}^N$,
do not seem to extend easily to the case $f(0)\neq 0$.

In the case $f(0)\neq 0$,
in order to get an idea of the conditions to be imposed on $f$
and $a$, we describe
some available results for bounded domains. Cac et al. \cite{cac2}
studied \eqref{PO} with $\Omega=B_1$ for sign changing
$a,f(0)>0$  assuming
\begin{itemize}
\item $f$ is continuous, positive and nondecreasing in $[0,\infty)$.
\item $a \in L^1(0,1)$ and there exists an $\epsilon>0$ such that
$$
\int_0^t x^{N-1}a_+(x)dx\geq (1+\epsilon)\int_0^t x^{N-1}a_-(x)dx,
$$
for all $t\in [0, 1]$.
\end{itemize}
With the above conditions on $f$ and $a$, for $\lambda$ small, they
showed the existence of a nonnegative solution of \eqref{PO} with
$\Omega=B_1$  using
a variant of monotone iteration and a fixed point argument. Cac et
al. \cite{cac3} generalized the result of \cite{cac2} in $B_1$  to
bounded domains with smooth boundary relaxing the non-decreasing
assumption on $f$, but assuming that $a \in L^s(\Omega)$ for
$s>\max\{1,\frac{N}{2}\}$ and that the Dirichlet problem
\begin{equation}\label{a-eqn}
 -\Delta w = a_+(x)-(1+\epsilon)a_-(x),\quad x\in
\Omega,\quad u=0\quad\text{on } \partial \Omega
\end{equation}
has a nonnegative solution in $\Omega$. Hai \cite{hai1} established the
existence of a positive solution to the problem \eqref{PO} with
an indefinite weight $a$ in any bounded domain  $\Omega$ by applying
the Leray--Schauder fixed point theorem. This was done by relaxing
the condition that $f$ is nondecreasing, but by assuming the
continuity of $a$. Afrouzi and Brown \cite{afrouzi} also studied the
same problem $(P_\Omega)$ in a bounded domain $\Omega$ for smooth
$f$ and established the existence of a positive solution for $\lambda$
small by an application of the implicit function theorem. In both
\cite{afrouzi}\, and \cite{hai1}, a condition similar
to \ref{a-eqn} was assumed on $a_+$ and $a_-$.

There is also a good amount of research dealing with corresponding
semilinear elliptic systems, in particular, reaction--diffusion
systems. Reaction--diffusion systems model many phenomena in
Biology, Ecology, combustion theory, chemical reactions, population
dynamics etc. A typical example of these models is
\begin{equation} \label{s1}
\begin{gathered}
-\Delta u=\lambda f(v)\quad \quad \text{in }\Omega,\\
-\Delta v=\lambda g(u)\quad \quad \text{in }\Omega,\\
 u =0=v\quad   \text{on } \partial \Omega,
\end{gathered}
\end{equation}
where $\Omega$ is a bounded domain in $\mathbb{R}^N$ with a
smooth boundary $\partial \Omega$. We refer to the works,
\cite{dalmasso,fig,garcia,hul,tyagi} among many
others, in this context. In \cite{dalmasso}, Dalmasso established
the existence of positive solutions for \eqref{s1} by Schauder fixed
point theorem and de Figueirdo et al. (\cite{fig}) answer the existence
question in an Orlicz space setting for $N\geq 3$. For the existence
and non--existence of positive solutions to \eqref{s1} in a ball
when $N \geq 4$, we refer the reader to \cite{garcia}. In
\cite{hul}, Hulshof and Vorst established the existence of a
positive solution to \eqref{s1} for $N\geq 1$ by variational
techniques. Recently, Castro et al. \cite{castro} and Hai and
Shivaji \cite{hai2} have also established the existence of a
positive solution to the system given in \eqref{s1}.
Motivated by the work of Cac et al. \cite{cac2}, we explore the
existence question in $\mathbb{R}^N$ for single equation as well as
for  systems with conditions similar to theirs. To overcome the lack
of compactness posed by unbounded domains, we need to assume
additional integrability conditions on $a$. For bounded domains,
one of the main tools used to prove the existence of positive
solutions is the classical Schauder fixed point theorem. In this
work we get the compactness of the relevant integral operator in
whole $\mathbb{R}^N$ by this additional integrability condition on
$a$ (see, (H2) Prop. 2.3\,below). Using (H4) for
$a_+$ and $a_-$ as in \cite{cac2}, we employ the monotone iteration
method adapted to the indefinite weight $a(x)$, to construct a
subset of the cone of nonnegative functions invariant under the
integral operator. We remark that  (H4) works in exterior as
well as in annular domains.

Let $G(x,t)$ be the Green's function for the equation $(x^{N-1}
y'(x))'=0$ subject to the Dirichlet boundary conditions on $I$. Let
$\Gamma(x-y)= c_N  |x-y|^{2-N} $ be the fundamental solution of
$-\Delta$, where $c_N= \frac{1}{N (N-2) w_N},w_N$ is the volume
of the unit sphere in ${\mathbb{R^N}}$.

Let $I$ denote any of the following intervals: $(0,\infty)$,
$(R_1,\infty)$,  $(R_1,R_2)$, for some $R_1,R_2>0$. We will
work with the following set of hypotheses for the radial case:
\begin{itemize}
\item[(H1)] $f: \mathbb{R} \to (0,\infty)$ is continuous,
non-decreasing and $f(0)>0$.

\item[(H2)] There exists some $0<\sigma \leq 1$
 such that $\int_I t^{1+\sigma}|a(t)|\,dt < \infty$.

\item[(H3)] $\int_I|a(t)|\,dt < \infty$.

\item[(H4)] there exists $\mu>0:
\int_{I} G(x,t)t^{N-1} a_{+}(t) \,dt \geq (1+\mu) \int_{I}
G(x,t)t^{N-1} a_{-}(t) \,dt$,  for all $x\in I$.

\end{itemize}
For the non-radial case, we assume
\begin{itemize}
\item[(N1)] $f: \mathbb{R} \to \mathbb{R^+}$
is H\"{o}lder continuous, non-decreasing  and $f(0)>0$.

\item[(N2)] $a$ is a locally H\"{o}lder continuous function on
$\mathbb{R^N}$ and  there exist $\delta>0$, $C>0$ such that
$$
 |a(x)| \leq C|x|^{-(2+\delta)} \quad \text{for all large } x.
$$
\item[(N3)] There exists $\mu>0$ such that
$$
\int_{\mathbb{R^N}} \Gamma (x-y) (a_{+}(y) - (1+\mu) a_{-}(y)) dy \geq
0,\quad \forall\,x\in \mathbb{R^N}.
$$
\end{itemize}
More precisely, in this paper we are interested in the following
set of  problems:

\subsection*{Problem 1}
To establish the existence of nonnegative solutions to the following
radial version of the problem \eqref{PO} with $\Omega=\mathbb{R}^n$
for $N\geq 3$:
\begin{gather}
y''(x)+ \frac{N-1}{x}y'(x)+\lambda a(x)f(y(x))=0, \quad \text{in }
 (0,\infty),\label{eqn5}\\
y'(0)=0,\quad  y(x) \to 0\quad \text{as } x \to \infty. \label{eqn6}
\end{gather}

Also, using the same approach, to show the existence of nonnegative
solutions to \eqref{eqn5} in the exterior domain $(R_1,\infty)$
for some $R_1> 0$ with the boundary conditions
\begin{equation}
y(R_1)=0,\quad y(x)\to 0,\quad \text{as } x \to
\infty\quad \text{for } N\geq 3 \label{eqn7}
\end{equation}
and in the annular region $(R_1,R_2),\quad 0< R_1 < R_2$ with
the boundary conditions
\begin{equation}
 y(R_1)=0= y(R_2)\quad \text{for } N\geq 2.\label{eqn8}
\end{equation}

\subsection*{Problem 2}
To show the existence of a nonnegative pair $(y_1,y_2)$ of solutions
to the following radial coupled system  by similar arguments as are
given in dealing with problem 1
for $N\geq 3$:
\begin{equation} \label{5}
\begin{gathered}
y_{1}''(x)+ \frac{N-1}{x}y_1'(x)+\lambda a_1(x)f_1(y_2(x))=0,
\quad \text{in } (0,\infty),\\
y_{2}''(x)+ \frac{N-1}{x}y_2'(x)+\lambda a_2(x)f_2(y_1(x))=0,
\quad \text{in } (0,\infty),\\
y_{i}'(0)=0,\quad  y_{i}(x) \to 0\quad \text{as } x \to
\infty,\text{ for } i=1,2.
\end{gathered}
\end{equation}
Also, using the same approach, to show the existence of nonnegative
solutions to the above system in  exterior  as well as in annular
 domains.


subsection*{Problem 3}
To consider, without radial assumptions, the following coupled
system of differential equations in $\mathbb{R}^N$, $N\geq 3$,
\begin{equation} \label{NR}
\begin{gathered}
  \Delta u_1+\lambda a_1(x)f_1(u_2(x))= 0, \\
 \Delta u_2+\lambda a_2(x)f_2(u_1(x))= 0,\\
 u_i(x) \to 0\quad \text{as } |x|\to \infty\text{ for } i=1,2,
\end{gathered}
\end{equation}
and show the existence of a non-negative pair of solution
$(u_1,u_2)$.
We now state the main results.

\begin{theorem} \label{thm1.1}
 Let $f, a$ satisfy hypotheses
{\rm (H1)--(H4)}. Then  \eqref{eqn5} posed on $I$, with the
corresponding boundary conditions as in  anyone of
\eqref{eqn6}, \eqref{eqn7}, \eqref{eqn8} has a nonnegative
solution for $\lambda$ small.
\end{theorem}

\begin{theorem} \label{thm1.2}
Let $f_i, a_i$, $i=1,2$ satisfy the hypotheses {\rm (H1)--(H4)}.
Then the coupled system of equations \eqref{5} has a nonnegative
solution for $\lambda$ small.
\end{theorem}

\begin{theorem} \label{thm1.3}
Let $f_i, a_i$, $i=1,2$ satisfy the
hypotheses {\rm (N1)--(N3)}. Then the coupled system of equations
\eqref{NR} has a nonnegative solution for $\lambda$ small.
\end{theorem}

In Section 2, we state and prove
some preliminary results which are required to prove the  main
results. Theorem \ref{thm1.1} is proved in Section 3 in $\mathbb{R}^{N}$
while in Section 4 the proof is given in exterior as well as in
annular domains. Theorems \ref{thm1.2} and \ref{thm1.3} are proved in Sections 5 and 6
respectively. Finally, in Section 7 we construct some examples for
the illustration of our main results.

\section{Preliminary Results}

The Green's function for the boundary value problem
\[
(x^{N-1}y'(x))'=0,\quad  x \in (0, \infty),\\
y'(0)=0, \quad y(x) \to 0,\quad \text{as } x \to \infty,
\]
is the function $G: [0,\infty)\times [0,\infty) \to [0,\infty)$
given by
$$
G(x,t)=  \frac{1}{N-2} \begin{cases}
t^{2-N}, & 0<x\leq t <\infty, \\
x^{2-N},  & 0<t\leq x <\infty.
\end{cases}
$$

Let $C_{b}([0,\infty))$  denote the space of  bounded continuous
functions endowed with the supremum norm. Given any open set $A$,
let $X(A)$ denote the space of  bounded measurable functions on
$A$ endowed with the ess-sup norm. Define the integral operator
$L:X([0,\infty)) \to C_{b}([0,\infty))$ by
\[
 (L \xi)(x)= \lambda \int_0^{\infty}G(x,t)t^{N-1}a(t)f(\xi(t))\,dt.
\]
Let $A=\{x\in [0,\infty):a(x)\geq 0\}$ and
$B=\{x \in [0,\infty):a(x) < 0 \}$. We denote by $C_b^+(\cdot)$ the
cone of all nonnegative members in $C_b(\cdot)$. Define the
following operators representing the positive and negative part of
$L$:
$ L^{+}:X([0,\infty) \cap A) \to C^{+}_b([0,\infty))$, by
\[
(L^{+}(\varphi))(x)= \lambda \int_A G(x,t) t^{N-1}a_+(t)f(\varphi(t))\,dt
\]
and
$ L^{-}:X([0,\infty) \cap B) \to C^{+}_b([0,\infty))$ by
\[
(L^{-}(\varphi))(x)=\lambda \int_A G(x,t) t^{N-1}a_{-}(t)f(\varphi(t))\,dt.
\]
We note that the operator $L$ can now be written as
$$
L\varphi =  L^+ \varphi -L^{-} \varphi.
$$
Using the monotonicity of $f$ we can conclude that $L^+$ and $L^{-}$
are both monotone operators; i.e.,
$$
\varphi\leq \psi \Rightarrow L^{\pm}\varphi \leq L^{\pm} \psi.
$$
One of the difficulties is that, in general, $L$ does not leave the
cone $C^+_{b}([0,\infty))$ invariant. Thus our main task ahead is
to identify a closed  convex set $\mathcal{C}\subset
C^+_{b}([0,\infty))$ which is left invariant under $L$. This is
the content of the next result (see also \cite{cac2}).

\begin{proposition} \label{prop2.1}
Assume {\rm (H1)} holds and there exist
$\xi,\eta \in C^+_{b}([0,\infty)) $ such that $0 \leq \xi \leq
\eta$,
$\xi=L^+\xi-L^-\eta$  and $\eta=L^+\eta-L^-\xi$.
Then $\mathcal{C}=\{g \in C_{b}([0,\infty)): \xi \leq g \leq
\eta\}  $ is a closed convex set and is
invariant under $L$.
\end{proposition}

\begin{proof}
It is easy to see that $\mathcal{C}$ is  a closed convex set in
$C_{b}([0,\infty))$. Now we show that $\mathcal{C}$ is
invariant under $L$. This is because for any $g \in \mathcal{C}$,
$$
 Lg=L^{+}g-L^{-}g \leq  L^{+}\eta-L^{-}\xi =\eta.
$$
Hence $Lg \leq \eta$ and similarly using the monotonicity property of
$L^+$ and $L^-$  we have $Lg \geq \xi$. Therefore $\mathcal{C}$ is
invariant under $L$.
\end{proof}

\begin{remark} \label{rmk2.2} \rm
We remark that there seems to be a gap in the arguments given by Cac
et al. \cite{cac2} in proving the invariance of $L$, though the
invariance of $L$ can be obtained there as in the above proposition.
\end{remark}


Now we construct $\xi$ and $\eta$  as required in
Proposition \ref{prop2.1} by
an iteration technique introduced by Cac et al. \cite{cac2}. We may
think of the following proposition as the indefinite version of the
standard monotone iteration process that yields a solution once a
pair of sub and super solutions is given. Indeed the proof uses the
fact that $L$ is a difference of two monotone operators.

\begin{proposition} \label{prop2.3}
Let the hypotheses {\rm (H1)}--{\rm (H3)} hold. Suppose we have
bounded measurable functions $\xi_0$ and $\eta_0$ on $[0,\infty)$
such that they satisfy
\begin{itemize}
\item[(1)] $ 0 \leq \xi_0\leq\eta_0$  on $A$,
 $ 0\leq\eta_0 \leq \xi_0$  on $B$;

\item[(2)] $L \eta_0\leq \eta_0$ on $A$,
$L \eta_0 \leq \xi_0$ on $B$;

\item[(3)] $L \xi_0 \geq \xi_0$ on $A$,
$L \xi_0 \geq \eta_0$ on $B$.

\end{itemize}
Then there exist $\xi,\eta \in C^+_{b}([0,\infty)) $ satisfying
the requirements of Proposition \ref{prop2.1}.
\end{proposition}

\begin{proof}
For any integer $n \geq 0$ we define
$$
\xi_{n+1}(x)=\begin{cases}
L\xi_n(x) &  x\in A,\\
L\eta_n(x) & x\in B
\end{cases}
\quad\text{and}\quad
\eta_{n+1}(x)= \begin{cases}
L\eta_n(x) &  x\in A,\\
L\xi_n(x)  &  x\in B.
\end{cases}
$$
By induction, it is easy to check that if the pair
$(\xi_n,\eta_n)$ satisfies  (1)--(3), then so does
$(\xi_{n+1},\eta_{n+1})$. Therefore,
$$
L\xi_n(x) \leq L\eta_n(x),\quad
L\eta_n(x) \leq L\eta_{n-1}(x), \quad
L\xi_n(x) \geq L\xi_{n-1}(x),
$$
for all $n \geq 1$ and all $x\in [0,\infty)$.
Combining all the above inequalities, we obtain
\[
0\leq  L \xi_0\leq L\xi_1 \dots \leq L\xi_n \leq L\xi_{n+1}\leq
\dots\leq L\eta_{n+1}\leq L\eta_n \leq \dots\leq L\eta_0.
\]
Thus we can find $\xi, \eta$ such that  $L\xi_n(x) \uparrow \xi(x)$
and $L \eta_n(x)\downarrow \eta(x)$ pointwise
on $[0,\infty)$. Since $L\xi_0,L\eta_0$ are bounded and
$L\xi_0 \leq \xi \leq \eta\leq L\eta_0$ , $\xi$ and $\eta$
are bounded.  From the hypothesis {\rm (H2)},  $|ta(t)|$ is
integrable on $[0,\infty)$ and clearly $G(x,t)t^{N-2}$ is uniformly
bounded on $[0,\infty)\times [0,\infty)$. Hence by the Lebesgue
dominated convergence theorem we obtain
$$
\xi(x)= \lim_n L \xi_{n+1}(x) = \lim_n (L^+(L \xi_n)-L^{-}(L
\eta_n))(x)= (L^{+}\xi- L^{-}\eta)(x).
$$
We note that given any bounded measurable function $\psi$ on
$[0,\infty), L^{\pm} \psi$ is a bounded continuous function on
$[0,\infty)$. Therefore the last equation implies that $\xi$ is
bounded and continuous on $[0,\infty)$. In a similar fashion we can
show that $\eta = L^+\eta - L^{-} \xi $ in $[0,\infty)$ and hence
$\eta$ is also bounded and continuous on $[0,\infty)$.
\end{proof}

\begin{proposition} \label{prop2.4}
Let $f,a$ satisfy  {\rm (H1)}--{\rm (H3)}. Then
under the assumptions of Proposition \ref{prop2.1}, $L$ has a fixed point in
$\mathcal{C}$.
\end{proposition}

\begin{proof}
We show that $\{Lg:\, g \in\mathcal{C}\} $ is an equicontinuous
family. Since $0 \leq g(x)\leq \|
\eta\|_{\infty}$, for all $x\in[0,\infty)$ and
$f$ is continuous, there exists $K >0$ such that
$|f(g(x))| \leq K$, for all $x \in [0,\infty), g \in \mathcal{C}$.
By the Lipschitzness of $G(x,t)t^{N-1}$ in the $x$ variable for
every $t$; i.e.,
\[
|G(x,t)t^{N-1}-G(y,t)t^{N-1}| \leq C|x-y|,
\quad \text{for } x,y\in \mathbb{R} \text{ and }
\forall t\in \mathbb{R},
\]
for any given $\epsilon>0$ there exists $\delta>0$ such that for
all $|x-y|<\delta$ we have
\begin{align*}
\left|Lg(x)-Lg(y)\right|
&\leq  \lambda \int_0^{\infty}
|G(x,t)t^{N-1}-G(y,t)t^{N-1}|\, |f(g(t))|\,|a(t)| \,dt\\
&\leq  \lambda K \epsilon \int_0^{\infty}|a(t)| \,dt.
\end{align*}
Therefore, using   (H3), we obtain from the last inequality
that $\{Lg: g \in\mathcal{C}\} $ is an equicontinuous family. In
view of Proposition \ref{prop2.1}, we also obtain that $\{Lg: g
\in\mathcal{C}\} $ is uniformly bounded. By Arzela--Ascoli theorem,
for any given $\epsilon>0$, and $M>0$ there exists an
$N\in \mathbb{N}$ such that
\begin{equation} \label{arz-asc}
| Lg_n(x)- Lg_m(x) | \leq \frac{\epsilon}{2},\quad \forall\,x
\in [0,M],\forall\,n,m \geq N.
\end{equation}
Now we claim that $L:\mathcal{C}\to \mathcal{C}$ is a compact
operator; i.e., for any bounded sequence
$\{g_n\}\subset \mathcal{C},\{Lg_n\}$  has a
subsequence (which we again denote by $\{Lg_{n}\})$, which converges
in $\mathcal{C}$. Using the explicit form of $G(x,t)$ and keeping in
mind the hypothesis (H2) we rewrite
\begin{align*}
Lg_n(x)
&= \lambda \Big[\int_0^{x} G(x,t)t^{N-1}a(t)f(g_n(t)) \,dt
+ \int_x^{\infty} G(x,t)t^{N-1}a(t)f(g_n(t)) \,dt\Big]\\
&=  \frac{\lambda}{(N-2)} \Big[\int_0^{x}
\big(\frac{t}{x}\big)^{(N-2-\sigma)} x^{-\sigma}
t^{1+\sigma} a(t)f(g_n(t)) \,dt  + \int_x^{\infty} t a(t)f(g_n(t))\,dt\Big].
\end{align*}
Therefore, from (H2) and the last inequality we have
$$
|Lg_n(x)|\leq  K \frac{\lambda}{(N-2)} x^{-\sigma}
\|t^{(1+\sigma)}a\|_{L^1([0,\infty))}, \quad \forall x \in (0,\infty).
$$
 From the above estimate, given $\epsilon > 0$\, we can choose $M>0 $
large so that
$$
| Lg_n(x)| \leq \frac{\epsilon}{4},\forall\,x > M .
$$
In particular, this implies
\[
 | Lg_n(x)- Lg_m(x) | \leq \frac{\epsilon}{2},
 \forall\,x > M,\forall\,n,m \in \mathbb{N}.
\]
Using \eqref{arz-asc} with this choice of $M$ along with the last
estimate,
it follows that $\{Lg_n\}$ is a uniformly Cauchy sequence in
$\mathcal{C}$. It now follows that $L:\, \mathcal{C}\to
\mathcal{C}$ is a compact operator. Since $L$ is clearly continuous,
 by Schauder's fixed point theorem $L$ has a fixed point, i.e., $L
\varphi = \varphi$ for some $\varphi \in \mathcal{C}$.
\end{proof}

\section{Proof of Theorem \ref{thm1.1} in  $\mathbb{R}^N$}

It is easy to see that a fixed point of $L$ in $C_b^+([0,\infty))$
is a solution of \eqref{eqn5}--\eqref{eqn6}. Therefore, in view of
Propositions \ref{prop2.1}, \ref{prop2.3} and \ref{prop2.4}
 to obtain such a fixed point
it is sufficient to construct $\xi_0$ and $\eta_0$ satisfying
 conditions (1)--(3) of Proposition \ref{prop2.3}. Let
\[
\xi_{0}(x)= \begin{cases}
  0 & \text{for }  x \in A,\\
  \alpha   & \text{for } x \in B
\end{cases}
\quad \text{and}\quad
\eta_{0}(x)= \begin{cases}
\alpha & \text{for } x \in A,\\
 0   & \text{for } x \in B.
\end{cases}
\]
Then condition (1)  is satisfied if $\alpha \geq 0$. Now the
condition (2)  is
$$
L \eta_{0}  = L^{+} (\alpha) - L^{-} (0)
\leq \alpha \quad \text{in }[0,\infty)
$$
while  (3) is
$$
 L \xi_{0}  = L^{+} (0) - L^{-} (\alpha) \geq 0 \quad
\text{in }[0,\infty).
$$
Letting $z_{\pm}(x)=\int_{0}^{\infty} G(x,t) t^{N-1}a_{\pm}(t) \,dt$
these last two conditions become respectively
\begin{gather}
\lambda [z_{+}(x) f(\alpha)- z_{-}(x) f(0)] \leq \alpha, \label{2.5}\\
\lambda [z_{+}(x) f(0)- z_{-}(x) f(\alpha)] \geq 0.\label{2.6}
\end{gather}
Define $w(x)= z_{+}(x)-(1+\mu)z_{-}(x)$. Then from (H4) we
have that $z_{+}(x)\geq (1+\mu)z_{-}(x)$ in $[0,\infty)$.
 Also if
\begin{equation}
 f(\alpha)  \leq    (1+\mu) f(0) \label{2.10}
\end{equation}
holds, then \eqref{2.6} is satisfied. We can indeed choose
such an $\alpha$ using the continuity of $f$ and claim that
\eqref{2.5} can also  be satisfied for the same $\alpha$ provided
$\lambda$ is small enough. We make the following easy estimate:
$$
|\int_{0}^{\infty} G(x,t) t^{N-1}a(t)
\,dt|\leq  \frac{1}{(N-2)}  \int_0^{\infty} t|a(t)|\,dt= \beta
\quad \,\text{(say)}.
$$
Noting that
$$
z_{+}(x)-z_{-}(x) =\int_{0}^{\infty} G(x,t) t^{N-1}a(t) \,dt
$$
we obtain
 \begin{equation}\label{2.11}
 z_{+}(x) \leq z_{-}(x) + \beta.
\end{equation}
 Hence, using \eqref{2.10},
\begin{align*}
f(\alpha)  z_{+}(x)- f(0)  z_{-}(x)
&\leq  [f(\alpha)-f(0)] z_{-}(x) + f(\alpha) \beta  \\
&\leq [f(\alpha)-f(0)] \beta  + f(\alpha) \beta \\
&\leq f(0) \beta (1+ 2\mu).
\end{align*}
Therefore, \eqref{2.5} is satisfied if for example
$$
\lambda \leq \frac{\alpha}{f(0) \beta (1+2\mu)}
= \lambda_0 .
$$

\begin{remark} \label{rmk3.1} \rm
We note that with minor changes to the proof, in the above argument
for getting an inequality like \eqref{2.11}, one can replace
(H4) by
\begin{itemize}
\item[(H4)'] There exists $\mu >0$ such that
\[
\int_{0}^{t} x^{N-1} a_{+}(x) dx \geq (1+\mu) \int_{0}^{t} x^{N-1}
a_{-}(x) dx,\quad  \forall\,t\in [0,\infty).
\]
\end{itemize}
\end{remark}

\section{Proof of Theorem \ref{thm1.1} in exterior as well as
in annular domains}

In this section, we consider  problems \eqref{eqn5}, \eqref{eqn7} and
\eqref{eqn5}, \eqref{eqn8} which correspond to problem on exterior and
annular domain respectively and show the existence of nonnegative
radial solutions for $\lambda $ small. The Green's function
 $G:[R_1,\infty) \times [R_1,\infty) \to [0,\infty)$ for the boundary value problem
\begin{gather*}
(x^{N-1}y'(x))'=0, \\
y(R_1)=0, \quad y(x) \to 0,\quad \text{as } x \to \infty,\; N\geq 3
\end{gather*}
is
$$
G(x,t)= \frac{(tx)^{2-N}}{(N-2)}
\begin{cases}
x^{N-2}-R_1^{N-2},   & R_1\leq x\leq t <\infty, \\
t^{N-2}- R_1^{N-2},  & R_1\leq t\leq x <\infty.
\end{cases}
$$
Similarly, the Green's function
$G:[R_1,R_2]\times [R_1,R_2]\to [0,\infty)$ for the boundary
value problem
\[
(x^{N-1}y'(x))'=0,\quad y(R_1)=0= y(R_2),\quad
\]
for $N\geq 3$ is
 $$
G(x,t)= \frac{1}{(N-2)(R_{1}^{2-N}- R_{2}^{2-N})}
\begin{cases}
 (R_{2}^{2-N}- t^{2-N}) (x^{2-N}- R_{1}^{2-N}), & x\leq t, \\
 (R_{1}^{2-N}-
 t^{2-N})(x^{2-N}- R_{2}^{2-N}), & t\leq x,
 \end{cases}
$$
and for $N =2$, it is
$$
G(x,t)= (\log \frac{R_2}{R_1})^{-1}
\begin{cases}
\log \frac{R_2}{t} \log \frac{x}{R_1}, &  x\leq t, \\
\log \frac{R_1}{t} \log \frac{x}{R_2}, &  t\leq x.
\end{cases}
$$
If $R_2=\infty$, by $y(R_2)=0$ we
mean that $y(x) \to 0$ as $x\to \infty$.

As before, we can define the integral operator
$L:X([R_1,R_2]) \to C_{b}^+([R_1,R_2])$
by
\[
 (L \xi)(x)= \lambda \int_{R_1}^{R_2}G(x,t)t^{N-1}a(t)f(\xi(t))\,dt,
\]
where $G$ is the Green's function as given above.
It is easy to check that
all the details in the proof of Theorem \ref{thm1.1} in $\mathbb{R}^N$ can be
modified easily to give the proof in the case of an exterior or an
annular domain that we are considering. Hence we omit the details.

\section{Coupled radial system}

In this section, we find a nonnegative solution for the coupled
system \eqref{5} in $\mathbb{R}^N$ for $N\geq 3$. We assume that
$f_i,a_i$ satisfy the hypotheses (H1)--(H4) for
$i=1,2$.

Define the integral operator
$L:X([0,\infty))\times X([0,\infty))\to C_{b}([0,\infty))
\times C_{b}([0,\infty))$ by
\[
 L (\xi,\eta)= (L_1\eta,L_2\xi),
\]
where
\begin{gather*}
L_1 \eta (x)=\lambda \int_0^\infty G(x,t)t^{N-1}a_1(t)f_1(\eta(t))\,dt,\\
L_2\xi(x)=\lambda \int_0^\infty G(x,t)t^{N-1}a_2(t)f_2(\xi(t))\,dt.
\end{gather*}
Let
\begin{gather*}
A_1=\{x\in [0,\infty): a_1(x)\geq 0\} ,\quad
B_1=\{x\in[0,\infty):a_1(x)<0\}\\
A_2=\{x\in [0,\infty): a_2(x)\geq 0\} ,\quad
B_2=\{x\in[0,\infty):a_2(x)<0\}.
\end{gather*}
Define the
following operators representing the positive and negative parts of
$L_{i}$ for $i=1,2$:
$L_i^{+}:X([0,\infty) \cap A_i) \to C^{+}_b([0,\infty))$ by
\[
(L_i^{+}\varphi)(x)= \lambda \int_{A_i }G(x,t) t^{N-1}(a_i)_+(t)f_i(\varphi(t))\,dt,
\]
and
$L_i^{-}:X([0,\infty) \cap B_i) \to
C^{+}_b([0,\infty))$ by
\[
(L_i^{-}\varphi)(x)=\lambda \int_{B_i} G(x,t) t^{N-1}(a_i)_{-}(t)f_i(\varphi(t))
\,dt.
\]
We note that the operator $L_i$ can now be written as
$$
L_i\varphi =  L_i^+ \varphi -L_i^{-} \varphi,\quad i=1,2.
$$
Using the monotonicity of $f_i$ we can conclude that both $L^+_i$
and $L^{-}_i$ are monotone operators; i.e.,
$$
\varphi\leq \psi \Longrightarrow L_i^{\pm}\varphi \leq L_i^{\pm} \psi.
$$
We denote any $g\in C_{b}([0,\infty))\times C_b([0,\infty)) $ by
$g=(g^1,g^2)$ where $g^i\in C_b([0,\infty))$. For
$\xi=(\xi^1,\xi^2),\eta=(\eta^1,\eta^2) \in
C^+_{b}([0,\infty))\times C^+_b([0,\infty)) $ by $\xi\leq \eta$ we
mean the relations $\xi^1\leq\eta^1$ and $\xi^2\leq\eta^2$ hold.

\begin{proposition} \label{prop5.1}
Let $f_1$ and $f_2$ be nondecreasing functions. Assume that there
exist $\xi,\eta\in C^+_{b}([0,\infty))\times C^+_b([0,\infty)) $
such that $0 \leq \xi \leq \eta$ and
\begin{gather*}
\xi^1=L_1^+\xi^2-L_1^-\eta^2,  \quad
\eta^1=L_1^+\eta^2-L_1^-\xi^2,\\
\xi^2=L_2^+\xi^1-L_2^-\eta^1, \quad
\eta^2=L_2^+\eta^1-L_2^-\xi^1.
\end{gather*}
Then $\mathcal{C}=\{g \in
C_{b}^+([0,\infty)) \times C_b^{+}([0,\infty)): \xi \leq g \leq
\eta\}  $ is a closed convex set and is invariant under $L$.
\end{proposition}

\begin{proof}
It is easy to see that $\mathcal{C}$ is  a closed convex set in
$C_{b}^+([0,\infty))\times C_{b}^+([0,\infty))$. Now we show
that $\mathcal{C}$ is invariant under $L$. This is because for any
$g =(g^1,g^2) \in \mathcal{C}$,
\begin{align*}
 Lg=(L_1g^2,L_2g^1)
&=(L_1^{+}g^2-L_1^{-}g^2,L_2^{+}g^1-L_2^-g^1)\\
&\leq (L_1^{+}\eta^2-L_1^{-}\xi^2,L_2^{+}\eta^1-L_2^-\xi^1)\\
&= (\eta^1,\eta^2)=\eta.
\end{align*}
Hence $Lg \leq \eta$ and similarly using the monotonicity  of
$L_i^+$ and $L_i^-$  we have $Lg \geq \xi$. Therefore,
 $\mathcal{C}$ is invariant under $L$.
\end{proof}

\begin{proposition}  \label{prop5.2}
Let $f_i,a_i$ satisfy the hypotheses {\rm (H1)}--{\rm (H3)}.
Suppose there exist bounded measurable functions
$\xi_0=(\xi_0^1,\xi_0^2)$ and $\eta_0=(\eta_0^1,\eta_0^2)$ on
$[0,\infty)\times[0,\infty)$
satisfying
\begin{itemize}
\item[(1)] $0 \leq \xi_0^1\leq\eta_0^1$ on $A_2$,
 $0\leq\eta_0^1 \leq \xi_0^1$ on $B_2$;

\item[(2)] $L_1 \eta_0^2\leq \eta_0^1$ on $A_2$,
 $L_1 \eta_0^2 \leq \xi_0^1$ on $B_2$;

\item[(3)] $L_1 \xi_0^2 \geq \xi_0^1$  on $A_2$,
 $L_1 \xi_0^2 \geq \eta_0^1$ on $B_2$;

\item[(4)] $0 \leq \xi_0^2\leq\eta_0^2$ on $A_1$,
 $0 \leq\eta_0^2 \leq \xi_0^2$ on $B_1$;

\item[(5)] $ L_2 \eta_0^1\leq \eta_0^2$  on $A_1$,
 $L_2 \eta_0^1 \leq \xi_0^2$ on $B_1$;

\item[(6)] $L_2 \xi_0^1 \geq \xi_0^2$ on $A_1$,
 $L_2 \xi_0^1 \geq \eta_0^2$ on $B_1$.
\end{itemize}
Then there exist $\xi,\eta \in C^+_{b}([0,\infty)) \times
C^+_{b}([0,\infty))$ satisfying the requirements of
Proposition \ref{prop5.1}.
\end{proposition}

\begin{proof}
For any integer $n \geq 0$ we define
\begin{gather*}
\xi_{n+1}^1(x)= \begin{cases}
  L_1\xi_n^2 & \text{for }  x \in A_2,\\
  L_1\eta_n^2   & \text{for } x \in B_2,
\end{cases}
\quad \eta_{n+1}^1(x)= \begin{cases}
L_1\eta_n^2  & \text{for } x \in A_2,\\
L_1\xi_n^2  & \text{for } x \in B_2,
\end{cases}
\\
\xi_{n+1}^2(x)= \begin{cases}
  L_2\xi_n^1    & \text{for }  x \in A_1,\\
  L_2\eta_n^1   & \text{for } x \in B_1,
\end{cases}
\quad  \eta_{n+1}^2(x)= \begin{cases}
L_2\eta_n^1  & \text{for } x \in A_1,\\
L_2\xi_n^1   & \text{for } x \in B_1.
\end{cases}
\end{gather*}
Then following the lines of Proposition \ref{prop2.3}, we obtain
\begin{gather*}
0\leq L_1\xi_0^2\leq L_1\xi_1^2\leq \dots \leq L_1\xi_n^2\leq
L_1\xi_{n+1}^2\leq \dots \leq L_1\eta_{n+1}^2\leq L_1\eta_n^2\leq
\dots L_1\eta_0^2.
\\
0\leq L_2\xi_0^1\leq L_2\xi_1^1\leq \dots\leq L_2\xi_n^1\leq L_2\xi_{n+1}^1
\leq \dots \leq L_2\eta_{n+1}^1\leq L_2\eta_n^1\leq \dots L_2\eta_0^1.
\end{gather*}
We can find $\xi^1,\xi^2,\eta^1,\eta^2$ on $[0,\infty)$,
such that $L_1\xi_n^2\uparrow \xi^1$,
 $L_2\xi_n^1\uparrow \xi^2$,
 $L_1\eta_n^2\downarrow \eta^1$,  and
 $L_2\eta_n^1\downarrow \eta^2$.
 Also we have that $\xi^i$ and $\eta^i$ are continuous and
\begin{gather*}
\xi^1=L_1^+\xi^2-L_1^-\eta^2,    \quad
\eta^1=L_1^+\eta^2-L_1^-\xi^2,\\
\xi^2=L_2^+\xi^1-L_2^-\eta^1, \quad
\eta^2=L_2^+\eta^1-L_2^-\xi^1.
\end{gather*}
\end{proof}

\begin{proposition} \label{prop5.3}
Let $f_i,a_i$ satisfy the hypotheses {\rm (H1)}--{\rm (H3)}. Then
under the assumption of Proposition \ref{prop5.1}, $L$ has a fixed point in
$\mathcal{C}$.
\end{proposition}

\begin{proof}
In view of Proposition \ref{prop5.1}, using similar arguments as in
Proposition \ref{prop2.4}, one can see easily that
$L:\mathcal{C} \to \mathcal{C}$
is continuous operator. For applying Schauder's fixed point theorem,
it suffices to show that  $L$  is compact. Let $g_n=(g_n^1,g_n^2)$
be a bounded sequence in $C_b^+([0,\infty))\times C_b^+([0,\infty)$.
By Proposition \ref{prop2.4}, there exists a subsequence of $g_n$, which we
still denote by $g_n$, such that $Lg_n(x)\to (g^1(x),g^2(x))$,
where $g_1,g_2 \in C_b^+([0,\infty))$. Hence by Schauder's fixed
point theorem there exists $\varphi=(\varphi_1,\varphi_2)\in
\mathcal{C}$ such that $L\varphi=\varphi$.
\end{proof}

\begin{proof}[Proof of Theorem \ref{thm1.2}]
It is easy to see that a fixed point of $L$ in
$C_b^+([0,\infty))\times C_b^+([0,\infty))$
is a solution of \eqref{5}. In order to obtain such a fixed point
it is enough to construct $\xi_0$ and $\eta_0$ satisfying conditions
(1)--(6) of Proposition \ref{prop5.2}. Motivated by the scalar case, let
\begin{gather*}
\xi_{0}^1(x)= \begin{cases}
  0 & \text{for }  x \in A_2,\\
  \alpha   & \text{for } x \in B_2,
\end{cases}\quad
\eta_{0}^1(x)= \begin{cases}
\alpha& \text{for } x \in A_2,\\
 0   & \text{for } x \in B_2,
\end{cases}
\\
\xi_{0}^2(x)= \begin{cases}
  0 & \text{for }  x \in A_1,\\
  \alpha   & \text{for } x \in B_1,
\end{cases} \quad
\eta_{0}^2(x)= \begin{cases}
 \alpha& \text{for } x \in A_1,\\
 0   & \text{for } x \in B_1,
\end{cases}
\end{gather*}
where $\alpha>0$,  $\xi_0=(\xi_0^1,\xi_0^2)$ and
$\eta_0=(\eta_0^1,\eta_0^2)$.
Let
$$
\beta_i=\int_0^{\infty}\frac{t|a_i(t)|}{N-2}\,dt
$$
for $i=1,2$ and $\lambda\leq \bar{\lambda}$, where
$$
\bar{\lambda}=\min
\big\{\frac{\alpha}{\beta_1f_1(0)(1+2\mu)},
\frac{\alpha}{\beta_2f_2(0)(1+2\mu)}\big\}.
$$
By similar arguments as in the proof of Theorem \ref{thm1.1}, with the above
choice of $\alpha$ and $\bar{\lambda}$, it  can be easily checked
that the hypotheses of Proposition \ref{prop5.2} are satisfied. So for the
sake of brevity, we omit the detailed verification.
\end{proof}

\section{Coupled nonradial system}

In this section, we show the existence of a nonnegative solution to
the coupled system \eqref{NR}  in $\mathbb{R}^N$ for $N\geq 3$.
Let $B_R$ denote the open ball of
radius $R$ centered at $0$. In this section we first recall the
following result by Li and Ni \cite{yi}:

\begin{lemma} \label{lem6.1}
Let $h$ be a locally H\"{o}lder continuous function on
$\mathbb{R}^N$ with the following decay at infinity, for some
$\delta>0$ and $C>0$:
$$
|h(x)|\leq C|x|^{-(2+\delta)}\quad \text{for all large } x.
$$
Let $w$ be the Newtonian potential of $h$. Then $w(x)$ is well
defined and has the decay property
$$
|w(x)|\leq C|x|^{-\delta} \quad \text{for all large } x.
$$
\end{lemma}

\begin{lemma}\label{lem6.2}
 Let $h, w$ be as in Lemma \ref{lem6.1}, then $-\Delta w=h$ in
$\mathbb{R}^N$.
\end{lemma}

\begin{proof}
Let $|x|<R$. Then we can write
$w(x)=c_N\int_{\mathbb{R}^N}\frac{h(y)}{|x-y|^{N-2}}dy=w_1(x)+w_2(x)$
where
\[
w_1(x)=c_N\int_{B_R(0)}\frac{h(y)}{|x-y|^{N-2}}\,dy, \quad
w_2(x)=c_N\int_{\mathbb{R}^N\setminus B_R(0)}\frac{h(y)}{|x-y|^{N-2}}\,dy.
\]
We have $-\Delta w_1(x)=h(x)$
by a standard argument since $h$ is H\"{o}lder continuous in $B_R$
(see \cite{GT}). Further, $w_2$ is well defined due to the decay
hypothesis on $h$ and hence $\Delta w_2=0$.
\end{proof}

Let us define the integral operator
$L: X(\mathbb{R^N})\times X(\mathbb{R^N})\to
 C_{b}(\mathbb{R^N})\times C_{b}(\mathbb{R^N})$ by
$$
 L (\xi,\eta)(x)= (L_1\eta(x),L_2\xi(x)),
$$
where
\begin{gather*}
L_1 \eta (x)=\lambda \int_{\mathbb{R^N}} \Gamma (x-y) a_1(y)
  f_1(\eta (y)) \,dy, \\
L_2\xi(x)=\lambda \int_{\mathbb{R^N}} \Gamma (x-y) a_2(y)f_2(\xi(y))dy.
\end{gather*}
By the hypotheses (N1)--(N2) and  Lemma \ref{lem6.1} the
operator $L$ is well defined.
Let
\begin{gather*}
A_1=\{x\in \mathbb{R}^N: a_1(x)\geq 0\}, \quad
B_1=\{x\in \mathbb{R}^N:a_1(x)<0\}, \\
A_2=\{x\in \mathbb{R}^N: a_2(x)\geq 0\}, \quad
B_2=\{x\in \mathbb{R}^N:a_2(x)<0\}.
\end{gather*}
Define the following operators representing the positive and
negative parts of $L_{i}$ for $i=1,2$:
$L_i^{+}: X(\mathbb{R^N} \cap A_i) \to C_b^{+}(\mathbb{R^N})$ by
\[
(L_i^{+}\varphi)(x)= \lambda \int_{A_i} \Gamma (x-y) (a_i)_{+}(y) f_i(\varphi (y)) \,dy,
\]
and
$L_i^{-}:  X(\mathbb{R^N} \cap B_i) \to
C_b^{+}(\mathbb{R^N})$ by
\[
(L_i^{-}\varphi)(x)=\lambda \int_{B_i} \Gamma (x-y) (a_i)_{-}(y) f_i(\varphi (y)) \,dy.
\]
We note that the operator $L_i$ can now be written as
$$
L_i\varphi =  L_i^+ \varphi -L_i^{-} \varphi,\quad i=1,2.
$$
Using the monotonicity of $f_i$, we can conclude that for $i=1,2$,
both $L^+_i$ and $L^{-}_i$ are monotone operators. The following
proposition can be proved as above.

\begin{proposition}  \label{prop6.3}
Let $f_i,a_i$ satisfy the hypotheses \rm{(N1)--(N2)} and
$\xi_0,\eta_0 \in X(\mathbb{R}^N) \times X(\mathbb{R}^N) $ satisfy
assumptions \rm{(1)--(6)} of Proposition \ref{prop5.2}. Then
there exist $\xi,\eta \in C_b^{+}(\mathbb{R}^N)\times
C_b^{+}(\mathbb{R}^N)$ with $\xi \leq \eta$ such that
\begin{gather*}
\xi^1=L_1^+\xi^2-L_1^-\eta^2, \quad
\eta^1=L_1^+\eta^2-L_1^-\xi^2,\\
\xi^2=L_2^+\xi^1-L_2^-\eta^1, \quad
\eta^2=L_2^+\eta^1-L_2^-\xi^1.
\end{gather*}
\end{proposition}

\begin{proposition} \label{prop6.2}
Let
$$
\mathcal{C}=\{g \in C_{b}(\mathbb{R^N})\times C_{b}(\mathbb{R^N}):
 \xi \leq g \leq \eta \}.
$$
Further assume that  $f_i,a_i$ satisfy the hypotheses {\rm (N1)--(N2)}
 and there exist $\xi,\eta $ as in
Proposition \ref{prop6.3}. Then $L$ has a fixed point in
$\mathcal{C}$.
\end{proposition}

\begin{proof}
With the above hypotheses, it can be shown as in Proposition
\ref{prop5.1},
that $\mathcal{C}$ is a closed, convex set invariant under $L$.
Since $\Gamma$ is locally integrable and $a_i$'s have the decay given
in \rm{(N2)}, $\Gamma*a_1$ and $\Gamma*a_2$ are also integrable in
$\mathbb{R}^N$.  By standard arguments, it can be shown that
$\{Lg_n\}$ is an equicontinuous family in $C(B_R)$ and also
$L:\mathcal{C} \to \mathcal{C}$ is a continuous operator. To apply the
Schauder's fixed point theorem, it suffices to show that
$L:\mathcal{C} \to \mathcal{C}$ is a compact operator.

Let $\{g_n\}$ be a sequence of functions in $\mathcal{C}$. It is
easy to see that $Lg_n(x)$ is uniformly bounded in $\mathbb{R}^N$. Thus
by Arzela--Ascoli theorem, $Lg_n(x)$ has a uniformly convergent
subsequence in $B_R$ (which we still denote by $\{Lg_n\})$ for any
fixed $R>0$. We note that, by Lemma \ref{lem6.1},
\begin{align*}
 |L_1g_n^2(x)|
&=\lambda \big| \int_{\mathbb{R}^N} \Gamma(x-y)a_1(y)f_1(g_n^2(y))\,dy\big| \\
&\leq M \lambda \int_{\mathbb{R}^N}\Gamma(x-y)|a_1(y)|\,dy\\
&\leq C|x|^{-\delta}\quad \text{for all large } x.
\end{align*}
Therefore, for a given $\varepsilon>0$, we fix $R>0$ large enough
such that
$$
|L_1g_n^2(x)|\leq \frac{\epsilon}{4} \quad \forall |x| > R.
$$
Similarly, we get $|L_2g_n^1(x)|\leq \frac{\epsilon}{4}$ for all
$|x|>R$. Thus for the sequence $\{g_n\}\subset\mathcal{C} $ for which
$\{Lg_n\}$ converges in $C(B_R)$, we have that $L_1g_n^2(x)$ and
$L_2g_n^1(x)$ are uniformly Cauchy in $C(\mathbb{R}^N)$. Thus
$Lg_n(x)$ converges to some $g=(g^1,g^2)$ in $\mathbb{R}^N$ which
shows that $L:\mathcal{C}\to \mathcal{C}$ is compact. Now  by
Schauder's fixed point theorem there exists
$\varphi=(\varphi_1,\varphi_2)\in \mathcal{C}$ such that
$L\varphi=\varphi$.
\end{proof}

\begin{proof}[Proof of Theorem \ref{thm1.3}]
Define $\xi_0$ and $\eta_0$ as in the proof of  Theorem \ref{thm1.2}.
Then in a similar way, for $\lambda$ small we can obtain $\xi$ and $\eta$ as
required in the Proposition \ref{prop6.2}. Thus we have a
$\varphi \in \mathcal{C}$ such that
$L\varphi = (L_1\varphi_2,L_2\varphi_1)=(\varphi_1,\varphi_2)$. Since
$a_1(x)f_1(\varphi_2(x))$ is bounded and integrable in
$\mathbb{R}^N$, we have $\varphi_1\in C^1(\mathbb{R}^N)$ (see,
\cite{GT}). Similarly $\varphi_2$ is also in
$C^1(\mathbb{R}^N)$ and by an application of
Lemmas \ref{lem6.1} and \ref{lem6.2}
$(\varphi_1,\varphi_2)$ solves the non-radial coupled system.
Indeed by classical Schauder's theory
$(\varphi_1,\varphi_2) \in C^{2,\alpha}(\mathbb{R}^N)\times
C^{2,\alpha}(\mathbb{R}^N)$ for some $0<\alpha<1$.
\end{proof}

\begin{remark} \label{rmk6.5} \rm
In fact, we can consider the following $n\times n$  coupled system
and show the existence of a nonnegative solution using the methods
in this section
\begin{gather*}
\Delta u_1+\lambda a_1(x)f_1(u_{\sigma(1)}(x)) = 0, \\
\Delta u_2+\lambda a_2(x)f_2(u_{\sigma(2)}(x)) = 0,\\
\dots  \\
\Delta u_n+\lambda a_n(x)f_n(u_{\sigma(n)}(x))=0.
\end{gather*}
Here $\sigma$ is a bijection from
$\{1,2,\dots,n\}$ to itself, $a_i'$s may change sign and $f_i,a_i$
satisfy the hypotheses \rm{(N1)--(N3)} for $i=1,\dots, n$. For the sake
of brevity, we omit the details.
\end{remark}

\begin{remark} \label{rmk6.6} \rm
 $f(0)>0$ is used in showing the existence of the solution of
$-\Delta u= \lambda a(x) f(u)$, for $\lambda$ small enough.
If we assume $f(u)=u^p$, and $a(x)$ satisfies $(N2)$, the above
equation does not have any bounded positive solution
decaying at infinity for any $\lambda$. The proof follows by
Pohozaev's identity (see \cite{yi}).
\end{remark}

\section{Examples}

In this section, we construct some examples for the illustration
of our results.

\begin{example}\label{exa1} \rm
Let $N \geq 3, T \geq 1$ and  $A,B>0$. Define
\[
a(t)=\begin{cases}
A \theta_1(t),  & t\in [0,T],\\
-B \theta_2(t), & t\in (T,\infty),
\end{cases}
\]
where $\theta_{1}(t) \geq \alpha_{1}>0,\theta_{2}(t)>0 $ such that
$\int_{0}^{T}\theta_1(t) \,dt<\infty $ and
$\int_{T}^{\infty} t^{N-1}\theta_{2}(t) \,dt\leq \alpha_{2}<\infty$.
It is easy to see that $a(t)$ satisfies   (H2), (H3).
\end{example}

Now our aim is to find  $A$ and $B$ such that the hypothesis
(H4) is satisfied; i.e., there exists  $\mu>0$ such that for all
$x \in (0,\infty)$,
$$
\int_0^{\infty}G(x,t)t^{N-1}a_+(t)\,dt \geq (1+\mu)\int_0^{\infty}
G(x,t) t^{N-1}a_-(t)\,dt .
$$
The above inequality holds if and only if
\begin{equation} \label{4.1}
 \int_{0}^{T} G(x,t) t^{N-1}a_+(t) \,dt
\geq (1+\mu) \int_{T}^{\infty}  G(x,t) t^{N-1}a_-(t) \,dt.
\end{equation}
First consider the case $x \in (0,T]$. In this case,
$G(x,t)=\frac{1}{N-2}t^{2-N}$ for $T<t<\infty$. Therefore,
\eqref{4.1} becomes
$$
A\int_{0}^{x} x^{2-N}t^{N-1} \theta_1(t) \,dt
+A\int_{x}^{T} t \theta_1(t)\,dt
\geq (1+\mu)B \int_{T}^{\infty} t\theta_2(t) \,dt.
$$
In the above expression, the left-hand side is greater than or equal
to $A\alpha_1[\frac{x^2}{N}+\frac{T^2}{2}-\frac{x^2}{2}]\geq \frac{A
\alpha_1 T^2}{N}$ while the right-hand side
is less than or equal to
$(1+\mu) B \alpha_2 $
(because $\int_{T}^{\infty} t \theta_2(t) \,dt\leq \alpha_2$).
So, with the choice:
$A \geq \frac{(1+\mu) B \alpha_{2} N}{T^2 \alpha_1},a(t)$
satisfies \eqref{4.1} for all $x\in (0,T]$.
Now let $x\in (T,\infty)$. Then $G(x,t)=\frac{1}{N-2}x^{2-N}$ for
$0<t<T$. Thus \eqref{4.1} becomes
 \begin{equation} \label{I1}
\begin{aligned}
&A\int_{0}^{T}x^{2-N} t^{N-1}\theta_1(t)\,dt & \\
&\geq  B(1+\mu) \Big[\int_T^{x} x^{2-N} t^{N-1} B \theta_2(t) \,dt
+\int_x^{\infty} t \theta_2(t) \,dt \Big].
\end{aligned}
\end{equation}
Similar to the previous  case, we obtain the left-hand side
is greater than or equal to $\frac{A
\alpha_1 T^N}{N} x^{2-N}$ while the rihgt-hand side is less than
or equal to $(1+\mu)B \alpha_2 x^{2-N}$
(in view of $\int_{T}^{\infty}  t^{N-1} \theta_2(t) \,dt\leq
\alpha_2$). Hence, with the choice: $A \geq \frac{(1+\mu) B
\alpha_{2} N}{T^N \alpha_1},a(t)$
satisfies \eqref{4.1} for all $x\in (T,\infty)$.
Thus, since $T\geq 1$, with the choice:
$A \geq \frac{(1+\mu) B \alpha_{2} N}{T^2 \alpha_1},a(t)$
satisfies  (H4).

Note that there are many examples of $\theta_1$ and
$\theta_2$, one can choose in the above example. For instance, we can
take $\theta_{1}(t)= 1,(1+t^2),e^{-t}$  and $\theta_{2}(t)=
\frac{e^{-t}}{t^{N-1}},\frac{1}{t^{\alpha+N-1}}$, with
$\alpha>1$.


\begin{remark} \label{rmk7.2} \rm
For $T<1$, one can construct examples of $\theta_1(t)$ and
$\theta_2(t)$ with some different integrability conditions on
$\theta_1,\theta_2$. We omit the details for the sake of brevity.
\end{remark}


\begin{example} \label{exa7.3} \rm
Let $n \in \mathbb{Z^{+}}$, and define
\[
a(t)=\begin{cases}
\frac{e^{-t}}{1+t^{N-1}}, &  t\in [2n,2n+1),\\
\frac{-e^{-t}}{2 N(1+\mu)t^{N-1}}, & t\in [2n+1,2n+2).
\end{cases}
\]
By elementary calculation we observe that $a(t)$ satisfies
(H2), (H3) and (H4').
\end{example}

\begin{example} \label{exa7.4} \rm
Two specific examples of the nonlinearity $f$ are:
\begin{itemize}
\item[(i)] $f(y)= (1+ y^2)^3$  and
$\alpha = \sqrt{(1+ \mu)^{\frac{1}{3}} - 1}$;

\item[(ii)] $f(y)= e^y -\frac{1}{2(y+1)}$ and
$\alpha>0$ sufficiently small.
\end{itemize}
In both cases, it is easy to see
that $f(\alpha) \leq (1+ \mu) f(0)$.
\end{example}

\begin{remark} \label{rmk7.5}  \rm
Let
\[
a(t)=\begin{cases}
A,& t\in [0,T],T \geq 1,\\
-\frac{e^{-t}}{t^{N-1}},& t\in (T,\infty),
\end{cases}
\]
and $f(y)= (1+ y^2)^3$.  We note that for these choices,
one can find out the value of $\lambda_0$ in Theorem \ref{thm1.1}.
We first note that
$$
\frac{1}{(N-2)} \int_0^{\infty} t|a(t)|\,dt \leq
\frac{1}{(N-2)}(A \frac{T^2}{2}+
e^{-T})\equiv\beta.
$$
Let
$A=\frac{(1+\mu)N e^{-T} B}{T^2} $ in view of Example \ref{exa1}.
Then we obtain
$$
\lambda_0= \frac{2(N-2)\,\sqrt{(1+ \mu)^{\frac{1}{3}} - 1}}
{ [(1+ \mu) B N +2] e^{-T}(1+2\mu)}.
$$
\end{remark}

\subsection*{Acknowledgments}
The authors want to thank Professors Mythily Ramaswamy
and S. Prashanth for helpful discussions. The second
author would like to thank the National Board for Higher Mathematics
(NBHM), DAE, Govt. of India for providing him a financial support
under the grant no. 2/40(6)/2009-R\&D-II/166.


\begin{thebibliography}{00}

\bibitem{afrouzi} G. A.  Afrouzi, K. J. Brown;
\emph{Positive solutions for a semilinear
elliptic problem with sign--changing nonlinearity},
Nonlinear Anal., \textbf{36} (1999), pp. 507--510.

\bibitem{aron} D. Aronson, M. G. Crandall, and L. A. Peletier;
\emph{Stabilization of solutions of a degenerate nonlinear diffusion
problem}, Nonlinear Anal., \textbf{6} (1982), pp. 1001--1022.

\bibitem{bebernes}  J. W.  Bebernes,and  D. R. Kassoy;
\emph{A mathematical analysis
of blowup for thermal reactions--the spatially inhomogenous case},
SIAM J.  Appl.  Math., \textbf{40} (1) (1981), pp. 476--484.


\bibitem{berestycki1}  H. Berestycki,and  P. L. Lions;
\emph{Existence of a ground state in nonlinear equations of the
type Klein-Gordon, in Variational Inequalities},
(Cottle, Gianessi and J. L. Lions, editors),  J. Wiley, New York, 1980.


\bibitem{brown1}  K. J.  Brown and A. Tertikas;
\emph{On the bifurcation of radially
symmetric steady--state solutions arising in population genetics},
SIAM J. Math. Anal., \textbf{22} (2) (1991), pp. 400--413.


\bibitem{brown2}  K. J.  Brown and N. M. Stavrakakis;
\emph{On the construction of
super and subsolutions for elliptic equations on all of
$\mathbb{R}^{N}$}, Nonlinear Anal., \textbf{32} (1998), pp. 87--95.


\bibitem{cac1}  N. P. Cac, A. M. Fink,  J. A. Gatica;
\emph{Nonnegative solutions of quasilinear elliptic problms
with nonnegative coefficients},
Journal Math. Anal. Appl., \textbf{206}  (1997), pp. 1--9.

\bibitem{cac2}  N. P. Cac, A. M. Fink,  J. A. Gatica;
\emph{Nonnegative solutions
of the radial Laplacian with nonlinearty that changes sign},
Proc. Amer. Math. Soc., \textbf{123} (5) (1995), pp. 1393--1398.

\bibitem{cac3} N. P. Cac, A. M. Fink,  Y. Li;
\emph{Positive solutions to semilinear problems with coefficient
that changes sign, Nonlinear Anal.}, \textbf{37} (1999), pp. 501--510.

\bibitem{castro}  A. Castro, C. Maya and R. Shivaji;
\emph{Positivity of  non-negative solutions for semipositone
cooperative systems}, Proc. Dyn. Sys.
\textbf{3}  (2001), pp. 113--120.

\bibitem{dalmasso}  R. Dalmasso;
\emph{Existence and uniqueness of positive solutions of semilinear
elliptic systems},
Nonlinear Anal. \textbf{39}  (2000), pp. 559--568.


\bibitem{fig}  D. G. de Figueirdo,  J. Marcos do \'O, B. Ruf;
\emph{An Orlicz--space approach to superlinear
elliptic systems}, J. Func. Anal., \textbf{224} (2005), pp. 471--496.


\bibitem{fink1} A. M. Fink;
\emph{The radial Laplacian Gelfand problem},
`` Delay and Differential Equations'', pp. 93--98,
World Scientific, New Jersey, 1992.

\bibitem{fleming}  W. H. Fleming;
\emph{A selection--migration model in population
genetics},  J. Math. Biol., \textbf{2} (1975), pp.
219--233.

\bibitem{gamez}  J. L. G\'amez;
\emph{Existence and bifurcation of
positive solutions of a semilinear elliptic problem in $\mathbb{R}^{N}$},
Nonlinear Diff. Eqn. Appl., \textbf{4} (1997), pp.
341--357.

\bibitem{gara}  X. Garaizar;
\emph{Existence of positive radial solutions for
semilinear elliptic equations in the annulus},
 J. Diff. Equations, \textbf{70}  (1987), pp.
69--92.

\bibitem{garcia}  J. Garc\'ia--Meli\'an,  Julio D. Rossi;
\emph{Boundary blow--up solutions to elliptic
systems of competitive type}, J.  Diff.  Eqns.,  
\textbf{206} (2004), pp. 156--181.

\bibitem{GT} D. Gilbarg, Neil S Trudinger;
\emph{Elliptic Partial Differential Equations of Second Order},
 Springer--Classics in Mathematics.

\bibitem{hai1}  D. D. Hai;
\emph{Positive solutions to a class of elliptic
boundary value problems},
 J. Math. Anal. Appl., \textbf{227}  (1998), pp. 195--199.

\bibitem{hai2} D. D. Hai and R.  Shivaji;
\emph{An existence result on positive solutions for a class of
semilinear elliptic systems}, Proc.   Roy. Soc. Edinburgh,
\textbf{134 A}  (2004), pp. 137--141.

\bibitem{hul}  D. Hulshof and R. Van der Vorst;
\emph{Differential systems with strongly indefinite variational
structure}, J. Func. Anal., \textbf{114} (1993), pp. 32--58.

\bibitem{lin}  S. S. Lin;
\emph{On the existence of positive radial solutions for
nonlinear elliptic equations in annular domains},
 J. Diff. Equations, \textbf{81}  (1989), pp. 221--233.

\bibitem{lions}  P. L. Lions;
\emph{On the existence of positive solutions of
semilinear elliptic equations}, SIAM Rev. \textbf{24} (1982), 
no. 4, pp. 441--467.

\bibitem{ter}  A. Tertikas;
\emph{Existence and uniqueness of solutions for a
nonlinear diffusion problem arising in population genetics},
Arch. Rat. Mech. Anal., \textbf{103} (1988), pp. 289--317.

\bibitem{tyagi} J. Tyagi;
\emph{Existence of nonnegative solutions for a class of semilinear
elliptic systems with indefinite weight},
 Nonlinear Analysis T.M.A., \textbf{73} (2010), pp. 2882--2889.

\bibitem{yi}  Yi Li and W. M. Ni.;
\emph{On conformal scalar curvature equations in $\mathbb{R}^{N}$},
Duke Math. J., \textbf{57} (1988), pp. 895--924.

\end{thebibliography}

\end{document}
