\documentclass[reqno]{amsart}
\usepackage{hyperref}

\AtBeginDocument{{\noindent\small
\emph{Electronic Journal of Differential Equations},
Vol. 2009(2009), No. 48, pp. 1--10.\newline
ISSN: 1072-6691. URL: http://ejde.math.txstate.edu or http://ejde.math.unt.edu
\newline ftp ejde.math.txstate.edu}
\thanks{\copyright 2009 Texas State University - San Marcos.}
\vspace{9mm}}

\begin{document}
\title[\hfilneg EJDE-2009/48\hfil Existence results and applications]
{Existence results and applications for general
 variational-hemivariational inequalities on unbounded domains}

\author[I. I. Mezei, L. S\u apl\u acan\hfil EJDE-2009/48\hfilneg]
{Ildik\'o-Ilona Mezei, Lia S\u apl\u acan}  % in alphabetical order

\address{Ildik\'o-Ilona Mezei \newline
Faculty of Mathematics and Computer Science\\
University of Babe\c s-Bolyai\\
str. M. Kogalniceanu 1, 400084 Cluj Napoca, Romania}
\email{ildiko.mezei@math.ubbcluj.ro, mezeiildi@yahoo.com}

\address{Lia S\u apl\u acan \newline
Petru Rare\c s High School\\
str. Obor 83, 425100 Beclean, Romania}
\email{liasaplacan@yahoo.com}

\thanks{Submitted February 2, 2009. Published April 2, 2009.}
\thanks{First author supported by grant PN. II, ID\_527/2007 from MEdC-ANCS}
\subjclass[2000]{49J40, 35J35, 35J60}
\keywords{Motreanu-Panagiotopoulos type functional; critical points;
\hfill\break\indent
variational-hemivariational inequalities;
 principle of symmetric criticality}

\begin{abstract}
 In this paper we give an existence result for a class of
 variational-hemivariational inequality on unbounded domain using
 the mountain pass theorem and the principle of symmetric
 criticality for Motreanu-Panagiotopoulos type functionals. Next,
 we give two applications of the obtained result.
\end{abstract}

\maketitle
\numberwithin{equation}{section}
\newtheorem{theorem}{Theorem}[section]
\newtheorem{corollary}[theorem]{Corollary}
\newtheorem{lemma}[theorem]{Lemma}
\newtheorem{proposition}[theorem]{Proposition}
\newtheorem{definition}[theorem]{Definition}
\newtheorem{remark}[theorem]{Remark}

\section{Introduction}

Let $\Omega \subset\mathbb{R}^N$ $(N>2)$ be an unbounded domain
with smooth boundary,  and $p\in ]1,N[$ a real number.
Let  $F : \Omega\times \mathbb{R} \to \mathbb{R}$ be a
Carath\'{e}odory function, which is locally Lipschitz in the
second variable and satisfies some conditions (F1)-(F4),
presented in section 3.

We denote by ($X$, $\|\cdot\|$) a separable, uniformly convex
Banach space with strictly convex topological dual
$(X^*,\|\cdot\|_*)$ and by $\langle \cdot , \cdot \rangle$ the
duality pairing between $X^*$ and $X$. We assume that $X$ is
continuously embedded in $L^p(\Omega)$ for every $p\in ]1,N[$ and
\begin{itemize}
\item[(E)]  $X$ is compactly embedded in $L^r(\Omega)$,
for some $r\in]p,p^*[$,
where $p^*=pN/(N-p)$.
\end{itemize}

We consider the duality mapping $J: X \to X^{\star}$
corresponding to the weight function $\varphi : [0, +\infty[
\to [0, +\infty[$ given by $\varphi(t)=t^{p-1}$.
We assume it is also given a functional $\alpha: X\to
[0,+\infty]$ which is convex, lower semicontinuous, proper (i.e.,
$\not\equiv+\infty$) whose effective domain $\mathop{\rm dom}(\alpha)=\{x\in
X: \alpha(x)<+\infty \}$ is a (nonempty, closed, convex) cone in $X$
and satisfies the conditions (A1), (A2) from section 3.

Our aim is to study the following variational-hemivariational
inequality
\begin{itemize}
\item[(P)] Find $u \in \mathop{\rm dom}(\alpha)$ such that
$$
\langle Ju, v-u \rangle +  \int_{\Omega} F^{0}(x,
u(x); u(x)-v(x)) dx + \alpha(v)-\alpha(u)\geq 0
$$
for all $v \in \mathop{\rm dom}(\alpha)$,
where $F^0$ is the general directional derivative of $F$ (see Definition
\ref{generaldirectionalderivative}).
\end{itemize}

The Problem (P), where $\Omega$ is a bounded domain of $\mathbb{R}^N$ and $\alpha$
is the indicator function $\psi_{\mathcal{K}}$ associated to the convex,
positive cone $\mathcal{K}$; i.e.,
\begin{equation} \label{e1}
 \psi _{\mathcal{K}}(x) =
   \begin{cases}
       0, & x \in \mathcal{K} \\
   +\infty,& \text{otherwise.}
        \end{cases}
\end{equation}
has been intensively studied; see e.g. the monographs of Motreanu,
 R\u adulescu \cite{MR},   Motreanu,  Panagiotopoulos
\cite{MP} and the references therein. The study of
hemivariational inequalities,  when $\Omega$ is an unbounded
domain, started with the work by Gazzola, R\u adulescu
\cite{GaRad}, followed by the papers by  Krist\'aly
\cite{Kr-Rocky}, \cite{Kri-SVAN},  D\'alyai and  Varga
\cite{DV} and  Varga \cite{Va}. On unbounded domains problems
of kind (P)  with $\alpha =\psi _{\mathcal{K}}$, were studied by
Krist\'aly, Cs. Varga,  V. Varga in \cite{KVV} and Lisei, Varga in \cite{LV}.

  Motreanu,  R\u adulescu  \cite[example 9.1]{MR}
study a hemivariational inequality, when the function $\alpha$
is not the indicator function, but the considered domain is
bounded only.

The goal of this article is to extend these results for unbounded domains.
In section 3 we prove the main result of the paper, the Theorem
\ref{maintheorem}, what ensures the existence of a nontrivial
solution of the problem (P). Then using the principle of symmetric
criticality proved by  Krist\'aly, Cs. Varga, V. Varga in
\cite{KVV}, we present in Corollary \ref{corollary_psc}  a
consequence  of our main result, which can be applied in the case,
when the embedding condition (E) is not satisfied.

In the last section we present two applications. In the first one,
the condition (E) is satisfied, so we can use the Theorem
\ref{maintheorem}, but in the second one, (E) is not fulfilled.
In this case we use the Corollary \ref{corollary_psc}.


\section{Preliminaries}

Let $\Omega, X, F$ and $J$ be the spaces and functions introduced in
the previous section.
We denote by $\|\cdot\|_p$ and $\|\cdot\|_r$ the norms on
$L^p(\Omega)$ and $L^r(\Omega)$, respectively, i.e.
$$
\|u\|_p=\Big(\int_\Omega|u(x)|^p dx\Big)^{1/p}.
$$
The symbols $C(p)$ and $C(r)$ stand for the best embedding constants
satisfying $\|u\|_p\leq C(p)\|u\|$ and $\|u\|_r\leq C(r)\|u\|$ for
all $u\in X$.
We recall the following properties of the duality mapping $J$:
$$
\|Ju\|_{\star}= \varphi(\|u\|) ,\quad
\langle Ju,u\rangle = \|Ju\|_{\star}\|u\| \quad \text{for all } u \in X,
$$
as well as that $J=d \chi$, where $d \chi$ denotes the G\^{a}teaux
differential of the convex and G\^{a}teaux differentiable
functional $\chi: X \to \mathbb{R}$ defined by
$\chi(u)= \frac{1}{ p}\|u\|^{p}$. For these
properties of the duality mapping we refer to \cite{Cl}.

Now, we give  definitions and basic properties from the theory of
generalized differentiation for locally Lipschitz functions; see
\cite{Cl,MP}.

\begin{definition} \label{generaldirectionalderivative} \rm
Let $h:X\to \mathbb{R}$ be a locally Lipschitz function.
The generalized directional derivative of $h$ at the point $u\in X$
in the direction $v\in X$ is
$$
h^0(u,v)=\limsup _{z\to u, \;t\to 0^+}\frac{h(z+tv)-h(z)}{t}.
$$
The generalized gradient of h at $u\in X$ is the
set
$$
\partial h(u)=\{u^*\in X: \langle u^*,v\rangle \le h^0(u,v), \quad
 \forall v\in X\}.
$$
\end{definition}

\begin{lemma}\label{generaldirectionalderivativeLema}
Let  $h, g :X\to \mathbb{R}$ be locally Lipschitz functions. Then for all
$u \in X$ we have
\begin{itemize}
\item [(i)] $h^0(u, \cdot)$ is subadditive, positively homogeneous;
\item [(ii)] $h^0(u,v)=max\{\langle \xi,v\rangle\ :\ \xi\in \partial h(u)\},\ \ \forall v\in
X$;
\item [(iii)] $(h+g)^0(u,v)\le h^0(u,v)+g^0(u,v),\ \ \forall v\in X$;
\item [(iv)]  $(-h)^0(u,v)=h^0(u,-v),\ \ \forall v\in X$.
\end{itemize}
\end{lemma}

Let $\mathcal{I}: X\to ]-\infty, +\infty]$,
$\mathcal{I} = h+\psi$, where $h: X\to \mathbb{R} $ is a locally Lipschitz
function and $\psi :X\to ]-\infty, +\infty]$ is convex,
proper and lower semicontinuous. $\mathcal{I}$ is a
Motreanu-Panagiotopoulos type functional, see
\cite[Chapter 3]{MP}.

\begin{definition} \label{criticalpointDef} \rm
An element $u \in X$ is a critical point of $\mathcal{I}=h+\psi$, if
$$
h^0(u, v-u)+\psi(v)-\psi(u)\ge 0, \forall v \in X.
$$
\end{definition}

\begin{definition} \label{psDef} \rm
Let $X$ be a Banach space and $\mathcal{I}: X\to ]-\infty, +\infty]$,
$\mathcal{I}=h+\psi$ a
Motreanu-Panagiotopoulos type functional. $\mathcal{I}$ is said to
satisfy the Palais-Smale condition at level $c\in \mathbb{R}$
(for short $(PS)_c)$), if every sequence $u_n$ in $X$ satisfying
$\mathcal{I} (u_n)\to c$ and
$$
h^0(u_n, v-u_n)+\psi(v)-\psi(u_n)\ge -\epsilon _n \|v-u_n\|, \forall v \in X
$$
for a sequence {$\epsilon _n$} in $[0, \infty)$ with $\epsilon_n
\to 0$, contains a convergent subsequence.
\end{definition}

We recall now the nonsmooth version of the Mountain Pass Theorem,
\cite[Corollary 3.2]{MP}.

\begin{theorem} \label{Mountainpass}
Assume that the functional $\mathcal{I}: X\to ]-\infty,
+\infty]$ defined by $\mathcal{I} = h+\psi$, satisfies
$(PS)$, $\mathcal{I}(0)=0$, and
\begin{itemize}
\item[(i)] there exist constants $a>0$ and $\rho>0$, such that
$\mathcal{I}(u)\ge a$ for all $\|u\|=\rho$;
\item[(ii)] there exists $e\in X$, with $\|e\|>\rho$ and
$\mathcal{I}(e)\le 0$.
\end{itemize}
Then the number
$$
c=\inf_{f\in\Gamma} \sup_{t\in [0,1]} \mathcal{I}(f(t)),
$$
is a critical value of $\mathcal{I}$ with $c\ge a$,
where
$$
\Gamma=\{f\in C([0,1],X): f(0)=0,\ f(1)=e\}\,.
$$
\end{theorem}

In the sequel we introduce the definitions used in the principle
of symmetric criticality.

Let $G$ be a topological group which acts linearly on $X,$ i.e.,
the action $G\times X\to X:\ [g,u]\mapsto gu$ is continuous and
for every $g\in G,$ the map $u\mapsto gu$ is
linear. The group $G$ induces an action of the same type on the
dual space $X^*$ defined by $\langle gx^*,u\rangle_X=\langle
x^*,g^{-1}u\rangle_X$ for every  $g\in G,$ $u\in X$ and $x^*\in
X^*$. A function $h:X\to \mathbb{R}\cup\{+\infty\}$ is
$G$-invariant, if $h(gu)=h(u)$ for every $g\in G$ and $u\in X$.
A set $K\subseteq X$ (or $K\subseteq X^*$) is $G$-invariant, if
$gK=\{gu:u\in K\}\subseteq K$ for every $g\in G$.
 Let
$$
X^{G}=\{u\in X: gu=u \text{ for every  $g$ in $G$}\}
$$
be the  fixed point set of $X$
under $G$.

 Now, we are in the position to state the Principle of Symmetric
Criticality for
Motreanu-Panagiotopoulos
functionals (see \cite{KVV,LV}), which is a very useful tool
in studying the solutions of  variational-hemivariational inequalities.


\begin{theorem}\label{Fot-PSC}
Let $X$ be a reflexive Banach space  and $\mathcal{I}=h+\psi:X\to
\mathbb{R}\cup \{+\infty\}$ be a Motreanu-Panagiotopoulos type
functional. If a compact group $G$ acts linearly on $X,$ and the
functionals $h$ and $\psi$ are $G$-invariant, then every critical
point of $\mathcal{I}|_{X^{G}}$ is also a critical point of
$\mathcal{I}$.
\end{theorem}


\section{Main Result}

Let  $F : \Omega\times \mathbb{R} \to \mathbb{R}$ be a
Carath\'{e}odory function, which is locally Lipschitz in the
second variable and verifies the following conditions:
\begin{itemize}
\item[(F1)] $F(x,0)=0$  for a.e. $x\in\Omega$ and
there exists a constant $c_1>0$ such that
$|\xi|\leq c_1(|s|^{p-1}+|s|^{r-1})$
whenever $\xi \in\partial F(x,s)$ with $(x,s)\in \Omega\times
\mathbb{R}$.

\item[(F2)]
$ \lim_{s \to 0} \max\{|\xi|:\xi \in \partial F(x,s)\}/ |s|^{p-1} =0$
 uniformly for $x\in \Omega$.

\item[(F3)] There exists a constant $\nu \in ]p,p^*[$ such that
$$
\nu F(x,s)+F^0(x,s;-s)\leq 0\quad \text{for all $(x,s)\in
\Omega\times \mathbb{R}$}.
$$

\item[(F4)] There exists a constant $R>0$ such that
$$
c_{R}=:\inf\{F(x,s):(x,|s|)\in\Omega\times [R,+\infty)\}>0.
$$
\end{itemize}
Here we have denoted by $\partial F(x,s)$ and $F^0(x,s;\cdot)$ the
generalized gradient and the generalized directional derivative of
$F(x,\cdot)$ at the point $s\in \mathbb{R}$, respectively.

Arguing as in  \cite[Lemma 4]{Kr-Rocky}, we have the
following result.

\begin{remark}\label{F-felsokormeg1} \rm
If $F : \Omega\times \mathbb{R} \to \mathbb{R}$ satisfies
(F1)-(F2), then for every $\varepsilon > 0$
there exists $c(\varepsilon) > 0$ such that
\begin{itemize}

\item [(i)] $|\xi|\leq \varepsilon|s|^{p-1}+
c(\varepsilon)|s|^{r-1}$ for all $\xi \in \partial F(x,s)$ with
$(x, s)\in \Omega \times \mathbb{R}$;

\item [(ii)] $|F(x,s)| \leq\varepsilon|s|^{p} +
c(\varepsilon)|s|^{r}$ for all $(x,s) \in \Omega \times
\mathbb{R}$.
\end{itemize}
\end{remark}

For a later use we state an other preliminary result.

\begin{lemma}\label{F-alsokorlat}
If the function $F: \Omega \times \mathbb{R} \to \mathbb{R}$
satisfies {\rm (F1), (F3), (F4)},
then there exist positive constants $c_{2}, c_{3}$ such that
$$
F(x,s) \geq c_{2}|s|^{\nu} - c_{3}|s|^{p}\quad  \text{for all }
(x,s) \in \Omega \times \mathbb{R}.
$$
\end{lemma}

\begin{proof}
 For a fixed $(x,s)\in \Omega\times \mathbb{R}$ we consider the
locally Lipschitz function $g:[1, +\infty[\to \mathbb{R}$
defined by $g(t)=t^{-\nu}F(x, ts)$.
Given any $t > 1$, by applying the Lebourg's mean value theorem
for the locally Lipschitz function $g$ on the interval [1,t] and
using condition (F3), we obtain the estimate $F(x, ts) \geq
t^{\nu}F(x,s)$. Combining with (F4) we obtain the following
inequality
\begin{equation} \label{F-also2}
F(x,s)\geq \frac{ c_{R}}{R^{\nu}}|s|^{\nu}\quad
\text{for all }  (x,s) \in \Omega
 \times [R, + \infty[.
\end{equation}
On the other hand, (F1) yields
\begin{align*}
F(x,s) &\geq -\frac{c_{1}}{p}(|s|^{p}+|s|^{r})\\
&\geq -\frac{c_{1}}{p}(1+|s|^{r-p})|s|^p +
\frac{c_{1}}{p}|s|^{\nu}-\frac{c_{1}}{p}R^{\nu-p}|s|^p \\
&\geq \frac{c_{1}}{p}|s|^{\nu}-\frac{c_{1}}{p}(1+R^{r-p}+R^{\nu-p})|s|^p
\quad\text{ for all } (x,s) \in \Omega \times [0,R].
\end{align*}
Taking into account (\ref{F-also2}) we get the desired
conclusion.
\end{proof}
Due to the growth condition (F1), the functional
$\mathcal{F}: X \to \mathbb{R}$ defined by
$$
\mathcal{F}(u)= \int_{\Omega} F(x,u(x))dx\quad \text{for all $u\in X$}
$$
is locally Lipschitz and the generalized directional derivative
$(-\mathcal{F})^0$ of $-\mathcal{F}$ satisfies
\begin{equation} \label{03}
(-\mathcal{F})^{0}(u,v) \leq \int_{\Omega}(-F)^{0}(x, u(x); v(x))dx\quad
\text{for all }u, v \in X;
\end{equation}
see \cite{Cl}.


Let $\alpha: X\to [0,+\infty]$ be a functional  which is convex,
lower semicontinuous, proper, whose effective domain
$\mathop{\rm dom}(\alpha)=\{x\in X: \alpha(x)<+\infty \}$ is a cone in $X$. In
addition, we assume that the following conditions hold:
\begin{itemize}
\item[(A1)] $\alpha(0)=0$ and there exist constants
$\sigma$, $a_1$, $a_2$ such that
$$
\big(1+\frac{1}{\nu}\big)\alpha(v)-\frac{1}{\nu}\alpha(2v)
\ge -a_1\|v\|^\sigma-a_2\quad \text{for all }v\in\mathop{\rm dom}(\alpha),
$$
where either $0\le \sigma<p$ and $a_1,a_2\in[0,+\infty)$, or
$\sigma=p$ and $0\le a_1<  \frac{1}{p}-\frac{1}{\nu}$,
$a_2\geq 0$.

\item[(A2)] There exists $u_0\in X\cap L^{\nu}(\Omega)$
such that
$$
 \liminf_{t\to\infty}
\frac{\alpha(tu_0)}{t^\nu\|u_{0}\|_{\nu}^{\nu}} < c_{2}.
$$
\end{itemize}

Consider the functional $\mathcal{I}: X
\to ]-\infty, + \infty]$ given by
$$
\mathcal{I}(u)= \frac{1}{p}\|u\|^{p} - \mathcal{F}(u)
+\alpha(u)\quad \forall u\in X.
$$
The next lemma points out the relationship between its critical
points and the solutions of Problem (P).

\begin{lemma}\label{kritmegoldas}
Every critical point of the functional $\mathcal{I}$ is a solution
of Problem {\rm (P)}.
\end{lemma}

\begin{proof}
 Let $u \in X$ be a critical point of
$\mathcal{I}$, then using the definition \ref{criticalpointDef} and the
properties of the duality mapping $J$,
we get
$$
\langle Ju, v-u \rangle + (\mathcal{-F})^{0}(u;v-u) +
\alpha(v)-\alpha(u)  \geq 0,\quad \forall v \in X .
$$
In view of (\ref{03}) and using the lemma
{\ref{generaldirectionalderivativeLema}}(iv),  we
deduce the result.
\end{proof}


\begin{proposition}\label{ps}
Assume that $F: \Omega\times \mathbb{R}\to \mathbb{R}$ satisfies the
conditions {\rm (F1)-(F3)} and $\alpha: X\to [0,+\infty]$ is a convex,
lower semicontinuous proper function which fulfills \emph{(A1)}.
Then $\mathcal{I}$ satisfies the $(PS)_{c}$ condition for every
$c \in \mathbb{R}$.
\end{proposition}

\begin{proof} Fix $c \in \mathbb{R}$ and let $(u_{n})
\subset \mathop{\rm dom}(\alpha)$ be a sequence such that
\begin{equation}  \label{psfeltm1}
\mathcal{I}(u_{n})= \frac{1}{
p}\|u_{n}\|^{p}-\mathcal{F}(u_{n}) + \alpha(u_{n}) \to c
\end{equation}
and for every $v \in \mathop{\rm dom}(\alpha)$ holds
\begin{equation} \label{psfeltm2}
\langle J u_{n}, v-u_{n} \rangle +  \int_{\Omega}
F^{0}(x, u_{n}(x); u_{n}(x) - v(x))dx  + \alpha(v) -
\alpha(u_{n})\geq - \varepsilon_{n}\|v - u_{n}\|,
\end{equation}
with a sequence
\begin{equation}  \label{epsilon}
\varepsilon_{n}\searrow 0, \quad\text{as } n\to \infty.
 \end{equation}
Setting $v=2u_{n}$ in (\ref{psfeltm2}), we get
\begin{equation}  \label{psfeltm3}
\langle J u_{n}, u_{n} \rangle +  \int_{\Omega}
F^{0}(x, u_{n}(x); -u_{n}(x))dz +\alpha(2u_n) - \alpha(u_{n}) \geq
- \varepsilon_{n}\|u_{n}\|.
\end{equation}
We infer from (\ref{psfeltm1}) that for large $n \in \mathbb{N}$
one has
\begin{equation}  \label{psfeltm4}
c + 1 \geq \frac{ 1}{ p}\|u_{n}\|^{p} -
\mathcal{F}(u_{n})+ \alpha(u_n).
\end{equation}
Combining the inequalities (\ref{psfeltm3}) and (\ref{psfeltm4}),
and using the conditions (F3) and (A1), we get
\begin{align*} %\label{psfeltm6}
c+1+  \frac{ \varepsilon_{n}}{ \nu}\|u_{n}\|
&\geq \big(\frac{1}{p} - \frac{1}{ \nu} \big)\|u_{n}\|^{p}
-\frac{\alpha(2u_n)}{\nu}
+\big(1+\frac{1}{\nu}\big)\alpha(u_{n})\\
&\quad -  \int_{\Omega}[F(x, u_{n}(x)) + \frac{1 }{\nu} F^{0}(x,
u_{n}(x); -u_{n}(x))] dx\\
& \ge \big( \frac{ 1}{ p} -\frac{ 1}{ \nu} \big)\|u_{n}\|^{p}
-a_1\|u_n\|^\sigma-a_2.
\end{align*}
This estimate ensures that the sequence $\{u_n\} $ is bounded in
$X$. Since $X$ is reflexive, it follows that there exists an
element $u \in \mathop{\rm dom}(\alpha)$ such that $\{u_n\}$ has a subsequence
(denoted also by $\{u_n\}$ ) such that $u_{n}$ converges weakly to
$u$ in $X$.  Using the embedding condition (E), namely that $X$ is
compactly embedded in $L^r(\Omega)$, we have that $u_{n} \to u$ in
$L^r(\Omega)$, which is
 \begin{equation}  \label{convergence}
 \|u_n-u\|_r\to 0, \quad \text{as } n\to \infty.
 \end{equation}
Replacing $v=u$ in (\ref{psfeltm2}), we have
\begin{equation}  \label{psfeltmkonv2}
\langle Ju_{n}, u-u_{n} \rangle +  \int_{\Omega}
F^{0}(z, u_{n}(z); u_{n}(z) - u(z))dz +\alpha(u)-\alpha(u_n)
\geq - \varepsilon_{n}\|u_{n}-u\|.
\end{equation}

Using the inequality (\ref{psfeltmkonv2}), the Remark
\ref{F-felsokormeg1} (i), the H\"{o}lder's inequality and the
continuity of the inclusion $X \hookrightarrow L^{p}(\Omega)$, for
any $\varepsilon>0$ we derive
\begin{align*}
\langle Ju_{n}, u_{n} - u \rangle
&\leq \varepsilon C(p)\|u_{n}-u\|\|u_{n}\|_{p}^{p-1} +
c(\varepsilon)\|u_{n}-u\|_{r}\|u_{n}\|_{r}^{r-1}\\
&\quad  +\alpha(u)-\alpha(u_n) + \varepsilon_{n}\|u_{n} - u\|.
\end{align*}

Due to the sequentially weakly lower semicontinuity of  $\alpha$, to
the arbitrary choice of $\varepsilon>0$, to the convergence
(\ref{epsilon}) and (\ref{convergence}), we deduce that
$$
 \limsup_{n \to \infty} \langle J u_{n}, u_{n} - u \rangle \leq 0.
$$
Taking into account that the duality operator $J$ has
the $(S_{+})$ property (see\cite[Proposition 2.1]{NapMar}),
namely
\begin{quote}
If $\{u_n\}$ converges weakly in $X$ to $u$ and
$\limsup_{n\to\infty} \langle Ju_n,u_n-u\rangle\le 0$,
then $u_n\to u$ in $X$,
\end{quote}
we conclude that $u_{n} \to u$ in $X$, which
completes the proof.
\end{proof}

Now we state the main result of this paper.

\begin{theorem}\label{maintheorem}
Assume that the condition {\rm (E)} holds and the  functions $F :
\Omega \times \mathbb{R} \to \mathbb{R}$ and $\alpha: X\to
[0,+\infty]$ satisfy {\rm (F1)-(F4), (A1)-(A2)}. Then the  Problem
{\rm (P)} has a nontrivial solution.
\end{theorem}

\begin{proof}
 According to Lemma \ref{kritmegoldas} it is
sufficient to prove the existence of a critical point of
functional $\mathcal{I}$. For this, we check if the functional
$\mathcal{I}$ satisfies the conditions of the Mountain Pass Theorem
\ref{Mountainpass}, in order to apply it.

First, we note that Proposition \ref{ps} guarantees that $\mathcal{I}$
satisfies the $(PS)_c$ condition for every $c \in \mathbb{R}$.

We claim that there exist constants $a > 0$ and
$\rho > 0$ such that $\mathcal{I}(u)\ge a$ for all $\|u\|=\rho$. In
order to justify this, let us fix some $\varepsilon \in ]0,
\frac{ 1}{ p C(p)^{p}}[$. By Remark
\ref{F-felsokormeg1}(ii), by the continuity of the embedding
$X\hookrightarrow L^p(\Omega)$ and because $\alpha\geq 0$, we have
\begin{align*}
\mathcal{I}(u)&=\frac{1}{p}\|u\|^p-\int_\Omega F(x, u(x))dx
+\alpha(u_0)\\
&\ge \frac{1}{p}\|u\|^p-\varepsilon \int_\Omega |u(x)|^pdx -
c(\varepsilon)\int_\Omega |u(x)|^rdx +\alpha(u_0) \\
&\ge \Big(\frac{1}{p}- \varepsilon C(p)^{p}\Big)\|u\|^{p}-
c(\varepsilon)C(r)^{r}\|u\|^{r} \quad \text{for all }u\in X .
\end{align*}
Using the notation $A=\frac{1}{p}- \varepsilon C(p)^{p}$ and
$B=c(\varepsilon)C(r)^{r}$, we see that the function
$g: \mathbb{R}_{+} \to \mathbb{R}$ given by $g(t)=At^{p}-Bt^r$
attains its global maximum at the point
 $t_{M}= \big(\frac{pA}{rB}\big)^{\frac{1}{r-p}}$. The claim follows taking
$\rho=t_{M}$ and any $a \in ]0, g(t_{M})[$.

Now, we have to check if there exists an $e \in X$ with
$\|e\| > \rho$ and $\mathcal{I}(e) \leq 0$. Using the element
$u_0\in dom(\alpha)$ supplied by assumption $(A2)$, from Lemma
\ref{F-alsokorlat} it turns out that for every $t>0$ we may write
\begin{align*}
\mathcal{I}(tu_{0})
&= \frac{1}{p}\|u_0 t\|^p-\mathcal F(tu_0)+\alpha (u_0)\\
&=\frac{1}{p}\|u_0\|^p |t|^p-\int_\Omega F(x,tu_0(x))dx+\alpha (u_0)\\
&\le \frac{1}{p}\|u_0\|^p |t|^p-\int_\Omega
\left(c_2|tu_0(x)|^\nu-c_3|tu_0(x)|^p\right)dx+\alpha (u_0) \\
&= \frac{1}{p}\|u_0\|^p |t|^p-c_2|t|^\nu \|u_0\|^\nu_\nu+c_3|t|^p\|u_0\|^p_p
+\alpha (u_0).
\end{align*}
Now, using the continuity of the embedding $X\hookrightarrow
L^p(\Omega)$, we obtain
\begin{equation}  \label{fontosegy1}
\mathcal{I}(tu_{0})\le t^{\nu}\Big(\big(\frac{1}{p}+
c_{3}C(p)^{p}\big)\|u_{0}\|^{p}t^{p-\nu}+
\frac{\alpha(tu_{0})}{t^{\nu}}- c_{2}\|u_{0}\|_{\nu}^{\nu}\Big)
\end{equation}
It is known from (A2), that a sequence $\{t_{n}\}$
can be found, such that $t_{n}\to + \infty$ and
\begin{equation}  \label{fontosegy2}
 \lim_{n\to \infty}
\frac{1}{t_{n}^{\nu}}\alpha(t_{n}u_{0}) <
c_{2}\|u_{0}\|^{\nu}_{\nu}.
\end{equation}
Now, setting $e=t_{n}u_{0}$ for any $n$ sufficiently large, we
obtain that $\mathcal{I} (e)\le 0$, since the inequalities
(\ref{fontosegy1}), (\ref{fontosegy2}) hold and $\nu> p$.

The above claims ensure that Theorem \ref{Mountainpass} can be
applied to the functional $\mathcal{I}$, and so  the number
$$
c=\inf_{f \in \Gamma} \sup_{t \in [0,1]}\mathcal{I}(f(t)),
$$
is a critical value of $\mathcal{I}$ with $c \geq a$, where $\Gamma=\{f \in C([0,1], X)  : 
f(0)=0,\, f(1)=e \}$.

The desired conclusion is thus established.
\end{proof}

In many situations the condition (E) is not satisfied, but if $G$
is a compact topological group which acts linearly on $X$, then
the following embedding is compact:
\begin{itemize}
\item[(EG)] $X^{G} \hookrightarrow L^r(\Omega)$ for some
$r \in ]p, p^{\star}[$.
\end{itemize}
Now, let $G$ be the compact topological group $O(N)$ or a subgroup
of $O(N)$. Suppose that $G$ acts continuously and linearly on the
Banach space $X$ and the following conditions hold:
\begin{itemize}
\item[(FG)] $F(gx,s)=F(x,s)$ for every $g \in G, x \in \Omega$ and
$s \in\mathbb{R}$.

\item[(AG)] $\alpha(gu)= \alpha(u)$ for every $g \in G, u
\in X$.

\end{itemize}

By combining Theorems \ref{maintheorem} and \ref{Fot-PSC} we
obtain the following result.

\begin{corollary} \label{corollary_psc}
Let $G$ be the compact topological group $O(N)$ or a subgroup of
$O(N)$. We suppose that $G$ acts continuously and linearly on the
separable and reflexive Banach space $X$. If the conditions
{\rm (EG), (F1)-(F4), (A1)-(A2), (FG), (AG)} hold, then the problem
{\rm (P)} has a nontrivial radial solution.
\end{corollary}

\section{Applications}

In this section we give two applications. In the first one, we
state an existence result for a general
variational-hemivariational inequality using weighted Sobolev
spaces and the Theorem \ref{maintheorem}. In the second
application we apply the Corollary \ref{corollary_psc} for a
variational-hemivariational inequality on strip-like domains.

\subsection{Weighted Sobolev spaces}

Let $\Omega$ be $\mathbb{R}^N$ or an unbounded domain in
$\mathbb{R}^N$ ($N\geq 2$) with $C^1$  boundary, $F:\Omega\times
\mathbb{R} \to \mathbb{R}$ a Carath\'eodory function, which is
locally Lipschitz in the second  variable and satisfy the
conditions (F1)-(F4).

Let  $V:\Omega\to \mathbb{R}$ be a continuous potential satisfying
the following conditions:
\begin{itemize}
  \item[(V1)] $\inf_\Omega V>0$;
  \item[(V2)] for every $M>0$ the set
$\{x\in \Omega  :  V(x)\leq  M\}$ has finite Lebesgue measure
\end{itemize}
(note that in particular, condition (V2) is fulfilled whenever
$V$ is coercive).

For  $p\in]1,N[$ we introduce the space
$$
X=\big\{u\in W^{1,p}(\Omega)  :  \int_\Omega (|\nabla u(x)|^p+
V(x)|u(x)|^p)dx<\infty\big\}
$$
 endowed with the norm
$$
\|u\|=\Big(\int_\Omega (|\nabla u(x)|^p+
V(x)|u(x)|^p)dx\Big)^{1/p}.
$$
We denote by $\mathcal{K}=\{u \in X : u \geq 0 \}$ and let
$\alpha : X \to [0, + \infty] $,
\begin{equation} \label{alfa}
\alpha (v)= \begin{cases}
\|v\|^p, & v\in \mathcal{K}\\
+\infty ,& v \notin \mathcal{K}
\end{cases}
\end{equation}
be a function, which is convex, lower semicontinuous and
$\mathop{\rm dom}(\alpha )=\mathcal{K}$.
With the definitions above, our Problem (P) becomes
\begin{itemize}
\item[(P1)]
 Find $u \in \mathop{\rm dom}(\alpha)$ such that
\begin{align*}
&\int_\Omega\left(|\nabla u(x)|^{p-2}\nabla u(x) \nabla
(v(x)-u(x))+V(x)|u(x)|^{p-1}(v(x)-u(x))\right)dx \\
&+ \int_{\Omega}
F^{0}(x, u(x); u(x)-v(x)) dx + \alpha(v)-\alpha(u)\geq 0,\quad
 \forall v \in \mathop{\rm dom}(\alpha) .
\end{align*}
\end{itemize}
The conditions (V1), (V2) guarantee that the space  $X$ is
compactly embedded in $L^r(\Omega)$ for every $r \in
]p,p^{\star}[$.

It is easy to check, that if $N<p(2^p-1)/(2^p-p-1)$, then the
number $\nu$ from the condition (F1) is less than $p^*$. If we
suppose in addition that $\nu>2^p-1$, then $\alpha $ satisfies the
conditions (A1), (A2). So using Theorem \ref{maintheorem}, we can
state the following existence result:

\begin{corollary} \label{application1}
If $\nu>2^p-1$, $N<p(2^p-1)/(2^p-p-1)$ and the conditions {\rm
(V1), (V2), (F1)-(F4)} are fulfilled, then the problem {\rm (P1)}
has a nontrivial nonnegative solution.
\end{corollary}


\subsection{Variational-hemivariational inequality on strip-like
domains}

In this section we consider stripe-like domains of the form
$\Omega = \omega \times \mathbb{R}^{N-m}$,
where $\omega \subset \mathbb{R}^{m}(m \geq 1)$ is an open bounded set,
and $N-m\geq2$. For $p>2$ we consider the Sobolev space
$W_{0}^{1,p}(\Omega)$ endowed with the norm
$\|u\|= \big( \int_{\Omega} |\nabla u|^{p}\big)^{1/p}$
and the cone $\mathcal{K}$ of positive functions, i.e.
$\mathcal{K}=\{u \in W_{0}^{1,p}(\Omega) :u \geq 0 \}$.

Let $\alpha : X \to [0, + \infty] $ be the function
defined by relation  (\ref{alfa}). $\alpha$ is convex, lower
semicontinuous and $\mathop{\rm dom}(\alpha )=\mathcal{K}$.

Now, the problem (P) becomes
\begin{itemize}
\item[(P2)] Find $u \in \mathop{\rm dom}(\alpha)$ such that
\begin{align*}
& \int_\Omega|\nabla u(x)|^{p-2}\nabla u(x)\nabla
(v(x)-u(x))dx + \int_{\Omega}
F^{0}(x, u(x); u(x)-v(x)) dx \\
&+ \alpha(v)-\alpha(u)\geq 0,\quad
\forall \ v \in \mathop{\rm dom}(\alpha),
\end{align*}
where $F:\Omega\times \mathbb{R}\to \mathbb{R}$ is the
Carath\'eodory function from in section 3.
\end{itemize}
 In this case the Sobolev  embedding
$W_{0}^{1,p}(\Omega)\hookrightarrow L^{r}(\Omega)$ for $r \in [p,
p^{\star}]$ is only continuous. So, Theorem  \ref{maintheorem}
cannot be applied. For this, we consider the compact topological
group $G={\rm id}^m  \times O(N-m)$, where $O(N-m)$ is the
orthogonal group of $\mathbb{R}^{N-m}$. An element $u \in
W_{0}^{1,p}(\Omega)$ is axially symmetric if $u(x, gy)=u(x,y)$ for
all $x \in \omega, y \in \mathbb{R}^{N-m}$ and $g \in O(N-m)$. We
introduce the action of $G={\rm id}^m  \times O(N-m)$ on
$W_{0}^{1,p}(\Omega)$ as
$$
gu(x,y)=u(x, g^{-1}y)
$$
for all $(x,y) \in \Omega, g={\rm id}^m  \times g_{0} \in G$ and
$u \in W_{0}^{1,p}(\Omega)$. Moreover, the action $G$ on
$W_{0}^{1,p}(\Omega)$ is isometric, that is $\|gu\|=\|u\|$ for all
$g \in G, u \in W_{0}^{1,p}(\Omega)$. Let us denote by
$$
W_{0,G}^{1,p}(\Omega)=\{u \in W_{0}^{1,p}(\Omega) :gu=u \
\text{\rm for all} \ g \in G\}.
$$
The embeddings
$W_{0,G}^{1,p}(\Omega)\hookrightarrow L^{r}(\Omega)$,
$r \in ]p, p^{\star} [$ are compact (see \cite{Lion}), therefore
the condition (EG) is satisfied. The function $\alpha $ is $G$-invariant,
so the condition (AG) is fulfilled.

If we suppose in addition that $N < p(2^p-1)/(2^p-p-1)$ and
$\nu>2^p-1$, then the conditions (A1), (A2) are satisfied too.
Hence using the Corollary \ref{corollary_psc} we have the
following result:

\begin{corollary} \label{application2}
If $\nu>2^p-1$, $N<p(2^p-1)/(2^p-p-1)$ and the conditions
{\rm (F1)-(F4), (FG)} are fulfilled, then the problem
{\rm (P2)} has a nontrivial nonnegative solution.
\end{corollary}

We remark that the corollaries \ref{application1},
\ref{application2} are the first applications for
variational-hemivariational inequalities defined on unbounded
domain, where the function $\alpha$ is different from the
indicator function of the convex cone $\mathcal{K}$.

\begin{thebibliography}{00}


\bibitem{Cl} {F. H. Clarke,}
\textit{Optimization and Nonsmooth Analysis.} Wiley, 1983.

\bibitem{DV}  Zs. D\'alyai, Cs. Varga,
\emph{An existence result for hemivariational
inequalities}, Electronic J. Differential Equations,
\textbf{37}(2004), 1-17.

\bibitem{GaRad} F. Gazzola, V. R\u adulescu,
\emph{A nonsmooth critical point theory approach to some nonlinear
elliptic equations in } $\mathbb{R}^n$, Differential Integral
Equations, \textbf{13}(2000), 47-60.

\bibitem{Kr-Rocky} A. Krist\' aly,
\emph{Infinitely many radial and non-radial solutions for a class
of hemivariational inequalities}, Rocky Mountain J. Math.,
\textbf{35}(2005), 1173-1190.

\bibitem{Kri-SVAN} A. Krist\' aly,
\emph{Multiplicity results  for an eigenvalue problem for
hemivariational inequalities in strip-like domains}, Set-Valued
Analysis, \textbf{13}(2005), 85-103.

\bibitem{KVV} A. Krist\' aly, Cs. Varga, V. Varga, \emph{
A nonsmooth principle of symmetric criticality and
variational-hemivariational inequalities}, Journal of Mathematical
Analysis and Applications, \textbf{325}(2007), no. 2, 975-986.


\bibitem{Lion} P.-L. Lions, \emph{Sym\'{e}trie et compacit\'{e} dans
les espaces de Sobolev},  J. Funct. Anal., \textbf{49}(1982),
312-334.

\bibitem{LV} H. Lisei, Cs. Varga, \emph{Some Applications to Variational-Hemivariational
Inequalities of the Principle of Symmetric Criticality for
Motreanu-\-Panagiotopoulos Type Functionals},  Journal of Global
Optimization, \textbf{36} (2006), No. 2, pp. 283-305.

\bibitem{MP} D. Motreanu, P. D. Panagiotopoulos, \emph{Minimax
Theorems and Qualitative Properties of the Solutions of
Hemivariational Inequalities,} Kluwer Academic Publishers,
Dordrecht, 1999.

\bibitem{MR} D. Motreanu, V. R\u adulescu,
\emph{Variational  and Non-Variational Methods in Nonlinear
Analysis and Boundary Value Problems}, Kluwer Academic Publishers,
Boston/Dordrecht/London, 2003.


\bibitem{NapMar} P. De N\'{a}poli, M.C. Mariani, \emph{Mountain pass solutions to equations
of p-Laplacian type}, Nonlinear Analysis , \textbf{54}(2003),
1205-1219.

\bibitem{Va} Cs. Varga, \emph{Existence and infinitely many solutions for an abstract class
of hemivariational inequalities}, J. Inequal. Appl., \textbf{2}
(2005), 89-105.

\end{thebibliography}



\end{document}
