Unable to display mail causing 100% CPU utilization

Discuss your pilot or production implementation with other Zimbra admins or our engineers.
Post Reply
fallucch
Posts: 5
Joined: Fri Feb 08, 2019 2:58 pm

Unable to display mail causing 100% CPU utilization

Post by fallucch »

Hello all,

I have a problem to display all email come from only one user and causing the 100% CPU utilization.
I installed the Patch 2 of 8.8.11 but the result is the same.

A network service error has occurred.
method: GetMsgRequest
msg: A network service error has occurred.
code: CSFE_SVC_ERROR
detail: HTTP response status 50

How can check what's the problem (log, ecc)? How can generate the logs?

I find only recurring Warning when I click on email

2019-02-08 17:39:55.033:WARN:oejm.ThreadMonitor:Thread-53:
org.eclipse.jetty.monitor.thread.ThreadMonitorException: Thread 'qtp66233253-110390:http://zimbra.lfspareparts.com/service/ ... MsgRequest'[RUNNABLE,id:110390,cpu:97.62%] STACK TRACE
at java.util.regex.Pattern$Branch.match(Pattern.java:4606)
at java.util.regex.Pattern$GroupHead.match(Pattern.java:4660)
at java.util.regex.Pattern$GroupHead.match(Pattern.java:4660)
at java.util.regex.Pattern$NotBehind.match(Pattern.java:5204)
at java.util.regex.Pattern$Curly.match0(Pattern.java:4274)
at java.util.regex.Pattern$Curly.match(Pattern.java:4236)
at java.util.regex.Pattern$Start.match(Pattern.java:3463)
at java.util.regex.Matcher.search(Matcher.java:1248)
at java.util.regex.Matcher.find(Matcher.java:637)
at java.util.regex.Matcher.replaceAll(Matcher.java:951)
at com.zimbra.cs.html.DefangFilter.sanitizeStyleValue(DefangFilter.java:472)
at com.zimbra.cs.html.DefangFilter.extractAndSanitizeAsciiData(DefangFilter.java:842)
at com.zimbra.cs.html.DefangFilter.characters(DefangFilter.java:448)
at org.cyberneko.html.filters.DefaultFilter.characters(DefaultFilter.java:152)
at org.cyberneko.html.filters.Purifier.characters(Purifier.java:299)
at org.cyberneko.html.HTMLScanner$SpecialScanner.scanCharacters(HTMLScanner.java:3292)
at org.cyberneko.html.HTMLScanner$SpecialScanner.scan(HTMLScanner.java:3165)
at org.cyberneko.html.HTMLScanner.scanDocument(HTMLScanner.java:907)
at org.cyberneko.html.HTMLConfiguration.parse(HTMLConfiguration.java:499)
at org.cyberneko.html.HTMLConfiguration.parse(HTMLConfiguration.java:452)
at com.zimbra.cs.html.HtmlDefang.defang(HtmlDefang.java:86)
at com.zimbra.cs.html.HtmlDefang.defang(HtmlDefang.java:45)
at com.zimbra.cs.service.mail.ToXML.addContent(ToXML.java:2826)
at com.zimbra.cs.service.mail.ToXML.addPart(ToXML.java:2721)
at com.zimbra.cs.service.mail.ToXML.addParts(ToXML.java:2579)
at com.zimbra.cs.service.mail.ToXML.encodeMessageAsMPHelper(ToXML.java:1590)
at com.zimbra.cs.service.mail.ToXML.encodeMessageAsMP(ToXML.java:1393)
at com.zimbra.cs.service.mail.GetMsg.handle(GetMsg.java:130)
at com.zimbra.soap.SoapEngine.dispatchRequest(SoapEngine.java:646)
at com.zimbra.soap.SoapEngine.dispatch(SoapEngine.java:491)
at com.zimbra.soap.SoapEngine.dispatch(SoapEngine.java:278)
at com.zimbra.soap.SoapServlet.doWork(SoapServlet.java:307)
at com.zimbra.soap.SoapServlet.doPost(SoapServlet.java:216)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
at com.zimbra.cs.servlet.ZimbraServlet.service(ZimbraServlet.java:211)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:821)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1685)
at com.zimbra.cs.servlet.CsrfFilter.doFilter(CsrfFilter.java:169)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
at com.zimbra.cs.servlet.RequestStringFilter.doFilter(RequestStringFilter.java:54)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
at com.zimbra.cs.servlet.SetHeaderFilter.doFilter(SetHeaderFilter.java:59)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
at com.zimbra.cs.servlet.ETagHeaderFilter.doFilter(ETagHeaderFilter.java:47)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
at com.zimbra.cs.servlet.ContextPathBasedThreadPoolBalancerFilter.doFilter(ContextPathBasedThreadPoolBalancerFilter.java:107)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
at com.zimbra.cs.servlet.ZimbraQoSFilter.doFilter(ZimbraQoSFilter.java:125)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
at com.zimbra.cs.servlet.ZimbraInvalidLoginFilter.doFilter(ZimbraInvalidLoginFilter.java:131)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
at org.eclipse.jetty.servlets.DoSFilter.doFilterChain(DoSFilter.java:473)
at org.eclipse.jetty.servlets.DoSFilter.doFilter(DoSFilter.java:318)
at org.eclipse.jetty.servlets.DoSFilter.doFilter(DoSFilter.java:288)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:524)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:226)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1158)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1090)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:213)
at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:109)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:119)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:318)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:437)
at org.eclipse.jetty.server.handler.DebugHandler.handle(DebugHandler.java:84)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:119)
at org.eclipse.jetty.server.Server.handle(Server.java:517)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:306)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:242)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:261)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:75)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:213)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:748)
Top
User avatar
msquadrat
Advanced member
Advanced member
Posts: 183
Joined: Mon Oct 14, 2013 10:09 am

Re: Unable to display mail causing 100% CPU utilization

Post by msquadrat »

That info is exactly what we (well, I :-) need. It looks like a variant of one of the issues fixed in p2, some catastrophic backtracking in a regular expression in the defanger:

Code: Select all

at java.util.regex.Matcher.replaceAll(Matcher.java:951)
at com.zimbra.cs.html.DefangFilter.sanitizeStyleValue(DefangFilter.java:472)
at com.zimbra.cs.html.DefangFilter.extractAndSanitizeAsciiData(DefangFilter.java:842)
at com.zimbra.cs.html.DefangFilter.characters(DefangFilter.java:448)
at org.cyberneko.html.filters.DefaultFilter.characters(DefaultFilter.java:152)
at org.cyberneko.html.filters.Purifier.characters(Purifier.java:299)
at org.cyberneko.html.HTMLScanner$SpecialScanner.scanCharacters(HTMLScanner.java:3292)
at org.cyberneko.html.HTMLScanner$SpecialScanner.scan(HTMLScanner.java:3165)
at org.cyberneko.html.HTMLScanner.scanDocument(HTMLScanner.java:907)
at org.cyberneko.html.HTMLConfiguration.parse(HTMLConfiguration.java:499)
at org.cyberneko.html.HTMLConfiguration.parse(HTMLConfiguration.java:452)
at com.zimbra.cs.html.HtmlDefang.defang(HtmlDefang.java:86)
at com.zimbra.cs.html.HtmlDefang.defang(HtmlDefang.java:45)
Can you provide the original mail in MIME format so we can see what the exact issue is? I saw that you opened [bug]109119[/bug]; if it is ok to have it publicly available, you could attach it there. Or you could forward it as an attachment (choose forward, then under Options select the Original As Attachment option) to me at stretz at silpion.de — I'll try to find out what the issue is but it must be ok for me to forward the mail to the Zimbra/Synacor staff as well.

If you've got a support contract (aka Network Edition), you should open a support case via https://support.zimbra.com
Top
fallucch
Posts: 5
Joined: Fri Feb 08, 2019 2:58 pm

Re: Unable to display mail causing 100% CPU utilization

Post by fallucch »

Hi this is a part of an email with problem. I opened a ticket on support.zimbra.com with complete email.

Code: Select all

Thread-Index: AQHUuHyFYizYqIx8DUKD9btTyzCHVg==
Date: Wed, 30 Jan 2019 09:16:11 +0000
Message-ID: <E9AC8B1E55924E47A3163C6ADCBE73DBE525D5B2@MVSERVER04.roedl.it>
Accept-Language: it-IT, en-US
Content-Language: it-IT
X-MS-Has-Attach:
X-MS-TNEF-Correlator:
x-originating-ip: [93.55.135.206]
x-c2processedorg: f40a9b50-d4bf-4abe-80e7-131eec554226
Content-Type: text/html; charset="utf-8"
Content-Transfer-Encoding: base64
MIME-Version: 1.0

PGh0bWwgZGlyPSJsdHIiPg0KPGhlYWQ+DQo8bWV0YSBodHRwLWVxdWl2PSJDb250ZW50LVR5cGUi
IGNvbnRlbnQ9InRleHQvaHRtbDsgY2hhcnNldD11dGYtOCI+DQo8c3R5bGUgdHlwZT0idGV4dC9j
c3MiIGlkPSJvd2FQYXJhU3R5bGUiPjwvc3R5bGU+PHN0eWxlIHR5cGU9InRleHQvY3NzIiBub25j
ZT0iJUNTUF9OT05DRSUiPiNBOUFkc01pZGRsZUJveFRvcCwjQTlBZHNPdXRPZlN0b2NrV2lkZ2V0
VG9wLCNBOUFkc1NlcnZpY2VzV2lkZ2V0VG9wLCNBRC0zMDB4MjUwLCNBRC0zMDB4MjUwLTEsI0FE
LTMwMHgyNTAtMiwjQUQtMzAweDI1MC0zLCNBRC1IT01FLUxFRlQsI0FEMDAxLCNBRDFsaW5lLCNB
RDJsaW5lLCNBRDMwMFJpZ2h0LCNBRDMwMF9WQU4sI0FEMzAweDI1MCwjQUQzMDB4NjAwLCNBRDcy
OFRvcCwjQURFWFBFUlRfUFVTSERPV04sI0FERVhQRVJUX1JFQ1RBTkdMRSwjQURJbnRlcmVzdCwj
QURORVR3YWxsQmFubmVyMSwjQURORVR3YWxsQmFubmVyMiwjQURTTE9UXzEsI0FEU0xPVF8yLCNB
RFNMT1RfMywjQURTTE9UXzQsI0FEU0xPVF9TS1lTQ1JBUEVSLCNBRFNQQUNFMDIsI0FEU1BBQ0Uw
MywjQURTUEFDRTA0LCNBRFNfMiwjQURTbGlkZXNob3csI0FEU3BybywjQURWMTIweDkwLCNBRFZF
UlRJU0VfSEVSRV9ST1csI0FEVkVSVElTRV9SRUNUQU5HTEUxLCNBRFZFUlRJU0VfUkVDVEFOR0xF
MiwjQURWVEdfQ09OVEFJTkVSX3B1c2hkb3duLCNBRFZUTEVGVDEsI0FEVlRMRUZUMiwjQURWVFJJ
R0hUMSwjQURWX1ZJREVPQk9YXzJfQ05ULCNBRFZsZWFkZXJib2FyZCwjQURfMTYwLCNBRF8zMDAs
Top
yeeP6rai
Posts: 41
Joined: Mon Feb 12, 2018 10:16 am

Re: Unable to display mail causing 100% CPU utilization

Post by yeeP6rai »

I've this issue too.
Zimbra version: Zimbra 8.7.11_GA_3706 (build 20181024020537)
If need, I can forward message source.

Code: Select all

2019-03-25 17:19:25.064:WARN:oejm.ThreadMonitor:Thread-39:
org.eclipse.jetty.monitor.thread.ThreadMonitorException: Thread 'qtp2036958521-34263:https:https://mail.domain.ru/service/soap/GetMsgRequest'
[RUNNABLE,id:34263,cpu:21.62%] STACK TRACE
        at java.util.regex.Pattern$Curly.match0(Pattern.java:4274)
        at java.util.regex.Pattern$Curly.match(Pattern.java:4236)
        at java.util.regex.Pattern$Start.match(Pattern.java:3463)
        at java.util.regex.Matcher.search(Matcher.java:1248)
        at java.util.regex.Matcher.find(Matcher.java:637)
        at com.zimbra.cs.html.HtmlPurifier.purifyText(HtmlPurifier.java:60)
        at org.cyberneko.html.filters.Purifier.characters(Purifier.java:285)
        at org.cyberneko.html.HTMLScanner$SpecialScanner.scanCharacters(HTMLScanner.java:3292)
        at org.cyberneko.html.HTMLScanner$SpecialScanner.scan(HTMLScanner.java:3165)
        at org.cyberneko.html.HTMLScanner.scanDocument(HTMLScanner.java:907)
        at org.cyberneko.html.HTMLConfiguration.parse(HTMLConfiguration.java:499)
        at org.cyberneko.html.HTMLConfiguration.parse(HTMLConfiguration.java:452)
        at com.zimbra.cs.html.HtmlDefang.defang(HtmlDefang.java:86)
        at com.zimbra.cs.html.HtmlDefang.defang(HtmlDefang.java:45)
        at com.zimbra.cs.service.mail.ToXML.addContent(ToXML.java:2784)
        at com.zimbra.cs.service.mail.ToXML.addPart(ToXML.java:2679)
        at com.zimbra.cs.service.mail.ToXML.addParts(ToXML.java:2537)
        at com.zimbra.cs.service.mail.ToXML.encodeMessageAsMP(ToXML.java:1559)
        at com.zimbra.cs.service.mail.ToXML.encodeMessageAsMP(ToXML.java:1358)
        at com.zimbra.cs.service.mail.GetMsg.handle(GetMsg.java:116)
        at com.zimbra.soap.SoapEngine.dispatchRequest(SoapEngine.java:607)
        at com.zimbra.soap.SoapEngine.dispatch(SoapEngine.java:460)
        at com.zimbra.soap.SoapEngine.dispatch(SoapEngine.java:273)
        at com.zimbra.soap.SoapServlet.doWork(SoapServlet.java:303)
        at com.zimbra.soap.SoapServlet.doPost(SoapServlet.java:213)
        at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
        at com.zimbra.cs.servlet.ZimbraServlet.service(ZimbraServlet.java:206)
        at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
        at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:821)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1685)
        at com.zimbra.cs.servlet.CsrfFilter.doFilter(CsrfFilter.java:169)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
        at com.zimbra.cs.servlet.RequestStringFilter.doFilter(RequestStringFilter.java:54)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
        at com.zimbra.cs.servlet.SetHeaderFilter.doFilter(SetHeaderFilter.java:59)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
        at com.zimbra.cs.servlet.ETagHeaderFilter.doFilter(ETagHeaderFilter.java:47)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
        at com.zimbra.cs.servlet.ContextPathBasedThreadPoolBalancerFilter.doFilter(ContextPathBasedThreadPoolBalancerFilter.java:107)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
        at com.zimbra.cs.servlet.ZimbraQoSFilter.doFilter(ZimbraQoSFilter.java:116)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
        at com.zimbra.cs.servlet.ZimbraInvalidLoginFilter.doFilter(ZimbraInvalidLoginFilter.java:131)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
        at org.eclipse.jetty.servlets.DoSFilter.doFilterChain(DoSFilter.java:473)
        at org.eclipse.jetty.servlets.DoSFilter.doFilter(DoSFilter.java:318)
        at org.eclipse.jetty.servlets.DoSFilter.doFilter(DoSFilter.java:288)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
        at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:524)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:226)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1158)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1090)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:213)
        at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:109)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:119)
        at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:318)
        at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:437)
        at org.eclipse.jetty.server.handler.DebugHandler.handle(DebugHandler.java:84)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:119)
        at org.eclipse.jetty.server.Server.handle(Server.java:517)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:306)
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:242)
        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:261)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
        at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:192)
        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:261)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
        at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:75)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:213)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:147)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
        at java.lang.Thread.run(Thread.java:748)
Top
Post Reply

Return to “Administrators”