2730554 - Long running threads and hanging message processing in a Process Integration/Orchestration system

You have noticed long running threads in your Process Integration/Orchestration system. You have also noticed that the message processing is hanging in all of your scenarios and the messages are stuck in "To Be Delivered" (TBDL) or "Delivering" (DLNG) status. The thread dumps show similar stack traces for all "MS Queue Worker" threads:

"MS Queue Worker [AFWSend]" ... in Object.wait() [_thread_blocked (_at_safepoint), stack(0x00007fd3a5fd0000,0x00007fd3a61d1000)] [0x00007fd3a61cd000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(J)V(Native Method)
- waiting on <0x00000007480d7b58> (a java.util.HashMap)
at java.lang.Object.wait()V(Object.java:485)
at java.net.InetAddress.checkLookupTable(Ljava/lang/String;)Ljava/lang/Object;(InetAddress.java:1371)
- locked <0x00000007480d7b58> (a java.util.HashMap)
at java.net.InetAddress.getAddressFromNameService(Ljava/lang/String;Ljava/net/InetAddress;)Ljava/lang/Object;(InetAddress.java:1288)
at java.net.InetAddress.getAllByName0(Ljava/lang/String;Ljava/net/InetAddress;Z)[Ljava/net/InetAddress;(InetAddress.java:1251)
at java.net.InetAddress.getAllByName(Ljava/lang/String;Ljava/net/InetAddress;)[Ljava/net/InetAddress;(InetAddress.java:1181)
at java.net.InetAddress.getAllByName(Ljava/lang/String;)[Ljava/net/InetAddress;(InetAddress.java:1117)
at java.net.InetAddress.getByName(Ljava/lang/String;)Ljava/net/InetAddress;(InetAddress.java:1067)
at java.net.InetSocketAddress.<init>(Ljava/lang/String;I)V(InetSocketAddress.java:200)
at sun.net.NetworkClient.doConnect(Ljava/lang/String;I)Ljava/net/Socket;(NetworkClient.java:163)
at sun.net.www.http.HttpClient.openServer(Ljava/lang/String;I)V(HttpClient.java:457)
at sun.net.www.http.HttpClient.openServer()V(HttpClient.java:571)
- locked <0x000000073ae648a0> (a sun.net.www.http.HttpClient)
at sun.net.www.http.HttpClient.<init>(Ljava/net/URL;Ljava/net/Proxy;I)V(HttpClient.java:247)
at sun.net.www.http.HttpClient.New(Ljava/net/URL;Ljava/net/Proxy;IZLsun/net/www/protocol/http/HttpURLConnection;)Lsun/net/www/http/HttpClient;(HttpClient.java:333)
at sun.net.www.http.HttpClient.New(Ljava/net/URL;Ljava/net/Proxy;ILsun/net/www/protocol/http/HttpURLConnection;)Lsun/net/www/http/HttpClient;(HttpClient.java:352)
at sun.net.www.protocol.http.HttpURLConnection.getNewHttpClient(Ljava/net/URL;Ljava/net/Proxy;I)Lsun/net/www/http/HttpClient;(HttpURLConnection.java:1031)
at sun.net.www.protocol.http.HttpURLConnection.plainConnect()V(HttpURLConnection.java:967)
at sun.net.www.protocol.http.HttpURLConnection.connect()V(HttpURLConnection.java:885)
at com.sap.engine.httpdsrclient.protocols.http.DSRHttpURLConnection.connect()V(DSRHttpURLConnection.java:103)
at sun.net.www.protocol.http.HttpURLConnection.getOutputStream()Ljava/io/OutputStream;(HttpURLConnection.java:1075)
- locked <0x000000073ae64738> (a com.sap.engine.httpdsrclient.protocols.http.DSRHttpURLConnection)
at com.sap.engine.httpdsrclient.protocols.http.DSRHttpURLConnection.getOutputStream()Ljava/io/OutputStream;(DSRHttpURLConnection.java:113)
- locked <0x000000073ae64738> (a com.sap.engine.httpdsrclient.protocols.http.DSRHttpURLConnection)
at com.sap.engine.messaging.impl.core.transport.http.AbstractHTTPTransmitter.transmit(Ljava/net/HttpURLConnection;Lcom/sap/engine/interfaces/messaging/spi/transport/TransportPackage;Ljava/lang/String;)Lcom/sap/engine/interfaces/messaging/spi/transport/TransportPackage;(AbstractHTTPTransmitter.java:187)
at com.sap.engine.messaging.impl.core.transport.http.HTTPTransmitter.transmit(Lcom/sap/engine/interfaces/messaging/spi/transport/TransportPackage;Lcom/sap/engine/interfaces/messaging/spi/transport/Endpoint;Lcom/sap/engine/interfaces/messaging/spi/transport/Credential;)Lcom/sap/engine/interfaces/messaging/spi/transport/TransportPackage;(HTTPTransmitter.java:80)
at com.sap.engine.messaging.impl.spi.ServicesImpl.transmit(Lcom/sap/engine/interfaces/messaging/spi/TransportableMessage;)Lcom/sap/engine/interfaces/messaging/spi/transport/TransportPackage;(ServicesImpl.java:579)
at com.sap.aii.adapter.xi.ms.XIEventHandler$TRPProcessingBlock.process(Lcom/sap/engine/interfaces/messaging/spi/Services;Lcom/sap/engine/interfaces/messaging/spi/TransportableMessage;Ljava/util/Map;)[Lcom/sap/engine/interfaces/messaging/spi/TransportableMessage;(XIEventHandler.java:1640)
at com.sap.engine.messaging.impl.spi.stage.ProcessorImpl.processBlock(Lcom/sap/engine/interfaces/messaging/spi/stage/ProcessingBlock;Lcom/sap/engine/interfaces/messaging/spi/Services;Lcom/sap/engine/interfaces/messaging/spi/TransportableMessage;Ljava/util/Map;)[Lcom/sap/engine/interfaces/messaging/spi/TransportableMessage;(ProcessorImpl.java:195)
at com.sap.engine.messaging.impl.spi.stage.ProcessorImpl.proceedToProcessingBlock(Lcom/sap/engine/interfaces/messaging/spi/Services;Lcom/sap/engine/interfaces/messaging/spi/TransportableMessage;Ljava/util/Map;[Lcom/sap/engine/interfaces/messaging/spi/stage/ProcessingBlock;I)V(ProcessorImpl.java:103)
at com.sap.engine.messaging.impl.spi.stage.ProcessorImpl.proceedToProcessingBlock(Lcom/sap/engine/interfaces/messaging/spi/Services;Lcom/sap/engine/interfaces/messaging/spi/TransportableMessage;Ljava/util/Map;[Lcom/sap/engine/interfaces/messaging/spi/stage/ProcessingBlock;I)V(ProcessorImpl.java:122)
at com.sap.engine.messaging.impl.spi.stage.ProcessorImpl.processMessage(Lcom/sap/engine/interfaces/messaging/spi/Services;Lcom/sap/engine/interfaces/messaging/spi/TransportableMessage;Ljava/util/Map;)V(ProcessorImpl.java:74)
at com.sap.aii.adapter.xi.ms.XIEventHandler.onTransmit(Lcom/sap/engine/interfaces/messaging/spi/Services;Lcom/sap/engine/interfaces/messaging/spi/TransportableMessage;)V(XIEventHandler.java:475)
at com.sap.engine.messaging.impl.core.queue.consumer.SendConsumer.processMessage(Lcom/sap/engine/messaging/impl/core/queue/QueueMessage;Lcom/sap/engine/messaging/impl/core/MessageController;)V(SendConsumer.java:533)
at com.sap.engine.messaging.impl.core.queue.consumer.SendConsumer.onMessage(Lcom/sap/engine/messaging/impl/core/queue/QueueMessage;Lcom/sap/engine/messaging/impl/core/queue/QueueEntry;)V(SendConsumer.java:110)
at com.sap.engine.messaging.impl.core.queue.Queue.run()V(Queue.java:1109)
at com.sap.engine.messaging.runtime.MSWorkWrapper.run()V(MSWorkWrapper.java:58)
at com.sap.engine.core.thread.impl3.ActionObject.run()Ljava/lang/Object;(ActionObject.java:37)
at java.security.AccessController.doPrivileged(Ljava/security/PrivilegedAction;Ljava/security/AccessControlContext;)Ljava/lang/Object;(Native Method)
at com.sap.engine.core.thread.impl3.SingleThread.execute(Lcom/sap/engine/core/thread/ThreadContextImpl;)V(SingleThread.java:185)
at com.sap.engine.core.thread.impl3.SingleThread.run()V(SingleThread.java:302)

Locked ownable synchronizers:
- None

• SAP NetWeaver 7.3
• SAP enhancement package 1 for SAP NetWeaver 7.3
• SAP NetWeaver 7.4
• SAP NetWeaver 7.5

PI 7.30, Process Integration 7.31, PI 7.31, Process Orchestration 7.40, PI 7.40, PO 7.40, Process Orchestration 7.50, PI 7.50, PO 7.50, NetWeaver, XI, AEX, java.net.InetAddress.getAddressFromNameService, java.net.preferIPv4Stack, networkaddress.cache.ttl, IPv4, IPv6 , KBA , BC-XI-CON-MSG , Messaging System , BC-XI-CON-AFW , J2EE Adapter Framework , Problem