/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/bin/java -Didea.launcher.port=7533 "-Didea.launcher.bin.path=/Applications/IntelliJ IDEA CE.app/Contents/bin" -Dfile.encoding=UTF-8 -classpath "/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/lib/ant-javafx.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/lib/dt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/lib/javafx-mx.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/lib/jconsole.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/lib/packager.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/lib/sa-jdi.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_71.jdk/Contents/Home/lib/tools.jar:/Users/yuval/Workspace/xap-support/FailOverWriteMultipleTest/target/classes:/Users/yuval/.m2/repository/com/gigaspaces/gs-runtime/10.2.1-14000-RELEASE/gs-runtime-10.2.1-14000-RELEASE.jar:/Users/yuval/.m2/repository/com/gigaspaces/gs-openspaces/10.2.1-14000-RELEASE/gs-openspaces-10.2.1-14000-RELEASE.jar:/Users/yuval/.m2/repository/org/springframework/spring-aop/3.2.8.RELEASE/spring-aop-3.2.8.RELEASE.jar:/Users/yuval/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/Users/yuval/.m2/repository/org/springframework/spring-beans/3.2.8.RELEASE/spring-beans-3.2.8.RELEASE.jar:/Users/yuval/.m2/repository/org/springframework/spring-core/3.2.8.RELEASE/spring-core-3.2.8.RELEASE.jar:/Users/yuval/.m2/repository/org/springframework/spring-context/3.2.8.RELEASE/spring-context-3.2.8.RELEASE.jar:/Users/yuval/.m2/repository/org/springframework/spring-expression/3.2.8.RELEASE/spring-expression-3.2.8.RELEASE.jar:/Users/yuval/.m2/repository/org/springframework/spring-dao/2.0.8/spring-dao-2.0.8.jar:/Users/yuval/.m2/repository/commons-logging/commons-logging/1.1/commons-logging-1.1.jar:/Users/yuval/.m2/repository/log4j/log4j/1.2.12/log4j-1.2.12.jar:/Users/yuval/.m2/repository/logkit/logkit/1.0.1/logkit-1.0.1.jar:/Users/yuval/.m2/repository/avalon-framework/avalon-framework/4.1.3/avalon-framework-4.1.3.jar:/Users/yuval/.m2/repository/javax/servlet/servlet-api/2.3/servlet-api-2.3.jar:/Applications/IntelliJ IDEA CE.app/Contents/lib/idea_rt.jar" com.intellij.rt.execution.application.AppMain com.gigaspaces.test.MyMain log4j:WARN No appenders could be found for logger (org.openspaces.core.GigaSpaceFactoryBean). log4j:WARN Please initialize the log4j system properly. 2017-03-14 12:11:38 Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.71-b15 mixed mode): "GS-LRMI-Selector-Accept-Thread-0" #49 daemon prio=5 os_prio=31 tid=0x00007fc5010c7000 nid=0x9403 runnable [0x00007000034b2000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006d8b42438> (a sun.nio.ch.Util$2) - locked <0x00000006d8b42428> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006d8b42218> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:62) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) "GS-LRMI-Selector-Write-Thread-3" #48 daemon prio=5 os_prio=31 tid=0x00007fc503839000 nid=0x9203 runnable [0x00007000033af000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006d8b47ef0> (a sun.nio.ch.Util$2) - locked <0x00000006d8b47ee0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006d8b47da0> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:62) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) "GS-LRMI-Selector-Read-Thread-3" #47 daemon prio=5 os_prio=31 tid=0x00007fc503838000 nid=0x9003 runnable [0x00007000032ac000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006d8b438a8> (a sun.nio.ch.Util$2) - locked <0x00000006d8b43898> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006d8b436a8> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:62) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) "GS-LRMI-Selector-Write-Thread-2" #46 daemon prio=5 os_prio=31 tid=0x00007fc503835800 nid=0x8e03 runnable [0x00007000031a9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006d8b4a928> (a sun.nio.ch.Util$2) - locked <0x00000006d8b4a918> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006d8b4a7d8> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:62) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) "GS-LRMI-Selector-Read-Thread-2" #45 daemon prio=5 os_prio=31 tid=0x00007fc503832800 nid=0x8c03 runnable [0x00007000030a6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006d8b49fe0> (a sun.nio.ch.Util$2) - locked <0x00000006d8b49fd0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006d8b49e90> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:62) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) "GS-LRMI-Selector-Write-Thread-1" #44 daemon prio=5 os_prio=31 tid=0x00007fc502930800 nid=0x8a03 runnable [0x0000700002fa3000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006d8b4ad78> (a sun.nio.ch.Util$2) - locked <0x00000006d8b4ad68> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006d8b4ac28> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:62) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) "GS-LRMI-Selector-Read-Thread-1" #43 daemon prio=5 os_prio=31 tid=0x00007fc502930000 nid=0x8803 runnable [0x0000700002ea0000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006d8b4a478> (a sun.nio.ch.Util$2) - locked <0x00000006d8b4a468> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006d8b4a328> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:62) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) "GS-LRMI-Selector-Write-Thread-0" #42 daemon prio=5 os_prio=31 tid=0x00007fc502a2c800 nid=0x8603 runnable [0x0000700002d9d000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006d8b49ab0> (a sun.nio.ch.Util$2) - locked <0x00000006d8b49aa0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006d8b49960> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:62) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) "GS-LRMI-Selector-Read-Thread-0" #41 daemon prio=5 os_prio=31 tid=0x00007fc502a2b800 nid=0x8403 runnable [0x0000700002c9a000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006d8b483d8> (a sun.nio.ch.Util$2) - locked <0x00000006d8b483c8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006d8b481d8> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:62) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) "GS-LRMI Connection-pool-1-thread-2" #40 daemon prio=5 os_prio=31 tid=0x00007fc50300d800 nid=0x8203 waiting on condition [0x0000700002b97000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006c73f68e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) "GS-mySpace-router-threadpool" #39 daemon prio=5 os_prio=31 tid=0x00007fc5010c8800 nid=0x8003 waiting on condition [0x0000700002a94000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006d8b148c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) "GS-mySpace-router-threadpool" #38 daemon prio=5 os_prio=31 tid=0x00007fc50300c800 nid=0x7e03 waiting on condition [0x0000700002991000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006d8b148c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) "GS-mySpace-router-threadpool" #37 daemon prio=5 os_prio=31 tid=0x00007fc503006800 nid=0x7c03 waiting on condition [0x000070000288e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006d8b148c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) "GS-mySpace-router-threadpool" #36 daemon prio=5 os_prio=31 tid=0x00007fc5012e3000 nid=0x7a03 waiting on condition [0x000070000278b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006d8b148c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) "GS-mySpace-router-threadpool" #35 daemon prio=5 os_prio=31 tid=0x00007fc50300c000 nid=0x1307 waiting on condition [0x0000700002688000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006d8b148c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) "GS-mySpace-router-threadpool" #34 daemon prio=5 os_prio=31 tid=0x00007fc50380a800 nid=0x320b waiting on condition [0x0000700002585000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006d8b148c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) "Attach Listener" #33 daemon prio=9 os_prio=31 tid=0x00007fc503800800 nid=0x3507 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "GS-Watchdog" #32 daemon prio=5 os_prio=31 tid=0x00007fc501a40000 nid=0x7803 runnable [0x0000700002481000] java.lang.Thread.State: RUNNABLE at java.lang.Class.getDeclaringClass0(Native Method) at java.lang.Class.getDeclaringClass(Class.java:1235) at java.lang.Class.getEnclosingClass(Class.java:1277) at java.lang.Class.getSimpleBinaryName(Class.java:1443) at java.lang.Class.getSimpleName(Class.java:1309) at com.gigaspaces.internal.utils.Textualizer.appendValue(Textualizer.java:41) at com.gigaspaces.internal.utils.Textualizer.toString(Textualizer.java:24) at com.gigaspaces.internal.transport.AbstractEntryPacket.toString(AbstractEntryPacket.java:79) at java.lang.String.valueOf(String.java:2994) at java.lang.StringBuilder.append(StringBuilder.java:131) at com.gigaspaces.internal.utils.Textualizer.appendValue(Textualizer.java:55) at com.gigaspaces.internal.utils.Textualizer.append(Textualizer.java:69) at com.gigaspaces.internal.client.spaceproxy.operations.WriteEntriesSpaceOperationRequest.toText(WriteEntriesSpaceOperationRequest.java:79) at com.gigaspaces.internal.utils.Textualizer.appendValue(Textualizer.java:43) at com.gigaspaces.internal.utils.Textualizer.toString(Textualizer.java:24) at com.gigaspaces.internal.client.spaceproxy.operations.SpaceOperationRequest.toString(SpaceOperationRequest.java:39) at com.gigaspaces.internal.remoting.routing.clustered.RemoteOperationsExecutorProxy.toLogMessage(RemoteOperationsExecutorProxy.java:85) at com.gigaspaces.internal.remoting.routing.AbstractRemoteOperationRouter.logAsyncExecutionFailure(AbstractRemoteOperationRouter.java:83) at com.gigaspaces.internal.remoting.routing.clustered.ClusterRemoteOperationRouter.access$400(ClusterRemoteOperationRouter.java:29) at com.gigaspaces.internal.remoting.routing.clustered.ClusterRemoteOperationRouter$AsyncOperationExecutor.onResult(ClusterRemoteOperationRouter.java:304) at com.gigaspaces.lrmi.nio.async.LRMIFuture.sendEvent(LRMIFuture.java:270) at com.gigaspaces.lrmi.nio.async.LRMIFuture.setResultPacketInternal(LRMIFuture.java:248) at com.gigaspaces.lrmi.nio.async.LRMIFuture.setResultPacket(LRMIFuture.java:193) at com.gigaspaces.lrmi.nio.async.AsyncContext.finishExecution(AsyncContext.java:299) at com.gigaspaces.lrmi.nio.async.AsyncContext.disconnectAndFinish(AsyncContext.java:256) at com.gigaspaces.lrmi.nio.async.AsyncContext.close(AsyncContext.java:380) at com.gigaspaces.lrmi.nio.watchdog.RequestTimeoutObserver.close(RequestTimeoutObserver.java:243) at com.gigaspaces.lrmi.nio.watchdog.RequestTimeoutObserver.timeoutOccured(RequestTimeoutObserver.java:109) at com.gigaspaces.lrmi.nio.watchdog.Watchdog$WatchdogGroup.fireTimeoutOccured(Watchdog.java:429) at com.gigaspaces.lrmi.nio.watchdog.Watchdog$WatchdogGroup.timeout(Watchdog.java:406) at com.gigaspaces.lrmi.nio.watchdog.Watchdog$WatchdogGroup.access$100(Watchdog.java:294) at com.gigaspaces.lrmi.nio.watchdog.Watchdog.run(Watchdog.java:204) "GS-LRMI-async-client-connection-Thread-" #31 daemon prio=5 os_prio=31 tid=0x00007fc50085c000 nid=0x7603 runnable [0x000070000237f000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006c73a40c8> (a sun.nio.ch.Util$2) - locked <0x00000006c73a40b8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006c73a3e68> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at com.gigaspaces.lrmi.nio.selector.handler.client.ClientConversationRunner.doSelect(ClientConversationRunner.java:50) at com.gigaspaces.lrmi.nio.selector.handler.client.ClientConversationRunner.run(ClientConversationRunner.java:42) at java.lang.Thread.run(Thread.java:745) "GS-LRMI-async-Selector-Thread-3" #30 daemon prio=5 os_prio=31 tid=0x00007fc500915800 nid=0x7403 runnable [0x0000700002279000] java.lang.Thread.State: RUNNABLE at java.util.HashMap.(HashMap.java:467) at java.util.jar.Attributes.(Attributes.java:74) at java.util.jar.Attributes.(Attributes.java:64) at java.util.jar.Manifest.(Manifest.java:51) at java.util.jar.JarFile.getManifestFromReference(JarFile.java:199) at java.util.jar.JarFile.getManifest(JarFile.java:180) at sun.misc.URLClassPath$JarLoader$2.getManifest(URLClassPath.java:944) at java.net.URLClassLoader.defineClass(URLClassLoader.java:450) at java.net.URLClassLoader.access$100(URLClassLoader.java:73) at java.net.URLClassLoader$1.run(URLClassLoader.java:368) at java.net.URLClassLoader$1.run(URLClassLoader.java:362) at java.security.AccessController.doPrivileged(Native Method) at java.net.URLClassLoader.findClass(URLClassLoader.java:361) at java.lang.ClassLoader.loadClass(ClassLoader.java:424) - locked <0x0000000784c9f250> (a java.lang.Object) at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331) at java.lang.ClassLoader.loadClass(ClassLoader.java:357) at java.util.logging.LogManager.getFormatterProperty(LogManager.java:1550) at java.util.logging.StreamHandler.configure(StreamHandler.java:89) at java.util.logging.StreamHandler.(StreamHandler.java:107) at java.util.logging.ConsoleHandler.(ConsoleHandler.java:98) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:422) at java.lang.Class.newInstance(Class.java:442) at java.util.logging.LogManager$5.run(LogManager.java:966) at java.security.AccessController.doPrivileged(Native Method) at java.util.logging.LogManager.loadLoggerHandlers(LogManager.java:958) at java.util.logging.LogManager.initializeGlobalHandlers(LogManager.java:1578) - locked <0x00000006c73c6d08> (a java.util.logging.LogManager) at java.util.logging.LogManager.access$1500(LogManager.java:145) at java.util.logging.LogManager$RootLogger.accessCheckedHandlers(LogManager.java:1667) at java.util.logging.Logger.getHandlers(Logger.java:1776) at java.util.logging.Logger.log(Logger.java:735) at java.util.logging.Logger.doLog(Logger.java:765) at java.util.logging.Logger.log(Logger.java:875) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:107) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) "GS-LRMI-async-Selector-Thread-2" #29 daemon prio=5 os_prio=31 tid=0x00007fc501186000 nid=0x7203 runnable [0x0000700002179000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006c73a5c48> (a sun.nio.ch.Util$2) - locked <0x00000006c73a5c38> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006c73a5af8> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:62) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) "GS-LRMI-async-Selector-Thread-1" #28 daemon prio=5 os_prio=31 tid=0x00007fc5020e7000 nid=0x7003 runnable [0x0000700002075000] java.lang.Thread.State: RUNNABLE at java.lang.System.identityHashCode(Native Method) at java.io.ObjectOutputStream$HandleTable.hash(ObjectOutputStream.java:2360) at java.io.ObjectOutputStream$HandleTable.lookup(ObjectOutputStream.java:2293) at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1116) at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:348) at com.gigaspaces.internal.serialization.ObjectClassSerializer.write(ObjectClassSerializer.java:36) at com.gigaspaces.internal.io.IOUtils.writeObject(IOUtils.java:730) at com.gigaspaces.internal.transport.AbstractEntryPacket.serialize(AbstractEntryPacket.java:341) at com.gigaspaces.internal.transport.AbstractEntryPacket.writeExternalV9_0_2(AbstractEntryPacket.java:355) at com.gigaspaces.internal.transport.AbstractEntryPacket.writeExternal(AbstractEntryPacket.java:314) at com.gigaspaces.internal.transport.EntryPacket.writeExternal(EntryPacket.java:298) at com.gigaspaces.internal.transport.AbstractEntryPacket.writeExternalImpl(AbstractEntryPacket.java:289) at com.gigaspaces.internal.serialization.AbstractExternalizable.writeExternal(AbstractExternalizable.java:32) at java.io.ObjectOutputStream.writeExternalData(ObjectOutputStream.java:1459) at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1430) at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178) at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:348) at com.gigaspaces.internal.serialization.ObjectClassSerializer.write(ObjectClassSerializer.java:36) at com.gigaspaces.internal.io.IOUtils.writeObject(IOUtils.java:730) at com.gigaspaces.internal.io.IOUtils.writeObjectArray(IOUtils.java:773) at com.gigaspaces.internal.client.spaceproxy.operations.WriteEntriesSpaceOperationRequest.writeExternal(WriteEntriesSpaceOperationRequest.java:319) at java.io.ObjectOutputStream.writeExternalData(ObjectOutputStream.java:1459) at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1430) at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178) at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:348) at com.gigaspaces.internal.io.IOUtils.marshalValue(IOUtils.java:259) at com.gigaspaces.lrmi.nio.RequestPacket.writeExternal(RequestPacket.java:269) at com.gigaspaces.lrmi.nio.Writer.writePacket(Writer.java:215) - locked <0x00000006c74b3140> (a com.gigaspaces.lrmi.nio.Writer) at com.gigaspaces.lrmi.nio.Writer.writeRequest(Writer.java:154) at com.gigaspaces.lrmi.nio.async.AsyncContext.handleWrite(AsyncContext.java:327) at com.gigaspaces.lrmi.nio.selector.handler.client.ClientHandler.handleConnection(ClientHandler.java:159) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:75) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) "GS-LRMI-async-Selector-Thread-0" #27 daemon prio=5 os_prio=31 tid=0x00007fc501185000 nid=0x6e0b runnable [0x0000700001f73000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006c73a65e8> (a sun.nio.ch.Util$2) - locked <0x00000006c73a65d8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006c73a6498> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:62) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) "GS-LRMI Custom Pool-pool-4-thread-1" #24 daemon prio=5 os_prio=31 tid=0x00007fc50198b000 nid=0x6c03 waiting on condition [0x0000700001e70000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006c73c69f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) "GS-LRMI Monitoring Pool-pool-3-thread-1" #23 daemon prio=5 os_prio=31 tid=0x00007fc50198a000 nid=0x6a03 waiting on condition [0x0000700001d6d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006c73e5d08> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) "GS-LRMI Liveness Pool-pool-2-thread-1" #22 daemon prio=10 os_prio=31 tid=0x00007fc501989800 nid=0x6803 waiting on condition [0x0000700001c6a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006c73e6318> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) "GS-LRMI Connection-pool-1-thread-1" #21 daemon prio=5 os_prio=31 tid=0x00007fc501988000 nid=0x6603 waiting on condition [0x0000700001b67000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006c73f68e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) "GS-ClassLoaderCache-SelfCleaningTable$Cleaner" #20 daemon prio=5 os_prio=31 tid=0x00007fc501281800 nid=0x6407 in Object.wait() [0x0000700001a64000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000006c73f6df0> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000006c73f6df0> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at com.gigaspaces.internal.utils.collections.SelfCleaningTable$Cleaner.run(SelfCleaningTable.java:322) "GS-LookupDiscovery Task" #18 daemon prio=5 os_prio=31 tid=0x00007fc501283000 nid=0x6203 runnable [0x0000700001960000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.FileDispatcherImpl.read0(Native Method) at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) at sun.nio.ch.IOUtil.read(IOUtil.java:192) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380) - locked <0x00000006c745b0e8> (a java.lang.Object) at com.gigaspaces.lrmi.nio.Reader.readBytesFromChannelBlocking(Reader.java:248) at com.gigaspaces.lrmi.nio.Reader.readBytesBlocking(Reader.java:671) at com.gigaspaces.lrmi.nio.Reader.bytesToPacket(Reader.java:590) at com.gigaspaces.lrmi.nio.Reader.readReply(Reader.java:159) at com.gigaspaces.lrmi.nio.CPeer.invoke(CPeer.java:769) at com.gigaspaces.lrmi.ConnPoolInvocationHandler.invoke(ConnPoolInvocationHandler.java:75) at com.gigaspaces.lrmi.MethodCachedInvocationHandler.invoke(MethodCachedInvocationHandler.java:71) at com.gigaspaces.lrmi.DynamicSmartStub.invokeRemote(DynamicSmartStub.java:424) at com.gigaspaces.lrmi.DynamicSmartStub.invoke(DynamicSmartStub.java:405) at com.gigaspaces.reflect.$GSProxy0.getMemberGroups(Unknown Source) at com.sun.jini.reggie.RegistrarProxy.getGroups(RegistrarProxy.java:237) at net.jini.discovery.LookupDiscovery.getActualGroups(LookupDiscovery.java:2954) at net.jini.discovery.LookupDiscovery.maybeSendEvent(LookupDiscovery.java:2775) at net.jini.discovery.LookupDiscovery.access$3900(LookupDiscovery.java:689) at net.jini.discovery.LookupDiscovery$UnicastDiscoveryTask.run(LookupDiscovery.java:1790) at com.sun.jini.thread.TaskManager$TaskThread.run(TaskManager.java:408) "GS-LookupDiscovery Task" #17 daemon prio=5 os_prio=31 tid=0x00007fc501281000 nid=0x6003 runnable [0x000070000185d000] java.lang.Thread.State: RUNNABLE at java.io.ObjectStreamClass.(ObjectStreamClass.java:468) at java.io.ObjectStreamClass.lookup(ObjectStreamClass.java:369) at java.io.ObjectStreamClass.initNonProxy(ObjectStreamClass.java:598) at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1623) at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1518) at java.io.ObjectInputStream.readArray(ObjectInputStream.java:1664) at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1345) at java.io.ObjectInputStream.readUnshared(ObjectInputStream.java:461) at com.gigaspaces.lrmi.nio.ReplyPacket.readExternal(ReplyPacket.java:81) at com.gigaspaces.lrmi.nio.Reader.unmarshall(Reader.java:601) at com.gigaspaces.lrmi.nio.Reader.bytesToPacket(Reader.java:591) at com.gigaspaces.lrmi.nio.Reader.readReply(Reader.java:159) at com.gigaspaces.lrmi.nio.CPeer.invoke(CPeer.java:769) at com.gigaspaces.lrmi.ConnPoolInvocationHandler.invoke(ConnPoolInvocationHandler.java:75) at com.gigaspaces.lrmi.MethodCachedInvocationHandler.invoke(MethodCachedInvocationHandler.java:71) at com.gigaspaces.lrmi.DynamicSmartStub.invokeRemote(DynamicSmartStub.java:424) at com.gigaspaces.lrmi.DynamicSmartStub.invoke(DynamicSmartStub.java:405) at com.gigaspaces.reflect.$GSProxy0.getMemberGroups(Unknown Source) at com.sun.jini.reggie.RegistrarProxy.getGroups(RegistrarProxy.java:237) at net.jini.discovery.LookupDiscovery.getActualGroups(LookupDiscovery.java:2954) at net.jini.discovery.LookupDiscovery.maybeSendEvent(LookupDiscovery.java:2775) at net.jini.discovery.LookupDiscovery.access$3900(LookupDiscovery.java:689) at net.jini.discovery.LookupDiscovery$UnicastDiscoveryTask.run(LookupDiscovery.java:1790) at com.sun.jini.thread.TaskManager$TaskThread.run(TaskManager.java:408) "GS-LookupDiscovery Task" #16 daemon prio=5 os_prio=31 tid=0x00007fc501280000 nid=0x5e03 in Object.wait() [0x000070000175b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000006c73f7550> (a com.sun.jini.thread.TaskManager) at com.sun.jini.thread.TaskManager$TaskThread.run(TaskManager.java:393) - locked <0x00000006c73f7550> (a com.sun.jini.thread.TaskManager) "GS-LookupDiscovery Task" #15 daemon prio=5 os_prio=31 tid=0x00007fc501227000 nid=0x5c03 in Object.wait() [0x0000700001658000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000006c73f7550> (a com.sun.jini.thread.TaskManager) at com.sun.jini.thread.TaskManager$TaskThread.run(TaskManager.java:393) - locked <0x00000006c73f7550> (a com.sun.jini.thread.TaskManager) "GS-multicast-announcement-timer" #12 daemon prio=5 os_prio=31 tid=0x00007fc50093e000 nid=0x5a03 in Object.wait() [0x0000700001555000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000006c73f7e98> (a net.jini.discovery.LookupDiscovery$AnnouncementTimerThread) at net.jini.discovery.LookupDiscovery$AnnouncementTimerThread.run(LookupDiscovery.java:1407) - locked <0x00000006c73f7e98> (a net.jini.discovery.LookupDiscovery$AnnouncementTimerThread) "GS-multicast-discovery-announcement-listener" #11 daemon prio=5 os_prio=31 tid=0x00007fc501214800 nid=0x5803 runnable [0x0000700001452000] java.lang.Thread.State: RUNNABLE at java.net.PlainDatagramSocketImpl.receive0(Native Method) - locked <0x00000006c744ce50> (a java.net.PlainDatagramSocketImpl) at java.net.AbstractPlainDatagramSocketImpl.receive(AbstractPlainDatagramSocketImpl.java:144) - locked <0x00000006c744ce50> (a java.net.PlainDatagramSocketImpl) at java.net.DatagramSocket.receive(DatagramSocket.java:812) - locked <0x0000000783b2dfe0> (a java.net.DatagramPacket) - locked <0x00000006c744ce80> (a java.net.MulticastSocket) at net.jini.discovery.LookupDiscovery$AnnouncementListener.run(LookupDiscovery.java:1171) "GS-multicast-discovery-request" #14 daemon prio=5 os_prio=31 tid=0x00007fc501214000 nid=0x5603 waiting on condition [0x000070000134f000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at net.jini.discovery.LookupDiscovery$Requestor.run(LookupDiscovery.java:1357) "GS-multicast-discovery-response-listener" #13 daemon prio=5 os_prio=31 tid=0x00007fc5009f2000 nid=0x5407 runnable [0x000070000124c000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at net.jini.discovery.LookupDiscovery$ResponseListener.run(LookupDiscovery.java:1247) "Monitor Ctrl-Break" #9 daemon prio=5 os_prio=31 tid=0x00007fc5008a6000 nid=0x4e03 runnable [0x0000700001149000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:170) at java.net.SocketInputStream.read(SocketInputStream.java:141) at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:284) at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:326) at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:178) - locked <0x000000078464e4c8> (a java.io.InputStreamReader) at java.io.InputStreamReader.read(InputStreamReader.java:184) at java.io.BufferedReader.fill(BufferedReader.java:161) at java.io.BufferedReader.readLine(BufferedReader.java:324) - locked <0x000000078464e4c8> (a java.io.InputStreamReader) at java.io.BufferedReader.readLine(BufferedReader.java:389) at com.intellij.rt.execution.application.AppMain$1.run(AppMain.java:93) at java.lang.Thread.run(Thread.java:745) "Service Thread" #8 daemon prio=9 os_prio=31 tid=0x00007fc501815000 nid=0x4a03 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=31 tid=0x00007fc500867800 nid=0x4803 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=31 tid=0x00007fc50100d800 nid=0x4603 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=31 tid=0x00007fc500867000 nid=0x4403 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=31 tid=0x00007fc500866000 nid=0x360f waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=31 tid=0x00007fc501813800 nid=0x3003 in Object.wait() [0x000070000092e000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000006c744e698> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000006c744e698> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" #2 daemon prio=10 os_prio=31 tid=0x00007fc50180d000 nid=0x2e03 in Object.wait() [0x000070000082b000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000006c744e730> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:157) - locked <0x00000006c744e730> (a java.lang.ref.Reference$Lock) "main" #1 prio=5 os_prio=31 tid=0x00007fc501010800 nid=0x1703 waiting on condition [0x0000700000218000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000766f45c38> (a java.util.concurrent.CountDownLatch$Sync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) at com.gigaspaces.internal.remoting.RemoteOperationFutureListener.waitForCompletion(RemoteOperationFutureListener.java:120) at com.gigaspaces.internal.remoting.routing.partitioned.PartitionedClusterRemoteOperationRouter.executeScatterConcurrent(PartitionedClusterRemoteOperationRouter.java:326) at com.gigaspaces.internal.remoting.routing.partitioned.PartitionedClusterRemoteOperationRouter.execute(PartitionedClusterRemoteOperationRouter.java:115) at com.gigaspaces.internal.client.spaceproxy.router.SpaceProxyRouter.execute(SpaceProxyRouter.java:232) at com.gigaspaces.internal.client.spaceproxy.actions.SpaceProxyImplWriteAction.writeMultiple(SpaceProxyImplWriteAction.java:65) at com.gigaspaces.internal.client.spaceproxy.actions.SpaceProxyImplWriteAction.writeMultiple(SpaceProxyImplWriteAction.java:29) at com.gigaspaces.internal.client.spaceproxy.actions.AbstractSpaceProxyActionManager.writeMultiple(AbstractSpaceProxyActionManager.java:422) at com.gigaspaces.internal.client.spaceproxy.AbstractSpaceProxy.writeMultiple(AbstractSpaceProxy.java:483) at org.openspaces.core.DefaultGigaSpace.writeMultiple(DefaultGigaSpace.java:1487) at org.openspaces.core.DefaultGigaSpace.writeMultiple(DefaultGigaSpace.java:1477) at com.gigaspaces.test.MyMain.main(MyMain.java:32) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at com.intellij.rt.execution.application.AppMain.main(AppMain.java:144) "VM Thread" os_prio=31 tid=0x00007fc50180a800 nid=0x2c03 runnable "GC task thread#0 (ParallelGC)" os_prio=31 tid=0x00007fc501805800 nid=0x2403 runnable "GC task thread#1 (ParallelGC)" os_prio=31 tid=0x00007fc501806000 nid=0x2603 runnable "GC task thread#2 (ParallelGC)" os_prio=31 tid=0x00007fc501806800 nid=0x2803 runnable "GC task thread#3 (ParallelGC)" os_prio=31 tid=0x00007fc500804000 nid=0x2a03 runnable "VM Periodic Task Thread" os_prio=31 tid=0x00007fc502005000 nid=0x4c03 waiting on condition JNI global references: 274 Heap PSYoungGen total 896000K, used 435820K [0x000000076ab00000, 0x00000007bdd00000, 0x00000007c0000000) eden space 465920K, 93% used [0x000000076ab00000,0x000000078549b010,0x0000000787200000) from space 430080K, 0% used [0x00000007a3900000,0x00000007a3900000,0x00000007bdd00000) to space 448000K, 0% used [0x0000000787200000,0x0000000787200000,0x00000007a2780000) ParOldGen total 2796544K, used 2757108K [0x00000006c0000000, 0x000000076ab00000, 0x000000076ab00000) object space 2796544K, 98% used [0x00000006c0000000,0x000000076847d1c8,0x000000076ab00000) Metaspace used 14195K, capacity 14366K, committed 14848K, reserved 1062912K class space used 1850K, capacity 1919K, committed 2048K, reserved 1048576K 2017-03-14 12:11:38,674 CONFIG [com.gigaspaces.logger] - Log file: /Users/yuval/.m2/repository/com/gigaspaces/logs/2017-03-14~12.11-gigaspaces-service-127.0.0.1-10608.log 2017-03-14 12:11:38,654 SEVERE [com.gigaspaces.lrmi] - exception in main selection loop; Caused by: java.lang.OutOfMemoryError: Java heap space at java.util.Arrays.copyOf(Arrays.java:3332) at java.lang.AbstractStringBuilder.expandCapacity(AbstractStringBuilder.java:137) at java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:121) at java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:421) at java.lang.StringBuilder.append(StringBuilder.java:136) at java.lang.StringBuilder.append(StringBuilder.java:131) at com.gigaspaces.internal.utils.Textualizer.appendValue(Textualizer.java:55) at com.gigaspaces.internal.utils.Textualizer.append(Textualizer.java:69) at com.gigaspaces.internal.client.spaceproxy.operations.WriteEntriesSpaceOperationRequest.toText(WriteEntriesSpaceOperationRequest.java:79) at com.gigaspaces.internal.utils.Textualizer.appendValue(Textualizer.java:43) at com.gigaspaces.internal.utils.Textualizer.toString(Textualizer.java:24) at com.gigaspaces.internal.client.spaceproxy.operations.SpaceOperationRequest.toString(SpaceOperationRequest.java:39) at com.gigaspaces.internal.remoting.routing.clustered.RemoteOperationsExecutorProxy.toLogMessage(RemoteOperationsExecutorProxy.java:85) at com.gigaspaces.internal.remoting.routing.AbstractRemoteOperationRouter.logAsyncExecutionFailure(AbstractRemoteOperationRouter.java:83) at com.gigaspaces.internal.remoting.routing.clustered.ClusterRemoteOperationRouter.access$400(ClusterRemoteOperationRouter.java:29) at com.gigaspaces.internal.remoting.routing.clustered.ClusterRemoteOperationRouter$AsyncOperationExecutor.onResult(ClusterRemoteOperationRouter.java:304) at com.gigaspaces.lrmi.nio.async.LRMIFuture.sendEvent(LRMIFuture.java:270) at com.gigaspaces.lrmi.nio.async.LRMIFuture.setResultPacketInternal(LRMIFuture.java:248) at com.gigaspaces.lrmi.nio.async.LRMIFuture.setResultPacket(LRMIFuture.java:193) at com.gigaspaces.lrmi.nio.async.AsyncContext.finishExecution(AsyncContext.java:299) at com.gigaspaces.lrmi.nio.async.AsyncContext.handleWrite(AsyncContext.java:346) at com.gigaspaces.lrmi.nio.selector.handler.client.ClientHandler.handleConnection(ClientHandler.java:159) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.doSelect(AbstractSelectorThread.java:75) at com.gigaspaces.lrmi.nio.selector.handler.AbstractSelectorThread.run(AbstractSelectorThread.java:51) at java.lang.Thread.run(Thread.java:745) 2017-03-14 12:12:28,361 SEVERE [com.gigaspaces.lrmi.watchdog] - Unexpected exception in watchdog thread.; Caused by: java.lang.OutOfMemoryError: Java heap space at java.util.Arrays.copyOf(Arrays.java:3332) at java.lang.AbstractStringBuilder.expandCapacity(AbstractStringBuilder.java:137) at java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:121) at java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:421) at java.lang.StringBuilder.append(StringBuilder.java:136) at java.lang.StringBuilder.append(StringBuilder.java:131) at com.gigaspaces.internal.utils.Textualizer.appendValue(Textualizer.java:55) at com.gigaspaces.internal.utils.Textualizer.append(Textualizer.java:69) at com.gigaspaces.internal.client.spaceproxy.operations.WriteEntriesSpaceOperationRequest.toText(WriteEntriesSpaceOperationRequest.java:79) at com.gigaspaces.internal.utils.Textualizer.appendValue(Textualizer.java:43) at com.gigaspaces.internal.utils.Textualizer.toString(Textualizer.java:24) at com.gigaspaces.internal.client.spaceproxy.operations.SpaceOperationRequest.toString(SpaceOperationRequest.java:39) at com.gigaspaces.internal.remoting.routing.clustered.RemoteOperationsExecutorProxy.toLogMessage(RemoteOperationsExecutorProxy.java:85) at com.gigaspaces.internal.remoting.routing.AbstractRemoteOperationRouter.logAsyncExecutionFailure(AbstractRemoteOperationRouter.java:83) at com.gigaspaces.internal.remoting.routing.clustered.ClusterRemoteOperationRouter.access$400(ClusterRemoteOperationRouter.java:29) at com.gigaspaces.internal.remoting.routing.clustered.ClusterRemoteOperationRouter$AsyncOperationExecutor.onResult(ClusterRemoteOperationRouter.java:304) at com.gigaspaces.lrmi.nio.async.LRMIFuture.sendEvent(LRMIFuture.java:270) at com.gigaspaces.lrmi.nio.async.LRMIFuture.setResultPacketInternal(LRMIFuture.java:248) at com.gigaspaces.lrmi.nio.async.LRMIFuture.setResultPacket(LRMIFuture.java:193) at com.gigaspaces.lrmi.nio.async.AsyncContext.finishExecution(AsyncContext.java:299) at com.gigaspaces.lrmi.nio.async.AsyncContext.disconnectAndFinish(AsyncContext.java:256) at com.gigaspaces.lrmi.nio.async.AsyncContext.close(AsyncContext.java:380) at com.gigaspaces.lrmi.nio.watchdog.RequestTimeoutObserver.close(RequestTimeoutObserver.java:243) at com.gigaspaces.lrmi.nio.watchdog.RequestTimeoutObserver.timeoutOccured(RequestTimeoutObserver.java:109) at com.gigaspaces.lrmi.nio.watchdog.Watchdog$WatchdogGroup.fireTimeoutOccured(Watchdog.java:429) at com.gigaspaces.lrmi.nio.watchdog.Watchdog$WatchdogGroup.timeout(Watchdog.java:406) at com.gigaspaces.lrmi.nio.watchdog.Watchdog$WatchdogGroup.access$100(Watchdog.java:294) at com.gigaspaces.lrmi.nio.watchdog.Watchdog.run(Watchdog.java:204)