Started by upstream project "Build_Stable_Level_5" build number 24 originally caused by: Started by user administrator Building in workspace /var/lib/jenkins/jobs/d1_synchronization_stable/workspace Cleaning local Directory d1_synchronization Checking out https://repository.dataone.org/software/cicore/tags/D1_SYNCHRONIZATION_v2.3.5 at revision '2018-02-09T19:20:35.638 +0000' A src A src/test A src/test/java A src/test/java/org A src/test/java/org/dataone A src/test/java/org/dataone/cn A src/test/java/org/dataone/cn/batch A src/test/java/org/dataone/cn/batch/harvest A src/test/java/org/dataone/cn/batch/harvest/HarvesterTostCase.java A src/test/java/org/dataone/cn/batch/harvest/mock A src/test/java/org/dataone/cn/batch/harvest/mock/MockMNRead.java A src/test/java/org/dataone/cn/batch/harvest/mock/MockCNCore.java A src/test/java/org/dataone/cn/batch/harvest/mock/InMemoryCNReadCore.java A src/test/java/org/dataone/cn/batch/harvest/mock/MockNodeRegistryService.java A src/test/java/org/dataone/cn/batch/harvest/mock/MockReserveIdentifierService.java A src/test/java/org/dataone/cn/batch/harvest/mock/InMemoryMockReplicaMNode.java A src/test/java/org/dataone/cn/batch/synchronization A src/test/java/org/dataone/cn/batch/synchronization/listener A src/test/java/org/dataone/cn/batch/synchronization/listener/SyncMetricLogJobTriggerTest.java A src/test/java/org/dataone/cn/batch/synchronization/tasks A src/test/java/org/dataone/cn/batch/synchronization/tasks/MockQueueItem.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/MockQueueProcessor.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/SyncMetricLogReportTest.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/TransferObjectTaskTest.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/MockQueueTask.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/ObjectListHarvestTaskTest.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/QueueProcessorCallableTest.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/SortedHarvestTimepointMapTest.java A src/test/java/org/dataone/cn/batch/synchronization/D1TypeUtilsTest.java A src/test/java/org/dataone/cn/batch/synchronization/type A src/test/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidatorTest.java A src/test/java/org/dataone/cn/log A src/test/java/org/dataone/cn/log/MockArrayWriterAppender.java A src/test/resources A src/test/resources/org A src/test/resources/org/dataone A src/test/resources/org/dataone/cn A src/test/resources/org/dataone/cn/batch A src/test/resources/org/dataone/cn/batch/harvest A src/test/resources/org/dataone/cn/batch/harvest/tmp A src/test/resources/org/dataone/cn/batch/harvest/tmp/placeholder A src/test/resources/org/dataone/cn/batch/harvest/samples A src/test/resources/org/dataone/cn/batch/harvest/samples/mn A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/meta A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/meta/MD_ORNLDAAC_122_03032010095920 A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/meta/MD_ORNLDAAC_787_03032010095920 A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/meta/MD_ORNLDAAC_781_03032010095920 A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/object A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/object/MD_ORNLDAAC_122_03032010095920 A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/object/MD_ORNLDAAC_787_03032010095920 A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/object/MD_ORNLDAAC_781_03032010095920 A src/test/resources/org/dataone/cn/batch/harvest/config A src/test/resources/org/dataone/cn/batch/harvest/config/harvesterTest-context.xml A src/test/resources/org/dataone/cn/batch/harvest/config/log4j.properties A src/test/resources/org/dataone/configuration A src/test/resources/org/dataone/configuration/config.xml A src/test/resources/org/dataone/configuration/registryLdap.properties A src/test/resources/org/dataone/configuration/hazelcastProcessingClient.properties A src/test/resources/org/dataone/configuration/applicationContext.xml A src/test/resources/org/dataone/configuration/synchronization.properties AU src/test/resources/org/dataone/configuration/hazelcast.xml A src/test/resources/org/dataone/configuration/hazelcastStorageClient.properties A src/test/resources/org/dataone/configuration/d1client.properties AU src/test/resources/log4j.properties A src/main A src/main/resources A src/main/resources/buildInfo A src/main/resources/buildInfo/buildInfo.properties A src/main/java A src/main/java/org A src/main/java/org/dataone A src/main/java/org/dataone/cn A src/main/java/org/dataone/cn/ldap A src/main/java/org/dataone/cn/ldap/NodeRegistrySyncFacade.java A src/main/java/org/dataone/cn/batch A src/main/java/org/dataone/cn/batch/service A src/main/java/org/dataone/cn/batch/service/v2 A src/main/java/org/dataone/cn/batch/service/v2/IdentifierReservationQueryService.java A src/main/java/org/dataone/cn/batch/service/v2/NodeRegistrySyncService.java A src/main/java/org/dataone/cn/batch/service/v2/impl A src/main/java/org/dataone/cn/batch/service/v2/impl/NodeRegistrySyncServiceImpl.java A src/main/java/org/dataone/cn/batch/exceptions A src/main/java/org/dataone/cn/batch/exceptions/UnrecoverableException.java A src/main/java/org/dataone/cn/batch/exceptions/NodeCommUnavailable.java A src/main/java/org/dataone/cn/batch/exceptions/RetryableException.java A src/main/java/org/dataone/cn/batch/synchronization A src/main/java/org/dataone/cn/batch/synchronization/listener A src/main/java/org/dataone/cn/batch/synchronization/listener/SyncMetricLogJobTriggerListener.java A src/main/java/org/dataone/cn/batch/synchronization/listener/NodeTopicListener.java A src/main/java/org/dataone/cn/batch/synchronization/tasks A src/main/java/org/dataone/cn/batch/synchronization/tasks/SyncObjectTask.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/V2TransferObjectTask.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/SyncMetricLogReport.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/TransferObjectTask.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/ObjectListHarvestTask.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/QueueProcessorCallable.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/SortedHarvestTimepointMap.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/SyncFailedTask.java A src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java A src/main/java/org/dataone/cn/batch/synchronization/NodeCommFactory.java A src/main/java/org/dataone/cn/batch/synchronization/NodeCommObjectListHarvestFactory.java A src/main/java/org/dataone/cn/batch/synchronization/HarvestSchedulingManager.java A src/main/java/org/dataone/cn/batch/synchronization/NodeCommSyncObjectFactory.java A src/main/java/org/dataone/cn/batch/synchronization/jobs A src/main/java/org/dataone/cn/batch/synchronization/jobs/SyncMetricLogJob.java A src/main/java/org/dataone/cn/batch/synchronization/jobs/MemberNodeHarvestJob.java A src/main/java/org/dataone/cn/batch/synchronization/SyncObjectTaskManager.java A src/main/java/org/dataone/cn/batch/synchronization/type A src/main/java/org/dataone/cn/batch/synchronization/type/SyncObjectState.java A src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java A src/main/java/org/dataone/cn/batch/synchronization/type/NodeComm.java A src/main/java/org/dataone/cn/batch/synchronization/type/NodeCommState.java A pom.xml U . At revision 19104 No revision recorded for https://repository.dataone.org/software/cicore/tags/D1_SYNCHRONIZATION_v2.3.5 in the previous build Parsing POMs Modules changed, recalculating dependency graph Established TCP socket on 56904 [d1_synchronization] $ java -cp /var/lib/jenkins/plugins/maven-plugin/WEB-INF/lib/maven3-agent-1.11.jar:/usr/share/maven/boot/plexus-classworlds-2.x.jar org.jvnet.hudson.maven3.agent.Maven3Main /usr/share/maven /var/cache/jenkins/war/WEB-INF/lib/remoting-3.14.jar /var/lib/jenkins/plugins/maven-plugin/WEB-INF/lib/maven3-interceptor-1.11.jar /var/lib/jenkins/plugins/maven-plugin/WEB-INF/lib/maven3-interceptor-commons-1.11.jar 56904 <===[JENKINS REMOTING CAPACITY]===>channel started Executing Maven: -B -f /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/pom.xml clean install javadoc:javadoc [INFO] Scanning for projects... [WARNING] [WARNING] Some problems were encountered while building the effective model for org.dataone:d1_synchronization:jar:2.3.5 [WARNING] 'build.plugins.plugin.version' for org.apache.maven.plugins:maven-compiler-plugin is missing. @ line 23, column 21 [WARNING] 'build.plugins.plugin.version' for org.apache.maven.plugins:maven-jar-plugin is missing. @ line 47, column 21 [WARNING] 'build.plugins.plugin.version' for org.codehaus.mojo:buildnumber-maven-plugin is missing. @ line 31, column 21 [WARNING] [WARNING] It is highly recommended to fix these problems because they threaten the stability of your build. [WARNING] [WARNING] For this reason, future Maven versions might no longer support building such malformed projects. [WARNING] [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building DataONE_Synchronization 2.3.5 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.3:clean (default-clean) @ d1_synchronization --- [INFO] [INFO] --- buildnumber-maven-plugin:1.4:create (default) @ d1_synchronization --- [INFO] Executing: /bin/sh -c cd '/var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization' && 'svn' '--non-interactive' 'info' [INFO] Working directory: /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization [INFO] Storing buildNumber: 19104 at timestamp: 1518204045160 [INFO] Executing: /bin/sh -c cd '/var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization' && 'svn' '--non-interactive' 'info' [INFO] Working directory: /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization [INFO] Storing buildScmBranch: tags/D1_SYNCHRONIZATION_v2.3.5 [INFO] [INFO] --- maven-resources-plugin:2.3:resources (default-resources) @ d1_synchronization --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 1 resource [INFO] [INFO] --- maven-compiler-plugin:2.0.2:compile (default-compile) @ d1_synchronization --- [INFO] Compiling 30 source files to /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/classes [INFO] [INFO] --- maven-resources-plugin:2.3:testResources (default-testResources) @ d1_synchronization --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 18 resources [INFO] [INFO] --- maven-compiler-plugin:2.0.2:testCompile (default-testCompile) @ d1_synchronization --- [INFO] Compiling 19 source files to /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/test-classes [INFO] [INFO] --- maven-surefire-plugin:2.10:test (default-test) @ d1_synchronization --- [INFO] Surefire report directory: /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/surefire-reports ------------------------------------------------------- T E S T S ------------------------------------------------------- Running org.dataone.cn.batch.synchronization.D1TypeUtilsTest log4j:ERROR Could not find value for key log4j.appender.mockMetricLog.layout Tests run: 12, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.766 sec Running org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallableTest 20180209-19:20:51: [INFO]: @TestExecutionListeners is not present for class [class org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallableTest]: using defaults. [org.springframework.test.context.TestContextManager] 20180209-19:20:51: [INFO]: Loading XML bean definitions from class path resource [org/dataone/configuration/applicationContext.xml] [org.springframework.beans.factory.xml.XmlBeanDefinitionReader] 20180209-19:20:51: [INFO]: Refreshing org.springframework.context.support.GenericApplicationContext@10aa41f2: startup date [Fri Feb 09 19:20:51 UTC 2018]; root of context hierarchy [org.springframework.context.support.GenericApplicationContext] 20180209-19:20:51: [INFO]: Pre-instantiating singletons in org.springframework.beans.factory.support.DefaultListableBeanFactory@5824a83d: defining beans [log4jInitialization,mylog,rejectionExecutionHander,threadPoolTaskExecutor,tinyThreadPoolTaskExecutor,mockQueueProcessor,org.springframework.context.annotation.internalConfigurationAnnotationProcessor,org.springframework.context.annotation.internalAutowiredAnnotationProcessor,org.springframework.context.annotation.internalRequiredAnnotationProcessor,org.springframework.context.annotation.internalCommonAnnotationProcessor,org.springframework.context.annotation.internalPersistenceAnnotationProcessor,org.springframework.context.annotation.ConfigurationClassPostProcessor.importAwareProcessor]; root of factory hierarchy [org.springframework.beans.factory.support.DefaultListableBeanFactory] [ INFO] 2018-02-09 19:20:51,790 (ExecutorConfigurationSupport:initialize:115) Initializing ExecutorService 'threadPoolTaskExecutor' [ INFO] 2018-02-09 19:20:51,808 (ExecutorConfigurationSupport:initialize:115) Initializing ExecutorService 'tinyThreadPoolTaskExecutor' [DEBUG] 2018-02-09 19:20:51,851 (QueueProcessorCallable:reapFutures:242) Polling empty queue [ INFO] 2018-02-09 19:20:51,852 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures cleaning up task: item0 [ INFO] 2018-02-09 19:20:51,852 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures cleaning up task: item1 [ INFO] 2018-02-09 19:20:51,853 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures cleaning up task: item2 [ INFO] 2018-02-09 19:20:51,853 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures cleaning up task: item3 [ INFO] 2018-02-09 19:20:51,854 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures cleaning up task: item4 [DEBUG] 2018-02-09 19:20:52,104 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:52,354 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:52,605 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:52,855 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:53,106 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:53,356 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:53,606 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:53,857 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:54,108 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:54,364 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:54,614 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:54,865 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:55,115 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:55,366 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:55,616 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:55,866 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:56,117 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:56,367 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:56,618 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:56,868 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:57,119 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:57,369 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:57,620 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:57,870 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:58,122 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:58,378 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:58,628 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:58,879 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:59,129 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:59,380 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:59,630 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:20:59,880 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:21:00,131 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:21:00,381 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:21:00,632 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:21:00,882 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:21:01,134 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:21:01,385 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-02-09 19:21:01,635 (QueueProcessorCallable:reapFutures:242) Polling empty queue Remaining on the queue: 0 item1 : [2018-02-09 19:20:51.852]: task Prepared from: item1java.lang.InterruptedException item1 : [2018-02-09 19:20:51.853]: task CleanedUp at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) item2 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2088) : [2018-02-09 19:20:51.853]: task Prepared from: item2 at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418) at org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallable.getNextItem(QueueProcessorCallable.java:152)item2 : at org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallable.call(QueueProcessorCallable.java:92)[2018-02-09 19:20:51.853]: task CleanedUp at org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallable.call(QueueProcessorCallable.java:40) item3 at java.util.concurrent.FutureTask.run(FutureTask.java:266) : [2018-02-09 19:20:51.853]: task Prepared from: item3 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)item3 : at java.lang.Thread.run(Thread.java:745)[2018-02-09 19:20:51.853]: task CleanedUp item0 : [2018-02-09 19:20:51.851]: task Prepared from: item0 item0 : [2018-02-09 19:20:51.852]: task CleanedUp item4 : [2018-02-09 19:20:51.853]: task Prepared from: item4 item4 : [2018-02-09 19:20:51.854]: task CleanedUp [DEBUG] 2018-02-09 19:21:01,853 (QueueProcessorCallable:reapFutures:242) Polling empty queue [ INFO] 2018-02-09 19:21:01,853 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-02-09 19:21:02,104 (QueueProcessorCallable:reapFutures:240) waiting on 2 futures [ INFO] 2018-02-09 19:21:02,605 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures cleaning up task: item5 [ INFO] 2018-02-09 19:21:03,107 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures [ INFO] 2018-02-09 19:21:03,857 (QueueProcessorCallable:reapFutures:240) waiting on 4 futures cleaning up task: item6 [ WARN] 2018-02-09 19:21:04,853 (QueueProcessorCallable:setIsInactivated:220) Setting processor inactivation: true [ INFO] 2018-02-09 19:21:04,858 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures item10 [ INFO] 2018-02-09 19:21:08,609 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures cleaning up task: item7 cleaning up task: item8 [ INFO] 2018-02-09 19:21:11,860 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures cleaning up task: item9 [ INFO] 2018-02-09 19:21:11,860 (QueueProcessorCallable:call:80) All Tasks are complete. Shutting down Remaining on the queue: 1 item8 : [2018-02-09 19:21:03.106]: task Prepared from: item8 item8 : [2018-02-09 19:21:08.860]: task CleanedUp item5 : [2018-02-09 19:21:01.853]: task Prepared from: item5 item5 : [2018-02-09 19:21:02.856]: task CleanedUp item7 : [2018-02-09 19:21:02.605]: task Prepared from: item7 item7 : [2018-02-09 19:21:08.609]: task CleanedUp item6 : [2018-02-09 19:21:02.104]: task Prepared from: item6 item6 : [2018-02-09 19:21:04.358]: task CleanedUp item9 : [2018-02-09 19:21:03.857]: task Prepared from: item9 item9 : [2018-02-09 19:21:11.860]: task CleanedUp [DEBUG] 2018-02-09 19:21:14,958 (QueueProcessorCallable:reapFutures:242) Polling empty queue [ INFO] 2018-02-09 19:21:14,959 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-02-09 19:21:15,209 (QueueProcessorCallable:reapFutures:240) waiting on 2 futures [ INFO] 2018-02-09 19:21:15,711 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures [ WARN] 2018-02-09 19:21:15,958 (QueueProcessorCallable:setIsInactivated:220) Setting processor inactivation: true throwing exception: org.dataone.cn.batch.exceptions.RetryableException throwing exception: org.dataone.cn.batch.exceptions.RetryableException [ INFO] 2018-02-09 19:21:19,462 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures [DEBUG] 2018-02-09 19:21:19,463 (QueueProcessorCallable:reapFutures:268) Adding item to pendingQueue... cleaning up task: item12 [DEBUG] 2018-02-09 19:21:19,464 (QueueProcessorCallable:reapFutures:268) Adding item to pendingQueue... cleaning up task: item11 [ INFO] 2018-02-09 19:21:19,715 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-02-09 19:21:19,966 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-02-09 19:21:20,216 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-02-09 19:21:20,468 (QueueProcessorCallable:reapFutures:240) waiting on 2 futures [ INFO] 2018-02-09 19:21:20,969 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures throwing exception: org.dataone.cn.batch.exceptions.RetryableException throwing exception: org.dataone.cn.batch.exceptions.RetryableException [ INFO] 2018-02-09 19:21:24,720 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures [DEBUG] 2018-02-09 19:21:24,970 (QueueProcessorCallable:reapFutures:268) Adding item to pendingQueue... cleaning up task: item12 [DEBUG] 2018-02-09 19:21:24,971 (QueueProcessorCallable:reapFutures:268) Adding item to pendingQueue... cleaning up task: item13 [ INFO] 2018-02-09 19:21:24,971 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-02-09 19:21:25,222 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-02-09 19:21:25,472 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-02-09 19:21:25,722 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures Remaining on the queue: 2 item11 : [2018-02-09 19:21:14.958]: task Prepared from: item11 item11 : [2018-02-09 19:21:19.465]: task CleanedUp item11 : [2018-02-09 19:21:20.969]: task Prepared from: item11 item12 : [2018-02-09 19:21:15.209]: task Prepared from: item12 item12 : [2018-02-09 19:21:19.464]: task CleanedUp item12 : [2018-02-09 19:21:20.468]: task Prepared from: item12 item12 : [2018-02-09 19:21:24.971]: task CleanedUp item13 : [2018-02-09 19:21:15.711]: task Prepared from: item13 item13 : [2018-02-09 19:21:24.971]: task CleanedUp java.lang.InterruptedException at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404) at java.util.concurrent.FutureTask.get(FutureTask.java:204) at org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallable.reapFutures(QueueProcessorCallable.java:252) at org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallable.call(QueueProcessorCallable.java:75) at org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallable.call(QueueProcessorCallable.java:40) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Tests run: 6, Failures: 0, Errors: 0, Skipped: 3, Time elapsed: 34.425 sec Running org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest Feb 09, 2018 7:21:25 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:21:26 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:21:26 PM com.hazelcast.impl.AddressPicker WARNING: Picking loopback address [127.0.0.1]; setting 'java.net.preferIPv4Stack' to true. Feb 09, 2018 7:21:26 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:21:26 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:21:26 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:21:26 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:21:26 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:21:26 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_1_DataONEBuildTest Feb 09, 2018 7:21:26 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... s = org.dataone.service.types.v2.SystemMetadata@6955cb39 ss = org.dataone.service.types.v2.SystemMetadata@235a0c16 Feb 09, 2018 7:21:26 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN throwing exception: org.dataone.cn.batch.exceptions.RetryableException Feb 09, 2018 7:21:27 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:21:27 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 770 ms. Feb 09, 2018 7:21:27 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:21:27 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:21:27 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:21:27 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:21:27 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:21:27 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:21:27 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:21:27 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:21:27 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_2_DataONEBuildTest Feb 09, 2018 7:21:27 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:21:27,169 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-02-09 19:21:27,169 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-02-09 19:21:27,171 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... Feb 09, 2018 7:21:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is STARTING Feb 09, 2018 7:21:27 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37640 Feb 09, 2018 7:21:27 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37640 Feb 09, 2018 7:21:27 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37640 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:21:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:21:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Feb 09, 2018 7:21:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is STARTED Feb 09, 2018 7:21:27 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. [ INFO] 2018-02-09 19:21:27,251 (HazelcastClientFactory:getHazelcastClientUsingConfig:156) group DataONEBuildTest addresses 127.0.0.1:5720 Feb 09, 2018 7:21:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is STARTING Feb 09, 2018 7:21:27 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37642 Feb 09, 2018 7:21:27 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37642 Feb 09, 2018 7:21:27 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37642 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:21:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:21:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Feb 09, 2018 7:21:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is STARTED [ INFO] 2018-02-09 19:21:27,267 (V2TransferObjectTask:call:202) Task-urn:node:authMN-foooo - Locking task, attempt 1 [ INFO] 2018-02-09 19:21:27,275 (V2TransferObjectTask:call:207) Task-urn:node:authMN-foooo - Processing SyncObject [ERROR] 2018-02-09 19:21:27,278 (V2TransferObjectTask:retrieveMNSystemMetadata:333) Task-urn:node:authMN-foooo - Identifer not found (foooo) - NotFound - Identifer not found (foooo) org.dataone.service.exceptions.NotFound: Identifer not found (foooo) at org.dataone.client.v2.impl.InMemoryMNode.getSeriesHead(InMemoryMNode.java:195) at org.dataone.client.v2.impl.InMemoryMNode.checkAvailableAndAuthorized(InMemoryMNode.java:159) at org.dataone.client.v2.impl.InMemoryMNode.getSystemMetadata(InMemoryMNode.java:379) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.getSystemMetadataHandleRetry(V2TransferObjectTask.java:365) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.retrieveMNSystemMetadata(V2TransferObjectTask.java:316) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:208) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testCantRetrieveMNsSysMeta(TransferObjectTaskTest.java:207) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:21:27,285 (V2TransferObjectTask:call:234) Task-urn:node:authMN-foooo - Unlocked Pid. [ERROR] 2018-02-09 19:21:27,285 (V2TransferObjectTask:call:259) Task-urn:node:authMN-foooo - SynchronizationFailed: Synchronization task of [PID::] foooo [::PID] failed. Cause: NotFound: Identifer not found (foooo) org.dataone.service.exceptions.SynchronizationFailed: Synchronization task of [PID::] foooo [::PID] failed. Cause: NotFound: Identifer not found (foooo) at org.dataone.cn.batch.synchronization.tasks.SyncFailedTask.createSynchronizationFailed(SyncFailedTask.java:99) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.retrieveMNSystemMetadata(V2TransferObjectTask.java:334) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:208) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testCantRetrieveMNsSysMeta(TransferObjectTaskTest.java:207) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ WARN] 2018-02-09 19:21:27,286 (SyncFailedTask:submitSynchronizationFailed:116) Task-urn:node:authMN-foooo - SynchronizationFailed: detail code: 6001 id:foooo nodeId:null description:Synchronization task of [PID::] foooo [::PID] failed. Cause: NotFound: Identifer not found (foooo) [ INFO] 2018-02-09 19:21:27,287 (V2TransferObjectTask:call:294) Task-urn:node:authMN-foooo - exiting with callState: FAILED eventDate=Fri Feb 09 19:21:27 UTC 2018 : type=SYNCHRONIZATION_FAILED : id=foooo : nodeId=urn:node:authMN Feb 09, 2018 7:21:27 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:21:27 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37640] lost. Reason: Explicit close Feb 09, 2018 7:21:27 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [0] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:21:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:21:27 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [0] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:21:27 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37642] lost. Reason: Explicit close Feb 09, 2018 7:21:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:21:27 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:21:27 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Feb 09, 2018 7:21:27 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:21:27 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,991 ms later, attempt 1 of 1. Feb 09, 2018 7:21:27 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:21:27 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 619 ms. Feb 09, 2018 7:21:27 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:21:27 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:21:27 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:21:27 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:21:27 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:21:27 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:21:27 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:21:27 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:21:27 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_3_DataONEBuildTest Feb 09, 2018 7:21:27 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:21:27,937 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:21:28,121 (CertificateManager:getCertificateFile:1144) selectSession: using the default certificate location [ INFO] 2018-02-09 19:21:28,129 (CertificateManager:getCertificateFile:1144) selectSession: using the default certificate location [ INFO] 2018-02-09 19:21:28,132 (CertificateManager:getCertificateFile:1144) selectSession: using the default certificate location [ INFO] 2018-02-09 19:21:28,194 (CertificateManager:buildSSLContext:858) ...trying SSLContext protocol: TLSv1.2 [ INFO] 2018-02-09 19:21:28,196 (CertificateManager:buildSSLContext:860) ...setting SSLContext with protocol: TLSv1.2 [ INFO] 2018-02-09 19:21:28,246 (CertificateManager:getTrustManager:1008) creating custom TrustManager [ INFO] 2018-02-09 19:21:28,248 (CertificateManager:loadTrustStore:355) certificate.truststore.aux.location=/etc/dataone/truststore [ INFO] 2018-02-09 19:21:28,248 (CertificateManager:loadTrustStore:372) shippedCAcerts=/org/dataone/client/auth/d1-trusted-certs.crt [ INFO] 2018-02-09 19:21:28,249 (CertificateManager:loadIntoTrustStore:415) loading into client truststore: java.io.InputStreamReader@62417a16 [ INFO] 2018-02-09 19:21:28,251 (CertificateManager:loadIntoTrustStore:426) 0 alias CN=DataONE Root CA,DC=dataone,DC=org [ INFO] 2018-02-09 19:21:28,252 (CertificateManager:loadIntoTrustStore:426) 1 alias CN=DataONE Production CA,DC=dataone,DC=org [ INFO] 2018-02-09 19:21:28,253 (CertificateManager:loadIntoTrustStore:426) 2 alias CN=CILogon Basic CA 1,O=CILogon,C=US,DC=cilogon,DC=org [ INFO] 2018-02-09 19:21:28,254 (CertificateManager:loadIntoTrustStore:426) 3 alias CN=CILogon OpenID CA 1,O=CILogon,C=US,DC=cilogon,DC=org [ INFO] 2018-02-09 19:21:28,255 (CertificateManager:loadIntoTrustStore:426) 4 alias CN=CILogon Silver CA 1,O=CILogon,C=US,DC=cilogon,DC=org [ INFO] 2018-02-09 19:21:28,256 (CertificateManager:loadIntoTrustStore:426) 5 alias CN=RapidSSL CA,O=GeoTrust\, Inc.,C=US [ INFO] 2018-02-09 19:21:28,256 (CertificateManager:loadIntoTrustStore:426) 6 alias CN=ISRG Root X1,O=Internet Security Research Group,C=US [ INFO] 2018-02-09 19:21:28,257 (CertificateManager:loadIntoTrustStore:426) 7 alias CN=DST Root CA X3,O=Digital Signature Trust Co. [ INFO] 2018-02-09 19:21:28,259 (CertificateManager:getSSLConnectionSocketFactory:958) getSSLConnectionSocketFactory: using allow-all hostname verifier [ WARN] 2018-02-09 19:21:28,276 (HttpConnectionMonitorService$SingletonHolder:<clinit>:46) Starting monitor thread [ WARN] 2018-02-09 19:21:28,276 (HttpConnectionMonitorService:run:96) Starting monitoring... [ WARN] 2018-02-09 19:21:28,277 (HttpConnectionMonitorService:addMonitor:65) registering ConnectionManager... [ INFO] 2018-02-09 19:21:28,364 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:21:28,366 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:28,368 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.<init>(ObjectFormatCache.java:96) at org.dataone.client.v2.formats.ObjectFormatCache.<init>(ObjectFormatCache.java:57) at org.dataone.client.v2.formats.ObjectFormatCache$ObjectFormatCacheSingleton.<clinit>(ObjectFormatCache.java:110) at org.dataone.client.v2.formats.ObjectFormatCache.getInstance(ObjectFormatCache.java:117) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.<init>(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_unreserved_DATA_object(TransferObjectTaskTest.java:240) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:21:28,369 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:21:28,372 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:21:28,372 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:28,373 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:21:28,373 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:21:28,432 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:21:28,433 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:21:28,433 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:21:28,436 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:21:28,436 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:28,437 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:21:28,437 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:21:28,437 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:21:28,500 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204087933 - Locking task, attempt 1 Feb 09, 2018 7:21:32 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37649 Feb 09, 2018 7:21:32 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37649 Feb 09, 2018 7:21:32 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37650 Feb 09, 2018 7:21:32 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37649 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:21:32 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37650 Feb 09, 2018 7:21:32 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:21:32 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37650 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:21:32 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:21:32 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:21:32,910 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204087933 - Processing SyncObject [ INFO] 2018-02-09 19:21:32,911 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204087933 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204087933 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204087933 Feb 09, 2018 7:21:32 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [DEBUG] 2018-02-09 19:21:32,912 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204087933 MN system metadata retrieved... [DEBUG] 2018-02-09 19:21:32,912 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204087933 entering processTask... [DEBUG] 2018-02-09 19:21:32,913 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204087933 entering validateSeriesId... [DEBUG] 2018-02-09 19:21:32,913 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204087933 entering resolve... [DEBUG] 2018-02-09 19:21:32,915 (V2TransferObjectTask:resolve:698) Task-urn:node:authMN-SyncUnitTest-1518204087933 PID SyncUnitTest-1518204087933 does not exist on the CN. [DEBUG] 2018-02-09 19:21:32,916 (V2TransferObjectTask:processNewObject:464) Task-urn:node:authMN-SyncUnitTest-1518204087933 entering processNewObject... [ INFO] 2018-02-09 19:21:32,916 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-02-09 19:21:32,918 (V2TransferObjectTask:processNewObject:477) Task-urn:node:authMN-SyncUnitTest-1518204087933 Pid is not reserved by anyone. [DEBUG] 2018-02-09 19:21:32,919 (V2TransferObjectTask:populateInitialReplicaList:513) Task-urn:node:authMN-SyncUnitTest-1518204087933 entering populateInitialReplicaList [DEBUG] 2018-02-09 19:21:32,919 (V2TransferObjectTask:populateInitialReplicaList:528) Task-urn:node:authMN-SyncUnitTest-1518204087933 Included replica for original MN [DEBUG] 2018-02-09 19:21:32,920 (V2TransferObjectTask:populateInitialReplicaList:532) Task-urn:node:authMN-SyncUnitTest-1518204087933 Get Object Format [ INFO] 2018-02-09 19:21:32,920 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:21:32,921 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:21:32,926 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:21:32,926 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:32,928 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:21:32,928 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:21:32,928 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:21:32,929 (V2TransferObjectTask:createObject:730) Task-urn:node:authMN-SyncUnitTest-1518204087933 - Start CreateObject [ INFO] 2018-02-09 19:21:32,930 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:21:32,930 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:21:32,933 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:21:32,933 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:32,935 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:21:32,935 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:21:32,935 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:21:32,935 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-02-09 19:21:32,938 (V2TransferObjectTask:validateChecksum:834) Task-urn:node:authMN-SyncUnitTest-1518204087933 entering validateChecksum... [DEBUG] 2018-02-09 19:21:32,938 (V2TransferObjectTask:createObject:808) Task-urn:node:authMN-SyncUnitTest-1518204087933 Registering SystemMetadata... [DEBUG] 2018-02-09 19:21:32,949 (V2TransferObjectTask:createObject:811) Task-urn:node:authMN-SyncUnitTest-1518204087933 ... Registered SystemMetadata [ INFO] 2018-02-09 19:21:32,950 (V2TransferObjectTask:createObject:813) Task-urn:node:authMN-SyncUnitTest-1518204087933 - Completed CreateObject [ INFO] 2018-02-09 19:21:32,951 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204087933 - Unlocked Pid. [ INFO] 2018-02-09 19:21:32,951 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204087933 - exiting with callState: SUCCESS Feb 09, 2018 7:21:32 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:21:33 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [2] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:21:33 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:21:33 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37650] lost. Reason: Explicit close Feb 09, 2018 7:21:33 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [2] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:21:33 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37649] lost. Reason: Explicit close Feb 09, 2018 7:21:33 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:21:33 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:21:33 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:21:33 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Feb 09, 2018 7:21:33 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,995 ms later, attempt 1 of 1. Feb 09, 2018 7:21:33 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:21:33 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 725 ms. Feb 09, 2018 7:21:33 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:21:33 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:21:33 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:21:33 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:21:33 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:21:33 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:21:33 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:21:33 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:21:33 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_4_DataONEBuildTest Feb 09, 2018 7:21:33 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:21:33,708 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:21:33,714 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:21:33,715 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:33,717 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.<init>(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_unreserved_METADATA_object(TransferObjectTaskTest.java:279) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:21:33,717 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:21:33,720 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:21:33,720 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:33,721 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:21:33,721 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:21:33,722 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:21:33,725 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204093708 - Locking task, attempt 1 Feb 09, 2018 7:21:38 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37658 Feb 09, 2018 7:21:38 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37659 Feb 09, 2018 7:21:38 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37658 Feb 09, 2018 7:21:38 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37659 Feb 09, 2018 7:21:38 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37658 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:21:38 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37659 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:21:38 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:21:38 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:21:38 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Feb 09, 2018 7:21:38 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:21:38,575 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204093708 - Processing SyncObject [ INFO] 2018-02-09 19:21:38,576 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204093708 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204093708 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204093708 [DEBUG] 2018-02-09 19:21:38,576 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204093708 MN system metadata retrieved... [DEBUG] 2018-02-09 19:21:38,576 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204093708 entering processTask... [DEBUG] 2018-02-09 19:21:38,577 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204093708 entering validateSeriesId... [DEBUG] 2018-02-09 19:21:38,577 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204093708 entering resolve... [DEBUG] 2018-02-09 19:21:38,579 (V2TransferObjectTask:resolve:698) Task-urn:node:authMN-SyncUnitTest-1518204093708 PID SyncUnitTest-1518204093708 does not exist on the CN. [DEBUG] 2018-02-09 19:21:38,579 (V2TransferObjectTask:processNewObject:464) Task-urn:node:authMN-SyncUnitTest-1518204093708 entering processNewObject... [ INFO] 2018-02-09 19:21:38,580 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-02-09 19:21:38,582 (V2TransferObjectTask:processNewObject:477) Task-urn:node:authMN-SyncUnitTest-1518204093708 Pid is not reserved by anyone. [DEBUG] 2018-02-09 19:21:38,582 (V2TransferObjectTask:populateInitialReplicaList:513) Task-urn:node:authMN-SyncUnitTest-1518204093708 entering populateInitialReplicaList [DEBUG] 2018-02-09 19:21:38,582 (V2TransferObjectTask:populateInitialReplicaList:528) Task-urn:node:authMN-SyncUnitTest-1518204093708 Included replica for original MN [DEBUG] 2018-02-09 19:21:38,582 (V2TransferObjectTask:populateInitialReplicaList:532) Task-urn:node:authMN-SyncUnitTest-1518204093708 Get Object Format [ INFO] 2018-02-09 19:21:38,583 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:21:38,583 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:21:38,588 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:21:38,588 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:38,589 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:21:38,589 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:21:38,590 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [DEBUG] 2018-02-09 19:21:38,590 (V2TransferObjectTask:populateInitialReplicaList:544) Task-urn:node:authMN-SyncUnitTest-1518204093708 Added CN as replica because formatType METADATA is not DATA [ INFO] 2018-02-09 19:21:38,590 (V2TransferObjectTask:createObject:730) Task-urn:node:authMN-SyncUnitTest-1518204093708 - Start CreateObject [ INFO] 2018-02-09 19:21:38,590 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:21:38,591 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:21:38,594 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:21:38,594 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:38,596 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:21:38,596 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:21:38,596 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:21:38,596 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-02-09 19:21:38,599 (V2TransferObjectTask:validateChecksum:834) Task-urn:node:authMN-SyncUnitTest-1518204093708 entering validateChecksum... [DEBUG] 2018-02-09 19:21:38,599 (V2TransferObjectTask:createObject:761) Task-urn:node:authMN-SyncUnitTest-1518204093708 getting ScienceMetadata [DEBUG] 2018-02-09 19:21:38,600 (V2TransferObjectTask:createObject:798) Task-urn:node:authMN-SyncUnitTest-1518204093708 Calling CNCreate... [DEBUG] 2018-02-09 19:21:38,606 (V2TransferObjectTask:createObject:802) Task-urn:node:authMN-SyncUnitTest-1518204093708 ... CNCreate finished [ INFO] 2018-02-09 19:21:38,606 (V2TransferObjectTask:createObject:813) Task-urn:node:authMN-SyncUnitTest-1518204093708 - Completed CreateObject [ INFO] 2018-02-09 19:21:38,607 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204093708 - Unlocked Pid. [ INFO] 2018-02-09 19:21:38,607 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204093708 - exiting with callState: SUCCESS Feb 09, 2018 7:21:38 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:21:39 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [4] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:21:39 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37659] lost. Reason: Explicit close Feb 09, 2018 7:21:39 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:21:39 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [4] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:21:39 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:21:39 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37658] lost. Reason: Explicit close Feb 09, 2018 7:21:39 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:21:39 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Feb 09, 2018 7:21:39 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:21:39 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Feb 09, 2018 7:21:39 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:21:39 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 836 ms. Feb 09, 2018 7:21:39 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:21:39 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:21:39 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:21:39 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:21:39 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:21:39 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:21:39 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:21:39 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:21:39 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_5_DataONEBuildTest Feb 09, 2018 7:21:39 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:21:39,462 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:21:39,465 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:21:39,466 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:39,467 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.<init>(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_reserved_DATA_object(TransferObjectTaskTest.java:320) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:21:39,468 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:21:39,472 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:21:39,472 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:39,473 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:21:39,473 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:21:39,474 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:21:39,478 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-02-09 19:21:39,478 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-02-09 19:21:39,479 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-02-09 19:21:39,479 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204099462 - Locking task, attempt 1 Feb 09, 2018 7:21:44 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37697 Feb 09, 2018 7:21:44 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37697 Feb 09, 2018 7:21:44 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37698 Feb 09, 2018 7:21:44 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37697 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:21:44 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37698 Feb 09, 2018 7:21:44 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37698 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:21:44 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:21:44 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:21:44 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Feb 09, 2018 7:21:44 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:21:44,273 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204099462 - Processing SyncObject [ INFO] 2018-02-09 19:21:44,274 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204099462 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204099462 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204099462 [DEBUG] 2018-02-09 19:21:44,274 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204099462 MN system metadata retrieved... [DEBUG] 2018-02-09 19:21:44,274 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204099462 entering processTask... [DEBUG] 2018-02-09 19:21:44,274 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204099462 entering validateSeriesId... [DEBUG] 2018-02-09 19:21:44,275 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204099462 entering resolve... [DEBUG] 2018-02-09 19:21:44,277 (V2TransferObjectTask:resolve:698) Task-urn:node:authMN-SyncUnitTest-1518204099462 PID SyncUnitTest-1518204099462 does not exist on the CN. [DEBUG] 2018-02-09 19:21:44,277 (V2TransferObjectTask:processNewObject:464) Task-urn:node:authMN-SyncUnitTest-1518204099462 entering processNewObject... [ INFO] 2018-02-09 19:21:44,277 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-02-09 19:21:44,277 (V2TransferObjectTask:processNewObject:474) Task-urn:node:authMN-SyncUnitTest-1518204099462 Pid is reserved by this object's submitter. [DEBUG] 2018-02-09 19:21:44,277 (V2TransferObjectTask:populateInitialReplicaList:513) Task-urn:node:authMN-SyncUnitTest-1518204099462 entering populateInitialReplicaList [DEBUG] 2018-02-09 19:21:44,278 (V2TransferObjectTask:populateInitialReplicaList:528) Task-urn:node:authMN-SyncUnitTest-1518204099462 Included replica for original MN [DEBUG] 2018-02-09 19:21:44,278 (V2TransferObjectTask:populateInitialReplicaList:532) Task-urn:node:authMN-SyncUnitTest-1518204099462 Get Object Format [ INFO] 2018-02-09 19:21:44,278 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:21:44,278 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:21:44,283 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:21:44,284 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:44,286 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:21:44,286 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:21:44,286 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:21:44,286 (V2TransferObjectTask:createObject:730) Task-urn:node:authMN-SyncUnitTest-1518204099462 - Start CreateObject [ INFO] 2018-02-09 19:21:44,286 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:21:44,287 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:21:44,289 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:21:44,290 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:44,290 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:21:44,291 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:21:44,291 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:21:44,291 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-02-09 19:21:44,292 (V2TransferObjectTask:validateChecksum:834) Task-urn:node:authMN-SyncUnitTest-1518204099462 entering validateChecksum... [DEBUG] 2018-02-09 19:21:44,293 (V2TransferObjectTask:createObject:808) Task-urn:node:authMN-SyncUnitTest-1518204099462 Registering SystemMetadata... [DEBUG] 2018-02-09 19:21:44,297 (V2TransferObjectTask:createObject:811) Task-urn:node:authMN-SyncUnitTest-1518204099462 ... Registered SystemMetadata [ INFO] 2018-02-09 19:21:44,298 (V2TransferObjectTask:createObject:813) Task-urn:node:authMN-SyncUnitTest-1518204099462 - Completed CreateObject [ INFO] 2018-02-09 19:21:44,299 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204099462 - Unlocked Pid. [ INFO] 2018-02-09 19:21:44,299 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204099462 - exiting with callState: SUCCESS Feb 09, 2018 7:21:44 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:21:44 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37698] lost. Reason: Explicit close Feb 09, 2018 7:21:44 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [6] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:21:44 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [6] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:21:44 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:21:44 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37697] lost. Reason: Explicit close Feb 09, 2018 7:21:44 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:21:44 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:21:44 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Feb 09, 2018 7:21:44 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:21:44 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Feb 09, 2018 7:21:44 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:21:44 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 659 ms. Feb 09, 2018 7:21:44 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:21:44 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:21:44 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:21:44 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:21:44 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:21:44 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:21:44 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:21:44 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:21:44 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_6_DataONEBuildTest Feb 09, 2018 7:21:44 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:21:44,978 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:21:44,983 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:21:44,983 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:44,984 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.<init>(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_reservedByOther_DATA_object(TransferObjectTaskTest.java:360) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:21:44,985 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:21:44,988 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:21:44,989 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:44,990 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:21:44,990 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:21:44,990 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:21:44,994 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-02-09 19:21:44,995 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-02-09 19:21:44,995 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-02-09 19:21:44,996 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204104978 - Locking task, attempt 1 Feb 09, 2018 7:21:49 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37706 Feb 09, 2018 7:21:49 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37707 Feb 09, 2018 7:21:49 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37706 Feb 09, 2018 7:21:49 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37707 Feb 09, 2018 7:21:49 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37706 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:21:49 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37707 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:21:49 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:21:49 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:21:49 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Feb 09, 2018 7:21:49 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:21:49,925 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204104978 - Processing SyncObject [ INFO] 2018-02-09 19:21:49,926 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204104978 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204104978 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204104978 [DEBUG] 2018-02-09 19:21:49,926 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204104978 MN system metadata retrieved... [DEBUG] 2018-02-09 19:21:49,926 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204104978 entering processTask... [DEBUG] 2018-02-09 19:21:49,926 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204104978 entering validateSeriesId... [DEBUG] 2018-02-09 19:21:49,926 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204104978 entering resolve... [DEBUG] 2018-02-09 19:21:49,929 (V2TransferObjectTask:resolve:698) Task-urn:node:authMN-SyncUnitTest-1518204104978 PID SyncUnitTest-1518204104978 does not exist on the CN. [DEBUG] 2018-02-09 19:21:49,929 (V2TransferObjectTask:processNewObject:464) Task-urn:node:authMN-SyncUnitTest-1518204104978 entering processNewObject... [ INFO] 2018-02-09 19:21:49,929 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-02-09 19:21:49,936 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204104978 - Unlocked Pid. [ERROR] 2018-02-09 19:21:49,937 (V2TransferObjectTask:call:269) Task-urn:node:authMN-SyncUnitTest-1518204104978 - UnrecoverableException: SyncUnitTest-1518204104978 - from hasReservation - NotAuthorized - Identifier (SyncUnitTest-1518204104978) is reserved and not owned by subject, groucho org.dataone.cn.batch.exceptions.UnrecoverableException: SyncUnitTest-1518204104978 - from hasReservation at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:481) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:426) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_reservedByOther_DATA_object(TransferObjectTaskTest.java:363) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) Caused by: org.dataone.service.exceptions.NotAuthorized: Identifier (SyncUnitTest-1518204104978) is reserved and not owned by subject, groucho at org.dataone.cn.batch.harvest.mock.MockReserveIdentifierService.hasReservation(MockReserveIdentifierService.java:115) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:473) ... 34 more [ WARN] 2018-02-09 19:21:49,940 (SyncFailedTask:submitSynchronizationFailed:116) Task-urn:node:authMN-SyncUnitTest-1518204104978 - SynchronizationFailed: detail code: 6001 id:SyncUnitTest-1518204104978 nodeId:null description:Synchronization task of [PID::] SyncUnitTest-1518204104978 [::PID] failed. Cause: NotAuthorized: Identifier (SyncUnitTest-1518204104978) is reserved and not owned by subject, groucho [ INFO] 2018-02-09 19:21:49,940 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204104978 - exiting with callState: FAILED eventDate=Fri Feb 09 19:21:49 UTC 2018 : type=SYNCHRONIZATION_FAILED : id=SyncUnitTest-1518204104978 : nodeId=urn:node:authMN Feb 09, 2018 7:21:49 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:21:50 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [8] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:21:50 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:21:50 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37707] lost. Reason: Explicit close Feb 09, 2018 7:21:50 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [8] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:21:50 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37706] lost. Reason: Explicit close Feb 09, 2018 7:21:50 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:21:50 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:21:50 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:21:50 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Feb 09, 2018 7:21:50 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,994 ms later, attempt 1 of 1. Feb 09, 2018 7:21:50 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:21:50 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 782 ms. Feb 09, 2018 7:21:50 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:21:50 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:21:50 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:21:50 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:21:50 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:21:50 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:21:50 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:21:50 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:21:50 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_7_DataONEBuildTest Feb 09, 2018 7:21:50 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:21:50,746 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:21:50,750 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:21:50,750 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:50,752 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.<init>(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_SidReservedByOther_DATA_object(TransferObjectTaskTest.java:392) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:21:50,752 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:21:50,756 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:21:50,756 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:50,757 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:21:50,757 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:21:50,758 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:21:50,763 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-02-09 19:21:50,763 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-02-09 19:21:50,764 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-02-09 19:21:50,764 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-02-09 19:21:50,765 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-02-09 19:21:50,766 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-02-09 19:21:50,766 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204110746 - Locking task, attempt 1 Feb 09, 2018 7:21:55 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37715 Feb 09, 2018 7:21:55 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37715 Feb 09, 2018 7:21:55 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37716 Feb 09, 2018 7:21:55 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37716 Feb 09, 2018 7:21:55 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37715 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:21:55 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37716 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:21:55 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:21:55 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:21:55 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:21:55,562 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204110746 - Processing SyncObject [ INFO] 2018-02-09 19:21:55,563 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204110746 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204110746 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204110746 [DEBUG] 2018-02-09 19:21:55,563 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204110746 MN system metadata retrieved... [DEBUG] 2018-02-09 19:21:55,563 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204110746 entering processTask... [DEBUG] 2018-02-09 19:21:55,563 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204110746 entering validateSeriesId... [DEBUG] 2018-02-09 19:21:55,564 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204110746 entering resolve... [DEBUG] 2018-02-09 19:21:55,566 (V2TransferObjectTask:resolve:698) Task-urn:node:authMN-SyncUnitTest-1518204110746 SID theSid does not exist on the CN. [DEBUG] 2018-02-09 19:21:55,566 (V2TransferObjectTask:validateSeriesId:630) Task-urn:node:authMN-SyncUnitTest-1518204110746 SeriesId (theSid) doesn't exist for any object on the CN, checking reservation service... [ INFO] 2018-02-09 19:21:55,567 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... Feb 09, 2018 7:21:55 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ERROR] 2018-02-09 19:21:55,569 (V2TransferObjectTask:processTask:429) Task-urn:node:authMN-SyncUnitTest-1518204110746 - NotAuthorized to claim the seriesId - NotAuthorized - Identifier (theSid) is reserved and not owned by subject, groucho org.dataone.service.exceptions.NotAuthorized: Identifier (theSid) is reserved and not owned by subject, groucho at org.dataone.cn.batch.harvest.mock.MockReserveIdentifierService.hasReservation(MockReserveIdentifierService.java:115) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.validateSeriesId(V2TransferObjectTask.java:637) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:421) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_SidReservedByOther_DATA_object(TransferObjectTaskTest.java:398) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:21:55,573 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204110746 - Unlocked Pid. [ERROR] 2018-02-09 19:21:55,573 (V2TransferObjectTask:call:259) Task-urn:node:authMN-SyncUnitTest-1518204110746 - SynchronizationFailed: Synchronization task of [PID::] SyncUnitTest-1518204110746 [::PID] failed. Cause: NotAuthorized: Identifier (theSid) is reserved and not owned by subject, groucho org.dataone.service.exceptions.SynchronizationFailed: Synchronization task of [PID::] SyncUnitTest-1518204110746 [::PID] failed. Cause: NotAuthorized: Identifier (theSid) is reserved and not owned by subject, groucho at org.dataone.cn.batch.synchronization.tasks.SyncFailedTask.createSynchronizationFailed(SyncFailedTask.java:99) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:430) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_SidReservedByOther_DATA_object(TransferObjectTaskTest.java:398) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ WARN] 2018-02-09 19:21:55,574 (SyncFailedTask:submitSynchronizationFailed:116) Task-urn:node:authMN-SyncUnitTest-1518204110746 - SynchronizationFailed: detail code: 6001 id:SyncUnitTest-1518204110746 nodeId:null description:Synchronization task of [PID::] SyncUnitTest-1518204110746 [::PID] failed. Cause: NotAuthorized: Identifier (theSid) is reserved and not owned by subject, groucho [ INFO] 2018-02-09 19:21:55,575 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204110746 - exiting with callState: FAILED eventDate=Fri Feb 09 19:21:55 UTC 2018 : type=SYNCHRONIZATION_FAILED : id=SyncUnitTest-1518204110746 : nodeId=urn:node:authMN Feb 09, 2018 7:21:55 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:21:56 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37716] lost. Reason: Explicit close Feb 09, 2018 7:21:56 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [10] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:21:56 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [10] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:21:56 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:21:56 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:21:56 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37715] lost. Reason: Explicit close Feb 09, 2018 7:21:56 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:21:56 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:21:56 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Feb 09, 2018 7:21:56 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Feb 09, 2018 7:21:56 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:21:56 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 668 ms. Feb 09, 2018 7:21:56 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:21:56 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:21:56 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:21:56 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:21:56 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:21:56 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:21:56 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:21:56 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:21:56 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_8_DataONEBuildTest Feb 09, 2018 7:21:56 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:21:56,269 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:21:56,273 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:21:56,273 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:56,274 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.<init>(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_pid_collision(TransferObjectTaskTest.java:424) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:21:56,275 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:21:56,278 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:21:56,278 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:21:56,280 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:21:56,280 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:21:56,280 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:21:56,285 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204116269 - Locking task, attempt 1 Feb 09, 2018 7:21:57 PM com.hazelcast.client.ConnectionManager WARNING: Server didn't respond to client's requests for 30 seconds. Assuming it is dead, closing the connection! Exception in thread "Timer-1" java.lang.NullPointerException at com.hazelcast.client.ConnectionManager$1.run(ConnectionManager.java:94) at java.util.TimerThread.mainLoop(Timer.java:555) at java.util.TimerThread.run(Timer.java:505) Feb 09, 2018 7:22:01 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37724 Feb 09, 2018 7:22:01 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37725 Feb 09, 2018 7:22:01 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37725 Feb 09, 2018 7:22:01 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37724 Feb 09, 2018 7:22:01 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37724 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:01 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:01 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37725 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:01 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:01 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Feb 09, 2018 7:22:01 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:22:01,199 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204116269 - Processing SyncObject [ INFO] 2018-02-09 19:22:01,200 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204116269 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204116269 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204116269 [DEBUG] 2018-02-09 19:22:01,200 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204116269 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:01,200 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204116269 entering processTask... [DEBUG] 2018-02-09 19:22:01,200 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204116269 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:01,200 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204116269 entering resolve... [DEBUG] 2018-02-09 19:22:01,202 (V2TransferObjectTask:resolve:698) Task-urn:node:authMN-SyncUnitTest-1518204116269 PID SyncUnitTest-1518204116269 does not exist on the CN. [DEBUG] 2018-02-09 19:22:01,202 (V2TransferObjectTask:processNewObject:464) Task-urn:node:authMN-SyncUnitTest-1518204116269 entering processNewObject... [ INFO] 2018-02-09 19:22:01,202 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-02-09 19:22:01,222 (V2TransferObjectTask:processNewObject:477) Task-urn:node:authMN-SyncUnitTest-1518204116269 Pid is not reserved by anyone. [DEBUG] 2018-02-09 19:22:01,224 (V2TransferObjectTask:populateInitialReplicaList:513) Task-urn:node:authMN-SyncUnitTest-1518204116269 entering populateInitialReplicaList [DEBUG] 2018-02-09 19:22:01,227 (V2TransferObjectTask:populateInitialReplicaList:528) Task-urn:node:authMN-SyncUnitTest-1518204116269 Included replica for original MN [DEBUG] 2018-02-09 19:22:01,227 (V2TransferObjectTask:populateInitialReplicaList:532) Task-urn:node:authMN-SyncUnitTest-1518204116269 Get Object Format [ INFO] 2018-02-09 19:22:01,227 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:01,228 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:01,232 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:01,233 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:01,235 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:01,235 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:01,235 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:01,236 (V2TransferObjectTask:createObject:730) Task-urn:node:authMN-SyncUnitTest-1518204116269 - Start CreateObject [ INFO] 2018-02-09 19:22:01,236 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:01,236 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:01,239 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:01,239 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:01,240 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:01,241 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:01,241 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:01,241 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-02-09 19:22:01,243 (V2TransferObjectTask:validateChecksum:834) Task-urn:node:authMN-SyncUnitTest-1518204116269 entering validateChecksum... [DEBUG] 2018-02-09 19:22:01,243 (V2TransferObjectTask:createObject:808) Task-urn:node:authMN-SyncUnitTest-1518204116269 Registering SystemMetadata... [DEBUG] 2018-02-09 19:22:01,248 (V2TransferObjectTask:createObject:811) Task-urn:node:authMN-SyncUnitTest-1518204116269 ... Registered SystemMetadata [ INFO] 2018-02-09 19:22:01,248 (V2TransferObjectTask:createObject:813) Task-urn:node:authMN-SyncUnitTest-1518204116269 - Completed CreateObject [ INFO] 2018-02-09 19:22:01,249 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204116269 - Unlocked Pid. [ INFO] 2018-02-09 19:22:01,249 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204116269 - exiting with callState: SUCCESS [ INFO] 2018-02-09 19:22:01,249 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:01,249 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:01,252 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:01,252 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:01,253 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:01,253 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:01,253 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:01,257 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-02-09 19:22:01,257 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-02-09 19:22:01,258 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-02-09 19:22:01,258 (V2TransferObjectTask:call:202) Task-urn:node:otherMN-SyncUnitTest-1518204116269 - Locking task, attempt 1 [ INFO] 2018-02-09 19:22:01,259 (V2TransferObjectTask:call:207) Task-urn:node:otherMN-SyncUnitTest-1518204116269 - Processing SyncObject [ INFO] 2018-02-09 19:22:01,259 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:otherMN-SyncUnitTest-1518204116269 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204116269 from node urn:node:otherMN for ObjectInfo Identifier SyncUnitTest-1518204116269 [DEBUG] 2018-02-09 19:22:01,259 (V2TransferObjectTask:call:209) Task-urn:node:otherMN-SyncUnitTest-1518204116269 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:01,259 (V2TransferObjectTask:processTask:412) Task-urn:node:otherMN-SyncUnitTest-1518204116269 entering processTask... [DEBUG] 2018-02-09 19:22:01,259 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:otherMN-SyncUnitTest-1518204116269 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:01,259 (V2TransferObjectTask:resolve:688) Task-urn:node:otherMN-SyncUnitTest-1518204116269 entering resolve... [DEBUG] 2018-02-09 19:22:01,261 (V2TransferObjectTask:resolve:692) Task-urn:node:otherMN-SyncUnitTest-1518204116269 PID SyncUnitTest-1518204116269 exists on the CN. [DEBUG] 2018-02-09 19:22:01,261 (V2TransferObjectTask:processUpdates:980) Task-urn:node:otherMN-SyncUnitTest-1518204116269 entering processUpdates... [ INFO] 2018-02-09 19:22:01,261 (V2TransferObjectTask:processUpdates:985) Task-urn:node:otherMN-SyncUnitTest-1518204116269 - Start ProcessUpdate [DEBUG] 2018-02-09 19:22:01,261 (V2TransferObjectTask:processUpdates:986) Task-urn:node:otherMN-SyncUnitTest-1518204116269 Getting sysMeta from HazelCast map [ INFO] 2018-02-09 19:22:01,264 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:01,266 (SystemMetadataValidator:validateEssentialProperties:175) Submitted checksum doesn't match the existing one! [ INFO] 2018-02-09 19:22:01,268 (V2TransferObjectTask:call:234) Task-urn:node:otherMN-SyncUnitTest-1518204116269 - Unlocked Pid. [ERROR] 2018-02-09 19:22:01,268 (V2TransferObjectTask:call:259) Task-urn:node:otherMN-SyncUnitTest-1518204116269 - SynchronizationFailed: Synchronization task of [PID::] SyncUnitTest-1518204116269 [::PID] failed. Cause: IdentifierNotUnique: Checksum does not match existing object with same pid. org.dataone.service.exceptions.SynchronizationFailed: Synchronization task of [PID::] SyncUnitTest-1518204116269 [::PID] failed. Cause: IdentifierNotUnique: Checksum does not match existing object with same pid. at org.dataone.cn.batch.synchronization.tasks.SyncFailedTask.createSynchronizationFailed(SyncFailedTask.java:99) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processUpdates(V2TransferObjectTask.java:1018) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:423) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_pid_collision(TransferObjectTaskTest.java:456) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ WARN] 2018-02-09 19:22:01,268 (SyncFailedTask:submitSynchronizationFailed:116) Task-urn:node:otherMN-SyncUnitTest-1518204116269 - SynchronizationFailed: detail code: 6001 id:SyncUnitTest-1518204116269 nodeId:null description:Synchronization task of [PID::] SyncUnitTest-1518204116269 [::PID] failed. Cause: IdentifierNotUnique: Checksum does not match existing object with same pid. [ INFO] 2018-02-09 19:22:01,268 (V2TransferObjectTask:call:294) Task-urn:node:otherMN-SyncUnitTest-1518204116269 - exiting with callState: FAILED eventDate=Fri Feb 09 19:22:01 UTC 2018 : type=SYNCHRONIZATION_FAILED : id=SyncUnitTest-1518204116269 : nodeId=urn:node:otherMN Feb 09, 2018 7:22:01 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:22:01 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37724] lost. Reason: Explicit close Feb 09, 2018 7:22:01 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [12] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:01 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37725] lost. Reason: Explicit close Feb 09, 2018 7:22:01 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [12] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:01 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:01 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:01 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:01 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:01 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,999 ms later, attempt 1 of 1. Feb 09, 2018 7:22:01 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,999 ms later, attempt 1 of 1. Feb 09, 2018 7:22:02 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:22:02 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 747 ms. Feb 09, 2018 7:22:02 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:22:02 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:22:02 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:22:02 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:22:02 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:22:02 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:22:02 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:22:02 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:22:02 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_9_DataONEBuildTest Feb 09, 2018 7:22:02 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:22:02,030 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:02,033 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:22:02,034 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:02,034 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.<init>(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_nonAuthoritativeNode_impl(TransferObjectTaskTest.java:504) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_nonAuthoritativeNode_v1_accept(TransferObjectTaskTest.java:495) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:22:02,035 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:02,037 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:02,038 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:02,038 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:02,038 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:02,039 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:02,041 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-02-09 19:22:02,041 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-02-09 19:22:02,042 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-02-09 19:22:02,042 (V2TransferObjectTask:call:202) Task-urn:node:otherMN-foo - Locking task, attempt 1 Feb 09, 2018 7:22:06 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37733 Feb 09, 2018 7:22:06 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37733 Feb 09, 2018 7:22:06 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37732 Feb 09, 2018 7:22:06 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37732 Feb 09, 2018 7:22:06 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37732 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:06 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:06 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37733 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:06 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:06 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Feb 09, 2018 7:22:06 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:22:06,892 (V2TransferObjectTask:call:207) Task-urn:node:otherMN-foo - Processing SyncObject [ INFO] 2018-02-09 19:22:06,892 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:otherMN-foo - Retrieved SystemMetadata Identifier:foo from node urn:node:otherMN for ObjectInfo Identifier foo [DEBUG] 2018-02-09 19:22:06,893 (V2TransferObjectTask:call:209) Task-urn:node:otherMN-foo MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:06,893 (V2TransferObjectTask:processTask:412) Task-urn:node:otherMN-foo entering processTask... [DEBUG] 2018-02-09 19:22:06,893 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:otherMN-foo entering validateSeriesId... [DEBUG] 2018-02-09 19:22:06,893 (V2TransferObjectTask:resolve:688) Task-urn:node:otherMN-foo entering resolve... [DEBUG] 2018-02-09 19:22:06,895 (V2TransferObjectTask:resolve:698) Task-urn:node:otherMN-foo PID foo does not exist on the CN. [DEBUG] 2018-02-09 19:22:06,896 (V2TransferObjectTask:processNewObject:464) Task-urn:node:otherMN-foo entering processNewObject... [ INFO] 2018-02-09 19:22:06,896 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-02-09 19:22:06,896 (V2TransferObjectTask:processNewObject:474) Task-urn:node:otherMN-foo Pid is reserved by this object's submitter. [DEBUG] 2018-02-09 19:22:06,897 (V2TransferObjectTask:populateInitialReplicaList:513) Task-urn:node:otherMN-foo entering populateInitialReplicaList [DEBUG] 2018-02-09 19:22:06,897 (V2TransferObjectTask:populateInitialReplicaList:528) Task-urn:node:otherMN-foo Included replica for original MN [DEBUG] 2018-02-09 19:22:06,897 (V2TransferObjectTask:populateInitialReplicaList:532) Task-urn:node:otherMN-foo Get Object Format [ INFO] 2018-02-09 19:22:06,897 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:06,898 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:06,902 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:06,903 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:06,905 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:06,905 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:06,905 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:06,905 (V2TransferObjectTask:createObject:730) Task-urn:node:otherMN-foo - Start CreateObject [ INFO] 2018-02-09 19:22:06,906 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:06,906 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:06,909 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:06,909 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:06,911 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:06,911 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:06,911 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:06,911 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-02-09 19:22:06,913 (V2TransferObjectTask:validateChecksum:834) Task-urn:node:otherMN-foo entering validateChecksum... [DEBUG] 2018-02-09 19:22:06,913 (V2TransferObjectTask:createObject:808) Task-urn:node:otherMN-foo Registering SystemMetadata... [DEBUG] 2018-02-09 19:22:06,919 (V2TransferObjectTask:createObject:811) Task-urn:node:otherMN-foo ... Registered SystemMetadata [ INFO] 2018-02-09 19:22:06,919 (V2TransferObjectTask:createObject:813) Task-urn:node:otherMN-foo - Completed CreateObject [ INFO] 2018-02-09 19:22:06,920 (V2TransferObjectTask:call:234) Task-urn:node:otherMN-foo - Unlocked Pid. [ INFO] 2018-02-09 19:22:06,920 (V2TransferObjectTask:call:294) Task-urn:node:otherMN-foo - exiting with callState: SUCCESS Feb 09, 2018 7:22:06 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:22:07 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [14] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:07 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:07 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37732] lost. Reason: Explicit close Feb 09, 2018 7:22:07 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [14] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:07 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:07 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37733] lost. Reason: Explicit close Feb 09, 2018 7:22:07 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:07 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:07 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,998 ms later, attempt 1 of 1. Feb 09, 2018 7:22:07 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,995 ms later, attempt 1 of 1. Feb 09, 2018 7:22:07 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:22:07 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 609 ms. Feb 09, 2018 7:22:07 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:22:07 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:22:07 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:22:07 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:22:07 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:22:07 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:22:07 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:22:07 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:22:07 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_10_DataONEBuildTest Feb 09, 2018 7:22:07 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:22:07,542 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:07,545 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:22:07,545 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:07,546 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.<init>(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncReplica(TransferObjectTaskTest.java:552) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:22:07,547 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:07,549 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:07,549 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:07,550 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:07,550 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:07,551 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:07,554 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204127542 - Locking task, attempt 1 Feb 09, 2018 7:22:12 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37742 Feb 09, 2018 7:22:12 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37742 Feb 09, 2018 7:22:12 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37742 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:12 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:12 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37743 Feb 09, 2018 7:22:12 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37743 Feb 09, 2018 7:22:12 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37743 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:12 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Feb 09, 2018 7:22:12 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:12 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:22:12,544 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204127542 - Processing SyncObject [ INFO] 2018-02-09 19:22:12,544 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204127542 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204127542 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204127542 [DEBUG] 2018-02-09 19:22:12,544 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204127542 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:12,545 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204127542 entering processTask... [DEBUG] 2018-02-09 19:22:12,545 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204127542 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:12,545 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204127542 entering resolve... [DEBUG] 2018-02-09 19:22:12,547 (V2TransferObjectTask:resolve:698) Task-urn:node:authMN-SyncUnitTest-1518204127542 PID SyncUnitTest-1518204127542 does not exist on the CN. [DEBUG] 2018-02-09 19:22:12,547 (V2TransferObjectTask:processNewObject:464) Task-urn:node:authMN-SyncUnitTest-1518204127542 entering processNewObject... [ INFO] 2018-02-09 19:22:12,548 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-02-09 19:22:12,549 (V2TransferObjectTask:processNewObject:477) Task-urn:node:authMN-SyncUnitTest-1518204127542 Pid is not reserved by anyone. [DEBUG] 2018-02-09 19:22:12,549 (V2TransferObjectTask:populateInitialReplicaList:513) Task-urn:node:authMN-SyncUnitTest-1518204127542 entering populateInitialReplicaList [DEBUG] 2018-02-09 19:22:12,549 (V2TransferObjectTask:populateInitialReplicaList:528) Task-urn:node:authMN-SyncUnitTest-1518204127542 Included replica for original MN [DEBUG] 2018-02-09 19:22:12,550 (V2TransferObjectTask:populateInitialReplicaList:532) Task-urn:node:authMN-SyncUnitTest-1518204127542 Get Object Format [ INFO] 2018-02-09 19:22:12,550 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:12,555 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:22:12,555 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:12,557 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.cn.batch.harvest.mock.InMemoryCNReadCore.getFormat(InMemoryCNReadCore.java:597) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.populateInitialReplicaList(V2TransferObjectTask.java:533) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:488) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:426) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncReplica(TransferObjectTaskTest.java:556) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:22:12,557 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:12,560 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:12,561 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:12,562 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:12,562 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:12,562 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:12,562 (V2TransferObjectTask:createObject:730) Task-urn:node:authMN-SyncUnitTest-1518204127542 - Start CreateObject [ INFO] 2018-02-09 19:22:12,562 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:12,563 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:12,566 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:12,566 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:12,567 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:12,567 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:12,568 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:12,568 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-02-09 19:22:12,570 (V2TransferObjectTask:validateChecksum:834) Task-urn:node:authMN-SyncUnitTest-1518204127542 entering validateChecksum... [DEBUG] 2018-02-09 19:22:12,570 (V2TransferObjectTask:createObject:808) Task-urn:node:authMN-SyncUnitTest-1518204127542 Registering SystemMetadata... [DEBUG] 2018-02-09 19:22:12,576 (V2TransferObjectTask:createObject:811) Task-urn:node:authMN-SyncUnitTest-1518204127542 ... Registered SystemMetadata [ INFO] 2018-02-09 19:22:12,576 (V2TransferObjectTask:createObject:813) Task-urn:node:authMN-SyncUnitTest-1518204127542 - Completed CreateObject [ INFO] 2018-02-09 19:22:12,577 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204127542 - Unlocked Pid. [ INFO] 2018-02-09 19:22:12,577 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204127542 - exiting with callState: SUCCESS [ INFO] 2018-02-09 19:22:12,581 (V2TransferObjectTask:call:202) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 - Locking task, attempt 1 [ INFO] 2018-02-09 19:22:12,582 (V2TransferObjectTask:call:207) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 - Processing SyncObject [ INFO] 2018-02-09 19:22:12,582 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204127542 from node urn:node:replicaMN for ObjectInfo Identifier SyncUnitTest-1518204127542 [DEBUG] 2018-02-09 19:22:12,583 (V2TransferObjectTask:call:209) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:12,583 (V2TransferObjectTask:processTask:412) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 entering processTask... [DEBUG] 2018-02-09 19:22:12,583 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:12,583 (V2TransferObjectTask:resolve:688) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 entering resolve... [DEBUG] 2018-02-09 19:22:12,583 (V2TransferObjectTask:resolve:692) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 PID SyncUnitTest-1518204127542 exists on the CN. [DEBUG] 2018-02-09 19:22:12,583 (V2TransferObjectTask:processUpdates:980) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 entering processUpdates... [ INFO] 2018-02-09 19:22:12,584 (V2TransferObjectTask:processUpdates:985) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 - Start ProcessUpdate [DEBUG] 2018-02-09 19:22:12,584 (V2TransferObjectTask:processUpdates:986) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 Getting sysMeta from HazelCast map [ INFO] 2018-02-09 19:22:12,586 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:12,588 (SystemMetadataValidator:validateEssentialProperties:180) The submitted checksum matches existing one [DEBUG] 2018-02-09 19:22:12,589 (V2TransferObjectTask:processPossibleNewReplica:1038) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 entering processPossibleNewReplica... [ INFO] 2018-02-09 19:22:12,589 (V2TransferObjectTask:processPossibleNewReplica:1052) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 - Non-authoritative source, adding the node as a replica [ INFO] 2018-02-09 19:22:12,589 (V2TransferObjectTask:notifyReplicaNodes:1297) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 - Entering notifyReplicaNodes... [ERROR] 2018-02-09 19:22:12,593 (V2TransferObjectTask:notifyReplicaNodes:1318) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 - Failed to notify replica member node urn:node:authMN - ServiceFailure - Could not get CNode from the underlying context (D1Client.CN_URL) org.dataone.service.exceptions.ServiceFailure: Could not get CNode from the underlying context (D1Client.CN_URL) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:168) at org.dataone.cn.batch.synchronization.NodeCommSyncObjectFactory.createNodeComm(NodeCommSyncObjectFactory.java:151) at org.dataone.cn.batch.synchronization.NodeCommSyncObjectFactory.getNodeComm(NodeCommSyncObjectFactory.java:137) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.notifyReplicaNode(V2TransferObjectTask.java:1385) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.notifyReplicaNodes(V2TransferObjectTask.java:1311) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processPossibleNewReplica(V2TransferObjectTask.java:1058) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processUpdates(V2TransferObjectTask.java:1008) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:423) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncReplica(TransferObjectTaskTest.java:582) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:22:12,594 (V2TransferObjectTask:processUpdates:1010) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 - Completed ProcessUpdate [ INFO] 2018-02-09 19:22:12,594 (V2TransferObjectTask:call:234) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 - Unlocked Pid. [ INFO] 2018-02-09 19:22:12,595 (V2TransferObjectTask:call:294) Task-urn:node:replicaMN-SyncUnitTest-1518204127542 - exiting with callState: SUCCESS Feb 09, 2018 7:22:12 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:22:13 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [16] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:13 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:13 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37743] lost. Reason: Explicit close Feb 09, 2018 7:22:13 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [16] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:13 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:13 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37742] lost. Reason: Explicit close Feb 09, 2018 7:22:13 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:13 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:13 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Feb 09, 2018 7:22:13 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,998 ms later, attempt 1 of 1. Feb 09, 2018 7:22:13 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:22:13 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 696 ms. Feb 09, 2018 7:22:13 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:22:13 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:22:13 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:22:13 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:22:13 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:22:13 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:22:13 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:22:13 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:22:13 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_11_DataONEBuildTest Feb 09, 2018 7:22:13 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:22:13,311 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:13,312 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:13,317 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:13,317 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:13,318 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:13,318 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:13,319 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:13,323 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204133311 - Locking task, attempt 1 Feb 09, 2018 7:22:18 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37750 Feb 09, 2018 7:22:18 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37750 Feb 09, 2018 7:22:18 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37751 Feb 09, 2018 7:22:18 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37750 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:18 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37751 Feb 09, 2018 7:22:18 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37751 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:18 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:18 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:18 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:22:18,207 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204133311 - Processing SyncObject [ INFO] 2018-02-09 19:22:18,208 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204133311 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204133311 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204133311 [DEBUG] 2018-02-09 19:22:18,208 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204133311 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:18,208 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204133311 entering processTask... [DEBUG] 2018-02-09 19:22:18,208 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204133311 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:18,208 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204133311 entering resolve... [DEBUG] 2018-02-09 19:22:18,210 (V2TransferObjectTask:resolve:698) Task-urn:node:authMN-SyncUnitTest-1518204133311 PID SyncUnitTest-1518204133311 does not exist on the CN. [DEBUG] 2018-02-09 19:22:18,211 (V2TransferObjectTask:processNewObject:464) Task-urn:node:authMN-SyncUnitTest-1518204133311 entering processNewObject... [ INFO] 2018-02-09 19:22:18,211 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-02-09 19:22:18,212 (V2TransferObjectTask:processNewObject:477) Task-urn:node:authMN-SyncUnitTest-1518204133311 Pid is not reserved by anyone. Feb 09, 2018 7:22:18 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [DEBUG] 2018-02-09 19:22:18,212 (V2TransferObjectTask:populateInitialReplicaList:513) Task-urn:node:authMN-SyncUnitTest-1518204133311 entering populateInitialReplicaList [DEBUG] 2018-02-09 19:22:18,213 (V2TransferObjectTask:populateInitialReplicaList:528) Task-urn:node:authMN-SyncUnitTest-1518204133311 Included replica for original MN [DEBUG] 2018-02-09 19:22:18,213 (V2TransferObjectTask:populateInitialReplicaList:532) Task-urn:node:authMN-SyncUnitTest-1518204133311 Get Object Format [ INFO] 2018-02-09 19:22:18,213 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:18,217 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:22:18,217 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:18,218 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.cn.batch.harvest.mock.InMemoryCNReadCore.getFormat(InMemoryCNReadCore.java:597) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.populateInitialReplicaList(V2TransferObjectTask.java:533) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:488) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:426) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testResync_No_Op(TransferObjectTaskTest.java:613) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:22:18,219 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:18,223 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:18,223 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:18,225 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:18,225 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:18,226 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:18,226 (V2TransferObjectTask:createObject:730) Task-urn:node:authMN-SyncUnitTest-1518204133311 - Start CreateObject [ INFO] 2018-02-09 19:22:18,226 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:18,226 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:18,229 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:18,229 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:18,230 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:18,230 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:18,231 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:18,231 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-02-09 19:22:18,232 (V2TransferObjectTask:validateChecksum:834) Task-urn:node:authMN-SyncUnitTest-1518204133311 entering validateChecksum... [DEBUG] 2018-02-09 19:22:18,233 (V2TransferObjectTask:createObject:808) Task-urn:node:authMN-SyncUnitTest-1518204133311 Registering SystemMetadata... [DEBUG] 2018-02-09 19:22:18,236 (V2TransferObjectTask:createObject:811) Task-urn:node:authMN-SyncUnitTest-1518204133311 ... Registered SystemMetadata [ INFO] 2018-02-09 19:22:18,237 (V2TransferObjectTask:createObject:813) Task-urn:node:authMN-SyncUnitTest-1518204133311 - Completed CreateObject [ INFO] 2018-02-09 19:22:18,237 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204133311 - Unlocked Pid. [ INFO] 2018-02-09 19:22:18,238 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204133311 - exiting with callState: SUCCESS org.dataone.service.types.v1.Identifier@1b3c6331 [ INFO] 2018-02-09 19:22:18,250 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204133311 - Locking task, attempt 1 [ INFO] 2018-02-09 19:22:18,251 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204133311 - Processing SyncObject [ INFO] 2018-02-09 19:22:18,251 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204133311 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204133311 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204133311 [DEBUG] 2018-02-09 19:22:18,251 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204133311 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:18,251 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204133311 entering processTask... [DEBUG] 2018-02-09 19:22:18,252 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204133311 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:18,252 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204133311 entering resolve... [DEBUG] 2018-02-09 19:22:18,252 (V2TransferObjectTask:resolve:692) Task-urn:node:authMN-SyncUnitTest-1518204133311 PID SyncUnitTest-1518204133311 exists on the CN. [DEBUG] 2018-02-09 19:22:18,252 (V2TransferObjectTask:processUpdates:980) Task-urn:node:authMN-SyncUnitTest-1518204133311 entering processUpdates... [ INFO] 2018-02-09 19:22:18,252 (V2TransferObjectTask:processUpdates:985) Task-urn:node:authMN-SyncUnitTest-1518204133311 - Start ProcessUpdate [DEBUG] 2018-02-09 19:22:18,252 (V2TransferObjectTask:processUpdates:986) Task-urn:node:authMN-SyncUnitTest-1518204133311 Getting sysMeta from HazelCast map [ INFO] 2018-02-09 19:22:18,255 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:18,256 (SystemMetadataValidator:validateEssentialProperties:180) The submitted checksum matches existing one [DEBUG] 2018-02-09 19:22:18,256 (V2TransferObjectTask:processV2AuthoritativeUpdate:1181) Task-urn:node:authMN-SyncUnitTest-1518204133311 entering processV2AuthoritativeUpdate... [ INFO] 2018-02-09 19:22:18,257 (V2TransferObjectTask:processV2AuthoritativeUpdate:1221) Task-urn:node:authMN-SyncUnitTest-1518204133311 - No changes to update. [ INFO] 2018-02-09 19:22:18,257 (V2TransferObjectTask:processUpdates:1010) Task-urn:node:authMN-SyncUnitTest-1518204133311 - Completed ProcessUpdate [ INFO] 2018-02-09 19:22:18,258 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204133311 - Unlocked Pid. [ INFO] 2018-02-09 19:22:18,258 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204133311 - exiting with callState: SUCCESS Feb 09, 2018 7:22:18 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:22:18 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [18] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:18 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:18 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37750] lost. Reason: Explicit close Feb 09, 2018 7:22:18 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37751] lost. Reason: Explicit close Feb 09, 2018 7:22:18 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [18] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:18 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:18 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:18 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:18 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,995 ms later, attempt 1 of 1. Feb 09, 2018 7:22:18 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Feb 09, 2018 7:22:19 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:22:19 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 800 ms. Feb 09, 2018 7:22:19 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:22:19 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:22:19 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:22:19 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:22:19 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:22:19 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:22:19 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:22:19 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:22:19 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_12_DataONEBuildTest Feb 09, 2018 7:22:19 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:22:19,072 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:19,073 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:19,076 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:19,076 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:19,077 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:19,078 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:19,078 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:19,082 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204139072 - Locking task, attempt 1 Feb 09, 2018 7:22:23 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37760 Feb 09, 2018 7:22:23 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37761 Feb 09, 2018 7:22:23 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37760 Feb 09, 2018 7:22:23 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37760 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:23 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37761 Feb 09, 2018 7:22:23 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:23 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37761 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:23 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:23 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:22:23,871 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204139072 - Processing SyncObject [ INFO] 2018-02-09 19:22:23,872 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204139072 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204139072 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204139072 [DEBUG] 2018-02-09 19:22:23,872 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204139072 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:23,872 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204139072 entering processTask... [DEBUG] 2018-02-09 19:22:23,873 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204139072 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:23,873 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204139072 entering resolve... [DEBUG] 2018-02-09 19:22:23,874 (V2TransferObjectTask:resolve:698) Task-urn:node:authMN-SyncUnitTest-1518204139072 PID SyncUnitTest-1518204139072 does not exist on the CN. [DEBUG] 2018-02-09 19:22:23,875 (V2TransferObjectTask:processNewObject:464) Task-urn:node:authMN-SyncUnitTest-1518204139072 entering processNewObject... [ INFO] 2018-02-09 19:22:23,875 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... Feb 09, 2018 7:22:23 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [DEBUG] 2018-02-09 19:22:23,877 (V2TransferObjectTask:processNewObject:477) Task-urn:node:authMN-SyncUnitTest-1518204139072 Pid is not reserved by anyone. [DEBUG] 2018-02-09 19:22:23,877 (V2TransferObjectTask:populateInitialReplicaList:513) Task-urn:node:authMN-SyncUnitTest-1518204139072 entering populateInitialReplicaList [DEBUG] 2018-02-09 19:22:23,877 (V2TransferObjectTask:populateInitialReplicaList:528) Task-urn:node:authMN-SyncUnitTest-1518204139072 Included replica for original MN [DEBUG] 2018-02-09 19:22:23,877 (V2TransferObjectTask:populateInitialReplicaList:532) Task-urn:node:authMN-SyncUnitTest-1518204139072 Get Object Format [ INFO] 2018-02-09 19:22:23,877 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:23,880 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:22:23,880 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:23,881 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.cn.batch.harvest.mock.InMemoryCNReadCore.getFormat(InMemoryCNReadCore.java:597) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.populateInitialReplicaList(V2TransferObjectTask.java:533) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:488) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:426) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncUpdate(TransferObjectTaskTest.java:647) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:22:23,881 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:23,884 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:23,884 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:23,885 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:23,885 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:23,885 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:23,885 (V2TransferObjectTask:createObject:730) Task-urn:node:authMN-SyncUnitTest-1518204139072 - Start CreateObject [ INFO] 2018-02-09 19:22:23,885 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:23,885 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:23,888 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:23,888 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:23,889 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:23,889 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:23,889 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:23,890 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-02-09 19:22:23,891 (V2TransferObjectTask:validateChecksum:834) Task-urn:node:authMN-SyncUnitTest-1518204139072 entering validateChecksum... [DEBUG] 2018-02-09 19:22:23,891 (V2TransferObjectTask:createObject:808) Task-urn:node:authMN-SyncUnitTest-1518204139072 Registering SystemMetadata... [DEBUG] 2018-02-09 19:22:23,895 (V2TransferObjectTask:createObject:811) Task-urn:node:authMN-SyncUnitTest-1518204139072 ... Registered SystemMetadata [ INFO] 2018-02-09 19:22:23,896 (V2TransferObjectTask:createObject:813) Task-urn:node:authMN-SyncUnitTest-1518204139072 - Completed CreateObject [ INFO] 2018-02-09 19:22:23,896 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204139072 - Unlocked Pid. [ INFO] 2018-02-09 19:22:23,896 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204139072 - exiting with callState: SUCCESS [ INFO] 2018-02-09 19:22:23,903 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204139072 - Locking task, attempt 1 [ INFO] 2018-02-09 19:22:23,903 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204139072 - Processing SyncObject [ INFO] 2018-02-09 19:22:23,904 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204139072 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204139072 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204139072 [DEBUG] 2018-02-09 19:22:23,904 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204139072 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:23,904 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204139072 entering processTask... [DEBUG] 2018-02-09 19:22:23,904 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204139072 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:23,904 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204139072 entering resolve... [DEBUG] 2018-02-09 19:22:23,904 (V2TransferObjectTask:resolve:692) Task-urn:node:authMN-SyncUnitTest-1518204139072 PID SyncUnitTest-1518204139072 exists on the CN. [DEBUG] 2018-02-09 19:22:23,904 (V2TransferObjectTask:processUpdates:980) Task-urn:node:authMN-SyncUnitTest-1518204139072 entering processUpdates... [ INFO] 2018-02-09 19:22:23,905 (V2TransferObjectTask:processUpdates:985) Task-urn:node:authMN-SyncUnitTest-1518204139072 - Start ProcessUpdate [DEBUG] 2018-02-09 19:22:23,905 (V2TransferObjectTask:processUpdates:986) Task-urn:node:authMN-SyncUnitTest-1518204139072 Getting sysMeta from HazelCast map [ INFO] 2018-02-09 19:22:23,906 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:23,908 (SystemMetadataValidator:validateEssentialProperties:180) The submitted checksum matches existing one [DEBUG] 2018-02-09 19:22:23,908 (V2TransferObjectTask:processV2AuthoritativeUpdate:1181) Task-urn:node:authMN-SyncUnitTest-1518204139072 entering processV2AuthoritativeUpdate... [DEBUG] 2018-02-09 19:22:23,910 (V2TransferObjectTask:processV2AuthoritativeUpdate:1193) Task-urn:node:authMN-SyncUnitTest-1518204139072 Copied over existing Replica section from CN.. [DEBUG] 2018-02-09 19:22:23,910 (V2TransferObjectTask:processV2AuthoritativeUpdate:1216) Task-urn:node:authMN-SyncUnitTest-1518204139072 Updated CN with new SystemMetadata [ INFO] 2018-02-09 19:22:23,911 (V2TransferObjectTask:notifyReplicaNodes:1297) Task-urn:node:authMN-SyncUnitTest-1518204139072 - Entering notifyReplicaNodes... [ INFO] 2018-02-09 19:22:23,912 (V2TransferObjectTask:processUpdates:1010) Task-urn:node:authMN-SyncUnitTest-1518204139072 - Completed ProcessUpdate [ INFO] 2018-02-09 19:22:23,913 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204139072 - Unlocked Pid. [ INFO] 2018-02-09 19:22:23,913 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204139072 - exiting with callState: SUCCESS Feb 09, 2018 7:22:23 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:22:24 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [20] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:24 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:24 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37760] lost. Reason: Explicit close Feb 09, 2018 7:22:24 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [20] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:24 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:24 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37761] lost. Reason: Explicit close Feb 09, 2018 7:22:24 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:24 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:24 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Feb 09, 2018 7:22:24 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Feb 09, 2018 7:22:24 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:22:24 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 656 ms. Feb 09, 2018 7:22:24 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:22:24 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:22:24 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:22:24 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:22:24 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:22:24 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:22:24 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:22:24 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:22:24 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_13_DataONEBuildTest Feb 09, 2018 7:22:24 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:22:24,587 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:24,587 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:24,590 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:24,590 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:24,591 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:24,591 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:24,591 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:24,594 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204144587 - Locking task, attempt 1 Feb 09, 2018 7:22:29 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37767 Feb 09, 2018 7:22:29 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37767 Feb 09, 2018 7:22:29 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37768 Feb 09, 2018 7:22:29 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37767 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:29 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37768 Feb 09, 2018 7:22:29 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37768 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:29 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:29 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:29 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:22:29,528 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204144587 - Processing SyncObject [ INFO] 2018-02-09 19:22:29,528 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204144587 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204144587 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204144587 [DEBUG] 2018-02-09 19:22:29,528 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204144587 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:29,529 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204144587 entering processTask... [DEBUG] 2018-02-09 19:22:29,529 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204144587 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:29,529 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204144587 entering resolve... [DEBUG] 2018-02-09 19:22:29,531 (V2TransferObjectTask:resolve:698) Task-urn:node:authMN-SyncUnitTest-1518204144587 PID SyncUnitTest-1518204144587 does not exist on the CN. [DEBUG] 2018-02-09 19:22:29,531 (V2TransferObjectTask:processNewObject:464) Task-urn:node:authMN-SyncUnitTest-1518204144587 entering processNewObject... [ INFO] 2018-02-09 19:22:29,532 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-02-09 19:22:29,533 (V2TransferObjectTask:processNewObject:477) Task-urn:node:authMN-SyncUnitTest-1518204144587 Pid is not reserved by anyone. [DEBUG] 2018-02-09 19:22:29,533 (V2TransferObjectTask:populateInitialReplicaList:513) Task-urn:node:authMN-SyncUnitTest-1518204144587 entering populateInitialReplicaList [DEBUG] 2018-02-09 19:22:29,533 (V2TransferObjectTask:populateInitialReplicaList:528) Task-urn:node:authMN-SyncUnitTest-1518204144587 Included replica for original MN [DEBUG] 2018-02-09 19:22:29,533 (V2TransferObjectTask:populateInitialReplicaList:532) Task-urn:node:authMN-SyncUnitTest-1518204144587 Get Object Format [ INFO] 2018-02-09 19:22:29,534 (ObjectFormatCache:refreshCache:181) entering refreshCache()... Feb 09, 2018 7:22:29 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:22:29,538 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:22:29,538 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:29,539 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.cn.batch.harvest.mock.InMemoryCNReadCore.getFormat(InMemoryCNReadCore.java:597) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.populateInitialReplicaList(V2TransferObjectTask.java:533) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:488) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:426) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncUpdate_archived(TransferObjectTaskTest.java:696) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:22:29,540 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:29,545 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:29,545 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:29,547 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:29,548 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:29,548 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:29,548 (V2TransferObjectTask:createObject:730) Task-urn:node:authMN-SyncUnitTest-1518204144587 - Start CreateObject [ INFO] 2018-02-09 19:22:29,549 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:29,549 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:29,552 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:29,552 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:29,553 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:29,553 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:29,553 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:29,553 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-02-09 19:22:29,555 (V2TransferObjectTask:validateChecksum:834) Task-urn:node:authMN-SyncUnitTest-1518204144587 entering validateChecksum... [DEBUG] 2018-02-09 19:22:29,555 (V2TransferObjectTask:createObject:808) Task-urn:node:authMN-SyncUnitTest-1518204144587 Registering SystemMetadata... [DEBUG] 2018-02-09 19:22:29,559 (V2TransferObjectTask:createObject:811) Task-urn:node:authMN-SyncUnitTest-1518204144587 ... Registered SystemMetadata [ INFO] 2018-02-09 19:22:29,559 (V2TransferObjectTask:createObject:813) Task-urn:node:authMN-SyncUnitTest-1518204144587 - Completed CreateObject [ INFO] 2018-02-09 19:22:29,560 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204144587 - Unlocked Pid. [ INFO] 2018-02-09 19:22:29,561 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204144587 - exiting with callState: SUCCESS [ INFO] 2018-02-09 19:22:29,564 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204144587 - Locking task, attempt 1 [ INFO] 2018-02-09 19:22:29,565 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204144587 - Processing SyncObject [ INFO] 2018-02-09 19:22:29,566 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204144587 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204144587 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204144587 [DEBUG] 2018-02-09 19:22:29,566 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204144587 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:29,566 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204144587 entering processTask... [DEBUG] 2018-02-09 19:22:29,566 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204144587 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:29,566 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204144587 entering resolve... [DEBUG] 2018-02-09 19:22:29,566 (V2TransferObjectTask:resolve:692) Task-urn:node:authMN-SyncUnitTest-1518204144587 PID SyncUnitTest-1518204144587 exists on the CN. [DEBUG] 2018-02-09 19:22:29,567 (V2TransferObjectTask:processUpdates:980) Task-urn:node:authMN-SyncUnitTest-1518204144587 entering processUpdates... [ INFO] 2018-02-09 19:22:29,567 (V2TransferObjectTask:processUpdates:985) Task-urn:node:authMN-SyncUnitTest-1518204144587 - Start ProcessUpdate [DEBUG] 2018-02-09 19:22:29,567 (V2TransferObjectTask:processUpdates:986) Task-urn:node:authMN-SyncUnitTest-1518204144587 Getting sysMeta from HazelCast map [ INFO] 2018-02-09 19:22:29,569 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:29,569 (SystemMetadataValidator:validateEssentialProperties:180) The submitted checksum matches existing one [DEBUG] 2018-02-09 19:22:29,570 (V2TransferObjectTask:processV2AuthoritativeUpdate:1181) Task-urn:node:authMN-SyncUnitTest-1518204144587 entering processV2AuthoritativeUpdate... [DEBUG] 2018-02-09 19:22:29,570 (V2TransferObjectTask:processV2AuthoritativeUpdate:1193) Task-urn:node:authMN-SyncUnitTest-1518204144587 Copied over existing Replica section from CN.. [DEBUG] 2018-02-09 19:22:29,570 (V2TransferObjectTask:processV2AuthoritativeUpdate:1216) Task-urn:node:authMN-SyncUnitTest-1518204144587 Updated CN with new SystemMetadata [ INFO] 2018-02-09 19:22:29,570 (V2TransferObjectTask:notifyReplicaNodes:1297) Task-urn:node:authMN-SyncUnitTest-1518204144587 - Entering notifyReplicaNodes... [ INFO] 2018-02-09 19:22:29,572 (V2TransferObjectTask:processUpdates:1010) Task-urn:node:authMN-SyncUnitTest-1518204144587 - Completed ProcessUpdate [ INFO] 2018-02-09 19:22:29,573 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204144587 - Unlocked Pid. [ INFO] 2018-02-09 19:22:29,573 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204144587 - exiting with callState: SUCCESS Feb 09, 2018 7:22:29 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:22:30 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [22] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:30 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:30 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37768] lost. Reason: Explicit close Feb 09, 2018 7:22:30 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [22] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:30 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:30 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37767] lost. Reason: Explicit close Feb 09, 2018 7:22:30 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:30 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:30 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Feb 09, 2018 7:22:30 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Feb 09, 2018 7:22:30 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:22:30 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 765 ms. Feb 09, 2018 7:22:30 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:22:30 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:22:30 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:22:30 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:22:30 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:22:30 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:22:30 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:22:30 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:22:30 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_14_DataONEBuildTest Feb 09, 2018 7:22:30 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:22:30,372 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:30,373 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:30,376 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:30,376 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:30,377 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:30,377 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:30,378 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:30,382 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-02-09 19:22:30,383 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-02-09 19:22:30,383 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-02-09 19:22:30,384 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204150372 - Locking task, attempt 1 Feb 09, 2018 7:22:35 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37775 Feb 09, 2018 7:22:35 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37776 Feb 09, 2018 7:22:35 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37776 Feb 09, 2018 7:22:35 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37775 Feb 09, 2018 7:22:35 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37775 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:35 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37776 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:35 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:35 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:35 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:22:35,185 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204150372 - Processing SyncObject [ INFO] 2018-02-09 19:22:35,186 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204150372 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204150372 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204150372 [DEBUG] 2018-02-09 19:22:35,186 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204150372 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:35,186 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204150372 entering processTask... [DEBUG] 2018-02-09 19:22:35,186 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204150372 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:35,186 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204150372 entering resolve... [DEBUG] 2018-02-09 19:22:35,187 (V2TransferObjectTask:resolve:698) Task-urn:node:authMN-SyncUnitTest-1518204150372 PID SyncUnitTest-1518204150372 does not exist on the CN. [DEBUG] 2018-02-09 19:22:35,188 (V2TransferObjectTask:processNewObject:464) Task-urn:node:authMN-SyncUnitTest-1518204150372 entering processNewObject... [ INFO] 2018-02-09 19:22:35,188 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-02-09 19:22:35,188 (V2TransferObjectTask:processNewObject:474) Task-urn:node:authMN-SyncUnitTest-1518204150372 Pid is reserved by this object's submitter. [DEBUG] 2018-02-09 19:22:35,188 (V2TransferObjectTask:populateInitialReplicaList:513) Task-urn:node:authMN-SyncUnitTest-1518204150372 entering populateInitialReplicaList [DEBUG] 2018-02-09 19:22:35,188 (V2TransferObjectTask:populateInitialReplicaList:528) Task-urn:node:authMN-SyncUnitTest-1518204150372 Included replica for original MN [DEBUG] 2018-02-09 19:22:35,188 (V2TransferObjectTask:populateInitialReplicaList:532) Task-urn:node:authMN-SyncUnitTest-1518204150372 Get Object Format [ INFO] 2018-02-09 19:22:35,188 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:35,192 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:22:35,192 (ExceptionHandler:filterErrors:93) response httpCode: 404 Feb 09, 2018 7:22:35 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ WARN] 2018-02-09 19:22:35,194 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.cn.batch.harvest.mock.InMemoryCNReadCore.getFormat(InMemoryCNReadCore.java:597) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.populateInitialReplicaList(V2TransferObjectTask.java:533) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:488) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:426) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncUpdate_NonAuthoritativeNode(TransferObjectTaskTest.java:752) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:22:35,195 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:35,198 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:35,198 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:35,199 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:35,199 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:35,199 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:35,199 (V2TransferObjectTask:createObject:730) Task-urn:node:authMN-SyncUnitTest-1518204150372 - Start CreateObject [ INFO] 2018-02-09 19:22:35,200 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:35,200 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:35,203 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:35,203 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:35,204 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:35,204 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:35,204 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:35,204 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-02-09 19:22:35,206 (V2TransferObjectTask:validateChecksum:834) Task-urn:node:authMN-SyncUnitTest-1518204150372 entering validateChecksum... [DEBUG] 2018-02-09 19:22:35,206 (V2TransferObjectTask:createObject:808) Task-urn:node:authMN-SyncUnitTest-1518204150372 Registering SystemMetadata... [DEBUG] 2018-02-09 19:22:35,210 (V2TransferObjectTask:createObject:811) Task-urn:node:authMN-SyncUnitTest-1518204150372 ... Registered SystemMetadata [ INFO] 2018-02-09 19:22:35,210 (V2TransferObjectTask:createObject:813) Task-urn:node:authMN-SyncUnitTest-1518204150372 - Completed CreateObject [ INFO] 2018-02-09 19:22:35,211 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204150372 - Unlocked Pid. [ INFO] 2018-02-09 19:22:35,211 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204150372 - exiting with callState: SUCCESS [ INFO] 2018-02-09 19:22:35,214 (V2TransferObjectTask:call:202) Task-urn:node:otherMN-SyncUnitTest-1518204150372 - Locking task, attempt 1 [ INFO] 2018-02-09 19:22:35,215 (V2TransferObjectTask:call:207) Task-urn:node:otherMN-SyncUnitTest-1518204150372 - Processing SyncObject [ INFO] 2018-02-09 19:22:35,215 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:otherMN-SyncUnitTest-1518204150372 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204150372 from node urn:node:otherMN for ObjectInfo Identifier SyncUnitTest-1518204150372 [DEBUG] 2018-02-09 19:22:35,215 (V2TransferObjectTask:call:209) Task-urn:node:otherMN-SyncUnitTest-1518204150372 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:35,215 (V2TransferObjectTask:processTask:412) Task-urn:node:otherMN-SyncUnitTest-1518204150372 entering processTask... [DEBUG] 2018-02-09 19:22:35,216 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:otherMN-SyncUnitTest-1518204150372 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:35,216 (V2TransferObjectTask:resolve:688) Task-urn:node:otherMN-SyncUnitTest-1518204150372 entering resolve... [DEBUG] 2018-02-09 19:22:35,216 (V2TransferObjectTask:resolve:692) Task-urn:node:otherMN-SyncUnitTest-1518204150372 PID SyncUnitTest-1518204150372 exists on the CN. [DEBUG] 2018-02-09 19:22:35,216 (V2TransferObjectTask:processUpdates:980) Task-urn:node:otherMN-SyncUnitTest-1518204150372 entering processUpdates... [ INFO] 2018-02-09 19:22:35,216 (V2TransferObjectTask:processUpdates:985) Task-urn:node:otherMN-SyncUnitTest-1518204150372 - Start ProcessUpdate [DEBUG] 2018-02-09 19:22:35,216 (V2TransferObjectTask:processUpdates:986) Task-urn:node:otherMN-SyncUnitTest-1518204150372 Getting sysMeta from HazelCast map [ INFO] 2018-02-09 19:22:35,219 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:35,220 (SystemMetadataValidator:validateEssentialProperties:180) The submitted checksum matches existing one [DEBUG] 2018-02-09 19:22:35,220 (V2TransferObjectTask:processPossibleNewReplica:1038) Task-urn:node:otherMN-SyncUnitTest-1518204150372 entering processPossibleNewReplica... [ INFO] 2018-02-09 19:22:35,220 (V2TransferObjectTask:processPossibleNewReplica:1052) Task-urn:node:otherMN-SyncUnitTest-1518204150372 - Non-authoritative source, adding the node as a replica [ INFO] 2018-02-09 19:22:35,220 (V2TransferObjectTask:notifyReplicaNodes:1297) Task-urn:node:otherMN-SyncUnitTest-1518204150372 - Entering notifyReplicaNodes... [ERROR] 2018-02-09 19:22:35,222 (V2TransferObjectTask:notifyReplicaNodes:1318) Task-urn:node:otherMN-SyncUnitTest-1518204150372 - Failed to notify replica member node urn:node:authMN - ServiceFailure - Could not get CNode from the underlying context (D1Client.CN_URL) org.dataone.service.exceptions.ServiceFailure: Could not get CNode from the underlying context (D1Client.CN_URL) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:168) at org.dataone.cn.batch.synchronization.NodeCommSyncObjectFactory.createNodeComm(NodeCommSyncObjectFactory.java:151) at org.dataone.cn.batch.synchronization.NodeCommSyncObjectFactory.getNodeComm(NodeCommSyncObjectFactory.java:137) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.notifyReplicaNode(V2TransferObjectTask.java:1385) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.notifyReplicaNodes(V2TransferObjectTask.java:1311) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processPossibleNewReplica(V2TransferObjectTask.java:1058) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processUpdates(V2TransferObjectTask.java:1008) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:423) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncUpdate_NonAuthoritativeNode(TransferObjectTaskTest.java:770) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:22:35,223 (V2TransferObjectTask:processUpdates:1010) Task-urn:node:otherMN-SyncUnitTest-1518204150372 - Completed ProcessUpdate [ INFO] 2018-02-09 19:22:35,224 (V2TransferObjectTask:call:234) Task-urn:node:otherMN-SyncUnitTest-1518204150372 - Unlocked Pid. [ INFO] 2018-02-09 19:22:35,224 (V2TransferObjectTask:call:294) Task-urn:node:otherMN-SyncUnitTest-1518204150372 - exiting with callState: SUCCESS Feb 09, 2018 7:22:35 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:22:35 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37776] lost. Reason: Explicit close Feb 09, 2018 7:22:35 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [24] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:35 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [24] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:35 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:35 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:35 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37775] lost. Reason: Explicit close Feb 09, 2018 7:22:35 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:35 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:35 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Feb 09, 2018 7:22:35 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Feb 09, 2018 7:22:35 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:22:35 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 639 ms. Feb 09, 2018 7:22:35 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:22:35 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:22:35 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:22:35 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:22:35 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:22:35 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:22:35 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:22:35 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:22:35 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_15_DataONEBuildTest Feb 09, 2018 7:22:35 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:22:35,887 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:35,888 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:35,892 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:35,892 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:35,894 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:35,894 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:35,894 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:35,900 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-02-09 19:22:35,900 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-02-09 19:22:35,901 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-02-09 19:22:35,901 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204155887 - Locking task, attempt 1 Feb 09, 2018 7:22:40 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37800 Feb 09, 2018 7:22:40 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37800 Feb 09, 2018 7:22:40 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37800 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:40 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37801 Feb 09, 2018 7:22:40 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37801 Feb 09, 2018 7:22:40 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:40 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37801 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:40 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:40 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:22:40,836 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204155887 - Processing SyncObject [ INFO] 2018-02-09 19:22:40,836 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204155887 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204155887 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204155887 [DEBUG] 2018-02-09 19:22:40,836 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204155887 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:40,837 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204155887 entering processTask... [DEBUG] 2018-02-09 19:22:40,837 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204155887 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:40,837 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204155887 entering resolve... [DEBUG] 2018-02-09 19:22:40,838 (V2TransferObjectTask:resolve:698) Task-urn:node:authMN-SyncUnitTest-1518204155887 PID SyncUnitTest-1518204155887 does not exist on the CN. [DEBUG] 2018-02-09 19:22:40,839 (V2TransferObjectTask:processNewObject:464) Task-urn:node:authMN-SyncUnitTest-1518204155887 entering processNewObject... [ INFO] 2018-02-09 19:22:40,839 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-02-09 19:22:40,839 (V2TransferObjectTask:processNewObject:474) Task-urn:node:authMN-SyncUnitTest-1518204155887 Pid is reserved by this object's submitter. [DEBUG] 2018-02-09 19:22:40,839 (V2TransferObjectTask:populateInitialReplicaList:513) Task-urn:node:authMN-SyncUnitTest-1518204155887 entering populateInitialReplicaList [DEBUG] 2018-02-09 19:22:40,839 (V2TransferObjectTask:populateInitialReplicaList:528) Task-urn:node:authMN-SyncUnitTest-1518204155887 Included replica for original MN [DEBUG] 2018-02-09 19:22:40,840 (V2TransferObjectTask:populateInitialReplicaList:532) Task-urn:node:authMN-SyncUnitTest-1518204155887 Get Object Format [ INFO] 2018-02-09 19:22:40,840 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:40,843 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node Feb 09, 2018 7:22:40 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:22:40,844 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:40,846 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.cn.batch.harvest.mock.InMemoryCNReadCore.getFormat(InMemoryCNReadCore.java:597) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.populateInitialReplicaList(V2TransferObjectTask.java:533) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:488) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:426) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncUpdate_NonAuthoritativeNode_addPossibleReplica(TransferObjectTaskTest.java:825) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:22:40,847 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:40,849 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:40,849 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:40,850 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:40,850 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:40,851 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:40,851 (V2TransferObjectTask:createObject:730) Task-urn:node:authMN-SyncUnitTest-1518204155887 - Start CreateObject [ INFO] 2018-02-09 19:22:40,851 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:40,851 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:40,853 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:40,853 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:40,854 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:40,854 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:40,855 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:40,855 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-02-09 19:22:40,856 (V2TransferObjectTask:validateChecksum:834) Task-urn:node:authMN-SyncUnitTest-1518204155887 entering validateChecksum... [DEBUG] 2018-02-09 19:22:40,856 (V2TransferObjectTask:createObject:808) Task-urn:node:authMN-SyncUnitTest-1518204155887 Registering SystemMetadata... [DEBUG] 2018-02-09 19:22:40,859 (V2TransferObjectTask:createObject:811) Task-urn:node:authMN-SyncUnitTest-1518204155887 ... Registered SystemMetadata [ INFO] 2018-02-09 19:22:40,859 (V2TransferObjectTask:createObject:813) Task-urn:node:authMN-SyncUnitTest-1518204155887 - Completed CreateObject [ INFO] 2018-02-09 19:22:40,860 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204155887 - Unlocked Pid. [ INFO] 2018-02-09 19:22:40,860 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204155887 - exiting with callState: SUCCESS [ INFO] 2018-02-09 19:22:40,861 (V2TransferObjectTask:call:202) Task-urn:node:otherMN-SyncUnitTest-1518204155887 - Locking task, attempt 1 [ INFO] 2018-02-09 19:22:40,862 (V2TransferObjectTask:call:207) Task-urn:node:otherMN-SyncUnitTest-1518204155887 - Processing SyncObject [ INFO] 2018-02-09 19:22:40,862 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:otherMN-SyncUnitTest-1518204155887 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204155887 from node urn:node:otherMN for ObjectInfo Identifier SyncUnitTest-1518204155887 [DEBUG] 2018-02-09 19:22:40,862 (V2TransferObjectTask:call:209) Task-urn:node:otherMN-SyncUnitTest-1518204155887 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:40,862 (V2TransferObjectTask:processTask:412) Task-urn:node:otherMN-SyncUnitTest-1518204155887 entering processTask... [DEBUG] 2018-02-09 19:22:40,862 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:otherMN-SyncUnitTest-1518204155887 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:40,862 (V2TransferObjectTask:resolve:688) Task-urn:node:otherMN-SyncUnitTest-1518204155887 entering resolve... [DEBUG] 2018-02-09 19:22:40,862 (V2TransferObjectTask:resolve:692) Task-urn:node:otherMN-SyncUnitTest-1518204155887 PID SyncUnitTest-1518204155887 exists on the CN. [DEBUG] 2018-02-09 19:22:40,863 (V2TransferObjectTask:processUpdates:980) Task-urn:node:otherMN-SyncUnitTest-1518204155887 entering processUpdates... [ INFO] 2018-02-09 19:22:40,863 (V2TransferObjectTask:processUpdates:985) Task-urn:node:otherMN-SyncUnitTest-1518204155887 - Start ProcessUpdate [DEBUG] 2018-02-09 19:22:40,863 (V2TransferObjectTask:processUpdates:986) Task-urn:node:otherMN-SyncUnitTest-1518204155887 Getting sysMeta from HazelCast map [ INFO] 2018-02-09 19:22:40,864 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:40,865 (SystemMetadataValidator:validateEssentialProperties:180) The submitted checksum matches existing one [DEBUG] 2018-02-09 19:22:40,865 (V2TransferObjectTask:processPossibleNewReplica:1038) Task-urn:node:otherMN-SyncUnitTest-1518204155887 entering processPossibleNewReplica... [ INFO] 2018-02-09 19:22:40,866 (V2TransferObjectTask:processPossibleNewReplica:1052) Task-urn:node:otherMN-SyncUnitTest-1518204155887 - Non-authoritative source, adding the node as a replica [ INFO] 2018-02-09 19:22:40,866 (V2TransferObjectTask:notifyReplicaNodes:1297) Task-urn:node:otherMN-SyncUnitTest-1518204155887 - Entering notifyReplicaNodes... [ERROR] 2018-02-09 19:22:40,868 (V2TransferObjectTask:notifyReplicaNodes:1318) Task-urn:node:otherMN-SyncUnitTest-1518204155887 - Failed to notify replica member node urn:node:authMN - ServiceFailure - Could not get CNode from the underlying context (D1Client.CN_URL) org.dataone.service.exceptions.ServiceFailure: Could not get CNode from the underlying context (D1Client.CN_URL) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:168) at org.dataone.cn.batch.synchronization.NodeCommSyncObjectFactory.createNodeComm(NodeCommSyncObjectFactory.java:151) at org.dataone.cn.batch.synchronization.NodeCommSyncObjectFactory.getNodeComm(NodeCommSyncObjectFactory.java:137) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.notifyReplicaNode(V2TransferObjectTask.java:1385) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.notifyReplicaNodes(V2TransferObjectTask.java:1311) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processPossibleNewReplica(V2TransferObjectTask.java:1058) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processUpdates(V2TransferObjectTask.java:1008) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:423) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncUpdate_NonAuthoritativeNode_addPossibleReplica(TransferObjectTaskTest.java:843) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:22:40,868 (V2TransferObjectTask:processUpdates:1010) Task-urn:node:otherMN-SyncUnitTest-1518204155887 - Completed ProcessUpdate [ INFO] 2018-02-09 19:22:40,869 (V2TransferObjectTask:call:234) Task-urn:node:otherMN-SyncUnitTest-1518204155887 - Unlocked Pid. [ INFO] 2018-02-09 19:22:40,869 (V2TransferObjectTask:call:294) Task-urn:node:otherMN-SyncUnitTest-1518204155887 - exiting with callState: SUCCESS Feb 09, 2018 7:22:40 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:22:41 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37800] lost. Reason: Explicit close Feb 09, 2018 7:22:41 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [26] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:41 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37801] lost. Reason: Explicit close Feb 09, 2018 7:22:41 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [26] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:41 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:41 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:41 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:41 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:41 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Feb 09, 2018 7:22:41 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,998 ms later, attempt 1 of 1. Feb 09, 2018 7:22:41 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:22:41 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 769 ms. Feb 09, 2018 7:22:41 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Feb 09, 2018 7:22:41 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Feb 09, 2018 7:22:41 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Feb 09, 2018 7:22:41 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Feb 09, 2018 7:22:41 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Feb 09, 2018 7:22:41 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Feb 09, 2018 7:22:41 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Feb 09, 2018 7:22:41 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Feb 09, 2018 7:22:41 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_16_DataONEBuildTest Feb 09, 2018 7:22:41 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-02-09 19:22:41,654 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-02-09 19:22:41,655 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:41,658 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:41,658 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:41,659 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:41,659 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:41,660 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. pre-sync authMN value: org.dataone.service.types.v1.NodeReference@559d1138 post-create authMN value: null [ INFO] 2018-02-09 19:22:41,667 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-02-09 19:22:41,667 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-02-09 19:22:41,668 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-02-09 19:22:41,668 (V2TransferObjectTask:call:202) Task-urn:node:authMN-SyncUnitTest-1518204161654 - Locking task, attempt 1 Feb 09, 2018 7:22:46 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37807 Feb 09, 2018 7:22:46 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37807 Feb 09, 2018 7:22:46 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:37808 Feb 09, 2018 7:22:46 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:37808 Feb 09, 2018 7:22:46 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37807 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:46 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:37808 -> null] live=true, client=true, type=CLIENT, successfully authenticated Feb 09, 2018 7:22:46 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:46 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Feb 09, 2018 7:22:46 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:22:46,483 (V2TransferObjectTask:call:207) Task-urn:node:authMN-SyncUnitTest-1518204161654 - Processing SyncObject [ INFO] 2018-02-09 19:22:46,483 (V2TransferObjectTask:retrieveMNSystemMetadata:317) Task-urn:node:authMN-SyncUnitTest-1518204161654 - Retrieved SystemMetadata Identifier:SyncUnitTest-1518204161654 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1518204161654 [DEBUG] 2018-02-09 19:22:46,484 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1518204161654 MN system metadata retrieved... [DEBUG] 2018-02-09 19:22:46,484 (V2TransferObjectTask:processTask:412) Task-urn:node:authMN-SyncUnitTest-1518204161654 entering processTask... [DEBUG] 2018-02-09 19:22:46,484 (V2TransferObjectTask:validateSeriesId:581) Task-urn:node:authMN-SyncUnitTest-1518204161654 entering validateSeriesId... [DEBUG] 2018-02-09 19:22:46,484 (V2TransferObjectTask:resolve:688) Task-urn:node:authMN-SyncUnitTest-1518204161654 entering resolve... [DEBUG] 2018-02-09 19:22:46,486 (V2TransferObjectTask:resolve:698) Task-urn:node:authMN-SyncUnitTest-1518204161654 PID SyncUnitTest-1518204161654 does not exist on the CN. [DEBUG] 2018-02-09 19:22:46,486 (V2TransferObjectTask:processNewObject:464) Task-urn:node:authMN-SyncUnitTest-1518204161654 entering processNewObject... [ INFO] 2018-02-09 19:22:46,486 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-02-09 19:22:46,487 (V2TransferObjectTask:processNewObject:474) Task-urn:node:authMN-SyncUnitTest-1518204161654 Pid is reserved by this object's submitter. [DEBUG] 2018-02-09 19:22:46,487 (V2TransferObjectTask:populateInitialReplicaList:513) Task-urn:node:authMN-SyncUnitTest-1518204161654 entering populateInitialReplicaList [DEBUG] 2018-02-09 19:22:46,487 (V2TransferObjectTask:populateInitialReplicaList:528) Task-urn:node:authMN-SyncUnitTest-1518204161654 Included replica for original MN [DEBUG] 2018-02-09 19:22:46,487 (V2TransferObjectTask:populateInitialReplicaList:532) Task-urn:node:authMN-SyncUnitTest-1518204161654 Get Object Format [ INFO] 2018-02-09 19:22:46,487 (ObjectFormatCache:refreshCache:181) entering refreshCache()... Feb 09, 2018 7:22:46 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-02-09 19:22:46,491 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-02-09 19:22:46,491 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:46,492 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL /cn/v2/node was not found on this server.</p> <hr> <address>Apache/2.2.22 (Ubuntu) Server at localhost Port 80</address> </body></html> at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.<init>(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.cn.batch.harvest.mock.InMemoryCNReadCore.getFormat(InMemoryCNReadCore.java:597) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.populateInitialReplicaList(V2TransferObjectTask.java:533) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:488) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:426) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncNewObject_unassigned_AuthNode_Should_fail(TransferObjectTaskTest.java:907) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-02-09 19:22:46,493 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-02-09 19:22:46,495 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-02-09 19:22:46,495 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-02-09 19:22:46,496 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-02-09 19:22:46,496 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-02-09 19:22:46,497 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-02-09 19:22:46,502 (V2TransferObjectTask:call:234) Task-urn:node:authMN-SyncUnitTest-1518204161654 - Unlocked Pid. [ERROR] 2018-02-09 19:22:46,502 (V2TransferObjectTask:call:259) Task-urn:node:authMN-SyncUnitTest-1518204161654 - SynchronizationFailed: Synchronization task of [PID::] SyncUnitTest-1518204161654 [::PID] failed. Cause: InvalidSystemMetadata: The following properties cannot be null: authoritativeMemberNode org.dataone.service.exceptions.SynchronizationFailed: Synchronization task of [PID::] SyncUnitTest-1518204161654 [::PID] failed. Cause: InvalidSystemMetadata: The following properties cannot be null: authoritativeMemberNode at org.dataone.cn.batch.synchronization.tasks.SyncFailedTask.createSynchronizationFailed(SyncFailedTask.java:99) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:495) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:426) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:211) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncNewObject_unassigned_AuthNode_Should_fail(TransferObjectTaskTest.java:907) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ WARN] 2018-02-09 19:22:46,502 (SyncFailedTask:submitSynchronizationFailed:116) Task-urn:node:authMN-SyncUnitTest-1518204161654 - SynchronizationFailed: detail code: 6001 id:SyncUnitTest-1518204161654 nodeId:null description:Synchronization task of [PID::] SyncUnitTest-1518204161654 [::PID] failed. Cause: InvalidSystemMetadata: The following properties cannot be null: authoritativeMemberNode [ INFO] 2018-02-09 19:22:46,502 (V2TransferObjectTask:call:294) Task-urn:node:authMN-SyncUnitTest-1518204161654 - exiting with callState: FAILED eventDate=Fri Feb 09 19:22:46 UTC 2018 : type=SYNCHRONIZATION_FAILED : id=SyncUnitTest-1518204161654 : nodeId=urn:node:authMN Feb 09, 2018 7:22:46 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Feb 09, 2018 7:22:47 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37808] lost. Reason: Explicit close Feb 09, 2018 7:22:47 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [28] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:47 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:37807] lost. Reason: Explicit close Feb 09, 2018 7:22:47 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [28] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Feb 09, 2018 7:22:47 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:47 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Feb 09, 2018 7:22:47 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:47 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Feb 09, 2018 7:22:47 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Feb 09, 2018 7:22:47 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Feb 09, 2018 7:22:47 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Feb 09, 2018 7:22:47 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 651 ms. Feb 09, 2018 7:22:47 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Tests run: 17, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 81.188 sec Running org.dataone.cn.batch.synchronization.tasks.ObjectListHarvestTaskTest [DEBUG] 2018-02-09 19:22:47,170 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:47.067+00:00 and endDate of 2018-02-09T19:22:37.166+00:00 listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,0,0) returning 0 out of 2222 objectInfos [ INFO] 2018-02-09 19:22:47,171 (ObjectListHarvestTask:getFullObjectList:307) urn:node:HARVEST_TEST- has 2222 pids to harvest. [DEBUG] 2018-02-09 19:22:47,172 (ObjectListHarvestTask:adjustFilterWindow:369) 0. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Sat Jul 22 15:41:42 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Sat Jul 22 15:41:42 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-02-09 19:22:47,173 (ObjectListHarvestTask:adjustFilterWindow:369) 1. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Wed Apr 12 13:51:14 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Wed Apr 12 13:51:14 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-02-09 19:22:47,174 (ObjectListHarvestTask:adjustFilterWindow:369) 2. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Tue Feb 21 00:56:00 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Tue Feb 21 00:56:00 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-02-09 19:22:47,175 (ObjectListHarvestTask:adjustFilterWindow:369) 3. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Thu Jan 26 18:28:23 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Thu Jan 26 18:28:23 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-02-09 19:22:47,175 (ObjectListHarvestTask:adjustFilterWindow:369) 4. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Sat Jan 14 03:14:35 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Sat Jan 14 03:14:35 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-02-09 19:22:47,176 (ObjectListHarvestTask:adjustFilterWindow:369) 5. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Sat Jan 07 19:37:41 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Sat Jan 07 19:37:41 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-02-09 19:22:47,177 (ObjectListHarvestTask:adjustFilterWindow:369) 6. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Wed Jan 04 15:49:14 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Wed Jan 04 15:49:14 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-02-09 19:22:47,177 (ObjectListHarvestTask:adjustFilterWindow:369) 7. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Tue Jan 03 01:55:00 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Tue Jan 03 01:55:00 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-02-09 19:22:47,178 (ObjectListHarvestTask:adjustFilterWindow:369) 8. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Mon Jan 02 06:57:53 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Mon Jan 02 06:57:53 UTC 2017,0,0) returning 0 out of 1138 objectInfos [ INFO] 2018-02-09 19:22:47,179 (ObjectListHarvestTask:adjustFilterWindow:383) urn:node:HARVEST_TEST - final time window: total = 1138, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Mon Jan 02 06:57:53 UTC 2017] [ INFO] 2018-02-09 19:22:47,179 (ObjectListHarvestTask:getFullObjectList:310) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 12:00:47 UTC 2017,Mon Jan 02 06:57:53 UTC 2017,0,500) returning 500 out of 1138 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Mon Jan 02 06:57:53 UTC 2017,500,500) returning 500 out of 1138 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Mon Jan 02 06:57:53 UTC 2017,1000,500) returning 138 out of 1138 objectInfos NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 12:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,184 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 12:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 13:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,185 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 13:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 14:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,185 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 14:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 15:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,186 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 15:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 16:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,186 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 16:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 17:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,186 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 17:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 18:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,187 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 18:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 19:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,187 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 19:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 20:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,188 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 20:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 21:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,188 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 21:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 22:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,188 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 22:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 23:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,189 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 23:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 00:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,189 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 00:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 01:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,190 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 01:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 02:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,190 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 02:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 03:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,190 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 03:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 04:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,191 (ObjectListHarvestTask:spoolToSynchronizationQueue:240) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 04:39:47 UTC 2017 ***end of harvest*** [DEBUG] 2018-02-09 19:22:47,191 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-02T04:39:47.167+00:00 and endDate of 2018-02-09T19:22:27.166+00:00 listObjects(Mon Jan 02 04:39:47 UTC 2017,Fri Feb 09 19:22:27 UTC 2018,0,0) returning 0 out of 1222 objectInfos [ INFO] 2018-02-09 19:22:47,192 (ObjectListHarvestTask:getFullObjectList:307) urn:node:HARVEST_TEST- has 1222 pids to harvest. [ INFO] 2018-02-09 19:22:47,192 (ObjectListHarvestTask:getFullObjectList:310) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Mon Jan 02 04:39:47 UTC 2017,Fri Feb 09 19:22:27 UTC 2018,0,500) returning 500 out of 1222 objectInfos listObjects(Mon Jan 02 04:39:47 UTC 2017,Fri Feb 09 19:22:27 UTC 2018,500,500) returning 500 out of 1222 objectInfos listObjects(Mon Jan 02 04:39:47 UTC 2017,Fri Feb 09 19:22:27 UTC 2018,1000,500) returning 222 out of 1222 objectInfos NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 05:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,194 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 05:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 06:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,194 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 06:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 07:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,195 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 07:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 08:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,195 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 08:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 09:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,195 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 09:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 10:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,196 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 10:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 11:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,196 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 11:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 12:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,196 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 12:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 13:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,197 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 13:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 14:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,197 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 14:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 15:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,198 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 15:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 16:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,198 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 16:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 17:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,198 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 17:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 18:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,199 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 18:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 19:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,199 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 19:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 20:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,199 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 20:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 21:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,200 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 21:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 22:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,200 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 22:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 23:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,200 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 23:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 00:39:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,201 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 00:39:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 01:01:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,201 (ObjectListHarvestTask:spoolToSynchronizationQueue:240) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 01:01:47 UTC 2017 ***end of harvest*** [DEBUG] 2018-02-09 19:22:47,202 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:47.102+00:00 and endDate of 2018-02-09T19:22:37.201+00:00 listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,0,0) returning 0 out of 3333 objectInfos [ INFO] 2018-02-09 19:22:47,203 (ObjectListHarvestTask:getFullObjectList:307) urn:node:HARVEST_TEST- has 3333 pids to harvest. [ INFO] 2018-02-09 19:22:47,203 (ObjectListHarvestTask:getFullObjectList:310) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,0,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,500,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,1000,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,1500,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,2000,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,2500,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,3000,500) returning 333 out of 3333 objectInfos NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 12:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,210 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 12:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 13:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,210 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 13:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 14:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,211 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 14:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 15:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,211 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 15:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 16:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,211 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 16:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 17:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,212 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 17:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 18:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,212 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 18:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 19:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,212 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 19:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 20:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,213 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 20:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 21:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,213 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 21:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 22:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,213 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 22:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 23:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,214 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 23:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 00:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,214 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 00:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 01:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,214 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 01:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 02:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,215 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 02:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 03:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,215 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 03:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 04:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,215 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 04:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 05:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,216 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 05:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 06:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,216 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 06:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 07:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,216 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 07:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 08:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,217 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 08:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 09:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,217 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 09:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 10:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,217 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 10:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 11:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,218 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 11:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 12:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,218 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 12:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 13:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,218 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 13:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 14:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,219 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 14:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 15:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,219 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 15:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 16:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,219 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 16:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 17:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,220 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 17:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 18:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,220 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 18:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 19:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,220 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 19:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 20:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,221 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 20:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 21:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,221 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 21:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 22:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,221 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 22:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 23:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,222 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 23:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 00:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,222 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 00:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 01:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,222 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 01:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 02:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,223 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 02:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 03:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,223 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 03:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 04:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,223 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 04:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 05:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,224 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 05:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 06:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,224 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 06:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 07:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,224 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 07:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 08:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,225 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 08:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 09:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,225 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 09:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 10:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,225 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 10:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 11:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,226 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 11:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 12:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,226 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 12:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 13:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,227 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 13:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 14:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,227 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 14:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 15:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,227 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 15:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 16:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,228 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 16:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 17:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,228 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 17:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 18:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,228 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 18:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 19:32:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,229 (ObjectListHarvestTask:spoolToSynchronizationQueue:240) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 19:32:47 UTC 2017 ***end of harvest*** [DEBUG] 2018-02-09 19:22:47,230 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:47.130+00:00 and endDate of 2018-02-09T19:22:37.229+00:00 listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,0,0) returning 0 out of 3722 objectInfos [ INFO] 2018-02-09 19:22:47,231 (ObjectListHarvestTask:getFullObjectList:307) urn:node:HARVEST_TEST- has 3722 pids to harvest. [DEBUG] 2018-02-09 19:22:47,231 (ObjectListHarvestTask:adjustFilterWindow:369) 0. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Sat Jul 22 15:41:42 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Sat Jul 22 15:41:42 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-02-09 19:22:47,231 (ObjectListHarvestTask:adjustFilterWindow:369) 1. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Wed Apr 12 13:51:14 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Wed Apr 12 13:51:14 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-02-09 19:22:47,232 (ObjectListHarvestTask:adjustFilterWindow:369) 2. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Tue Feb 21 00:56:00 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Tue Feb 21 00:56:00 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-02-09 19:22:47,232 (ObjectListHarvestTask:adjustFilterWindow:369) 3. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Thu Jan 26 18:28:24 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Thu Jan 26 18:28:24 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-02-09 19:22:47,233 (ObjectListHarvestTask:adjustFilterWindow:369) 4. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Sat Jan 14 03:14:35 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Sat Jan 14 03:14:35 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-02-09 19:22:47,233 (ObjectListHarvestTask:adjustFilterWindow:369) 5. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Sat Jan 07 19:37:41 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Sat Jan 07 19:37:41 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-02-09 19:22:47,234 (ObjectListHarvestTask:adjustFilterWindow:369) 6. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Wed Jan 04 15:49:14 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Wed Jan 04 15:49:14 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-02-09 19:22:47,234 (ObjectListHarvestTask:adjustFilterWindow:369) 7. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Tue Jan 03 01:55:00 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Tue Jan 03 01:55:00 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-02-09 19:22:47,235 (ObjectListHarvestTask:adjustFilterWindow:369) 8. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Mon Jan 02 06:57:53 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Mon Jan 02 06:57:53 UTC 2017,0,0) returning 0 out of 2638 objectInfos [DEBUG] 2018-02-09 19:22:47,236 (ObjectListHarvestTask:adjustFilterWindow:369) 9. total = 2638, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Sun Jan 01 21:29:20 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Sun Jan 01 21:29:20 UTC 2017,0,0) returning 0 out of 2069 objectInfos [DEBUG] 2018-02-09 19:22:47,236 (ObjectListHarvestTask:adjustFilterWindow:369) 10. total = 2069, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Sun Jan 01 16:45:03 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Sun Jan 01 16:45:03 UTC 2017,0,0) returning 0 out of 1785 objectInfos [ INFO] 2018-02-09 19:22:47,236 (ObjectListHarvestTask:adjustFilterWindow:383) urn:node:HARVEST_TEST - final time window: total = 1785, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Sun Jan 01 16:45:03 UTC 2017] [ INFO] 2018-02-09 19:22:47,237 (ObjectListHarvestTask:getFullObjectList:310) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 12:00:47 UTC 2017,Sun Jan 01 16:45:03 UTC 2017,0,500) returning 500 out of 1785 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Sun Jan 01 16:45:03 UTC 2017,500,500) returning 500 out of 1785 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Sun Jan 01 16:45:03 UTC 2017,1000,500) returning 500 out of 1785 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Sun Jan 01 16:45:03 UTC 2017,1500,500) returning 285 out of 1785 objectInfos NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 12:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,241 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 12:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 13:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,242 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 13:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 14:59:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,242 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 14:59:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 15:19:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,242 (ObjectListHarvestTask:spoolToSynchronizationQueue:240) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 15:19:47 UTC 2017 ***end of harvest*** [DEBUG] 2018-02-09 19:22:47,243 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T15:19:47.230+00:00 and endDate of 2018-02-09T19:22:27.229+00:00 listObjects(Sun Jan 01 15:19:47 UTC 2017,Fri Feb 09 19:22:27 UTC 2018,0,0) returning 0 out of 3522 objectInfos [ INFO] 2018-02-09 19:22:47,243 (ObjectListHarvestTask:getFullObjectList:307) urn:node:HARVEST_TEST- has 3522 pids to harvest. [DEBUG] 2018-02-09 19:22:47,243 (ObjectListHarvestTask:adjustFilterWindow:369) 0. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:47 UTC 2017 to Sat Jul 22 17:21:07 UTC 2017] listObjects(Sun Jan 01 15:19:47 UTC 2017,Sat Jul 22 17:21:07 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-02-09 19:22:47,244 (ObjectListHarvestTask:adjustFilterWindow:369) 1. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:47 UTC 2017 to Wed Apr 12 16:20:27 UTC 2017] listObjects(Sun Jan 01 15:19:47 UTC 2017,Wed Apr 12 16:20:27 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-02-09 19:22:47,244 (ObjectListHarvestTask:adjustFilterWindow:369) 2. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:47 UTC 2017 to Tue Feb 21 03:50:07 UTC 2017] listObjects(Sun Jan 01 15:19:47 UTC 2017,Tue Feb 21 03:50:07 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-02-09 19:22:47,245 (ObjectListHarvestTask:adjustFilterWindow:369) 3. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:47 UTC 2017 to Thu Jan 26 21:34:57 UTC 2017] listObjects(Sun Jan 01 15:19:47 UTC 2017,Thu Jan 26 21:34:57 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-02-09 19:22:47,245 (ObjectListHarvestTask:adjustFilterWindow:369) 4. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:47 UTC 2017 to Sat Jan 14 06:27:22 UTC 2017] listObjects(Sun Jan 01 15:19:47 UTC 2017,Sat Jan 14 06:27:22 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-02-09 19:22:47,245 (ObjectListHarvestTask:adjustFilterWindow:369) 5. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:47 UTC 2017 to Sat Jan 07 22:53:34 UTC 2017] listObjects(Sun Jan 01 15:19:47 UTC 2017,Sat Jan 07 22:53:34 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-02-09 19:22:47,246 (ObjectListHarvestTask:adjustFilterWindow:369) 6. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:47 UTC 2017 to Wed Jan 04 19:06:40 UTC 2017] listObjects(Sun Jan 01 15:19:47 UTC 2017,Wed Jan 04 19:06:40 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-02-09 19:22:47,246 (ObjectListHarvestTask:adjustFilterWindow:369) 7. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:47 UTC 2017 to Tue Jan 03 05:13:14 UTC 2017] listObjects(Sun Jan 01 15:19:47 UTC 2017,Tue Jan 03 05:13:14 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-02-09 19:22:47,247 (ObjectListHarvestTask:adjustFilterWindow:369) 8. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:47 UTC 2017 to Mon Jan 02 10:16:30 UTC 2017] listObjects(Sun Jan 01 15:19:47 UTC 2017,Mon Jan 02 10:16:30 UTC 2017,0,0) returning 0 out of 2636 objectInfos [DEBUG] 2018-02-09 19:22:47,247 (ObjectListHarvestTask:adjustFilterWindow:369) 9. total = 2636, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:47 UTC 2017 to Mon Jan 02 00:48:08 UTC 2017] listObjects(Sun Jan 01 15:19:47 UTC 2017,Mon Jan 02 00:48:08 UTC 2017,0,0) returning 0 out of 2068 objectInfos [DEBUG] 2018-02-09 19:22:47,248 (ObjectListHarvestTask:adjustFilterWindow:369) 10. total = 2068, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:47 UTC 2017 to Sun Jan 01 20:03:58 UTC 2017] listObjects(Sun Jan 01 15:19:47 UTC 2017,Sun Jan 01 20:03:58 UTC 2017,0,0) returning 0 out of 1784 objectInfos [ INFO] 2018-02-09 19:22:47,248 (ObjectListHarvestTask:adjustFilterWindow:383) urn:node:HARVEST_TEST - final time window: total = 1784, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:47 UTC 2017 to Sun Jan 01 20:03:58 UTC 2017] [ INFO] 2018-02-09 19:22:47,248 (ObjectListHarvestTask:getFullObjectList:310) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 15:19:47 UTC 2017,Sun Jan 01 20:03:58 UTC 2017,0,500) returning 500 out of 1784 objectInfos listObjects(Sun Jan 01 15:19:47 UTC 2017,Sun Jan 01 20:03:58 UTC 2017,500,500) returning 500 out of 1784 objectInfos listObjects(Sun Jan 01 15:19:47 UTC 2017,Sun Jan 01 20:03:58 UTC 2017,1000,500) returning 500 out of 1784 objectInfos listObjects(Sun Jan 01 15:19:47 UTC 2017,Sun Jan 01 20:03:58 UTC 2017,1500,500) returning 284 out of 1784 objectInfos NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 15:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,254 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 15:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 15:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,254 (ObjectListHarvestTask:spoolToSynchronizationQueue:240) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 15:20:47 UTC 2017 ***end of harvest*** [DEBUG] 2018-02-09 19:22:47,254 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T15:20:47.230+00:00 and endDate of 2018-02-09T19:22:17.229+00:00 listObjects(Sun Jan 01 15:20:47 UTC 2017,Fri Feb 09 19:22:17 UTC 2018,0,0) returning 0 out of 2021 objectInfos [ INFO] 2018-02-09 19:22:47,255 (ObjectListHarvestTask:getFullObjectList:307) urn:node:HARVEST_TEST- has 2021 pids to harvest. [ INFO] 2018-02-09 19:22:47,255 (ObjectListHarvestTask:getFullObjectList:310) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 15:20:47 UTC 2017,Fri Feb 09 19:22:17 UTC 2018,0,500) returning 500 out of 2021 objectInfos listObjects(Sun Jan 01 15:20:47 UTC 2017,Fri Feb 09 19:22:17 UTC 2018,500,500) returning 500 out of 2021 objectInfos listObjects(Sun Jan 01 15:20:47 UTC 2017,Fri Feb 09 19:22:17 UTC 2018,1000,500) returning 500 out of 2021 objectInfos listObjects(Sun Jan 01 15:20:47 UTC 2017,Fri Feb 09 19:22:17 UTC 2018,1500,500) returning 500 out of 2021 objectInfos listObjects(Sun Jan 01 15:20:47 UTC 2017,Fri Feb 09 19:22:17 UTC 2018,2000,500) returning 21 out of 2021 objectInfos NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 16:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,259 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 16:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 17:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,259 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 17:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 18:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,259 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 18:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 19:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,260 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 19:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 20:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,260 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 20:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 21:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,260 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 21:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 22:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,261 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 22:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 23:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,261 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 23:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 00:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,261 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 00:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 01:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,262 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 01:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 02:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,262 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 02:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 03:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,262 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 03:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 04:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,262 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 04:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 05:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,263 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 05:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 06:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,263 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 06:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 07:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,263 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 07:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 08:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,264 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 08:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 09:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,264 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 09:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 10:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,264 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 10:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 11:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,265 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 11:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 12:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,265 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 12:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 13:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,265 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 13:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 14:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,266 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 14:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 15:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,266 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 15:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 16:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,266 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 16:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 17:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,266 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 17:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 18:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,267 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 18:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 19:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,267 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 19:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 20:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,267 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 20:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 21:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,268 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 21:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 22:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,268 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 22:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 23:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,268 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 23:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 00:20:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,269 (ObjectListHarvestTask:spoolToSynchronizationQueue:226) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 00:20:47 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 01:01:47 UTC 2017 [ INFO] 2018-02-09 19:22:47,269 (ObjectListHarvestTask:spoolToSynchronizationQueue:240) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 01:01:47 UTC 2017 ***end of harvest*** [DEBUG] 2018-02-09 19:22:47,270 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T11:44:07.270+00:00 and endDate of 2018-02-09T19:22:37.269+00:00 [ WARN] 2018-02-09 19:22:47,272 (ObjectListHarvestTask:getFullObjectList:317) urn:node:HARVEST_TEST- Node doesn't like slicing parameters, trying single-page harvest strategy: <?xml version="1.0" encoding="UTF-8"?> <error detailCode="code" errorCode="400" name="InvalidRequest"> <description>listObjects does not support 'start' and 'count' parameters</description> </error> listObjects(Sun Jan 01 11:44:07 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,0,null) returning 3333 out of 3333 objectInfos [DEBUG] 2018-02-09 19:22:47,277 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T11:44:07.270+00:00 and endDate of 2018-02-09T19:22:27.269+00:00 [ WARN] 2018-02-09 19:22:47,278 (ObjectListHarvestTask:getFullObjectList:317) urn:node:HARVEST_TEST- Node doesn't like slicing parameters, trying single-page harvest strategy: <?xml version="1.0" encoding="UTF-8"?> <error detailCode="code" errorCode="400" name="InvalidRequest"> <description>listObjects does not support 'start' and 'count' parameters</description> </error> listObjects(Sun Jan 01 11:44:07 UTC 2017,Fri Feb 09 19:22:27 UTC 2018,0,null) returning 3333 out of 3333 objectInfos [DEBUG] 2018-02-09 19:22:47,280 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T11:44:07.280+00:00 and endDate of 2018-02-09T19:22:37.279+00:00 [ WARN] 2018-02-09 19:22:47,281 (ObjectListHarvestTask:getFullObjectList:317) urn:node:HARVEST_TEST- Node doesn't like slicing parameters, trying single-page harvest strategy: <?xml version="1.0" encoding="UTF-8"?> <error detailCode="code" errorCode="400" name="InvalidRequest"> <description>listObjects does not support 'start' and 'count' parameters</description> </error> listObjects(Sun Jan 01 11:44:07 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,0,null) returning 1000 out of 3333 objectInfos [ERROR] 2018-02-09 19:22:47,282 (ObjectListHarvestTask:doAllInOneHarvest:477) urn:node:HARVEST_TEST - MemberNode does not support paging, but also doesn't return the total list within the harvest period. Cannot harvest! [DEBUG] 2018-02-09 19:22:47,284 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:47.184+00:00 and endDate of 2018-02-09T19:22:37.283+00:00 [ WARN] 2018-02-09 19:22:47,285 (ObjectListHarvestTask:getFullObjectList:317) urn:node:HARVEST_TEST- Node doesn't like slicing parameters, trying single-page harvest strategy: <?xml version="1.0" encoding="UTF-8"?> <error detailCode="code" errorCode="400" name="InvalidRequest"> <description>listObjects does not support 'start' and 'count' parameters</description> </error> [DEBUG] 2018-02-09 19:22:47,286 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-04T06:40:47.286+00:00 and endDate of 2018-02-09T19:22:37.285+00:00 [ WARN] 2018-02-09 19:22:47,287 (ObjectListHarvestTask:getFullObjectList:317) urn:node:HARVEST_TEST- Node doesn't like slicing parameters, trying single-page harvest strategy: <?xml version="1.0" encoding="UTF-8"?> <error detailCode="code" errorCode="400" name="InvalidRequest"> <description>listObjects does not support 'start' and 'count' parameters</description> </error> listObjects(Wed Jan 04 06:40:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,0,null) returning 0 out of 0 objectInfos [DEBUG] 2018-02-09 19:22:47,288 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:47.188+00:00 and endDate of 2018-02-09T19:22:37.287+00:00 listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,0,0) returning 0 out of 3333 objectInfos [ INFO] 2018-02-09 19:22:47,289 (ObjectListHarvestTask:getFullObjectList:307) urn:node:HARVEST_TEST- has 3333 pids to harvest. [ INFO] 2018-02-09 19:22:47,289 (ObjectListHarvestTask:getFullObjectList:310) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,0,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,500,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,1000,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,1500,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,2000,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,2500,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,3000,500) returning 333 out of 3333 objectInfos [DEBUG] 2018-02-09 19:22:47,294 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:47.188+00:00 and endDate of 2018-02-09T19:22:27.287+00:00 listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:27 UTC 2018,0,0) returning 0 out of 3333 objectInfos [ INFO] 2018-02-09 19:22:47,294 (ObjectListHarvestTask:getFullObjectList:307) urn:node:HARVEST_TEST- has 3333 pids to harvest. [DEBUG] 2018-02-09 19:22:47,294 (ObjectListHarvestTask:adjustFilterWindow:369) 0. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Sat Jul 22 15:41:37 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Sat Jul 22 15:41:37 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-02-09 19:22:47,295 (ObjectListHarvestTask:adjustFilterWindow:369) 1. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Wed Apr 12 13:51:12 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Wed Apr 12 13:51:12 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-02-09 19:22:47,295 (ObjectListHarvestTask:adjustFilterWindow:369) 2. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Tue Feb 21 00:55:59 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Tue Feb 21 00:55:59 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-02-09 19:22:47,295 (ObjectListHarvestTask:adjustFilterWindow:369) 3. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Thu Jan 26 18:28:23 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Thu Jan 26 18:28:23 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-02-09 19:22:47,296 (ObjectListHarvestTask:adjustFilterWindow:369) 4. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Sat Jan 14 03:14:35 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Sat Jan 14 03:14:35 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-02-09 19:22:47,296 (ObjectListHarvestTask:adjustFilterWindow:369) 5. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Sat Jan 07 19:37:41 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Sat Jan 07 19:37:41 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-02-09 19:22:47,296 (ObjectListHarvestTask:adjustFilterWindow:369) 6. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Wed Jan 04 15:49:14 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Wed Jan 04 15:49:14 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-02-09 19:22:47,297 (ObjectListHarvestTask:adjustFilterWindow:369) 7. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Tue Jan 03 01:55:00 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Tue Jan 03 01:55:00 UTC 2017,0,0) returning 0 out of 2275 objectInfos [DEBUG] 2018-02-09 19:22:47,297 (ObjectListHarvestTask:adjustFilterWindow:369) 8. total = 2275, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Mon Jan 02 06:57:53 UTC 2017] listObjects(Sun Jan 01 12:00:47 UTC 2017,Mon Jan 02 06:57:53 UTC 2017,0,0) returning 0 out of 1138 objectInfos [ INFO] 2018-02-09 19:22:47,297 (ObjectListHarvestTask:adjustFilterWindow:383) urn:node:HARVEST_TEST - final time window: total = 1138, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:47 UTC 2017 to Mon Jan 02 06:57:53 UTC 2017] [ INFO] 2018-02-09 19:22:47,297 (ObjectListHarvestTask:getFullObjectList:310) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 12:00:47 UTC 2017,Mon Jan 02 06:57:53 UTC 2017,0,500) returning 500 out of 1138 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Mon Jan 02 06:57:53 UTC 2017,500,500) returning 500 out of 1138 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Mon Jan 02 06:57:53 UTC 2017,1000,500) returning 138 out of 1138 objectInfos [DEBUG] 2018-02-09 19:22:47,300 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:47.200+00:00 and endDate of 2018-02-09T19:22:37.299+00:00 listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,0,0) returning 0 out of 3333 objectInfos [ INFO] 2018-02-09 19:22:47,300 (ObjectListHarvestTask:getFullObjectList:307) urn:node:HARVEST_TEST- has 3333 pids to harvest. [ INFO] 2018-02-09 19:22:47,300 (ObjectListHarvestTask:getFullObjectList:310) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,0,100) returning 100 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,100,100) returning 100 out of 3333 objectInfos [DEBUG] 2018-02-09 19:22:47,302 (ObjectListHarvestTask:getFullObjectList:287) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-04T06:40:47.302+00:00 and endDate of 2018-02-09T19:22:37.301+00:00 listObjects(Wed Jan 04 06:40:47 UTC 2017,Fri Feb 09 19:22:37 UTC 2018,0,0) returning 0 out of 0 objectInfos [ INFO] 2018-02-09 19:22:47,302 (ObjectListHarvestTask:getFullObjectList:307) urn:node:HARVEST_TEST- has 0 pids to harvest. [ INFO] 2018-02-09 19:22:47,302 (ObjectListHarvestTask:getFullObjectList:310) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.146 sec Running org.dataone.cn.batch.synchronization.tasks.SortedHarvestTimepointMapTest ========================================== Fri Feb 09 19:22:46 UTC 2018 : foo.9,bar.9 Fri Feb 09 19:22:46 UTC 2018 : foo.8,bar.8 Fri Feb 09 19:22:46 UTC 2018 : foo.7,bar.7 Fri Feb 09 19:22:46 UTC 2018 : foo.6,bar.6 Fri Feb 09 19:22:46 UTC 2018 : foo.5,bar.5 Fri Feb 09 19:22:46 UTC 2018 : foo.4,bar.4 Fri Feb 09 19:22:47 UTC 2018 : foo.3,bar.3 Fri Feb 09 19:22:47 UTC 2018 : foo.2,bar.2 Fri Feb 09 19:22:47 UTC 2018 : foo.1,bar.1 Fri Feb 09 19:22:47 UTC 2018 : foo.0,bar.0 ========================================== Fri Feb 09 19:22:46 UTC 2018 : foo.6,bar.6 Fri Feb 09 19:22:46 UTC 2018 : foo.5,bar.5 Fri Feb 09 19:22:46 UTC 2018 : foo.4,bar.4 Fri Feb 09 19:22:47 UTC 2018 : foo.3,bar.3 Fri Feb 09 19:22:47 UTC 2018 : foo.2,bar.2 Fri Feb 09 19:22:47 UTC 2018 : foo.1,bar.1 Fri Feb 09 19:22:47 UTC 2018 : foo.0,bar.0 ========================================== 1518204166404 : foo.9,bar.9 1518204166504 : foo.8,bar.8 1518204166604 : foo.7,bar.7 ========================================== 1518204166504 : foo.8,bar.8 1518204166604 : foo.7,bar.7 1518204166704 : foo.6,bar.6 1518204166804 : foo.5,bar.5 1518204166904 : foo.4,bar.4 1518204167004 : foo.3,bar.3 1518204167104 : foo.2,bar.2 1518204167204 : foo.1,bar.1 Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0 sec Running org.dataone.cn.batch.synchronization.tasks.SyncMetricLogReportTest [DEBUG] 2018-02-09 19:22:47,683 (SyncMetricLogReport:reportSyncMetrics:29) start [DEBUG] 2018-02-09 19:22:47,695 (SyncMetricLogReport:reportSyncMetrics:59) end [ INFO] 2018-02-09 19:22:47,695 (SyncMetricLogReportTest:testLargeRandomArray:81) Time to Execute in Milliseconds: 12 [ INFO] 2018-02-09 19:22:47,695 (SyncMetricLogReportTest:testLargeRandomArray:82) 8 [DEBUG] 2018-02-09 19:22:47,695 (SyncMetricLogReport:reportSyncMetrics:29) start [DEBUG] 2018-02-09 19:22:47,695 (SyncMetricLogReport:reportSyncMetrics:59) end {"event":"synchronization queued","message":"Total Sync Objects Queued: 10","threadName":"main","threadId":1,"dateLogged":"2018-02-09T19:22:47.695+00:00"} {"event":"synchronization queued","nodeId":"urn:node:test1","message":"Sync Objects Queued: 1","threadName":"main","threadId":1,"dateLogged":"2018-02-09T19:22:47.695+00:00"} {"event":"synchronization queued","nodeId":"urn:node:test2","message":"Sync Objects Queued: 2","threadName":"main","threadId":1,"dateLogged":"2018-02-09T19:22:47.695+00:00"} {"event":"synchronization queued","nodeId":"urn:node:test3","message":"Sync Objects Queued: 3","threadName":"main","threadId":1,"dateLogged":"2018-02-09T19:22:47.695+00:00"} {"event":"synchronization queued","nodeId":"urn:node:test4","message":"Sync Objects Queued: 4","threadName":"main","threadId":1,"dateLogged":"2018-02-09T19:22:47.695+00:00"} Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.382 sec Running org.dataone.cn.batch.synchronization.listener.SyncMetricLogJobTriggerTest [ INFO] 2018-02-09 19:22:48,122 (SyncMetricLogJobTriggerTest:testLocking:45) java.util.concurrent.TimeoutException [ INFO] 2018-02-09 19:22:48,548 (SyncMetricLogJobTriggerTest:testLocking:45) java.util.concurrent.TimeoutException [ INFO] 2018-02-09 19:22:48,973 (SyncMetricLogJobTriggerTest:testLocking:45) java.util.concurrent.TimeoutException [ INFO] 2018-02-09 19:22:49,399 (SyncMetricLogJobTriggerTest:testLocking:45) java.util.concurrent.TimeoutException Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.002 sec Running org.dataone.cn.batch.synchronization.type.SystemMetadataValidatorTest [ INFO] 2018-02-09 19:22:49,704 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:49,713 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:49,718 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:49,722 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:49,727 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:49,731 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:49,736 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:49,741 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:49,745 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:49,749 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:49,754 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:49,757 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-02-09 19:22:49,762 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... Tests run: 13, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.065 sec [ INFO] 2018-02-09 19:22:49,767 (AbstractApplicationContext:doClose:1032) Closing org.springframework.context.support.GenericApplicationContext@10aa41f2: startup date [Fri Feb 09 19:20:51 UTC 2018]; root of context hierarchy [ INFO] 2018-02-09 19:22:49,767 (DefaultSingletonBeanRegistry:destroySingletons:434) Destroying singletons in org.springframework.beans.factory.support.DefaultListableBeanFactory@5824a83d: defining beans [log4jInitialization,mylog,rejectionExecutionHander,threadPoolTaskExecutor,tinyThreadPoolTaskExecutor,mockQueueProcessor,org.springframework.context.annotation.internalConfigurationAnnotationProcessor,org.springframework.context.annotation.internalAutowiredAnnotationProcessor,org.springframework.context.annotation.internalRequiredAnnotationProcessor,org.springframework.context.annotation.internalCommonAnnotationProcessor,org.springframework.context.annotation.internalPersistenceAnnotationProcessor,org.springframework.context.annotation.ConfigurationClassPostProcessor.importAwareProcessor]; root of factory hierarchy [ INFO] 2018-02-09 19:22:49,777 (ExecutorConfigurationSupport:shutdown:150) Shutting down ExecutorService 'tinyThreadPoolTaskExecutor' [ INFO] 2018-02-09 19:22:49,778 (ExecutorConfigurationSupport:shutdown:150) Shutting down ExecutorService 'threadPoolTaskExecutor' Results : Tests run: 65, Failures: 0, Errors: 0, Skipped: 4 [JENKINS] Recording test results [INFO] [INFO] --- maven-jar-plugin:2.2:jar (default-jar) @ d1_synchronization --- [INFO] Building jar: /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/d1_synchronization-2.3.5.jar [INFO] [INFO] --- maven-install-plugin:2.3:install (default-install) @ d1_synchronization --- [INFO] Installing /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/d1_synchronization-2.3.5.jar to /var/lib/jenkins/.m2/repository/org/dataone/d1_synchronization/2.3.5/d1_synchronization-2.3.5.jar [INFO] Installing /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/pom.xml to /var/lib/jenkins/.m2/repository/org/dataone/d1_synchronization/2.3.5/d1_synchronization-2.3.5.pom [INFO] [INFO] --- buildnumber-maven-plugin:1.4:create (default) @ d1_synchronization --- [INFO] Executing: /bin/sh -c cd '/var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization' && 'svn' '--non-interactive' 'info' [INFO] Working directory: /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization [INFO] Storing buildNumber: 19104 at timestamp: 1518204170580 [INFO] Executing: /bin/sh -c cd '/var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization' && 'svn' '--non-interactive' 'info' [INFO] Working directory: /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization [INFO] Storing buildScmBranch: tags/D1_SYNCHRONIZATION_v2.3.5 [WARNING] Failed to getClass for org.apache.maven.plugin.javadoc.JavadocReport [INFO] [INFO] --- maven-javadoc-plugin:2.10.4:javadoc (default-cli) @ d1_synchronization --- [INFO] Loading source files for package org.dataone.cn.batch.exceptions... Loading source files for package org.dataone.cn.batch.service.v2... Loading source files for package org.dataone.cn.batch.service.v2.impl... Loading source files for package org.dataone.cn.batch.synchronization... Loading source files for package org.dataone.cn.batch.synchronization.tasks... Loading source files for package org.dataone.cn.batch.synchronization.listener... Loading source files for package org.dataone.cn.batch.synchronization.jobs... Loading source files for package org.dataone.cn.batch.synchronization.type... Loading source files for package org.dataone.cn.ldap... Constructing Javadoc information... Standard Doclet version 1.8.0_111 Building tree for all the packages and classes... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/NodeCommUnavailable.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/RetryableException.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/UnrecoverableException.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/IdentifierReservationQueryService.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/NodeRegistrySyncService.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/impl/NodeRegistrySyncServiceImpl.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/D1TypeUtils.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/HarvestSchedulingManager.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/NodeCommFactory.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/NodeCommObjectListHarvestFactory.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/NodeCommSyncObjectFactory.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/SyncObjectTaskManager.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/ObjectListHarvestTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/QueueProcessorCallable.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/SortedHarvestTimepointMap.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/SyncFailedTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/SyncMetricLogReport.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/SyncObjectTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/TransferObjectTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/V2TransferObjectTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/NodeTopicListener.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/SyncMetricLogJobTriggerListener.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/MemberNodeHarvestJob.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/SyncMetricLogJob.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/NodeComm.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/NodeCommState.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/SyncObjectState.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/ldap/NodeRegistrySyncFacade.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/overview-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/impl/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/impl/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/impl/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/ldap/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/ldap/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/ldap/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/constant-values.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/serialized-form.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/class-use/UnrecoverableException.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/class-use/RetryableException.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/class-use/NodeCommUnavailable.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/class-use/NodeRegistrySyncService.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/class-use/IdentifierReservationQueryService.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/impl/class-use/NodeRegistrySyncServiceImpl.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/class-use/NodeCommSyncObjectFactory.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/class-use/D1TypeUtils.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/class-use/NodeCommObjectListHarvestFactory.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/class-use/SyncObjectTaskManager.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/class-use/HarvestSchedulingManager.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/class-use/NodeCommFactory.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/QueueProcessorCallable.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/SortedHarvestTimepointMap.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/SyncFailedTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/V2TransferObjectTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/ObjectListHarvestTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/TransferObjectTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/SyncMetricLogReport.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/DelayWrapper.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/SyncObjectTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/class-use/NodeTopicListener.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/class-use/SyncMetricLogJobTriggerListener.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/class-use/MemberNodeHarvestJob.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/class-use/SyncMetricLogJob.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/class-use/NodeCommState.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/class-use/SystemMetadataValidator.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/class-use/NodeComm.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/class-use/SyncObjectState.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/ldap/class-use/NodeRegistrySyncFacade.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/impl/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/ldap/package-use.html... Building index for all the packages and classes... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/overview-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/index-all.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/deprecated-list.html... Building index for all classes... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/allclasses-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/allclasses-noframe.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/index.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/overview-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/site/apidocs/help-doc.html... 44 warnings [WARNING] Javadoc Warnings [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:42: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:67: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:90: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:113: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:142: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:175: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:208: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:241: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:274: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:307: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "58" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "47" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "47" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "47" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "47" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "47" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "45" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "45" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "45" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "45" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see: reference not found: http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/ObjectListHarvestTask.java:263: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/ObjectListHarvestTask.java:119: warning - @returns is an unknown tag. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/SyncFailedTask.java:84: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/SyncFailedTask.java:63: warning - Tag @author cannot be used in method documentation. It can only be used in the following types of documentation: overview, package, class/interface. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "58" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "45" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "45" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "37" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "37" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "45" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "37" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "45" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:51: warning - @ is an unknown tag. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see: reference not found: https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties. [JENKINS] Archiving javadoc Notifying upstream projects of job completion Join notifier requires a CauseAction [INFO] ------------------------------------------------------------------------ [INFO] BUILD SUCCESS [INFO] ------------------------------------------------------------------------ [INFO] Total time: 2:11.566s [INFO] Finished at: Fri Feb 09 19:22:54 UTC 2018 [INFO] Final Memory: 50M/385M [INFO] ------------------------------------------------------------------------ Waiting for Jenkins to finish collecting data [JENKINS] Archiving /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/pom.xml to org.dataone/d1_synchronization/2.3.5/d1_synchronization-2.3.5.pom [JENKINS] Archiving /var/lib/jenkins/jobs/d1_synchronization_stable/workspace/d1_synchronization/target/d1_synchronization-2.3.5.jar to org.dataone/d1_synchronization/2.3.5/d1_synchronization-2.3.5.jar channel stopped Maven RedeployPublisher use remote maven settings from : /usr/share/maven/conf/settings.xml [ERROR] uniqueVersion == false is not anymore supported in maven 3 [INFO] Deployment in file:///var/www/maven (id=,uniqueVersion=false) Deploying the main artifact d1_synchronization-2.3.5.jar Uploading: file:///var/www/maven/org/dataone/d1_synchronization/2.3.5/d1_synchronization-2.3.5.jar Uploaded: file:///var/www/maven/org/dataone/d1_synchronization/2.3.5/d1_synchronization-2.3.5.jar (99 KB at 32703.8 KB/sec) Uploading: file:///var/www/maven/org/dataone/d1_synchronization/2.3.5/d1_synchronization-2.3.5.pom Uploaded: file:///var/www/maven/org/dataone/d1_synchronization/2.3.5/d1_synchronization-2.3.5.pom (8 KB at 7954.1 KB/sec) Downloading: file:///var/www/maven/org/dataone/d1_synchronization/maven-metadata.xml Downloaded: file:///var/www/maven/org/dataone/d1_synchronization/maven-metadata.xml (2 KB) Uploading: file:///var/www/maven/org/dataone/d1_synchronization/maven-metadata.xml Uploaded: file:///var/www/maven/org/dataone/d1_synchronization/maven-metadata.xml (2 KB) [INFO] Deployment done in 54 ms Notifying upstream projects of job completion Notifying upstream of completion: Build_Stable_Level_5 #24 All downstream projects complete! Notifying upstream build Build_Stable_Level_5 #24 of job completion Triggering a new build of Build_Stable_Level_6 Finished: SUCCESS