Regression

org.dataone.integration.it.apiTests.MNSystemMetadataMutabilityIt.testDeleteReplicationMetadata_dateModified

Failing for the past 1 build (Since Unstable#91 )
Took 1 hr 36 min.

Error Message

GET https://cn-dev-ucsb-2.test.dataone.org/cn/v2/meta/testDeleteReplicationMetadata_dateModified_2015313211834842 testDeleteReplicationMetadata_dateModified: unable to fetch sysmeta with valid replicas from CN for pid testDeleteReplicationMetadata_dateModified_2015313211834842 Got exception: ServiceFailure : class org.dataone.client.exception.ClientSideException: /Read timed out

Stacktrace

java.lang.AssertionError: GET https://cn-dev-ucsb-2.test.dataone.org/cn/v2/meta/testDeleteReplicationMetadata_dateModified_2015313211834842 testDeleteReplicationMetadata_dateModified: unable to fetch sysmeta with valid replicas from CN for pid testDeleteReplicationMetadata_dateModified_2015313211834842 Got exception: ServiceFailure : class org.dataone.client.exception.ClientSideException: /Read timed out
	at org.dataone.integration.it.testImplementations.MNSystemMetadataMutabilityImplementations.testDeleteReplicationMetadata_dateModified(MNSystemMetadataMutabilityImplementations.java:581)
	at org.dataone.integration.it.apiTests.MNSystemMetadataMutabilityIt.testDeleteReplicationMetadata_dateModified(MNSystemMetadataMutabilityIt.java:43)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20)
	at org.junit.rules.Verifier$1.evaluate(Verifier.java:34)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191)
	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:236)
	at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53)
	at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:119)
	at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.maven.surefire.booter.ProviderFactory$ClassLoaderProxy.invoke(ProviderFactory.java:103)
	at com.sun.proxy.$Proxy0.invoke(Unknown Source)
	at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:150)
	at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcess(SurefireStarter.java:91)
	at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:69)
Caused by: org.dataone.service.exceptions.ServiceFailure: class org.dataone.client.exception.ClientSideException: /Read timed out
	at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:339)
	at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:318)
	at org.dataone.client.v2.impl.MultipartD1Node.getSystemMetadata(MultipartD1Node.java:94)
	at org.dataone.client.v2.impl.MultipartCNode.getSystemMetadata(MultipartCNode.java:791)
	at org.dataone.integration.adapters.CommonCallAdapter.getSystemMetadata(CommonCallAdapter.java:259)
	at org.dataone.integration.it.testImplementations.MNSystemMetadataMutabilityImplementations$4.attempt(MNSystemMetadataMutabilityImplementations.java:548)
	at org.dataone.integration.it.testImplementations.MNSystemMetadataMutabilityImplementations$4.attempt(MNSystemMetadataMutabilityImplementations.java:543)
	at org.dataone.client.RetryHandler.execute(RetryHandler.java:48)
	at org.dataone.integration.it.testImplementations.MNSystemMetadataMutabilityImplementations.testDeleteReplicationMetadata_dateModified(MNSystemMetadataMutabilityImplementations.java:579)
	... 31 more
Caused by: org.dataone.client.exception.ClientSideException: /Read timed out
	... 40 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:442)
	at sun.security.ssl.InputRecord.read(InputRecord.java:480)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:946)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:903)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:102)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:136)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:152)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:270)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:161)
	at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.http.impl.conn.CPoolProxy.invoke(CPoolProxy.java:138)
	at com.sun.proxy.$Proxy8.receiveResponseHeader(Unknown Source)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:254)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:195)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:86)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:108)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:186)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.dataone.client.rest.RestClient.doRequest(RestClient.java:294)
	at org.dataone.client.rest.RestClient.doRequestNoBody(RestClient.java:230)
	at org.dataone.client.rest.RestClient.doGetRequest(RestClient.java:148)
	at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:329)
	... 39 more