mirror of https://github.com/apache/jclouds.git
Merge pull request #1206 from jclouds/stop-test-failure
unbreak cloudbees
This commit is contained in:
commit
6c39fd2407
|
@ -29,40 +29,35 @@ import java.util.concurrent.atomic.AtomicReference;
|
||||||
import org.jclouds.rest.AuthorizationException;
|
import org.jclouds.rest.AuthorizationException;
|
||||||
|
|
||||||
import com.google.common.base.Objects;
|
import com.google.common.base.Objects;
|
||||||
|
import com.google.common.base.Optional;
|
||||||
import com.google.common.base.Supplier;
|
import com.google.common.base.Supplier;
|
||||||
import com.google.common.cache.CacheBuilder;
|
import com.google.common.cache.CacheBuilder;
|
||||||
import com.google.common.cache.CacheLoader;
|
import com.google.common.cache.CacheLoader;
|
||||||
import com.google.common.cache.LoadingCache;
|
import com.google.common.cache.LoadingCache;
|
||||||
import com.google.common.collect.ForwardingObject;
|
import com.google.common.collect.ForwardingObject;
|
||||||
import com.google.common.util.concurrent.UncheckedExecutionException;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* This will retry the supplier if it encounters a timeout exception, but not if it encounters an
|
* This will retry the supplier if it encounters a timeout exception, but not if it encounters an
|
||||||
* AuthorizationException.
|
* AuthorizationException.
|
||||||
* <p/>
|
* <p/>
|
||||||
* A shared exception reference is used so that anyone who encounters an authorizationexception will
|
* A shared exception reference is used so that anyone who encounters an authorizationexception will be short-circuited.
|
||||||
* be short-circuited. This prevents accounts from being locked out.
|
* This prevents accounts from being locked out.
|
||||||
*
|
*
|
||||||
* <h3>details</h3>
|
* <h3>details</h3>
|
||||||
* http://code.google.com/p/google-guice/issues/detail?id=483 guice doesn't remember when singleton
|
* http://code.google.com/p/google-guice/issues/detail?id=483 guice doesn't remember when singleton providers throw
|
||||||
* providers throw exceptions. in this case, if the supplier fails with an authorization exception,
|
* exceptions. in this case, if the supplier fails with an authorization exception, it is called again for each provider
|
||||||
* it is called again for each provider method that depends on it. To short-circuit this, we
|
* method that depends on it. To short-circuit this, we remember the last exception trusting that guice is
|
||||||
* remember the last exception trusting that guice is single-threaded.
|
* single-threaded.
|
||||||
*
|
*
|
||||||
* Note this implementation is folded into the same class, vs being decorated as stacktraces are
|
* Note this implementation is folded into the same class, vs being decorated as stacktraces are exceptionally long and
|
||||||
* exceptionally long and difficult to grok otherwise. We use {@link LoadingCache} to deal with
|
* difficult to grok otherwise. We use {@link LoadingCache} to deal with concurrency issues related to the supplier.
|
||||||
* concurrency issues related to the supplier.
|
|
||||||
*
|
*
|
||||||
* @author Adrian Cole
|
* @author Adrian Cole
|
||||||
*/
|
*/
|
||||||
public class MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplier<T> extends ForwardingObject implements
|
public class MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplier<T> extends ForwardingObject implements
|
||||||
Supplier<T> {
|
Supplier<T> {
|
||||||
|
|
||||||
static class NullValueException extends RuntimeException {
|
static class SetAndThrowAuthorizationExceptionSupplierBackedLoader<V> extends CacheLoader<String, Optional<V>> {
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
static class SetAndThrowAuthorizationExceptionSupplierBackedLoader<V> extends CacheLoader<String, V> {
|
|
||||||
|
|
||||||
private final Supplier<V> delegate;
|
private final Supplier<V> delegate;
|
||||||
private final AtomicReference<AuthorizationException> authException;
|
private final AtomicReference<AuthorizationException> authException;
|
||||||
|
@ -74,14 +69,11 @@ public class MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplier<T> ext
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public V load(String key) {
|
public Optional<V> load(String key) {
|
||||||
if (authException.get() != null)
|
if (authException.get() != null)
|
||||||
throw authException.get();
|
throw authException.get();
|
||||||
try {
|
try {
|
||||||
V value = delegate.get();
|
return Optional.fromNullable(delegate.get());
|
||||||
if (value == null)
|
|
||||||
throw new NullValueException();
|
|
||||||
return value;
|
|
||||||
} catch (Exception e) {
|
} catch (Exception e) {
|
||||||
AuthorizationException aex = getFirstThrowableOfType(e, AuthorizationException.class);
|
AuthorizationException aex = getFirstThrowableOfType(e, AuthorizationException.class);
|
||||||
if (aex != null) {
|
if (aex != null) {
|
||||||
|
@ -102,7 +94,7 @@ public class MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplier<T> ext
|
||||||
private final Supplier<T> delegate;
|
private final Supplier<T> delegate;
|
||||||
private final long duration;
|
private final long duration;
|
||||||
private final TimeUnit unit;
|
private final TimeUnit unit;
|
||||||
private final LoadingCache<String, T> cache;
|
private final LoadingCache<String, Optional<T>> cache;
|
||||||
|
|
||||||
public static <T> MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplier<T> create(
|
public static <T> MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplier<T> create(
|
||||||
AtomicReference<AuthorizationException> authException, Supplier<T> delegate, long duration, TimeUnit unit) {
|
AtomicReference<AuthorizationException> authException, Supplier<T> delegate, long duration, TimeUnit unit) {
|
||||||
|
@ -127,14 +119,7 @@ public class MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplier<T> ext
|
||||||
@Override
|
@Override
|
||||||
public T get() {
|
public T get() {
|
||||||
try {
|
try {
|
||||||
T returnVal = cache.get("FOO");
|
return cache.get("FOO").orNull();
|
||||||
return returnVal;
|
|
||||||
} catch (UncheckedExecutionException e) {
|
|
||||||
NullValueException nullV = getFirstThrowableOfType(e, NullValueException.class);
|
|
||||||
if (nullV != null) {
|
|
||||||
return null;
|
|
||||||
}
|
|
||||||
throw propagate(e.getCause());
|
|
||||||
} catch (ExecutionException e) {
|
} catch (ExecutionException e) {
|
||||||
throw propagate(e.getCause());
|
throw propagate(e.getCause());
|
||||||
}
|
}
|
||||||
|
|
|
@ -18,52 +18,38 @@
|
||||||
*/
|
*/
|
||||||
package org.jclouds.rest.suppliers;
|
package org.jclouds.rest.suppliers;
|
||||||
|
|
||||||
import static com.google.common.base.Preconditions.checkNotNull;
|
import static com.google.common.base.Suppliers.ofInstance;
|
||||||
|
import static com.google.common.util.concurrent.Atomics.newReference;
|
||||||
import static org.testng.Assert.assertEquals;
|
import static org.testng.Assert.assertEquals;
|
||||||
import static org.testng.Assert.assertSame;
|
|
||||||
|
|
||||||
import java.io.ByteArrayInputStream;
|
|
||||||
import java.io.ByteArrayOutputStream;
|
|
||||||
import java.io.IOException;
|
|
||||||
import java.io.ObjectInputStream;
|
|
||||||
import java.io.ObjectOutputStream;
|
|
||||||
import java.util.concurrent.ExecutionException;
|
import java.util.concurrent.ExecutionException;
|
||||||
import java.util.concurrent.TimeUnit;
|
|
||||||
import java.util.concurrent.TimeoutException;
|
|
||||||
import java.util.concurrent.atomic.AtomicInteger;
|
|
||||||
import java.util.concurrent.atomic.AtomicReference;
|
import java.util.concurrent.atomic.AtomicReference;
|
||||||
|
|
||||||
import org.jclouds.rest.AuthorizationException;
|
import org.jclouds.rest.AuthorizationException;
|
||||||
import org.jclouds.rest.suppliers.MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplier.SetAndThrowAuthorizationExceptionSupplierBackedLoader;
|
import org.jclouds.rest.suppliers.MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplier.SetAndThrowAuthorizationExceptionSupplierBackedLoader;
|
||||||
import org.testng.annotations.Test;
|
import org.testng.annotations.Test;
|
||||||
|
|
||||||
import com.google.common.base.Function;
|
|
||||||
import com.google.common.base.Supplier;
|
import com.google.common.base.Supplier;
|
||||||
import com.google.common.base.Suppliers;
|
|
||||||
import com.google.common.util.concurrent.Atomics;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*
|
*
|
||||||
* @author Adrian Cole
|
* @author Adrian Cole
|
||||||
*/
|
*/
|
||||||
@SuppressWarnings({ "unchecked", "rawtypes" })
|
|
||||||
@Test(groups = "unit", testName = "MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplierTest")
|
@Test(groups = "unit", testName = "MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplierTest")
|
||||||
public class MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplierTest {
|
public class MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplierTest {
|
||||||
@Test
|
@Test
|
||||||
public void testLoaderNormal() {
|
public void testLoaderNormal() {
|
||||||
AtomicReference<AuthorizationException> authException = Atomics.newReference();
|
AtomicReference<AuthorizationException> authException = newReference();
|
||||||
assertEquals(new SetAndThrowAuthorizationExceptionSupplierBackedLoader<String>(Suppliers.ofInstance("foo"),
|
assertEquals(new SetAndThrowAuthorizationExceptionSupplierBackedLoader<String>(ofInstance("foo"),
|
||||||
authException).load("KEY"), "foo");
|
authException).load("KEY").get(), "foo");
|
||||||
assertEquals(authException.get(), null);
|
assertEquals(authException.get(), null);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test(expectedExceptions = AuthorizationException.class)
|
@Test(expectedExceptions = AuthorizationException.class)
|
||||||
public void testLoaderThrowsAuthorizationExceptionAndAlsoSetsExceptionType() {
|
public void testLoaderThrowsAuthorizationExceptionAndAlsoSetsExceptionType() {
|
||||||
AtomicReference<AuthorizationException> authException = Atomics.newReference();
|
AtomicReference<AuthorizationException> authException = newReference();
|
||||||
try {
|
try {
|
||||||
new SetAndThrowAuthorizationExceptionSupplierBackedLoader<String>(new Supplier<String>() {
|
new SetAndThrowAuthorizationExceptionSupplierBackedLoader<String>(new Supplier<String>() {
|
||||||
|
|
||||||
@Override
|
|
||||||
public String get() {
|
public String get() {
|
||||||
throw new AuthorizationException();
|
throw new AuthorizationException();
|
||||||
}
|
}
|
||||||
|
@ -75,11 +61,9 @@ public class MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplierTest {
|
||||||
|
|
||||||
@Test(expectedExceptions = AuthorizationException.class)
|
@Test(expectedExceptions = AuthorizationException.class)
|
||||||
public void testLoaderThrowsAuthorizationExceptionAndAlsoSetsExceptionTypeWhenNested() {
|
public void testLoaderThrowsAuthorizationExceptionAndAlsoSetsExceptionTypeWhenNested() {
|
||||||
AtomicReference<AuthorizationException> authException = Atomics.newReference();
|
AtomicReference<AuthorizationException> authException = newReference();
|
||||||
try {
|
try {
|
||||||
new SetAndThrowAuthorizationExceptionSupplierBackedLoader<String>(new Supplier<String>() {
|
new SetAndThrowAuthorizationExceptionSupplierBackedLoader<String>(new Supplier<String>() {
|
||||||
|
|
||||||
@Override
|
|
||||||
public String get() {
|
public String get() {
|
||||||
throw new RuntimeException(new ExecutionException(new AuthorizationException()));
|
throw new RuntimeException(new ExecutionException(new AuthorizationException()));
|
||||||
}
|
}
|
||||||
|
@ -91,11 +75,9 @@ public class MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplierTest {
|
||||||
|
|
||||||
@Test(expectedExceptions = RuntimeException.class)
|
@Test(expectedExceptions = RuntimeException.class)
|
||||||
public void testLoaderThrowsOriginalExceptionAndAlsoSetsExceptionTypeWhenNestedAndNotAuthorizationException() {
|
public void testLoaderThrowsOriginalExceptionAndAlsoSetsExceptionTypeWhenNestedAndNotAuthorizationException() {
|
||||||
AtomicReference<AuthorizationException> authException = Atomics.newReference();
|
AtomicReference<AuthorizationException> authException = newReference();
|
||||||
try {
|
try {
|
||||||
new SetAndThrowAuthorizationExceptionSupplierBackedLoader<String>(new Supplier<String>() {
|
new SetAndThrowAuthorizationExceptionSupplierBackedLoader<String>(new Supplier<String>() {
|
||||||
|
|
||||||
@Override
|
|
||||||
public String get() {
|
public String get() {
|
||||||
throw new RuntimeException(new IllegalArgumentException("foo"));
|
throw new RuntimeException(new IllegalArgumentException("foo"));
|
||||||
}
|
}
|
||||||
|
@ -104,163 +86,4 @@ public class MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplierTest {
|
||||||
assertEquals(authException.get().getClass(), RuntimeException.class);
|
assertEquals(authException.get().getClass(), RuntimeException.class);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
|
||||||
public void testMemoizeKeepsValueForFullDurationWhenDelegateCallIsSlow() {
|
|
||||||
final long SLEEP_TIME = 250;
|
|
||||||
final long EXPIRATION_TIME = 200;
|
|
||||||
|
|
||||||
Supplier<Integer> slowSupplier = new CountingSupplier() {
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public Integer get() {
|
|
||||||
try {
|
|
||||||
Thread.sleep(SLEEP_TIME);
|
|
||||||
} catch (InterruptedException e) {
|
|
||||||
Thread.currentThread().interrupt();
|
|
||||||
}
|
|
||||||
return super.get();
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
Supplier<Integer> memoizedSupplier = new MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplier(
|
|
||||||
new AtomicReference<AuthorizationException>(), slowSupplier, EXPIRATION_TIME, TimeUnit.MILLISECONDS);
|
|
||||||
|
|
||||||
assertEquals(memoizedSupplier.get(), (Integer) 10);
|
|
||||||
assertEquals(memoizedSupplier.get(), (Integer) 10);
|
|
||||||
}
|
|
||||||
|
|
||||||
// =================================
|
|
||||||
//
|
|
||||||
// TODO Everything below this point is taken from SuppliersTest, to test our version of the
|
|
||||||
// Suppliers2.memoizeWithExpiration
|
|
||||||
// It should be deleted when we can switch back to using the google
|
|
||||||
// Supplier.memoizeWithExpiration.
|
|
||||||
|
|
||||||
private static class CountingSupplier implements Supplier<Integer> {
|
|
||||||
transient int calls = 0;
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public Integer get() {
|
|
||||||
calls++;
|
|
||||||
return calls * 10;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
public void testMemoizeWithExpiration() throws InterruptedException {
|
|
||||||
CountingSupplier countingSupplier = new CountingSupplier();
|
|
||||||
|
|
||||||
Supplier<Integer> memoizedSupplier = new MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplier(
|
|
||||||
new AtomicReference<AuthorizationException>(), countingSupplier, 75, TimeUnit.MILLISECONDS);
|
|
||||||
|
|
||||||
checkExpiration(countingSupplier, memoizedSupplier);
|
|
||||||
}
|
|
||||||
|
|
||||||
private void checkExpiration(CountingSupplier countingSupplier, Supplier<Integer> memoizedSupplier)
|
|
||||||
throws InterruptedException {
|
|
||||||
// the underlying supplier hasn't executed yet
|
|
||||||
assertEquals(0, countingSupplier.calls);
|
|
||||||
|
|
||||||
assertEquals(10, (int) memoizedSupplier.get());
|
|
||||||
// now it has
|
|
||||||
assertEquals(1, countingSupplier.calls);
|
|
||||||
|
|
||||||
assertEquals(10, (int) memoizedSupplier.get());
|
|
||||||
// it still should only have executed once due to memoization
|
|
||||||
assertEquals(1, countingSupplier.calls);
|
|
||||||
|
|
||||||
Thread.sleep(150);
|
|
||||||
|
|
||||||
assertEquals(20, (int) memoizedSupplier.get());
|
|
||||||
// old value expired
|
|
||||||
assertEquals(2, countingSupplier.calls);
|
|
||||||
|
|
||||||
assertEquals(20, (int) memoizedSupplier.get());
|
|
||||||
// it still should only have executed twice due to memoization
|
|
||||||
assertEquals(2, countingSupplier.calls);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
public void testExpiringMemoizedSupplierThreadSafe() throws Throwable {
|
|
||||||
Function<Supplier<Boolean>, Supplier<Boolean>> memoizer = new Function<Supplier<Boolean>, Supplier<Boolean>>() {
|
|
||||||
@Override
|
|
||||||
public Supplier<Boolean> apply(Supplier<Boolean> supplier) {
|
|
||||||
return new MemoizedRetryOnTimeOutButNotOnAuthorizationExceptionSupplier(
|
|
||||||
new AtomicReference<AuthorizationException>(), supplier, Long.MAX_VALUE, TimeUnit.NANOSECONDS);
|
|
||||||
}
|
|
||||||
};
|
|
||||||
supplierThreadSafe(memoizer);
|
|
||||||
}
|
|
||||||
|
|
||||||
private void supplierThreadSafe(Function<Supplier<Boolean>, Supplier<Boolean>> memoizer) throws Throwable {
|
|
||||||
final AtomicInteger count = new AtomicInteger(0);
|
|
||||||
final AtomicReference<Throwable> thrown = Atomics.newReference(null);
|
|
||||||
final int numThreads = 3;
|
|
||||||
final Thread[] threads = new Thread[numThreads];
|
|
||||||
final long timeout = TimeUnit.SECONDS.toNanos(60);
|
|
||||||
|
|
||||||
final Supplier<Boolean> supplier = new Supplier<Boolean>() {
|
|
||||||
boolean isWaiting(Thread thread) {
|
|
||||||
switch (thread.getState()) {
|
|
||||||
case BLOCKED:
|
|
||||||
case WAITING:
|
|
||||||
case TIMED_WAITING:
|
|
||||||
return true;
|
|
||||||
default:
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
int waitingThreads() {
|
|
||||||
int waitingThreads = 0;
|
|
||||||
for (Thread thread : threads) {
|
|
||||||
if (isWaiting(thread)) {
|
|
||||||
waitingThreads++;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return waitingThreads;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public Boolean get() {
|
|
||||||
// Check that this method is called exactly once, by the first
|
|
||||||
// thread to synchronize.
|
|
||||||
long t0 = System.nanoTime();
|
|
||||||
while (waitingThreads() != numThreads - 1) {
|
|
||||||
if (System.nanoTime() - t0 > timeout) {
|
|
||||||
thrown.set(new TimeoutException("timed out waiting for other threads to block"
|
|
||||||
+ " synchronizing on supplier"));
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
Thread.yield();
|
|
||||||
}
|
|
||||||
count.getAndIncrement();
|
|
||||||
return Boolean.TRUE;
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
final Supplier<Boolean> memoizedSupplier = memoizer.apply(supplier);
|
|
||||||
|
|
||||||
for (int i = 0; i < numThreads; i++) {
|
|
||||||
threads[i] = new Thread() {
|
|
||||||
@Override
|
|
||||||
public void run() {
|
|
||||||
assertSame(Boolean.TRUE, memoizedSupplier.get());
|
|
||||||
}
|
|
||||||
};
|
|
||||||
}
|
|
||||||
for (Thread t : threads) {
|
|
||||||
t.start();
|
|
||||||
}
|
|
||||||
for (Thread t : threads) {
|
|
||||||
t.join();
|
|
||||||
}
|
|
||||||
|
|
||||||
if (thrown.get() != null) {
|
|
||||||
throw thrown.get();
|
|
||||||
}
|
|
||||||
assertEquals(1, count.get());
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue