1) Add check in ServerManagerTest to make sure that the Segment has been "checked out" before the factory ever sees it.

2) Some code readability changes to ReferenceCountingSegment
This commit is contained in:
cheddar 2013-08-13 17:01:24 -07:00
parent a5855fb749
commit 145e08682c
3 changed files with 76 additions and 70 deletions

View File

@ -46,11 +46,11 @@ public class ReferenceCountingSegment implements Segment
public Segment getBaseSegment()
{
synchronized (lock) {
if (!isClosed) {
return baseSegment;
if (isClosed) {
return null;
}
return null;
return baseSegment;
}
}
@ -68,11 +68,11 @@ public class ReferenceCountingSegment implements Segment
public String getIdentifier()
{
synchronized (lock) {
if (!isClosed) {
return baseSegment.getIdentifier();
if (isClosed) {
return null;
}
return null;
return baseSegment.getIdentifier();
}
}
@ -80,11 +80,11 @@ public class ReferenceCountingSegment implements Segment
public Interval getDataInterval()
{
synchronized (lock) {
if (!isClosed) {
return baseSegment.getDataInterval();
if (isClosed) {
return null;
}
return null;
return baseSegment.getDataInterval();
}
}
@ -92,11 +92,11 @@ public class ReferenceCountingSegment implements Segment
public QueryableIndex asQueryableIndex()
{
synchronized (lock) {
if (!isClosed) {
return baseSegment.asQueryableIndex();
if (isClosed) {
return null;
}
return null;
return baseSegment.asQueryableIndex();
}
}
@ -104,11 +104,11 @@ public class ReferenceCountingSegment implements Segment
public StorageAdapter asStorageAdapter()
{
synchronized (lock) {
if (!isClosed) {
return baseSegment.asStorageAdapter();
if (isClosed) {
return null;
}
return null;
return baseSegment.asStorageAdapter();
}
}
@ -116,24 +116,18 @@ public class ReferenceCountingSegment implements Segment
public void close() throws IOException
{
synchronized (lock) {
log.info("Trying to close %s", baseSegment.getIdentifier());
if (!isClosed) {
if (isClosed) {
log.info("Failed to close, %s is closed already", baseSegment.getIdentifier());
return;
}
if (numReferences > 0) {
log.info(
"%d references to %s still exist. Decrementing instead.",
numReferences,
baseSegment.getIdentifier()
);
log.info("%d references to %s still exist. Decrementing.", numReferences, baseSegment.getIdentifier());
decrement();
} else {
log.info("Closing %s, numReferences: %d", baseSegment.getIdentifier(), numReferences);
baseSegment.close();
isClosed = true;
}
} else {
log.info("Failed to close, %s is closed already", baseSegment.getIdentifier());
log.info("Closing %s", baseSegment.getIdentifier());
innerClose();
}
}
}
@ -141,7 +135,10 @@ public class ReferenceCountingSegment implements Segment
public Closeable increment()
{
synchronized (lock) {
if (!isClosed) {
if (isClosed) {
return null;
}
numReferences++;
final AtomicBoolean decrementOnce = new AtomicBoolean(false);
return new Closeable()
@ -155,18 +152,18 @@ public class ReferenceCountingSegment implements Segment
}
};
}
return null;
}
}
private void decrement()
{
synchronized (lock) {
if (!isClosed) {
if (isClosed) {
return;
}
if (--numReferences < 0) {
try {
close();
innerClose();
}
catch (Exception e) {
log.error("Unable to close queryable index %s", getIdentifier());
@ -174,5 +171,14 @@ public class ReferenceCountingSegment implements Segment
}
}
}
private void innerClose() throws IOException
{
synchronized (lock) {
log.info("Closing %s, numReferences: %d", baseSegment.getIdentifier(), numReferences);
isClosed = true;
baseSegment.close();
}
}
}

View File

@ -12,7 +12,7 @@ import java.io.Closeable;
*/
public class ReferenceCountingSegmentQueryRunner<T> implements QueryRunner<T>
{
private final QueryRunner<T> runner;
private final QueryRunnerFactory<T, Query<T>> factory;
private final ReferenceCountingSegment adapter;
public ReferenceCountingSegmentQueryRunner(
@ -20,9 +20,8 @@ public class ReferenceCountingSegmentQueryRunner<T> implements QueryRunner<T>
ReferenceCountingSegment adapter
)
{
this.factory = factory;
this.adapter = adapter;
this.runner = factory.createRunner(adapter);
}
@Override
@ -30,7 +29,7 @@ public class ReferenceCountingSegmentQueryRunner<T> implements QueryRunner<T>
{
final Closeable closeable = adapter.increment();
try {
final Sequence<T> baseSequence = runner.run(query);
final Sequence<T> baseSequence = factory.createRunner(adapter).run(query);
return new ResourceClosingSequence<T>(baseSequence, closeable);
}

View File

@ -73,6 +73,7 @@ import java.util.concurrent.CountDownLatch;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.Future;
import java.util.concurrent.TimeUnit;
/**
*/
@ -262,7 +263,7 @@ public class ServerManagerTest
)
);
queryNotifyLatch.await();
queryNotifyLatch.await(25, TimeUnit.MILLISECONDS);
Assert.assertEquals(1, factory.getSegmentReferences().size());
@ -301,7 +302,7 @@ public class ServerManagerTest
)
);
queryNotifyLatch.await();
queryNotifyLatch.await(25, TimeUnit.MILLISECONDS);
Assert.assertEquals(1, factory.getSegmentReferences().size());
@ -344,7 +345,7 @@ public class ServerManagerTest
)
);
queryNotifyLatch.await();
queryNotifyLatch.await(25, TimeUnit.MILLISECONDS);
Assert.assertEquals(1, factory.getSegmentReferences().size());
@ -378,7 +379,7 @@ public class ServerManagerTest
private void waitForTestVerificationAndCleanup(Future future)
{
try {
queryNotifyLatch.await();
queryNotifyLatch.await(25, TimeUnit.MILLISECONDS);
queryWaitYieldLatch.countDown();
queryWaitLatch.countDown();
future.get();
@ -505,13 +506,13 @@ public class ServerManagerTest
if (!(adapter instanceof ReferenceCountingSegment)) {
throw new IAE("Expected instance of ReferenceCountingSegment, got %s", adapter.getClass());
}
segmentReferences.add((ReferenceCountingSegment) adapter);
adapters.add((SegmentForTesting) ((ReferenceCountingSegment) adapter).getBaseSegment());
final ReferenceCountingSegment segment = (ReferenceCountingSegment) adapter;
Assert.assertTrue(segment.getNumReferences() > 0);
segmentReferences.add(segment);
adapters.add((SegmentForTesting) segment.getBaseSegment());
return new BlockingQueryRunner<Result<SearchResultValue>>(
new NoopQueryRunner<Result<SearchResultValue>>(),
waitLatch,
waitYieldLatch,
notifyLatch
new NoopQueryRunner<Result<SearchResultValue>>(), waitLatch, waitYieldLatch, notifyLatch
);
}
@ -702,7 +703,7 @@ public class ServerManagerTest
notifyLatch.countDown();
try {
waitYieldLatch.await();
waitYieldLatch.await(25, TimeUnit.MILLISECONDS);
}
catch (Exception e) {
throw Throwables.propagate(e);
@ -715,7 +716,7 @@ public class ServerManagerTest
public OutType get()
{
try {
waitLatch.await();
waitLatch.await(25, TimeUnit.MILLISECONDS);
}
catch (Exception e) {
throw Throwables.propagate(e);