提交 409ea231 编写于 作者: P Piotr Nowojski 提交者: Stefan Richter

[hotfix][network-tests] Simplify TestPooledBufferProvider

上级 91c72b9d
...@@ -18,18 +18,17 @@ ...@@ -18,18 +18,17 @@
package org.apache.flink.runtime.io.network.util; package org.apache.flink.runtime.io.network.util;
import org.apache.flink.core.memory.HeapMemorySegment;
import org.apache.flink.core.memory.MemorySegment;
import org.apache.flink.core.memory.MemorySegmentFactory; import org.apache.flink.core.memory.MemorySegmentFactory;
import org.apache.flink.runtime.io.network.buffer.Buffer; import org.apache.flink.runtime.io.network.buffer.Buffer;
import org.apache.flink.runtime.io.network.buffer.BufferRecycler; import org.apache.flink.runtime.io.network.buffer.BufferRecycler;
import org.apache.flink.runtime.testutils.DiscardingRecycler; import org.apache.flink.runtime.testutils.DiscardingRecycler;
import java.util.concurrent.atomic.AtomicInteger; import javax.annotation.concurrent.ThreadSafe;
import static org.apache.flink.util.Preconditions.checkArgument; import static org.apache.flink.util.Preconditions.checkArgument;
import static org.apache.flink.util.Preconditions.checkNotNull; import static org.apache.flink.util.Preconditions.checkNotNull;
@ThreadSafe
public class TestBufferFactory { public class TestBufferFactory {
public static final int BUFFER_SIZE = 32 * 1024; public static final int BUFFER_SIZE = 32 * 1024;
...@@ -40,37 +39,31 @@ public class TestBufferFactory { ...@@ -40,37 +39,31 @@ public class TestBufferFactory {
private final BufferRecycler bufferRecycler; private final BufferRecycler bufferRecycler;
private AtomicInteger numberOfCreatedBuffers = new AtomicInteger(); private final int poolSize;
public TestBufferFactory() { private int numberOfCreatedBuffers = 0;
this(BUFFER_SIZE, RECYCLER);
}
public TestBufferFactory(int bufferSize) {
this(bufferSize, RECYCLER);
}
public TestBufferFactory(int bufferSize, BufferRecycler bufferRecycler) { public TestBufferFactory(int poolSize, int bufferSize, BufferRecycler bufferRecycler) {
checkArgument(bufferSize > 0); checkArgument(bufferSize > 0);
this.poolSize = poolSize;
this.bufferSize = bufferSize; this.bufferSize = bufferSize;
this.bufferRecycler = checkNotNull(bufferRecycler); this.bufferRecycler = checkNotNull(bufferRecycler);
} }
public Buffer create() { public synchronized Buffer create() {
numberOfCreatedBuffers.incrementAndGet(); if (numberOfCreatedBuffers >= poolSize) {
return null;
}
numberOfCreatedBuffers++;
return new Buffer(MemorySegmentFactory.allocateUnpooledSegment(bufferSize), bufferRecycler); return new Buffer(MemorySegmentFactory.allocateUnpooledSegment(bufferSize), bufferRecycler);
} }
public Buffer createFrom(MemorySegment segment) { public synchronized int getNumberOfCreatedBuffers() {
return new Buffer(segment, bufferRecycler); return numberOfCreatedBuffers;
}
public int getNumberOfCreatedBuffers() {
return numberOfCreatedBuffers.get();
} }
public int getBufferSize() { public synchronized int getBufferSize() {
return bufferSize; return bufferSize;
} }
......
...@@ -36,58 +36,42 @@ import static org.apache.flink.util.Preconditions.checkArgument; ...@@ -36,58 +36,42 @@ import static org.apache.flink.util.Preconditions.checkArgument;
public class TestPooledBufferProvider implements BufferProvider { public class TestPooledBufferProvider implements BufferProvider {
private final Object bufferCreationLock = new Object();
private final BlockingQueue<Buffer> buffers = new LinkedBlockingDeque<>(); private final BlockingQueue<Buffer> buffers = new LinkedBlockingDeque<>();
private final TestBufferFactory bufferFactory; private final TestBufferFactory bufferFactory;
private final PooledBufferProviderRecycler bufferRecycler; private final PooledBufferProviderRecycler bufferRecycler;
private final int poolSize;
public TestPooledBufferProvider(int poolSize) { public TestPooledBufferProvider(int poolSize) {
checkArgument(poolSize > 0); checkArgument(poolSize > 0);
this.poolSize = poolSize;
this.bufferRecycler = new PooledBufferProviderRecycler(buffers); this.bufferRecycler = new PooledBufferProviderRecycler(buffers);
this.bufferFactory = new TestBufferFactory(32 * 1024, bufferRecycler); this.bufferFactory = new TestBufferFactory(poolSize, 32 * 1024, bufferRecycler);
} }
@Override @Override
public Buffer requestBuffer() throws IOException { public Buffer requestBuffer() throws IOException {
final Buffer buffer = buffers.poll(); final Buffer buffer = buffers.poll();
if (buffer != null) { if (buffer != null) {
return buffer; return buffer;
} }
else {
synchronized (bufferCreationLock) {
if (bufferFactory.getNumberOfCreatedBuffers() < poolSize) {
return bufferFactory.create();
}
}
return null; return bufferFactory.create();
}
} }
@Override @Override
public Buffer requestBufferBlocking() throws IOException, InterruptedException { public Buffer requestBufferBlocking() throws IOException, InterruptedException {
final Buffer buffer = buffers.poll(); Buffer buffer = buffers.poll();
if (buffer != null) { if (buffer != null) {
return buffer; return buffer;
} }
else {
synchronized (bufferCreationLock) {
if (bufferFactory.getNumberOfCreatedBuffers() < poolSize) {
return bufferFactory.create();
}
}
return buffers.take(); buffer = bufferFactory.create();
if (buffer != null) {
return buffer;
} }
return buffers.take();
} }
@Override @Override
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册