mirror of
https://github.com/google/nomulus.git
synced 2025-07-09 04:33:28 +02:00
Close input channel in LevelDbLogReader (#594)
* Close input channel in LevelDbLogReader Input channel should be closed when all data has been read.
This commit is contained in:
parent
3947ac6ef7
commit
ca2edb6a17
2 changed files with 14 additions and 6 deletions
|
@ -34,6 +34,8 @@ import java.util.Optional;
|
|||
/**
|
||||
* Iterator that incrementally parses binary data in LevelDb format into records.
|
||||
*
|
||||
* <p>The input source is automatically closed when all data have been read.
|
||||
*
|
||||
* <p>See <a
|
||||
* href="https://github.com/google/leveldb/blob/master/doc/log_format.md">log_format.md</a> for the
|
||||
* leveldb log format specification.</a>
|
||||
|
@ -92,11 +94,12 @@ public final class LevelDbLogReader implements Iterator<byte[]> {
|
|||
*/
|
||||
// TODO(weiminyu): use ByteBuffer directly.
|
||||
private Optional<byte[]> readFromChannel() throws IOException {
|
||||
while (true) {
|
||||
while (channel.isOpen()) {
|
||||
int bytesRead = channel.read(byteBuffer);
|
||||
if (!byteBuffer.hasRemaining() || bytesRead < 0) {
|
||||
byteBuffer.flip();
|
||||
if (!byteBuffer.hasRemaining()) {
|
||||
channel.close();
|
||||
return Optional.empty();
|
||||
}
|
||||
byte[] result = new byte[byteBuffer.remaining()];
|
||||
|
@ -105,6 +108,7 @@ public final class LevelDbLogReader implements Iterator<byte[]> {
|
|||
return Optional.of(result);
|
||||
}
|
||||
}
|
||||
return Optional.empty();
|
||||
}
|
||||
|
||||
/** Read a complete block, which must be exactly 32 KB. */
|
||||
|
|
|
@ -18,6 +18,9 @@ import static com.google.common.truth.Truth.assertThat;
|
|||
import static google.registry.tools.LevelDbUtil.MAX_RECORD;
|
||||
import static google.registry.tools.LevelDbUtil.addRecord;
|
||||
import static org.junit.jupiter.api.Assertions.assertThrows;
|
||||
import static org.mockito.Mockito.spy;
|
||||
import static org.mockito.Mockito.times;
|
||||
import static org.mockito.Mockito.verify;
|
||||
|
||||
import com.google.common.collect.ImmutableList;
|
||||
import com.google.common.primitives.Bytes;
|
||||
|
@ -93,7 +96,7 @@ public final class LevelDbLogReaderTest {
|
|||
}
|
||||
|
||||
@Test
|
||||
void read_noData() {
|
||||
void read_noData() throws IOException {
|
||||
assertThat(readIncrementally(new byte[0])).isEmpty();
|
||||
}
|
||||
|
||||
|
@ -119,10 +122,11 @@ public final class LevelDbLogReaderTest {
|
|||
}
|
||||
|
||||
@SafeVarargs
|
||||
private static ImmutableList<byte[]> readIncrementally(byte[]... blocks) {
|
||||
LevelDbLogReader recordReader =
|
||||
LevelDbLogReader.from(new ByteArrayInputStream(Bytes.concat(blocks)));
|
||||
return ImmutableList.copyOf(recordReader);
|
||||
private static ImmutableList<byte[]> readIncrementally(byte[]... blocks) throws IOException {
|
||||
ByteArrayInputStream source = spy(new ByteArrayInputStream(Bytes.concat(blocks)));
|
||||
ImmutableList<byte[]> records = ImmutableList.copyOf(LevelDbLogReader.from(source));
|
||||
verify(source, times(1)).close();
|
||||
return records;
|
||||
}
|
||||
|
||||
/** Aggregates the bytes of a test block with the record count. */
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue