@InterfaceAudience.LimitedPrivate(value="MapReduce") @InterfaceStability.Unstable public class SpillRecord extends Object
Modifier and Type | Field and Description |
---|---|
protected ByteBuffer |
buf
Backing store
|
protected LongBuffer |
entries
View of backing storage as longs
|
Constructor and Description |
---|
SpillRecord(int numPartitions) |
SpillRecord(org.apache.hadoop.fs.Path indexFileName,
JobConf job) |
SpillRecord(org.apache.hadoop.fs.Path indexFileName,
JobConf job,
Checksum crc,
String expectedIndexOwner) |
SpillRecord(org.apache.hadoop.fs.Path indexFileName,
JobConf job,
Checksum crc,
String expectedIndexOwner,
org.apache.hadoop.fs.FileSystem rfs) |
SpillRecord(org.apache.hadoop.fs.Path indexFileName,
JobConf job,
String expectedIndexOwner) |
Modifier and Type | Method and Description |
---|---|
IndexRecord |
getIndex(int partition)
Get spill offsets for given partition.
|
void |
putIndex(IndexRecord rec,
int partition)
Set spill offsets for given partition.
|
int |
size()
Return number of IndexRecord entries in this spill.
|
void |
writeToFile(org.apache.hadoop.fs.Path loc,
JobConf job)
Write this spill record to the location provided.
|
void |
writeToFile(org.apache.hadoop.fs.Path loc,
JobConf job,
Checksum crc,
org.apache.hadoop.fs.FileSystem rfs) |
protected ByteBuffer buf
protected LongBuffer entries
public SpillRecord(int numPartitions)
public SpillRecord(org.apache.hadoop.fs.Path indexFileName, JobConf job) throws IOException
IOException
public SpillRecord(org.apache.hadoop.fs.Path indexFileName, JobConf job, String expectedIndexOwner) throws IOException
IOException
public SpillRecord(org.apache.hadoop.fs.Path indexFileName, JobConf job, Checksum crc, String expectedIndexOwner) throws IOException
IOException
public SpillRecord(org.apache.hadoop.fs.Path indexFileName, JobConf job, Checksum crc, String expectedIndexOwner, org.apache.hadoop.fs.FileSystem rfs) throws IOException
IOException
public int size()
public IndexRecord getIndex(int partition)
public void putIndex(IndexRecord rec, int partition)
public void writeToFile(org.apache.hadoop.fs.Path loc, JobConf job) throws IOException
IOException
public void writeToFile(org.apache.hadoop.fs.Path loc, JobConf job, Checksum crc, org.apache.hadoop.fs.FileSystem rfs) throws IOException
IOException
Copyright © 2016 Apache Software Foundation. All Rights Reserved.