@InterfaceAudience.Private @InterfaceStability.Unstable public class YarnOutputFiles extends MapOutputFile
Constructor and Description |
---|
YarnOutputFiles() |
Modifier and Type | Method and Description |
---|---|
Configuration |
getConf()
Return the configuration used by this object.
|
Path |
getInputFile(int mapId)
Return a local reduce input file created earlier
|
Path |
getInputFileForWrite(TaskID mapId,
long size)
Create a local reduce input file name.
|
Path |
getOutputFile()
Return the path to local map output file created earlier
|
Path |
getOutputFileForWrite(long size)
Create a local map output file name.
|
Path |
getOutputFileForWriteInVolume(Path existing)
Create a local map output file name on the same volume.
|
Path |
getOutputIndexFile()
Return the path to a local map output index file created earlier
|
Path |
getOutputIndexFileForWrite(long size)
Create a local map output index file name.
|
Path |
getOutputIndexFileForWriteInVolume(Path existing)
Create a local map output index file name on the same volume.
|
Path |
getSpillFile(int spillNumber)
Return a local map spill file created earlier.
|
Path |
getSpillFileForWrite(int spillNumber,
long size)
Create a local map spill file name.
|
Path |
getSpillIndexFile(int spillNumber)
Return a local map spill index file created earlier
|
Path |
getSpillIndexFileForWrite(int spillNumber,
long size)
Create a local map spill index file name.
|
void |
removeAll()
Removes all of the files related to a task.
|
void |
setConf(Configuration conf)
Set the configuration to be used by this object.
|
public Path getOutputFile() throws IOException
getOutputFile
in class MapOutputFile
IOException
public Path getOutputFileForWrite(long size) throws IOException
getOutputFileForWrite
in class MapOutputFile
size
- the size of the fileIOException
public Path getOutputFileForWriteInVolume(Path existing)
getOutputFileForWriteInVolume
in class MapOutputFile
public Path getOutputIndexFile() throws IOException
getOutputIndexFile
in class MapOutputFile
IOException
public Path getOutputIndexFileForWrite(long size) throws IOException
getOutputIndexFileForWrite
in class MapOutputFile
size
- the size of the fileIOException
public Path getOutputIndexFileForWriteInVolume(Path existing)
getOutputIndexFileForWriteInVolume
in class MapOutputFile
public Path getSpillFile(int spillNumber) throws IOException
getSpillFile
in class MapOutputFile
spillNumber
- the numberIOException
public Path getSpillFileForWrite(int spillNumber, long size) throws IOException
getSpillFileForWrite
in class MapOutputFile
spillNumber
- the numbersize
- the size of the fileIOException
public Path getSpillIndexFile(int spillNumber) throws IOException
getSpillIndexFile
in class MapOutputFile
spillNumber
- the numberIOException
public Path getSpillIndexFileForWrite(int spillNumber, long size) throws IOException
getSpillIndexFileForWrite
in class MapOutputFile
spillNumber
- the numbersize
- the size of the fileIOException
public Path getInputFile(int mapId) throws IOException
getInputFile
in class MapOutputFile
mapId
- a map task idIOException
public Path getInputFileForWrite(TaskID mapId, long size) throws IOException
getInputFileForWrite
in class MapOutputFile
mapId
- a map task idsize
- the size of the fileIOException
public void removeAll() throws IOException
removeAll
in class MapOutputFile
IOException
public void setConf(Configuration conf)
Configurable
setConf
in interface Configurable
setConf
in class MapOutputFile
public Configuration getConf()
Configurable
getConf
in interface Configurable
getConf
in class MapOutputFile
Copyright © 2013 Apache Software Foundation. All rights reserved.