org.apache.hadoop.mapred

Class IFile.Writer<K,V>

java.lang.Object

org.apache.hadoop.mapred.IFile.Writer<K,V>

Direct Known Subclasses:

InMemoryWriter

Enclosing class:

IFile

@InterfaceAudience.Private
 @InterfaceStability.Unstable
public static class IFile.Writer<K,V>
extends Object

IFile.Writer to write out intermediate map-outputs.

Constructor Summary

Constructors

Modifier	Constructor and Description
	Writer(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FSDataOutputStream out, Class<K> keyClass, Class<V> valueClass, org.apache.hadoop.io.compress.CompressionCodec codec, Counters.Counter writesCounter)
	Writer(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FSDataOutputStream out, Class<K> keyClass, Class<V> valueClass, org.apache.hadoop.io.compress.CompressionCodec codec, Counters.Counter writesCounter, boolean ownOutputStream)
protected	Writer(Counters.Counter writesCounter)

Method Summary

Modifier and Type	Method and Description
void	append(org.apache.hadoop.io.DataInputBuffer key, org.apache.hadoop.io.DataInputBuffer value)
void	append(K key, V value)
void	close()
long	getCompressedLength()
DataOutputStream	getOutputStream()
long	getRawLength()
void	updateCountersForExternalAppend(long length)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Writer

public Writer(org.apache.hadoop.conf.Configuration conf,
              org.apache.hadoop.fs.FSDataOutputStream out,
              Class<K> keyClass,
              Class<V> valueClass,
              org.apache.hadoop.io.compress.CompressionCodec codec,
              Counters.Counter writesCounter)
       throws IOException

Throws:

IOException

Writer

protected Writer(Counters.Counter writesCounter)

Writer

public Writer(org.apache.hadoop.conf.Configuration conf,
              org.apache.hadoop.fs.FSDataOutputStream out,
              Class<K> keyClass,
              Class<V> valueClass,
              org.apache.hadoop.io.compress.CompressionCodec codec,
              Counters.Counter writesCounter,
              boolean ownOutputStream)
       throws IOException

Throws:

IOException

Method Detail

close

public void close()
           throws IOException

Throws:

IOException

append

public void append(K key,
                   V value)
            throws IOException

Throws:

IOException

append

public void append(org.apache.hadoop.io.DataInputBuffer key,
                   org.apache.hadoop.io.DataInputBuffer value)
            throws IOException

Throws:

IOException

getOutputStream

public DataOutputStream getOutputStream()

updateCountersForExternalAppend

public void updateCountersForExternalAppend(long length)

getRawLength

public long getRawLength()

getCompressedLength

public long getCompressedLength()