001 /** 002 * Licensed to the Apache Software Foundation (ASF) under one 003 * or more contributor license agreements. See the NOTICE file 004 * distributed with this work for additional information 005 * regarding copyright ownership. The ASF licenses this file 006 * to you under the Apache License, Version 2.0 (the 007 * "License"); you may not use this file except in compliance 008 * with the License. You may obtain a copy of the License at 009 * 010 * http://www.apache.org/licenses/LICENSE-2.0 011 * 012 * Unless required by applicable law or agreed to in writing, software 013 * distributed under the License is distributed on an "AS IS" BASIS, 014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 015 * See the License for the specific language governing permissions and 016 * limitations under the License. 017 */ 018 019 package org.apache.hadoop.mapred.lib; 020 021 import java.io.IOException; 022 023 import org.apache.hadoop.classification.InterfaceAudience; 024 import org.apache.hadoop.classification.InterfaceStability; 025 import org.apache.hadoop.conf.Configuration; 026 import org.apache.hadoop.io.LongWritable; 027 import org.apache.hadoop.io.Text; 028 import org.apache.hadoop.mapred.InputSplit; 029 import org.apache.hadoop.mapred.JobConf; 030 import org.apache.hadoop.mapred.RecordReader; 031 import org.apache.hadoop.mapred.Reporter; 032 import org.apache.hadoop.mapred.TextInputFormat; 033 034 /** 035 * Input format that is a <code>CombineFileInputFormat</code>-equivalent for 036 * <code>TextInputFormat</code>. 037 * 038 * @see CombineFileInputFormat 039 */ 040 @InterfaceAudience.Public 041 @InterfaceStability.Stable 042 public class CombineTextInputFormat 043 extends CombineFileInputFormat<LongWritable,Text> { 044 @SuppressWarnings({ "rawtypes", "unchecked" }) 045 public RecordReader<LongWritable,Text> getRecordReader(InputSplit split, 046 JobConf conf, Reporter reporter) throws IOException { 047 return new CombineFileRecordReader(conf, (CombineFileSplit)split, reporter, 048 TextRecordReaderWrapper.class); 049 } 050 051 /** 052 * A record reader that may be passed to <code>CombineFileRecordReader</code> 053 * so that it can be used in a <code>CombineFileInputFormat</code>-equivalent 054 * for <code>TextInputFormat</code>. 055 * 056 * @see CombineFileRecordReader 057 * @see CombineFileInputFormat 058 * @see TextInputFormat 059 */ 060 private static class TextRecordReaderWrapper 061 extends CombineFileRecordReaderWrapper<LongWritable,Text> { 062 // this constructor signature is required by CombineFileRecordReader 063 public TextRecordReaderWrapper(CombineFileSplit split, Configuration conf, 064 Reporter reporter, Integer idx) throws IOException { 065 super(new TextInputFormat(), split, conf, reporter, idx); 066 } 067 } 068 }