?? sequencefileinputformat.java
字號:
/** * Copyright 2005 The Apache Software Foundation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */package org.apache.hadoop.mapred;import java.io.IOException;import java.io.File;import org.apache.hadoop.fs.FileSystem;import org.apache.hadoop.io.SequenceFile;import org.apache.hadoop.io.MapFile;/** An {@link InputFormat} for {@link SequenceFile}s. */public class SequenceFileInputFormat extends InputFormatBase { public SequenceFileInputFormat() { setMinSplitSize(SequenceFile.SYNC_INTERVAL); } protected File[] listFiles(FileSystem fs, JobConf job) throws IOException { File[] files = super.listFiles(fs, job); for (int i = 0; i < files.length; i++) { File file = files[i]; if (file.isDirectory()) { // it's a MapFile files[i] = new File(file, MapFile.DATA_FILE_NAME); // use the data file } } return files; } public RecordReader getRecordReader(FileSystem fs, FileSplit split, JobConf job, Reporter reporter) throws IOException { reporter.setStatus(split.toString()); return new SequenceFileRecordReader(job, split); }}
?? 快捷鍵說明
復制代碼
Ctrl + C
搜索代碼
Ctrl + F
全屏模式
F11
切換主題
Ctrl + Shift + D
顯示快捷鍵
?
增大字號
Ctrl + =
減小字號
Ctrl + -