Hadoop HDFS copyMergeFromLocal

/**
* Get all the files in the directories that match the source file pattern
* and merge and sort them to only one file on HDFS is kept.
*
* Also adds a string between the files (useful for adding \n
* to a text file)
* @param srcf: a file pattern specifying source files
* @param dstf: a destination local file/directory
* @param endline: if an end of line character is added to a text file
* @exception: IOException
*/
public static void copyMergeFromLocal(String srcf, Path dst, boolean endline)
throws IOException {
Configuration conf = new Configuration();
Path srcPath = new Path(srcf);
FileSystem dstFs = srcPath.getFileSystem(conf);
FileSystem srcFs = FileSystem.getLocal(conf);
Path[] srcs = FileUtil.stat2Paths(srcFs.globStatus(srcPath), srcPath);
for (Path src : srcs) {
FileUtil.copyMerge(srcFs, src,
dstFs, dst, false, conf,
endline ? "\n" : null);
}
}
void copyMergeFromLocal(String srcf, Path dst) throws IOException {
copyMergeFromLocal(srcf, dst, false);
}