SequenceFile与MapFile

public static String uri ="hdfs://192.168.1.201:9100";

    public static String []data ={

        "one, two",

        "three,four",

        "five,six",

        "seven,eight",

        "nine,ten"

    };

    public static void main(String[] args) throws IOException {

        // TODO Auto-generated method stub

        Configuration conf = new Configuration();

        FileSystem fs = FileSystem.get(URI.create(uri),conf);

        Path path = new Path("/tmp1.seq");

        IntWritable key = new IntWritable();

        Text value = new Text();

        //SequenceFile.Writer writer = SequenceFile.createWriter(fs, conf,path,key.getClass(),value.getClass());

        SequenceFile.Writer writer = SequenceFile.createWriter(fs, conf, path, key.getClass(), value.getClass(),CompressionType.RECORD,new BZip2Codec());

        for(int i=0;i<100;i++){

            key.set(100-i);

            value.set(data[i%data.length]);

            writer.append(key,value);

        }

        IOUtils.closeStream(writer);

    }

   

    public static String uri = "hdfs://192.168.1.201:9100";

    public static void main(String[] args) throws IOException {

        // TODO Auto-generated method stub

        Configuration conf = new Configuration();

        FileSystem fs = FileSystem.get(URI.create(uri),conf);

        Path path = new Path("/tmp1.seq");

        SequenceFile.Reader reader = new SequenceFile.Reader(fs, path, conf);

        Writable key = (Writable)ReflectionUtils.newInstance(reader.getKeyClass(), conf);

        Writable value = (Writable)ReflectionUtils.newInstance(reader.getValueClass(), conf);

        while(reader.next(key,value)){

            System.out.println("key =" +key);

            System.out.println("value =" +value);

            System.out.println("position =" + reader.getPosition());

        }

        IOUtils.closeStream(reader);

    }