in stresso/src/main/java/stresso/trie/Unique.java [68:102]
public int run(String[] args) throws Exception {
if (args.length < 1) {
log.error("Usage: " + this.getClass().getSimpleName() + "<input dir>{ <input dir>}");
System.exit(-1);
}
JobConf job = new JobConf(getConf());
job.setJobName(Unique.class.getName());
job.setJarByClass(Unique.class);
job.setInputFormat(SequenceFileInputFormat.class);
for (String arg : args) {
SequenceFileInputFormat.addInputPath(job, new Path(arg));
}
job.setMapOutputKeyClass(LongWritable.class);
job.setMapOutputValueClass(NullWritable.class);
job.setReducerClass(UniqueReducer.class);
job.setOutputFormat(NullOutputFormat.class);
job.set("mapreduce.job.classloader", "true");
RunningJob runningJob = JobClient.runJob(job);
runningJob.waitForCompletion();
numUnique = (int) runningJob.getCounters().getCounter(Stats.UNIQUE);
log.debug("numUnique : " + numUnique);
return runningJob.isSuccessful() ? 0 : -1;
}