in wayang-benchmark/src/main/java/org/apache/wayang/apps/grep/Grep.java [100:149]
public static void main(String... args) throws Exception {
int size = Integer.parseInt(args[0]);
String platform = args[1];
String input = args[2]+"/python/src/pywy/tests/resources/10e"+size+"MB.input";
String output = args[2]+"/lala.out";
String[] command = {"rm", "-r", output};
Process process = Runtime.getRuntime().exec(command);
long pre = System.currentTimeMillis();
switch (platform){
case "so":
Runtime.getRuntime().exec(
String.format(
"grep \"six\" %s > %s",
input,
output
)
);
break;
case "pure-java":
Grep.pureJava(input, output);
break;
case "pure-spark":
Grep.pureSpark("file://"+input, "file://"+output);
break;
case "pure-flink":
Grep.pureFlink(input, output);
break;
case "wayang-java":
Grep.wayangJava("file://"+input, "file://"+output);
break;
case "wayang-spark":
Grep.wayangSpark("file://"+input, "file://"+output);
break;
case "wayang-flink":
Grep.wayangFlink("file://"+input, output);
break;
}
long after = System.currentTimeMillis();
System.out.println(
String.format(
"the platform %s took %f s",
platform,
(float)((after - pre)/1000.0)
)
);
}