Commit 656958e8 authored by John Zhang's avatar John Zhang

make graphchi work with huge data refactor

parent 02b64291
Pipeline #2952 failed with stage
in 25 minutes and 2 seconds
......@@ -29,19 +29,6 @@
<os family="windows"/>
</condition>
<target name="source">
<antcall target="check-source">
<param name="target-dir" value="${bm-downloads}"/>
<param name="target-url" value="${netflix-mm-url}"/>
<param name="target-file" value="${netflix-mm-dl}"/>
</antcall>
<antcall target="check-source">
<param name="target-dir" value="${bm-downloads}"/>
<param name="target-url" value="${livejournal-url}"/>
<param name="target-file" value="${livejournal-dl}"/>
</antcall>
</target>
<target name="unpack" depends="untar, patch"/>
<target name="bm-build">
......@@ -51,15 +38,7 @@
</exec>
</target>
<target name="data">
<mkdir dir="${bm-data}/${bm-name}"/>
<gunzip src="${bm-downloads}/${netflix-mm-dl}" dest="${bm-data}/${bm-name}"/>
<gunzip src="${bm-downloads}/${livejournal-dl}" dest="${bm-data}/${bm-name}"/>
<zip destfile="${bm-dat}/${bm-name}.zip">
<fileset dir="${bm-data}/" includes="${bm-name}/**"/>
</zip>
<delete dir="${bm-data}/${bm-name}"/>
</target>
<target name="data"/>
<target name="jar">
<copy file="${bm-build-dir}/target/${bm-name}-java-${bm-version}-jar-with-dependencies.jar"
......
......@@ -4,8 +4,8 @@ benchmark graphchi
jars "graphchi-0.2.2.jar";
// TODO: calibrate & validate
size netflix args "ALSMatrixFactorization", "${SCRATCH}/graphchi/netflix_mm", "10";
size livejournal args "Pagerank", "${SCRATCH}/graphchi/soc-LiveJournal1.txt", "10", "edgelist";
size netflix args "ALSMatrixFactorization", "${DATA}/graphchi/netflix_mm", "10";
size livejournal args "Pagerank", "${DATA}/graphchi/soc-LiveJournal1.txt", "10", "edgelist";
description
short "A disk-based graph computation engine.",
......
......@@ -19,15 +19,15 @@ public class GraphChi extends Benchmark {
private String[] args;
private Class<?> cls;
public GraphChi(Config config, File scratch) throws Exception {
super(config, scratch, false);
public GraphChi(Config config, File scratch, File data) throws Exception {
super(config, scratch, data, false);
}
@Override
protected void prepare(String size) throws Exception {
super.prepare(size);
String[] config_args = config.preprocessArgs(size, scratch);
String[] config_args = config.preprocessArgs(size, scratch, data);
String strAppClsName = config_args[0];
args = Arrays.copyOfRange(config_args, 1, config_args.length);
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment