org.apache.tinkerpop.gremlin.hadoop.process.computer.spark

Class SparkExecutor

java.lang.Object

org.apache.tinkerpop.gremlin.hadoop.process.computer.spark.SparkExecutor

public final class SparkExecutor
extends Object

Author:

Marko A. Rodriguez (http://markorodriguez.com)

Method Summary

Modifier and Type	Method and Description
static <K,V> org.apache.spark.api.java.JavaPairRDD<K,V>	executeMap(org.apache.spark.api.java.JavaPairRDD<Object,VertexWritable> graphRDD, MapReduce<K,V,?,?,?> mapReduce, org.apache.commons.configuration.Configuration apacheConfiguration)
static <K,V,OK,OV> org.apache.spark.api.java.JavaPairRDD<OK,OV>	executeReduce(org.apache.spark.api.java.JavaPairRDD<K,V> mapRDD, MapReduce<K,V,OK,OV,?> mapReduce, org.apache.commons.configuration.Configuration apacheConfiguration)
static <M> org.apache.spark.api.java.JavaPairRDD<Object,ViewIncomingPayload<M>>	executeVertexProgramIteration(org.apache.spark.api.java.JavaPairRDD<Object,VertexWritable> graphRDD, org.apache.spark.api.java.JavaPairRDD<Object,ViewIncomingPayload<M>> viewIncomingRDD, SparkMemory memory, org.apache.commons.configuration.Configuration apacheConfiguration)
static <M> org.apache.spark.api.java.JavaPairRDD<Object,VertexWritable>	prepareGraphRDDForMapReduce(org.apache.spark.api.java.JavaPairRDD<Object,VertexWritable> graphRDD, org.apache.spark.api.java.JavaPairRDD<Object,ViewIncomingPayload<M>> viewIncomingRDD, String[] elementComputeKeys)
static void	saveMapReduceRDD(org.apache.spark.api.java.JavaPairRDD<Object,Object> mapReduceRDD, MapReduce mapReduce, Memory.Admin memory, org.apache.hadoop.conf.Configuration hadoopConfiguration)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

executeVertexProgramIteration

public static <M> org.apache.spark.api.java.JavaPairRDD<Object,ViewIncomingPayload<M>> executeVertexProgramIteration(org.apache.spark.api.java.JavaPairRDD<Object,VertexWritable> graphRDD,
                                                                                                                     org.apache.spark.api.java.JavaPairRDD<Object,ViewIncomingPayload<M>> viewIncomingRDD,
                                                                                                                     SparkMemory memory,
                                                                                                                     org.apache.commons.configuration.Configuration apacheConfiguration)

prepareGraphRDDForMapReduce

public static <M> org.apache.spark.api.java.JavaPairRDD<Object,VertexWritable> prepareGraphRDDForMapReduce(org.apache.spark.api.java.JavaPairRDD<Object,VertexWritable> graphRDD,
                                                                                                           org.apache.spark.api.java.JavaPairRDD<Object,ViewIncomingPayload<M>> viewIncomingRDD,
                                                                                                           String[] elementComputeKeys)

executeMap

public static <K,V> org.apache.spark.api.java.JavaPairRDD<K,V> executeMap(org.apache.spark.api.java.JavaPairRDD<Object,VertexWritable> graphRDD,
                                                                          MapReduce<K,V,?,?,?> mapReduce,
                                                                          org.apache.commons.configuration.Configuration apacheConfiguration)

executeReduce

public static <K,V,OK,OV> org.apache.spark.api.java.JavaPairRDD<OK,OV> executeReduce(org.apache.spark.api.java.JavaPairRDD<K,V> mapRDD,
                                                                                     MapReduce<K,V,OK,OV,?> mapReduce,
                                                                                     org.apache.commons.configuration.Configuration apacheConfiguration)

saveMapReduceRDD

public static void saveMapReduceRDD(org.apache.spark.api.java.JavaPairRDD<Object,Object> mapReduceRDD,
                                    MapReduce mapReduce,
                                    Memory.Admin memory,
                                    org.apache.hadoop.conf.Configuration hadoopConfiguration)