edu.stolaf.cs.wmrserver.streaming
Class StreamJob

java.lang.Object
  edu.stolaf.cs.wmrserver.streaming.StreamJob

public class StreamJob
extends java.lang.Object

All the client-side work happens here. (Jar packaging, MapRed job submission and monitoring)

Field Summary

protected static org.apache.commons.logging.Log

LOG

Method Summary

static void	addTaskEnvironment(org.apache.hadoop.mapred.JobConf conf, java.util.Map<java.lang.String,java.lang.String> vars)
protected static void	addTaskEnvironment(org.apache.hadoop.mapred.JobConf conf, java.lang.String vars)
static java.lang.String	createJobJar(org.apache.hadoop.mapred.JobConf conf, java.util.List extraFiles)
static java.lang.String	createJobJar(org.apache.hadoop.mapred.JobConf conf, java.util.List extraFiles, java.io.File tmpDir)
protected static java.lang.String	getTaskEnvironment(org.apache.hadoop.mapred.JobConf conf)
static void	setStreamMapper(org.apache.hadoop.mapred.JobConf conf, java.lang.String mapCommand)
static void	setStreamReducer(org.apache.hadoop.mapred.JobConf conf, java.lang.String reduceCommand)
protected static void	setTaskEnvironment(org.apache.hadoop.mapred.JobConf conf, java.lang.String vars)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

protected static final org.apache.commons.logging.Log LOG

Method Detail

setStreamMapper

public static void setStreamMapper(org.apache.hadoop.mapred.JobConf conf,
                                   java.lang.String mapCommand)

setStreamReducer

public static void setStreamReducer(org.apache.hadoop.mapred.JobConf conf,
                                    java.lang.String reduceCommand)

createJobJar

public static java.lang.String createJobJar(org.apache.hadoop.mapred.JobConf conf,
                                            java.util.List extraFiles)
                                     throws java.io.IOException

Throws:

java.io.IOException

createJobJar

public static java.lang.String createJobJar(org.apache.hadoop.mapred.JobConf conf,
                                            java.util.List extraFiles,
                                            java.io.File tmpDir)
                                     throws java.io.IOException

Throws:

java.io.IOException

addTaskEnvironment

public static void addTaskEnvironment(org.apache.hadoop.mapred.JobConf conf,
                                      java.util.Map<java.lang.String,java.lang.String> vars)

addTaskEnvironment

protected static void addTaskEnvironment(org.apache.hadoop.mapred.JobConf conf,
                                         java.lang.String vars)

setTaskEnvironment

protected static void setTaskEnvironment(org.apache.hadoop.mapred.JobConf conf,
                                         java.lang.String vars)

getTaskEnvironment

protected static java.lang.String getTaskEnvironment(org.apache.hadoop.mapred.JobConf conf)