public class StorageUtils
extends java.lang.Object
Constructor and Description |
---|
StorageUtils() |
Modifier and Type | Method and Description |
---|---|
static <K,V extends org.apache.gora.persistency.Persistent> |
createWebStore(Configuration conf,
java.lang.Class<K> keyClass,
java.lang.Class<V> persistentClass)
Creates a store for the given persistentClass.
|
static <K,V extends org.apache.gora.persistency.Persistent> |
getDataStoreClass(Configuration conf)
Return the Persistent Gora class used to persist Nutch Web data.
|
static <K,V> void |
initMapperJob(Job job,
java.util.Collection<WebPage.Field> fields,
java.lang.Class<K> outKeyClass,
java.lang.Class<V> outValueClass,
java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass) |
static <K,V> void |
initMapperJob(Job job,
java.util.Collection<WebPage.Field> fields,
java.lang.Class<K> outKeyClass,
java.lang.Class<V> outValueClass,
java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass,
java.lang.Class<? extends Partitioner<K,V>> partitionerClass) |
static <K,V> void |
initMapperJob(Job job,
java.util.Collection<WebPage.Field> fields,
java.lang.Class<K> outKeyClass,
java.lang.Class<V> outValueClass,
java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass,
java.lang.Class<? extends Partitioner<K,V>> partitionerClass,
boolean reuseObjects) |
static <K,V> void |
initMapperJob(Job job,
java.util.Collection<WebPage.Field> fields,
java.lang.Class<K> outKeyClass,
java.lang.Class<V> outValueClass,
java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass,
java.lang.Class<? extends Partitioner<K,V>> partitionerClass,
org.apache.gora.filter.Filter<java.lang.String,WebPage> filter,
boolean reuseObjects) |
static <K,V> void |
initMapperJob(Job job,
java.util.Collection<WebPage.Field> fields,
java.lang.Class<K> outKeyClass,
java.lang.Class<V> outValueClass,
java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass,
org.apache.gora.filter.Filter<java.lang.String,WebPage> filter) |
static <K,V> void |
initReducerJob(Job job,
java.lang.Class<? extends org.apache.gora.mapreduce.GoraReducer<K,V,java.lang.String,WebPage>> reducerClass) |
static java.lang.String[] |
toStringArray(java.util.Collection<WebPage.Field> fields) |
public static <K,V extends org.apache.gora.persistency.Persistent> org.apache.gora.store.DataStore<K,V> createWebStore(Configuration conf, java.lang.Class<K> keyClass, java.lang.Class<V> persistentClass) throws java.lang.ClassNotFoundException, org.apache.gora.util.GoraException
conf
- keyClass
- persistentClass
- java.lang.ClassNotFoundException
org.apache.gora.util.GoraException
public static <K,V extends org.apache.gora.persistency.Persistent> java.lang.Class<? extends org.apache.gora.store.DataStore<K,V>> getDataStoreClass(Configuration conf) throws java.lang.ClassNotFoundException
conf
- Nutch configurationjava.lang.ClassNotFoundException
public static <K,V> void initMapperJob(Job job, java.util.Collection<WebPage.Field> fields, java.lang.Class<K> outKeyClass, java.lang.Class<V> outValueClass, java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundException
java.io.IOException
public static <K,V> void initMapperJob(Job job, java.util.Collection<WebPage.Field> fields, java.lang.Class<K> outKeyClass, java.lang.Class<V> outValueClass, java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass, java.lang.Class<? extends Partitioner<K,V>> partitionerClass) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundException
java.io.IOException
public static <K,V> void initMapperJob(Job job, java.util.Collection<WebPage.Field> fields, java.lang.Class<K> outKeyClass, java.lang.Class<V> outValueClass, java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass, java.lang.Class<? extends Partitioner<K,V>> partitionerClass, boolean reuseObjects) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundException
java.io.IOException
public static <K,V> void initMapperJob(Job job, java.util.Collection<WebPage.Field> fields, java.lang.Class<K> outKeyClass, java.lang.Class<V> outValueClass, java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass, java.lang.Class<? extends Partitioner<K,V>> partitionerClass, org.apache.gora.filter.Filter<java.lang.String,WebPage> filter, boolean reuseObjects) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundException
java.io.IOException
public static <K,V> void initMapperJob(Job job, java.util.Collection<WebPage.Field> fields, java.lang.Class<K> outKeyClass, java.lang.Class<V> outValueClass, java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass, org.apache.gora.filter.Filter<java.lang.String,WebPage> filter) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundException
java.io.IOException
public static <K,V> void initReducerJob(Job job, java.lang.Class<? extends org.apache.gora.mapreduce.GoraReducer<K,V,java.lang.String,WebPage>> reducerClass) throws java.lang.ClassNotFoundException, org.apache.gora.util.GoraException
java.lang.ClassNotFoundException
org.apache.gora.util.GoraException
public static java.lang.String[] toStringArray(java.util.Collection<WebPage.Field> fields)
Copyright © 2019 The Apache Software Foundation