org.apache.spark

Class Aggregator<K,V,C>

java.lang.Object

org.apache.spark.Aggregator<K,V,C>

All Implemented Interfaces:

java.io.Serializable, scala.Equals, scala.Product

public class Aggregator<K,V,C>
extends java.lang.Object
implements scala.Product, scala.Serializable

:: DeveloperApi :: A set of functions used to aggregate data.

param: createCombiner function to create the initial value of the aggregation. param: mergeValue function to merge a new value into the aggregation result. param: mergeCombiners function to merge outputs from multiple mergeValue function.

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
Aggregator(scala.Function1<V,C> createCombiner, scala.Function2<C,V,C> mergeValue, scala.Function2<C,C,C> mergeCombiners)

Method Summary

Methods

Modifier and Type	Method and Description
scala.collection.Iterator<scala.Tuple2<K,C>>	combineCombinersByKey(scala.collection.Iterator<scala.Product2<K,C>> iter)
scala.collection.Iterator<scala.Tuple2<K,C>>	combineCombinersByKey(scala.collection.Iterator<scala.Product2<K,C>> iter, TaskContext context)
scala.collection.Iterator<scala.Tuple2<K,C>>	combineValuesByKey(scala.collection.Iterator<scala.Product2<K,V>> iter)
scala.collection.Iterator<scala.Tuple2<K,C>>	combineValuesByKey(scala.collection.Iterator<scala.Product2<K,V>> iter, TaskContext context)
scala.Function1<V,C>	createCombiner()
scala.Function2<C,C,C>	mergeCombiners()
scala.Function2<C,V,C>	mergeValue()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface scala.Product

productArity, productElement, productIterator, productPrefix

Methods inherited from interface scala.Equals

canEqual, equals

Constructor Detail

Aggregator

public Aggregator(scala.Function1<V,C> createCombiner,
          scala.Function2<C,V,C> mergeValue,
          scala.Function2<C,C,C> mergeCombiners)

Method Detail

createCombiner

public scala.Function1<V,C> createCombiner()

mergeValue

public scala.Function2<C,V,C> mergeValue()

mergeCombiners

public scala.Function2<C,C,C> mergeCombiners()

combineValuesByKey

public scala.collection.Iterator<scala.Tuple2<K,C>> combineValuesByKey(scala.collection.Iterator<scala.Product2<K,V>> iter)

combineValuesByKey

public scala.collection.Iterator<scala.Tuple2<K,C>> combineValuesByKey(scala.collection.Iterator<scala.Product2<K,V>> iter,
                                                              TaskContext context)

combineCombinersByKey

public scala.collection.Iterator<scala.Tuple2<K,C>> combineCombinersByKey(scala.collection.Iterator<scala.Product2<K,C>> iter)

combineCombinersByKey

public scala.collection.Iterator<scala.Tuple2<K,C>> combineCombinersByKey(scala.collection.Iterator<scala.Product2<K,C>> iter,
                                                                 TaskContext context)