Class

org.apache.spark.sql.datafu.types

LimitedCollect

Related Doc: package types

Permalink

abstract class LimitedCollect[T <: Growable[Any] with Iterable[Any]] extends Collect[T] with Serializable

*

This modifies the collect list / set to keep only howMuchToTake random elements

Linear Supertypes
Serializable, Serializable, Collect[T], TypedImperativeAggregate[T], ImperativeAggregate, CodegenFallback, AggregateFunction, Expression, TreeNode[Expression], Product, Equals, AnyRef, Any
Known Subclasses
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. LimitedCollect
  2. Serializable
  3. Serializable
  4. Collect
  5. TypedImperativeAggregate
  6. ImperativeAggregate
  7. CodegenFallback
  8. AggregateFunction
  9. Expression
  10. TreeNode
  11. Product
  12. Equals
  13. AnyRef
  14. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new LimitedCollect(howMuchToTake: Int)

    Permalink

Abstract Value Members

  1. abstract def canEqual(that: Any): Boolean

    Permalink
    Definition Classes
    Equals
  2. abstract val child: Expression

    Permalink
    Definition Classes
    Collect
  3. abstract def createAggregationBuffer(): T

    Permalink
    Definition Classes
    TypedImperativeAggregate
  4. abstract val inputAggBufferOffset: Int

    Permalink
    Attributes
    protected
    Definition Classes
    ImperativeAggregate
  5. abstract val mutableAggBufferOffset: Int

    Permalink
    Attributes
    protected
    Definition Classes
    ImperativeAggregate
  6. abstract def productArity: Int

    Permalink
    Definition Classes
    Product
  7. abstract def productElement(n: Int): Any

    Permalink
    Definition Classes
    Product
  8. abstract def withNewInputAggBufferOffset(newInputAggBufferOffset: Int): ImperativeAggregate

    Permalink
    Definition Classes
    ImperativeAggregate
  9. abstract def withNewMutableAggBufferOffset(newMutableAggBufferOffset: Int): ImperativeAggregate

    Permalink
    Definition Classes
    ImperativeAggregate

Concrete Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final lazy val aggBufferAttributes: Seq[AttributeReference]

    Permalink
    Definition Classes
    TypedImperativeAggregate → AggregateFunction
  5. final def aggBufferSchema: StructType

    Permalink
    Definition Classes
    TypedImperativeAggregate → AggregateFunction
  6. def apply(number: Int): TreeNode[_]

    Permalink
    Definition Classes
    TreeNode
  7. def argString: String

    Permalink
    Definition Classes
    TreeNode
  8. def asCode: String

    Permalink
    Definition Classes
    TreeNode
  9. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  10. lazy val canonicalized: Expression

    Permalink
    Definition Classes
    Expression
  11. def checkInputDataTypes(): TypeCheckResult

    Permalink
    Definition Classes
    Expression
  12. def children: Seq[Expression]

    Permalink
    Definition Classes
    Collect → TreeNode
  13. def childrenResolved: Boolean

    Permalink
    Definition Classes
    Expression
  14. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  15. def collect[B](pf: PartialFunction[Expression, B]): Seq[B]

    Permalink
    Definition Classes
    TreeNode
  16. def collectFirst[B](pf: PartialFunction[Expression, B]): Option[B]

    Permalink
    Definition Classes
    TreeNode
  17. def collectLeaves(): Seq[Expression]

    Permalink
    Definition Classes
    TreeNode
  18. lazy val containsChild: Set[TreeNode[_]]

    Permalink
    Definition Classes
    TreeNode
  19. def dataType: DataType

    Permalink
    Definition Classes
    Collect → Expression
  20. def defaultResult: Option[Literal]

    Permalink
    Definition Classes
    AggregateFunction
  21. def deserialize(bytes: Array[Byte]): T

    Permalink
    Definition Classes
    Collect → TypedImperativeAggregate
  22. lazy val deterministic: Boolean

    Permalink
    Definition Classes
    Collect → Expression
  23. def doGenCode(ctx: CodegenContext, ev: ExprCode): ExprCode

    Permalink
    Attributes
    protected
    Definition Classes
    CodegenFallback → Expression
  24. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  25. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  26. def eval(buffer: T): Any

    Permalink
    Definition Classes
    Collect → TypedImperativeAggregate
  27. final def eval(buffer: InternalRow): Any

    Permalink
    Definition Classes
    TypedImperativeAggregate → Expression
  28. def fastEquals(other: TreeNode[_]): Boolean

    Permalink
    Definition Classes
    TreeNode
  29. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  30. def find(f: (Expression) ⇒ Boolean): Option[Expression]

    Permalink
    Definition Classes
    TreeNode
  31. def flatArguments: Iterator[Any]

    Permalink
    Attributes
    protected
    Definition Classes
    Expression
  32. def flatMap[A](f: (Expression) ⇒ TraversableOnce[A]): Seq[A]

    Permalink
    Definition Classes
    TreeNode
  33. final def foldable: Boolean

    Permalink
    Definition Classes
    AggregateFunction → Expression
  34. def foreach(f: (Expression) ⇒ Unit): Unit

    Permalink
    Definition Classes
    TreeNode
  35. def foreachUp(f: (Expression) ⇒ Unit): Unit

    Permalink
    Definition Classes
    TreeNode
  36. def genCode(ctx: CodegenContext): ExprCode

    Permalink
    Definition Classes
    Expression
  37. def generateTreeString(depth: Int, lastChildren: Seq[Boolean], builder: StringBuilder, verbose: Boolean, prefix: String, addSuffix: Boolean): StringBuilder

    Permalink
    Definition Classes
    TreeNode
  38. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  39. def hashCode(): Int

    Permalink
    Definition Classes
    TreeNode → AnyRef → Any
  40. final def initialize(buffer: InternalRow): Unit

    Permalink
    Definition Classes
    TypedImperativeAggregate → ImperativeAggregate
  41. def innerChildren: Seq[TreeNode[_]]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode
  42. final lazy val inputAggBufferAttributes: Seq[AttributeReference]

    Permalink
    Definition Classes
    TypedImperativeAggregate → AggregateFunction
  43. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  44. def jsonFields: List[JField]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode
  45. def makeCopy(newArgs: Array[AnyRef]): Expression

    Permalink
    Definition Classes
    TreeNode
  46. def map[A](f: (Expression) ⇒ A): Seq[A]

    Permalink
    Definition Classes
    TreeNode
  47. def mapChildren(f: (Expression) ⇒ Expression): Expression

    Permalink
    Definition Classes
    TreeNode
  48. def mapProductIterator[B](f: (Any) ⇒ B)(implicit arg0: ClassTag[B]): Array[B]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode
  49. def merge(buffer: T, other: T): T

    Permalink
    Definition Classes
    LimitedCollect → Collect → TypedImperativeAggregate
  50. final def merge(buffer: InternalRow, inputBuffer: InternalRow): Unit

    Permalink
    Definition Classes
    TypedImperativeAggregate → ImperativeAggregate
  51. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  52. def nodeName: String

    Permalink
    Definition Classes
    TreeNode
  53. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  54. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  55. def nullable: Boolean

    Permalink
    Definition Classes
    Collect → Expression
  56. def numberedTreeString: String

    Permalink
    Definition Classes
    TreeNode
  57. val origin: Origin

    Permalink
    Definition Classes
    TreeNode
  58. def otherCopyArgs: Seq[AnyRef]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode
  59. def p(number: Int): Expression

    Permalink
    Definition Classes
    TreeNode
  60. def prettyJson: String

    Permalink
    Definition Classes
    TreeNode
  61. def prettyName: String

    Permalink
    Definition Classes
    Expression
  62. def productIterator: Iterator[Any]

    Permalink
    Definition Classes
    Product
  63. def productPrefix: String

    Permalink
    Definition Classes
    Product
  64. def references: AttributeSet

    Permalink
    Definition Classes
    Expression
  65. lazy val resolved: Boolean

    Permalink
    Definition Classes
    Expression
  66. def semanticEquals(other: Expression): Boolean

    Permalink
    Definition Classes
    Expression
  67. def semanticHash(): Int

    Permalink
    Definition Classes
    Expression
  68. def serialize(obj: T): Array[Byte]

    Permalink
    Definition Classes
    Collect → TypedImperativeAggregate
  69. final def serializeAggregateBufferInPlace(buffer: InternalRow): Unit

    Permalink
    Definition Classes
    TypedImperativeAggregate
  70. def simpleString: String

    Permalink
    Definition Classes
    Expression → TreeNode
  71. def sql(isDistinct: Boolean): String

    Permalink
    Definition Classes
    AggregateFunction
  72. def sql: String

    Permalink
    Definition Classes
    Expression
  73. def stringArgs: Iterator[Any]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode
  74. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  75. def toAggString(isDistinct: Boolean): String

    Permalink
    Definition Classes
    AggregateFunction
  76. def toAggregateExpression(isDistinct: Boolean): AggregateExpression

    Permalink
    Definition Classes
    AggregateFunction
  77. def toAggregateExpression(): AggregateExpression

    Permalink
    Definition Classes
    AggregateFunction
  78. def toJSON: String

    Permalink
    Definition Classes
    TreeNode
  79. def toString(): String

    Permalink
    Definition Classes
    Expression → TreeNode → AnyRef → Any
  80. def transform(rule: PartialFunction[Expression, Expression]): Expression

    Permalink
    Definition Classes
    TreeNode
  81. def transformDown(rule: PartialFunction[Expression, Expression]): Expression

    Permalink
    Definition Classes
    TreeNode
  82. def transformUp(rule: PartialFunction[Expression, Expression]): Expression

    Permalink
    Definition Classes
    TreeNode
  83. def treeString(verbose: Boolean, addSuffix: Boolean): String

    Permalink
    Definition Classes
    TreeNode
  84. def treeString: String

    Permalink
    Definition Classes
    TreeNode
  85. def update(buffer: T, input: InternalRow): T

    Permalink
    Definition Classes
    LimitedCollect → Collect → TypedImperativeAggregate
  86. final def update(buffer: InternalRow, input: InternalRow): Unit

    Permalink
    Definition Classes
    TypedImperativeAggregate → ImperativeAggregate
  87. final def verboseString: String

    Permalink
    Definition Classes
    Expression → TreeNode
  88. def verboseStringWithSuffix: String

    Permalink
    Definition Classes
    TreeNode
  89. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  90. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  91. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  92. def withNewChildren(newChildren: Seq[Expression]): Expression

    Permalink
    Definition Classes
    TreeNode

Inherited from Serializable

Inherited from Serializable

Inherited from Collect[T]

Inherited from TypedImperativeAggregate[T]

Inherited from ImperativeAggregate

Inherited from CodegenFallback

Inherited from AggregateFunction

Inherited from Expression

Inherited from TreeNode[Expression]

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped