Class

org.apache.spark.sql.datafu.types

CollectLimitedList

Related Doc: package types

Permalink

case class CollectLimitedList(child: Expression, mutableAggBufferOffset: Int = 0, inputAggBufferOffset: Int = 0, howMuchToTake: Int = 10) extends LimitedCollect[ArrayBuffer[Any]] with Product with Serializable

*

This code is copied from CollectList, just modified the method it extends Copied originally from https://github.com/apache/spark/blob/branch-2.3/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/aggregate/collect.scala

Linear Supertypes
LimitedCollect[ArrayBuffer[Any]], Serializable, Serializable, Collect[ArrayBuffer[Any]], TypedImperativeAggregate[ArrayBuffer[Any]], ImperativeAggregate, CodegenFallback, AggregateFunction, Expression, TreeNode[Expression], Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. CollectLimitedList
  2. LimitedCollect
  3. Serializable
  4. Serializable
  5. Collect
  6. TypedImperativeAggregate
  7. ImperativeAggregate
  8. CodegenFallback
  9. AggregateFunction
  10. Expression
  11. TreeNode
  12. Product
  13. Equals
  14. AnyRef
  15. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new CollectLimitedList(child: Expression)

    Permalink

  2. new CollectLimitedList(child: Expression, mutableAggBufferOffset: Int = 0, inputAggBufferOffset: Int = 0, howMuchToTake: Int = 10)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. final lazy val aggBufferAttributes: Seq[AttributeReference]

    Permalink
    Definition Classes
    TypedImperativeAggregate → AggregateFunction

  5. final def aggBufferSchema: StructType

    Permalink
    Definition Classes
    TypedImperativeAggregate → AggregateFunction

  6. def apply(number: Int): TreeNode[_]

    Permalink
    Definition Classes
    TreeNode

  7. def argString: String

    Permalink
    Definition Classes
    TreeNode

  8. def asCode: String

    Permalink
    Definition Classes
    TreeNode

  9. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  10. lazy val canonicalized: Expression

    Permalink
    Definition Classes
    Expression

  11. def checkInputDataTypes(): TypeCheckResult

    Permalink
    Definition Classes
    Expression

  12. val child: Expression

    Permalink
    Definition Classes
    CollectLimitedList → Collect

  13. def children: Seq[Expression]

    Permalink
    Definition Classes
    Collect → TreeNode

  14. def childrenResolved: Boolean

    Permalink
    Definition Classes
    Expression

  15. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  16. def collect[B](pf: PartialFunction[Expression, B]): Seq[B]

    Permalink
    Definition Classes
    TreeNode

  17. def collectFirst[B](pf: PartialFunction[Expression, B]): Option[B]

    Permalink
    Definition Classes
    TreeNode

  18. def collectLeaves(): Seq[Expression]

    Permalink
    Definition Classes
    TreeNode

  19. lazy val containsChild: Set[TreeNode[_]]

    Permalink
    Definition Classes
    TreeNode

  20. def createAggregationBuffer(): ArrayBuffer[Any]

    Permalink
    Definition Classes
    CollectLimitedList → TypedImperativeAggregate

  21. def dataType: DataType

    Permalink
    Definition Classes
    Collect → Expression

  22. def defaultResult: Option[Literal]

    Permalink
    Definition Classes
    AggregateFunction

  23. def deserialize(bytes: Array[Byte]): ArrayBuffer[Any]

    Permalink
    Definition Classes
    Collect → TypedImperativeAggregate

  24. lazy val deterministic: Boolean

    Permalink
    Definition Classes
    Collect → Expression

  25. def doGenCode(ctx: CodegenContext, ev: ExprCode): ExprCode

    Permalink
    Attributes
    protected
    Definition Classes
    CodegenFallback → Expression

  26. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  27. def eval(buffer: ArrayBuffer[Any]): Any

    Permalink
    Definition Classes
    Collect → TypedImperativeAggregate

  28. final def eval(buffer: InternalRow): Any

    Permalink
    Definition Classes
    TypedImperativeAggregate → Expression

  29. def fastEquals(other: TreeNode[_]): Boolean

    Permalink
    Definition Classes
    TreeNode

  30. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  31. def find(f: (Expression) ⇒ Boolean): Option[Expression]

    Permalink
    Definition Classes
    TreeNode

  32. def flatArguments: Iterator[Any]

    Permalink
    Attributes
    protected
    Definition Classes
    Expression

  33. def flatMap[A](f: (Expression) ⇒ TraversableOnce[A]): Seq[A]

    Permalink
    Definition Classes
    TreeNode

  34. final def foldable: Boolean

    Permalink
    Definition Classes
    AggregateFunction → Expression

  35. def foreach(f: (Expression) ⇒ Unit): Unit

    Permalink
    Definition Classes
    TreeNode

  36. def foreachUp(f: (Expression) ⇒ Unit): Unit

    Permalink
    Definition Classes
    TreeNode

  37. def genCode(ctx: CodegenContext): ExprCode

    Permalink
    Definition Classes
    Expression

  38. def generateTreeString(depth: Int, lastChildren: Seq[Boolean], builder: StringBuilder, verbose: Boolean, prefix: String, addSuffix: Boolean): StringBuilder

    Permalink
    Definition Classes
    TreeNode

  39. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  40. def hashCode(): Int

    Permalink
    Definition Classes
    TreeNode → AnyRef → Any

  41. val howMuchToTake: Int

    Permalink

  42. final def initialize(buffer: InternalRow): Unit

    Permalink
    Definition Classes
    TypedImperativeAggregate → ImperativeAggregate

  43. def innerChildren: Seq[TreeNode[_]]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  44. final lazy val inputAggBufferAttributes: Seq[AttributeReference]

    Permalink
    Definition Classes
    TypedImperativeAggregate → AggregateFunction

  45. val inputAggBufferOffset: Int

    Permalink
    Definition Classes
    CollectLimitedList → ImperativeAggregate

  46. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  47. def jsonFields: List[JField]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  48. def makeCopy(newArgs: Array[AnyRef]): Expression

    Permalink
    Definition Classes
    TreeNode

  49. def map[A](f: (Expression) ⇒ A): Seq[A]

    Permalink
    Definition Classes
    TreeNode

  50. def mapChildren(f: (Expression) ⇒ Expression): Expression

    Permalink
    Definition Classes
    TreeNode

  51. def mapProductIterator[B](f: (Any) ⇒ B)(implicit arg0: ClassTag[B]): Array[B]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  52. def merge(buffer: ArrayBuffer[Any], other: ArrayBuffer[Any]): ArrayBuffer[Any]

    Permalink
    Definition Classes
    LimitedCollect → Collect → TypedImperativeAggregate

  53. final def merge(buffer: InternalRow, inputBuffer: InternalRow): Unit

    Permalink
    Definition Classes
    TypedImperativeAggregate → ImperativeAggregate

  54. val mutableAggBufferOffset: Int

    Permalink
    Definition Classes
    CollectLimitedList → ImperativeAggregate

  55. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  56. def nodeName: String

    Permalink
    Definition Classes
    TreeNode

  57. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  58. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  59. def nullable: Boolean

    Permalink
    Definition Classes
    Collect → Expression

  60. def numberedTreeString: String

    Permalink
    Definition Classes
    TreeNode

  61. val origin: Origin

    Permalink
    Definition Classes
    TreeNode

  62. def otherCopyArgs: Seq[AnyRef]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  63. def p(number: Int): Expression

    Permalink
    Definition Classes
    TreeNode

  64. def prettyJson: String

    Permalink
    Definition Classes
    TreeNode

  65. def prettyName: String

    Permalink
    Definition Classes
    CollectLimitedList → Expression

  66. def references: AttributeSet

    Permalink
    Definition Classes
    Expression

  67. lazy val resolved: Boolean

    Permalink
    Definition Classes
    Expression

  68. def semanticEquals(other: Expression): Boolean

    Permalink
    Definition Classes
    Expression

  69. def semanticHash(): Int

    Permalink
    Definition Classes
    Expression

  70. def serialize(obj: ArrayBuffer[Any]): Array[Byte]

    Permalink
    Definition Classes
    Collect → TypedImperativeAggregate

  71. final def serializeAggregateBufferInPlace(buffer: InternalRow): Unit

    Permalink
    Definition Classes
    TypedImperativeAggregate

  72. def simpleString: String

    Permalink
    Definition Classes
    Expression → TreeNode

  73. def sql(isDistinct: Boolean): String

    Permalink
    Definition Classes
    AggregateFunction

  74. def sql: String

    Permalink
    Definition Classes
    Expression

  75. def stringArgs: Iterator[Any]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  76. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  77. def toAggString(isDistinct: Boolean): String

    Permalink
    Definition Classes
    AggregateFunction

  78. def toAggregateExpression(isDistinct: Boolean): AggregateExpression

    Permalink
    Definition Classes
    AggregateFunction

  79. def toAggregateExpression(): AggregateExpression

    Permalink
    Definition Classes
    AggregateFunction

  80. def toJSON: String

    Permalink
    Definition Classes
    TreeNode

  81. def toString(): String

    Permalink
    Definition Classes
    Expression → TreeNode → AnyRef → Any

  82. def transform(rule: PartialFunction[Expression, Expression]): Expression

    Permalink
    Definition Classes
    TreeNode

  83. def transformDown(rule: PartialFunction[Expression, Expression]): Expression

    Permalink
    Definition Classes
    TreeNode

  84. def transformUp(rule: PartialFunction[Expression, Expression]): Expression

    Permalink
    Definition Classes
    TreeNode

  85. def treeString(verbose: Boolean, addSuffix: Boolean): String

    Permalink
    Definition Classes
    TreeNode

  86. def treeString: String

    Permalink
    Definition Classes
    TreeNode

  87. def update(buffer: ArrayBuffer[Any], input: InternalRow): ArrayBuffer[Any]

    Permalink
    Definition Classes
    LimitedCollect → Collect → TypedImperativeAggregate

  88. final def update(buffer: InternalRow, input: InternalRow): Unit

    Permalink
    Definition Classes
    TypedImperativeAggregate → ImperativeAggregate

  89. final def verboseString: String

    Permalink
    Definition Classes
    Expression → TreeNode

  90. def verboseStringWithSuffix: String

    Permalink
    Definition Classes
    TreeNode

  91. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  92. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  93. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  94. def withNewChildren(newChildren: Seq[Expression]): Expression

    Permalink
    Definition Classes
    TreeNode

  95. def withNewInputAggBufferOffset(newInputAggBufferOffset: Int): ImperativeAggregate

    Permalink
    Definition Classes
    CollectLimitedList → ImperativeAggregate

  96. def withNewMutableAggBufferOffset(newMutableAggBufferOffset: Int): ImperativeAggregate

    Permalink
    Definition Classes
    CollectLimitedList → ImperativeAggregate

Inherited from LimitedCollect[ArrayBuffer[Any]]

Inherited from Serializable

Inherited from Serializable

Inherited from Collect[ArrayBuffer[Any]]

Inherited from TypedImperativeAggregate[ArrayBuffer[Any]]

Inherited from ImperativeAggregate

Inherited from CodegenFallback

Inherited from AggregateFunction

Inherited from Expression

Inherited from TreeNode[Expression]

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped