datafu
.
spark
.
DataFrameOps
someDataFrameUtils
Related Doc:
package DataFrameOps
implicit
class
someDataFrameUtils
extends
AnyRef
Linear Supertypes
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
someDataFrameUtils
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
someDataFrameUtils
(
df:
DataFrame
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
broadcastJoinSkewed
(
skewed:
DataFrame
,
joinCol:
String
,
numberCustsToBroadcast:
Int
,
filterCnt:
Option
[
Long
] =
None
,
joinType:
String
=
"inner"
)
:
DataFrame
def
changeSchema
(
newScheme:
String
*
)
:
DataFrame
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
dedupRandomN
(
df:
DataFrame
,
groupCol:
Column
,
maxSize:
Int
)
:
DataFrame
def
dedupTopN
(
n:
Int
,
groupCol:
Column
,
orderCols:
Column
*
)
:
DataFrame
def
dedupWithCombiner
(
groupCol:
Seq
[
Column
]
,
orderByCol:
Seq
[
Column
]
,
desc:
Boolean
=
true
,
moreAggFunctions:
Seq
[
Column
] =
Nil
,
columnsFilter:
Seq
[
String
] =
Nil
,
columnsFilterKeep:
Boolean
=
true
)
:
DataFrame
def
dedupWithOrder
(
groupCol:
Column
,
orderCols:
Column
*
)
:
DataFrame
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
explodeArray
(
arrayCol:
Column
,
alias:
String
)
:
DataFrame
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
flatten
(
colName:
String
)
:
DataFrame
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
joinSkewed
(
notSkewed:
DataFrame
,
joinExprs:
Column
,
numShards:
Int
=
1000
,
joinType:
String
=
"inner"
)
:
DataFrame
def
joinWithRange
(
colSingle:
String
,
dfRange:
DataFrame
,
colRangeStart:
String
,
colRangeEnd:
String
,
DECREASE_FACTOR:
Long
=
2 ^ 8
)
:
DataFrame
def
joinWithRangeAndDedup
(
colSingle:
String
,
dfRange:
DataFrame
,
colRangeStart:
String
,
colRangeEnd:
String
,
DECREASE_FACTOR:
Long
=
2 ^ 8
,
dedupSmallRange:
Boolean
=
true
)
:
DataFrame
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
AnyRef
Inherited from
Any
Ungrouped