SmvEntityMatcher

Instance Constructors

new SmvEntityMatcher(leftId: String, rightId: String, preFilter: PreFilter, groupCondition: AbstractGroupCondition, levelLogics: Seq[LevelLogic])

leftId
id column name of left DF (df1)
rightId
id column name of right DF (df2)
groupCondition
for exact match leftovers, a deterministic condition for narrow down the search space
levelLogics
a list of level match conditions (always weaker than exactMatchFilter), all of them will be tested

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def doMatch(df1: DataFrame, df2: DataFrame, keepOriginalCols: Boolean = true): DataFrame

Apply SmvEntityMatcher to the 2 DataFrames
Apply SmvEntityMatcher to the 2 DataFrames
df1
DataFrame 1 with an id column with name "id"
df2
DataFrame 2 with an id column with name "id"
keepOriginalCols
whether to keep all input columns of df1 and df2, default true
returns
a DataFrame with df1's id and df2's id and match flags of all the levels. For levels with fuzzy logic, the matching score is also provided. A column named "MatchBitmap" also provided to summarize all the matching flags. When keepOriginalCols is true, input columns are also kept
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
val groupCondition: AbstractGroupCondition

for exact match leftovers, a deterministic condition for narrow down the search space
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val leftId: String

id column name of left DF (df1)
val levelLogics: Seq[LevelLogic]

a list of level match conditions (always weaker than exactMatchFilter), all of them will be tested
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val preFilter: PreFilter
val rightId: String

id column name of right DF (df2)
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package matcher

case class SmvEntityMatcher(leftId: String, rightId: String, preFilter: PreFilter, groupCondition: AbstractGroupCondition, levelLogics: Seq[LevelLogic]) extends Product with Serializable

Instance Constructors

new SmvEntityMatcher(leftId: String, rightId: String, preFilter: PreFilter, groupCondition: AbstractGroupCondition, levelLogics: Seq[LevelLogic])

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def doMatch(df1: DataFrame, df2: DataFrame, keepOriginalCols: Boolean = true): DataFrame

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

val groupCondition: AbstractGroupCondition

final def isInstanceOf[T0]: Boolean

val leftId: String

val levelLogics: Seq[LevelLogic]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val preFilter: PreFilter

val rightId: String

final def synchronized[T0](arg0: ⇒ T0): T0

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped