ShellCmd

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def _edd(name: String, collector: SmvRunInfoCollector = new SmvRunInfoCollector): String

   

5. def _graph(ds: SmvDataSet): String

   

   take a DS, print in-stage dependency of that DS

6. def _graph(): String

   

7. def _graph(stageName: String): String

   

   take a stage name and print all DS in this stage, without unused input DS

8. def _graphStage(): String

   

   take no parameter, print stages and inter-stage links

9. def ancestors(dsName: String): String

   

10. def ancestors(ds: SmvDataSet): String

    

    list all ancestors of a dataset ancestors are datasets current dataset depends on, directly or in-directly, even include datasets from other stages

11. final def asInstanceOf[T0]: T0

    

    Definition Classes

    Any

12. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

13. def descendants(dsName: String): String

    

14. def descendants(ds: SmvDataSet): String

    

    list all descendants of a dataset descendants are datasets which depend on the current dataset directly or in-directly, even include datasets from other stages

15. def df(ds: SmvDataSet): DataFrame

    

    Resolve SmvDataSet

    Resolve SmvDataSet

    ds

    an SmvDataSet

    returns

    result DataFrame

16. def edd(name: String): Unit

    

17. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

18. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

19. def exportToHive(dsName: String, collector: SmvRunInfoCollector = new SmvRunInfoCollector): Serializable

    

    Export dataset's running result to a Hive table

20. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

21. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

22. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

23. def help: String

    

    list all the smv-shell commands

24. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

25. def ls: String

    

    list all the datasets in the entire project

26. def ls(stageName: String): String

    

    list all datasets in a stage

    list all datasets in a stage

    stageName

    could be the FQN or just the basename

27. def lsDead: String

    

    list dead datasets in the entire project

28. def lsDead(stageName: String): String

    

    list dead datasets in a stage dead dataset is defined as "no contribution to the Output modules of the stage"

    list dead datasets in a stage dead dataset is defined as "no contribution to the Output modules of the stage"

    stageName

    could be the FQN or the basename

29. def lsDeadLeaf: String

    

    list leaf datasets in the entire project

30. def lsDeadLeaf(stageName: String): String

    

    list deadLeaf datasets in a stage deadLeaf dataset is defined as "no modules in the stage depend on it, excluding Output modules" Note: a deadLeaf dataset must be dead, but some dead datasets are Not leafs

    list deadLeaf datasets in a stage deadLeaf dataset is defined as "no modules in the stage depend on it, excluding Output modules" Note: a deadLeaf dataset must be dead, but some dead datasets are Not leafs

    stageName

    could be the FQN or the basename

31. def lsStage: String

    

    list all the stages

32. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

33. final def notify(): Unit

    

    Definition Classes

    AnyRef

34. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

35. def now(): String

    

    Print current time

36. def openCsv(path: String): DataFrame

    

37. def openCsv(path: String, ca: CsvAttributes, parserCheck: Boolean, collector: SmvRunInfoCollector = new SmvRunInfoCollector): DataFrame

    

    Read in a Csv file as DF

38. def openHive(tableName: String, collector: SmvRunInfoCollector = new SmvRunInfoCollector): DataFrame

    

    Read in a Hive table as DF

39. def smvExportCsv(name: String, path: String, collector: SmvRunInfoCollector = new SmvRunInfoCollector): Unit

    

    Deprecated

40. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

41. def toString(): String

    

    Definition Classes

    AnyRef → Any

42. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

43. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

44. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )