StorageListener

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

5. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

6. final def asInstanceOf[T0]: T0

   Definition Classes

   Any

7. def clone(): AnyRef

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

8. final def eq(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

9. def equals(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

10. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

11. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

12. def hashCode(): Int

    Definition Classes

    AnyRef → Any

13. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

14. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

15. final def notify(): Unit

    Definition Classes

    AnyRef

16. final def notifyAll(): Unit

    Definition Classes

    AnyRef

17. def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit

    Called when the application ends

    Called when the application ends

    Definition Classes

    SparkListener

18. def onApplicationStart(applicationStart: SparkListenerApplicationStart): Unit

    Called when the application starts

    Called when the application starts

    Definition Classes

    SparkListener

19. def onBlockManagerAdded(blockManagerAdded: SparkListenerBlockManagerAdded): Unit

    Called when a new block manager has joined

    Called when a new block manager has joined

    Definition Classes

    SparkListener

20. def onBlockManagerRemoved(blockManagerRemoved: SparkListenerBlockManagerRemoved): Unit

    Called when an existing block manager has been removed

    Called when an existing block manager has been removed

    Definition Classes

    SparkListener

21. def onEnvironmentUpdate(environmentUpdate: SparkListenerEnvironmentUpdate): Unit

    Called when environment properties have been updated

    Called when environment properties have been updated

    Definition Classes

    SparkListener

22. def onExecutorAdded(executorAdded: SparkListenerExecutorAdded): Unit

    Called when the driver registers a new executor.

    Called when the driver registers a new executor.

    Definition Classes

    SparkListener

23. def onExecutorMetricsUpdate(executorMetricsUpdate: SparkListenerExecutorMetricsUpdate): Unit

    Called when the driver receives task metrics from an executor in a heartbeat.

    Called when the driver receives task metrics from an executor in a heartbeat.

    Definition Classes

    SparkListener

24. def onExecutorRemoved(executorRemoved: SparkListenerExecutorRemoved): Unit

    Called when the driver removes an executor.

    Called when the driver removes an executor.

    Definition Classes

    SparkListener

25. def onJobEnd(jobEnd: SparkListenerJobEnd): Unit

    Called when a job ends

    Called when a job ends

    Definition Classes

    SparkListener

26. def onJobStart(jobStart: SparkListenerJobStart): Unit

    Called when a job starts

    Called when a job starts

    Definition Classes

    SparkListener

27. def onStageCompleted(stageCompleted: SparkListenerStageCompleted): Unit

    Called when a stage completes successfully or fails, with information on the completed stage.

    Called when a stage completes successfully or fails, with information on the completed stage.

    Definition Classes

    StorageListener → SparkListener

28. def onStageSubmitted(stageSubmitted: SparkListenerStageSubmitted): Unit

    Called when a stage is submitted

    Called when a stage is submitted

    Definition Classes

    StorageListener → SparkListener

29. def onTaskEnd(taskEnd: SparkListenerTaskEnd): Unit

    Assumes the storage status list is fully up-to-date.

    Assumes the storage status list is fully up-to-date. This implies the corresponding StorageStatusSparkListener must process the SparkListenerTaskEnd event before this listener.

    Definition Classes

    StorageListener → SparkListener

30. def onTaskGettingResult(taskGettingResult: SparkListenerTaskGettingResult): Unit

    Called when a task begins remotely fetching its result (will not be called for tasks that do not need to fetch the result remotely).

    Called when a task begins remotely fetching its result (will not be called for tasks that do not need to fetch the result remotely).

    Definition Classes

    SparkListener

31. def onTaskStart(taskStart: SparkListenerTaskStart): Unit

    Called when a task starts

    Called when a task starts

    Definition Classes

    SparkListener

32. def onUnpersistRDD(unpersistRDD: SparkListenerUnpersistRDD): Unit

    Called when an RDD is manually unpersisted by the application

    Called when an RDD is manually unpersisted by the application

    Definition Classes

    StorageListener → SparkListener

33. def rddInfoList: Seq[RDDInfo]

    Filter RDD info to include only those with cached partitions

34. def storageStatusList: Seq[StorageStatus]

35. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

36. def toString(): String

    Definition Classes

    AnyRef → Any

37. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

38. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

39. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )