JobProgressListener

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

5. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

6. val activeStages: HashMap[Int, StageInfo]

7. final def asInstanceOf[T0]: T0

   Definition Classes

   Any

8. def blockManagerIds: Seq[BlockManagerId]

9. def clone(): AnyRef

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

10. val completedStages: ListBuffer[StageInfo]

11. final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

12. def equals(arg0: Any): Boolean

    Definition Classes

    AnyRef → Any

13. val executorIdToBlockManagerId: HashMap[String, BlockManagerId]

14. val failedStages: ListBuffer[StageInfo]

15. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

16. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

17. def hashCode(): Int

    Definition Classes

    AnyRef → Any

18. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

19. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

20. final def notify(): Unit

    Definition Classes

    AnyRef

21. final def notifyAll(): Unit

    Definition Classes

    AnyRef

22. def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit

    Called when the application ends

    Called when the application ends

    Definition Classes

    SparkListener

23. def onApplicationStart(applicationStart: SparkListenerApplicationStart): Unit

    Called when the application starts

    Called when the application starts

    Definition Classes

    SparkListener

24. def onBlockManagerAdded(blockManagerAdded: SparkListenerBlockManagerAdded): Unit

    Called when a new block manager has joined

    Called when a new block manager has joined

    Definition Classes

    JobProgressListener → SparkListener

25. def onBlockManagerRemoved(blockManagerRemoved: SparkListenerBlockManagerRemoved): Unit

    Called when an existing block manager has been removed

    Called when an existing block manager has been removed

    Definition Classes

    JobProgressListener → SparkListener

26. def onEnvironmentUpdate(environmentUpdate: SparkListenerEnvironmentUpdate): Unit

    Called when environment properties have been updated

    Called when environment properties have been updated

    Definition Classes

    JobProgressListener → SparkListener

27. def onJobEnd(jobEnd: SparkListenerJobEnd): Unit

    Called when a job ends

    Called when a job ends

    Definition Classes

    SparkListener

28. def onJobStart(jobStart: SparkListenerJobStart): Unit

    Called when a job starts

    Called when a job starts

    Definition Classes

    SparkListener

29. def onStageCompleted(stageCompleted: SparkListenerStageCompleted): Unit

    Called when a stage completes successfully or fails, with information on the completed stage.

    Called when a stage completes successfully or fails, with information on the completed stage.

    Definition Classes

    JobProgressListener → SparkListener

30. def onStageSubmitted(stageSubmitted: SparkListenerStageSubmitted): Unit

    For FIFO, all stages are contained by "default" pool but "default" pool here is meaningless

    For FIFO, all stages are contained by "default" pool but "default" pool here is meaningless

    Definition Classes

    JobProgressListener → SparkListener

31. def onTaskEnd(taskEnd: SparkListenerTaskEnd): Unit

    Called when a task ends

    Called when a task ends

    Definition Classes

    JobProgressListener → SparkListener

32. def onTaskGettingResult(taskGettingResult: SparkListenerTaskGettingResult): Unit

    Called when a task begins remotely fetching its result (will not be called for tasks that do not need to fetch the result remotely).

    Called when a task begins remotely fetching its result (will not be called for tasks that do not need to fetch the result remotely).

    Definition Classes

    JobProgressListener → SparkListener

33. def onTaskStart(taskStart: SparkListenerTaskStart): Unit

    Called when a task starts

    Called when a task starts

    Definition Classes

    JobProgressListener → SparkListener

34. def onUnpersistRDD(unpersistRDD: SparkListenerUnpersistRDD): Unit

    Called when an RDD is manually unpersisted by the application

    Called when an RDD is manually unpersisted by the application

    Definition Classes

    SparkListener

35. val poolToActiveStages: HashMap[String, HashMap[Int, StageInfo]]

36. val retainedStages: Int

37. var schedulingMode: Option[SchedulingMode]

38. val stageIdToDescription: HashMap[Int, String]

39. val stageIdToDiskBytesSpilled: HashMap[Int, Long]

40. val stageIdToExecutorSummaries: HashMap[Int, HashMap[String, ExecutorSummary]]

41. val stageIdToMemoryBytesSpilled: HashMap[Int, Long]

42. val stageIdToPool: HashMap[Int, String]

43. val stageIdToShuffleRead: HashMap[Int, Long]

44. val stageIdToShuffleWrite: HashMap[Int, Long]

45. val stageIdToTaskData: HashMap[Int, HashMap[Long, TaskUIData]]

46. val stageIdToTasksActive: HashMap[Int, HashMap[Long, TaskInfo]]

47. val stageIdToTasksComplete: HashMap[Int, Int]

48. val stageIdToTasksFailed: HashMap[Int, Int]

49. val stageIdToTime: HashMap[Int, Long]

50. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

51. def toString(): String

    Definition Classes

    AnyRef → Any

52. var totalShuffleRead: Long

53. var totalShuffleWrite: Long

54. var totalTime: Long

55. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

56. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

57. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )