Skip to content

Commit

Permalink
change variable name accroding to comments
Browse files Browse the repository at this point in the history
  • Loading branch information
liyezhang556520 committed Nov 1, 2014
1 parent f4c404d commit 4ea8fd1
Show file tree
Hide file tree
Showing 2 changed files with 12 additions and 12 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -60,10 +60,10 @@ class JobProgressListener(conf: SparkConf) extends SparkListener with Logging {
val stageIdToData = new HashMap[(StageId, StageAttemptId), StageUIData]
val stageIdToInfo = new HashMap[StageId, StageInfo]

// Number of completed stages, not equal to completedStages.size
var completedStagesNum = 0
// number of failed stages, not equal to failedStagesNum.size
var failedStagesNum = 0
// Number of completed and failed stages, may not actually equal to completedStages.size and
// failedStages.size respectively
var numCompletedStages = 0
var numFailedStages = 0

// Map from pool name to a hash map (map from stage id to StageInfo).
val poolToActiveStages = HashMap[String, HashMap[Int, StageInfo]]()
Expand Down Expand Up @@ -115,11 +115,11 @@ class JobProgressListener(conf: SparkConf) extends SparkListener with Logging {
activeStages.remove(stage.stageId)
if (stage.failureReason.isEmpty) {
completedStages += stage
completedStagesNum += 1
numCompletedStages += 1
trimIfNecessary(completedStages)
} else {
failedStages += stage
failedStagesNum += 1
numFailedStages += 1
trimIfNecessary(failedStages)
}
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -34,9 +34,9 @@ private[ui] class JobProgressPage(parent: JobProgressTab) extends WebUIPage("")
listener.synchronized {
val activeStages = listener.activeStages.values.toSeq
val completedStages = listener.completedStages.reverse.toSeq
val completedStagesNum = listener.completedStagesNum
val numCompletedStages = listener.numCompletedStages
val failedStages = listener.failedStages.reverse.toSeq
val failedStagesNum = listener.failedStagesNum
val numFailedStages = listener.numFailedStages
val now = System.currentTimeMillis

val activeStagesTable =
Expand Down Expand Up @@ -71,11 +71,11 @@ private[ui] class JobProgressPage(parent: JobProgressTab) extends WebUIPage("")
</li>
<li>
<a href="#completed"><strong>Completed Stages:</strong></a>
{completedStagesNum}
{numCompletedStages}
</li>
<li>
<a href="#failed"><strong>Failed Stages:</strong></a>
{failedStagesNum}
{numFailedStages}
</li>
</ul>
</div>
Expand All @@ -88,9 +88,9 @@ private[ui] class JobProgressPage(parent: JobProgressTab) extends WebUIPage("")
}} ++
<h4 id="active">Active Stages ({activeStages.size})</h4> ++
activeStagesTable.toNodeSeq ++
<h4 id="completed">Completed Stages ({completedStagesNum})</h4> ++
<h4 id="completed">Completed Stages ({numCompletedStages})</h4> ++
completedStagesTable.toNodeSeq ++
<h4 id ="failed">Failed Stages ({failedStagesNum})</h4> ++
<h4 id ="failed">Failed Stages ({numFailedStages})</h4> ++
failedStagesTable.toNodeSeq

UIUtils.headerSparkPage("Spark Stages", content, parent)
Expand Down

0 comments on commit 4ea8fd1

Please sign in to comment.