diff --git a/presto-native-execution/presto_cpp/main/PeriodicTaskManager.cpp b/presto-native-execution/presto_cpp/main/PeriodicTaskManager.cpp index 2e8de3a5eccde..7a694d2f0334c 100644 --- a/presto-native-execution/presto_cpp/main/PeriodicTaskManager.cpp +++ b/presto-native-execution/presto_cpp/main/PeriodicTaskManager.cpp @@ -60,8 +60,6 @@ folly::StringPiece getCounterForBlockingReason( return kCounterNumBlockedWaitForMemoryDrivers; case velox::exec::BlockingReason::kWaitForConnector: return kCounterNumBlockedWaitForConnectorDrivers; - case velox::exec::BlockingReason::kWaitForSpill: - return kCounterNumBlockedWaitForSpillDrivers; case velox::exec::BlockingReason::kYield: return kCounterNumBlockedYieldDrivers; case velox::exec::BlockingReason::kNotBlocked: @@ -333,16 +331,20 @@ void PeriodicTaskManager::updateTaskStats() { RECORD_METRIC_VALUE( kCounterNumTasksBytesProcessed, taskManager_->getBytesProcessed()); RECORD_METRIC_VALUE( - kCounterNumTasksRunning, taskNumbers[velox::exec::TaskState::kRunning]); + kCounterNumTasksRunning, + taskNumbers[static_cast(velox::exec::TaskState::kRunning)]); RECORD_METRIC_VALUE( - kCounterNumTasksFinished, taskNumbers[velox::exec::TaskState::kFinished]); + kCounterNumTasksFinished, + taskNumbers[static_cast(velox::exec::TaskState::kFinished)]); RECORD_METRIC_VALUE( kCounterNumTasksCancelled, - taskNumbers[velox::exec::TaskState::kCanceled]); + taskNumbers[static_cast(velox::exec::TaskState::kCanceled)]); RECORD_METRIC_VALUE( - kCounterNumTasksAborted, taskNumbers[velox::exec::TaskState::kAborted]); + kCounterNumTasksAborted, + taskNumbers[static_cast(velox::exec::TaskState::kAborted)]); RECORD_METRIC_VALUE( - kCounterNumTasksFailed, taskNumbers[velox::exec::TaskState::kFailed]); + kCounterNumTasksFailed, + taskNumbers[static_cast(velox::exec::TaskState::kFailed)]); const auto driverCounts = taskManager_->getDriverCounts(); RECORD_METRIC_VALUE(kCounterNumQueuedDrivers, driverCounts.numQueuedDrivers); diff --git a/presto-native-execution/presto_cpp/main/PrestoTask.cpp b/presto-native-execution/presto_cpp/main/PrestoTask.cpp index 50850cdeb7634..dd970bf9fe43a 100644 --- a/presto-native-execution/presto_cpp/main/PrestoTask.cpp +++ b/presto-native-execution/presto_cpp/main/PrestoTask.cpp @@ -40,15 +40,15 @@ namespace { protocol::TaskState toPrestoTaskState(exec::TaskState state) { switch (state) { - case exec::kRunning: + case exec::TaskState::kRunning: return protocol::TaskState::RUNNING; - case exec::kFinished: + case exec::TaskState::kFinished: return protocol::TaskState::FINISHED; - case exec::kCanceled: + case exec::TaskState::kCanceled: return protocol::TaskState::CANCELED; - case exec::kFailed: + case exec::TaskState::kFailed: return protocol::TaskState::FAILED; - case exec::kAborted: + case exec::TaskState::kAborted: [[fallthrough]]; default: return protocol::TaskState::ABORTED; diff --git a/presto-native-execution/presto_cpp/main/TaskManager.cpp b/presto-native-execution/presto_cpp/main/TaskManager.cpp index afab868c95a26..3e5955e56546a 100644 --- a/presto-native-execution/presto_cpp/main/TaskManager.cpp +++ b/presto-native-execution/presto_cpp/main/TaskManager.cpp @@ -629,7 +629,7 @@ std::unique_ptr TaskManager::deleteTask( auto execTask = prestoTask->task; if (execTask) { auto state = execTask->state(); - if (state == exec::kRunning) { + if (state == exec::TaskState::kRunning) { execTask->requestAbort(); } prestoTask->info.stats.endTime = @@ -881,13 +881,13 @@ folly::Future> TaskManager::getResults( for (;;) { if (prestoTask->taskStarted) { // If the task has finished, then send completion result. - if (prestoTask->task->state() == exec::kFinished) { + if (prestoTask->task->state() == exec::TaskState::kFinished) { promiseHolder->promise.setValue(createCompleteResult(token)); return std::move(future).via(httpSrvCpuExecutor_); } // If task is not running let the request timeout. The task may have // failed at creation time and the coordinator hasn't yet caught up. - if (prestoTask->task->state() == exec::kRunning) { + if (prestoTask->task->state() == exec::TaskState::kRunning) { getData( promiseHolder, folly::to_weak_ptr(state), @@ -1170,7 +1170,7 @@ std::array TaskManager::getTaskNumbers(size_t& numTasks) const { numTasks = 0; for (const auto& pair : *taskMap) { if (pair.second->task != nullptr) { - ++res[pair.second->task->state()]; + ++res[static_cast(pair.second->task->state())]; ++numTasks; } } @@ -1190,7 +1190,7 @@ void TaskManager::shutdown() { size_t numTasks; auto taskNumbers = getTaskNumbers(numTasks); size_t seconds = 0; - while (taskNumbers[velox::exec::TaskState::kRunning] > 0) { + while (taskNumbers[static_cast(velox::exec::TaskState::kRunning)] > 0) { PRESTO_SHUTDOWN_LOG(INFO) << "Waited (" << seconds << " seconds so far) for 'Running' tasks to complete. " << numTasks diff --git a/presto-native-execution/presto_cpp/main/common/Counters.cpp b/presto-native-execution/presto_cpp/main/common/Counters.cpp index 8f6d1b340f72e..cb41f526ac8db 100644 --- a/presto-native-execution/presto_cpp/main/common/Counters.cpp +++ b/presto-native-execution/presto_cpp/main/common/Counters.cpp @@ -72,8 +72,6 @@ void registerPrestoMetrics() { DEFINE_METRIC( kCounterNumBlockedWaitForConnectorDrivers, facebook::velox::StatType::AVG); - DEFINE_METRIC( - kCounterNumBlockedWaitForSpillDrivers, facebook::velox::StatType::AVG); DEFINE_METRIC(kCounterNumBlockedYieldDrivers, facebook::velox::StatType::AVG); DEFINE_METRIC(kCounterNumStuckDrivers, facebook::velox::StatType::AVG); DEFINE_METRIC( diff --git a/presto-native-execution/presto_cpp/main/common/Counters.h b/presto-native-execution/presto_cpp/main/common/Counters.h index 9daf442aacc9c..c6a6c97d82d3a 100644 --- a/presto-native-execution/presto_cpp/main/common/Counters.h +++ b/presto-native-execution/presto_cpp/main/common/Counters.h @@ -96,8 +96,6 @@ constexpr folly::StringPiece kCounterNumBlockedWaitForMemoryDrivers{ "presto_cpp.num_blocked_wait_for_memory_drivers"}; constexpr folly::StringPiece kCounterNumBlockedWaitForConnectorDrivers{ "presto_cpp.num_blocked_wait_for_connector_drivers"}; -constexpr folly::StringPiece kCounterNumBlockedWaitForSpillDrivers{ - "presto_cpp.num_blocked_wait_for_spill_drivers"}; constexpr folly::StringPiece kCounterNumBlockedYieldDrivers{ "presto_cpp.num_blocked_yield_drivers"}; constexpr folly::StringPiece kCounterNumStuckDrivers{ diff --git a/presto-native-execution/velox b/presto-native-execution/velox index 2b5e9f1a5c690..1ce3c7ad2f834 160000 --- a/presto-native-execution/velox +++ b/presto-native-execution/velox @@ -1 +1 @@ -Subproject commit 2b5e9f1a5c6907d5b18b47d5aadbe4062bc42edf +Subproject commit 1ce3c7ad2f8348c2e0edf6fe2185086b09d8bdc7