Skip to content

Commit 6d23641

Browse files
shangm2NikhilCollooru
authored andcommittedMar 6, 2025·
Convert DataSize for presto-spark
1 parent 28da88d commit 6d23641

File tree

2 files changed

+8
-10
lines changed

2 files changed

+8
-10
lines changed
 

‎presto-spark-base/src/main/java/com/facebook/presto/spark/PrestoSparkQueryExecutionFactory.java

+7-8
Original file line numberDiff line numberDiff line change
@@ -156,7 +156,6 @@
156156
import static com.google.common.base.Ticker.systemTicker;
157157
import static com.google.common.base.Verify.verify;
158158
import static com.google.common.collect.ImmutableList.toImmutableList;
159-
import static io.airlift.units.DataSize.succinctBytes;
160159
import static java.lang.Math.max;
161160
import static java.lang.String.format;
162161
import static java.nio.charset.StandardCharsets.UTF_8;
@@ -333,11 +332,11 @@ public static QueryInfo createQueryInfo(
333332
rootStage,
334333
allStages,
335334
peakRunningTasks,
336-
succinctBytes(peakUserMemoryReservationInBytes),
337-
succinctBytes(peakTotalMemoryReservationInBytes),
338-
succinctBytes(peakTaskUserMemoryInBytes),
339-
succinctBytes(peakTaskTotalMemoryInBytes),
340-
succinctBytes(peakNodeTotalMemoryInBytes),
335+
peakUserMemoryReservationInBytes,
336+
peakTotalMemoryReservationInBytes,
337+
peakTaskUserMemoryInBytes,
338+
peakTaskTotalMemoryInBytes,
339+
peakNodeTotalMemoryInBytes,
341340
session.getRuntimeStats());
342341

343342
Optional<PrestoSparkExecutionContext> prestoSparkExecutionContext = Optional.empty();
@@ -427,8 +426,8 @@ public static StageInfo createStageInfo(QueryId queryId, SubPlan plan, ListMulti
427426
DateTime.now(),
428427
new Distribution().snapshot(),
429428
new RuntimeStats(),
430-
succinctBytes(peakUserMemoryReservationInBytes),
431-
succinctBytes(peakNodeTotalMemoryReservationInBytes),
429+
peakUserMemoryReservationInBytes,
430+
peakNodeTotalMemoryReservationInBytes,
432431
1,
433432
1);
434433
return new StageInfo(

‎presto-spark-base/src/main/java/com/facebook/presto/spark/node/PrestoSparkTaskManager.java

+1-2
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,6 @@
2929
import com.facebook.presto.metadata.MetadataUpdates;
3030
import com.facebook.presto.sql.planner.PlanFragment;
3131
import com.google.common.util.concurrent.ListenableFuture;
32-
import io.airlift.units.DataSize;
3332

3433
import java.util.List;
3534
import java.util.Optional;
@@ -98,7 +97,7 @@ public TaskInfo abortTask(TaskId taskId)
9897
}
9998

10099
@Override
101-
public ListenableFuture<BufferResult> getTaskResults(TaskId taskId, OutputBuffers.OutputBufferId bufferId, long startingSequenceId, DataSize maxSize)
100+
public ListenableFuture<BufferResult> getTaskResults(TaskId taskId, OutputBuffers.OutputBufferId bufferId, long startingSequenceId, long maxSizeInBytes)
102101
{
103102
throw new UnsupportedOperationException();
104103
}

0 commit comments

Comments
 (0)
Please sign in to comment.