diff --git a/be/src/olap/rowset/vertical_beta_rowset_writer.cpp b/be/src/olap/rowset/vertical_beta_rowset_writer.cpp
index a34802335b074a..0237bcc55d82b5 100644
--- a/be/src/olap/rowset/vertical_beta_rowset_writer.cpp
+++ b/be/src/olap/rowset/vertical_beta_rowset_writer.cpp
@@ -119,6 +119,7 @@ Status VerticalBetaRowsetWriter::add_columns(const vectorized::Block* block,
 
             if (num_rows_key_group == num_rows_written + to_write &&
                 _cur_writer_idx < _segment_writers.size() - 1) {
+                RETURN_IF_ERROR(_flush_columns(_segment_writers[_cur_writer_idx].get()));
                 ++_cur_writer_idx;
             }
         }