Skip to content

Commit

Permalink
Reverting using the same DF in process_columns
Browse files Browse the repository at this point in the history
  • Loading branch information
mdemoret-nv committed Sep 13, 2022
1 parent 23f493b commit 41fcf09
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions examples/dfp_workflow/morpheus/dfp/utils/column_info.py
Original file line number Diff line number Diff line change
Expand Up @@ -112,13 +112,14 @@ def __post_init__(self):

def _process_columns(df_in: pd.DataFrame, input_schema: DataFrameInputSchema):

output_df = df_in
# TODO(MDD): See what causes this to have such a perf impact over using df_in
output_df = pd.DataFrame()

# Iterate over the column info
for ci in input_schema.column_info:
output_df[ci.name] = ci.process_column(df_in)

if (False and input_schema.preserve_columns is not None):
if (input_schema.preserve_columns is not None):
# Get the list of remaining columns not already added
df_in_columns = set(df_in.columns) - set(output_df.columns)

Expand Down

0 comments on commit 41fcf09

Please sign in to comment.