Skip to content
This repository has been archived by the owner on Sep 18, 2024. It is now read-only.

fix speedup with CUDA #2947

Merged
merged 2 commits into from
Oct 12, 2020
Merged

fix speedup with CUDA #2947

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
d27112e
fix speedup with CUDA
chicm-ms Oct 12, 2020
e8c4a57
updates
chicm-ms Oct 12, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions src/sdk/pynni/nni/compression/torch/speedup/infer_shape.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -573,7 +573,7 @@ def view_inshape(module_masks, mask, shape):
step_size = shape['in_shape'][2] * shape['in_shape'][3]
for loc in mask.mask_index[1]:
index.extend([loc * step_size + i for i in range(step_size)])
output_cmask.add_index_mask(dim=1, index=torch.tensor(index)) # pylint: disable=not-callable
output_cmask.add_index_mask(dim=1, index=torch.tensor(index).to(mask.mask_index[1].device)) # pylint: disable=not-callable
module_masks.set_output_mask(output_cmask)
return output_cmask

Expand Down Expand Up @@ -609,7 +609,7 @@ def view_outshape(module_masks, mask, shape):
step_size = shape['in_shape'][2] * shape['in_shape'][3]
for loc in mask.mask_index[1]:
index.extend([loc * step_size + i for i in range(step_size)])
input_cmask.add_index_mask(dim=1, index=torch.tensor(index)) # pylint: disable=not-callable
input_cmask.add_index_mask(dim=1, index=torch.tensor(index).to(mask.mask_index[1].device)) # pylint: disable=not-callable
module_masks.set_input_mask(input_cmask)

return input_cmask
Expand Down Expand Up @@ -870,7 +870,7 @@ def convert_to_coarse_mask(mask, dim=0):
if index is None:
return None, None, None
else:
index = torch.LongTensor(index).to(weight_mask.device)
index = index.long().to(weight_mask.device)
weight_cmask = CoarseMask(num_dim=4)
weight_cmask.add_index_mask(dim=dim, index=index)
bias_cmask = None
Expand Down