Skip to content

Commit

Permalink
Update nncf configs for all cls cnns
Browse files Browse the repository at this point in the history
  • Loading branch information
sovrasov committed Apr 18, 2024
1 parent 44a7e04 commit d0176fa
Show file tree
Hide file tree
Showing 3 changed files with 14 additions and 84 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,11 @@
"preset": "mixed",
"initializer": {
"range": {
"type": "percentile",
"params": {
"min_percentile": 0,
"max_percentile": 100
},
"num_init_samples": 8192
},
"batchnorm_adaptation": {
Expand All @@ -31,45 +36,5 @@
}
}
},
"nncf_quantization_pruning": {
"nncf": {
"coeff_decrease_lr_for_nncf": 1.0
},
"nncf_config": {
"compression": [
{
"algorithm": "filter_pruning",
"pruning_init": 0.1,
"params": {
"schedule": "baseline",
"pruning_flops_target": 0.1,
"filter_importance": "geometric_median",
"prune_downsample_convs": true
}
},
{
"algorithm": "quantization",
"preset": "mixed",
"initializer": {
"range": {
"num_init_samples": 8192
},
"batchnorm_adaptation": {
"num_bn_adaptation_samples": 8192
}
}
}
],
"accuracy_aware_training": {
"mode": "adaptive_compression_level",
"params": {
"maximal_absolute_accuracy_degradation": 0.01,
"initial_training_phase_epochs": 100,
"patience_epochs": 100,
"maximal_total_epochs": 200
}
}
}
},
"order_of_parts": ["nncf_quantization", "nncf_quantization_pruning"]
"order_of_parts": ["nncf_quantization"]
}
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,11 @@
"preset": "mixed",
"initializer": {
"range": {
"type": "percentile",
"params": {
"min_percentile": 0,
"max_percentile": 100
},
"num_init_samples": 8192
},
"batchnorm_adaptation": {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -9,44 +9,6 @@
"nncf_quantization": {
"nncf_config": {
"compression": [
{
"algorithm": "quantization",
"preset": "mixed",
"initializer": {
"range": {
"num_init_samples": 8192
},
"batchnorm_adaptation": {
"num_bn_adaptation_samples": 8192
}
}
}
],
"accuracy_aware_training": {
"mode": "early_exit",
"params": {
"maximal_absolute_accuracy_degradation": 0.01,
"maximal_total_epochs": 100
}
}
}
},
"nncf_quantization_pruning": {
"nncf": {
"coeff_decrease_lr_for_nncf": 1.0
},
"nncf_config": {
"compression": [
{
"algorithm": "filter_pruning",
"pruning_init": 0.1,
"params": {
"schedule": "baseline",
"pruning_flops_target": 0.1,
"filter_importance": "geometric_median",
"prune_downsample_convs": true
}
},
{
"algorithm": "quantization",
"preset": "mixed",
Expand All @@ -66,15 +28,13 @@
}
],
"accuracy_aware_training": {
"mode": "adaptive_compression_level",
"mode": "early_exit",
"params": {
"maximal_absolute_accuracy_degradation": 0.01,
"initial_training_phase_epochs": 100,
"patience_epochs": 100,
"maximal_total_epochs": 200
"maximal_total_epochs": 100
}
}
}
},
"order_of_parts": ["nncf_quantization", "nncf_quantization_pruning"]
"order_of_parts": ["nncf_quantization"]
}

0 comments on commit d0176fa

Please sign in to comment.