{ "compression": { "algorithm": "magnitude_sparsity", "ignored_scopes": [ "{re}.*NNCFEmbedding.*", "{re}.*LayerNorm.*" ], "params": { "power": 3, "schedule": "polynomial", "sparsity_freeze_epoch": 9, "sparsity_target": 0.8, "sparsity_target_epoch": 8, "steps_per_epoch": 1053, "update_per_optimizer_step": false }, "sparsity_init": 0.7 }, "input_info": [ { "keyword": "input_ids", "sample_size": [ 64, 128 ], "type": "long" }, { "keyword": "token_type_ids", "sample_size": [ 64, 128 ], "type": "long" }, { "keyword": "attention_mask", "sample_size": [ 64, 128 ], "type": "long" } ], "log_dir": "/tmp/0205_2tx9_bertsst2attack_spar0.7to0.8prune0_per_epoch_cos7x4_lr5e-05_bs64_epo28", "optimum_version": "1.6.3", "save_onnx_model": false, "transformers_version": "4.26.0" }