diff --git a/shark/shark_benchmark_runner.py b/shark/shark_benchmark_runner.py index 313134b90ad9c..aeb1221e4d997 100644 --- a/shark/shark_benchmark_runner.py +++ b/shark/shark_benchmark_runner.py @@ -118,7 +118,7 @@ def benchmark_torch(self, modelname): ) HFmodel, input = get_torch_model(modelname)[:2] frontend_model = HFmodel.model - frontend_model = dynamo.optimize("inductor")(frontend_model) + # frontend_model = dynamo.optimize("inductor")(frontend_model) frontend_model.to(torch_device) input.to(torch_device) diff --git a/tank/all_models.csv b/tank/all_models.csv index 15da7581651af..5bf0c3f6d7ad2 100644 --- a/tank/all_models.csv +++ b/tank/all_models.csv @@ -14,7 +14,7 @@ microsoft/MiniLM-L12-H384-uncased,mhlo,tf,1e-2,1e-3,tf_hf,None,True,False,False, microsoft/layoutlm-base-uncased,mhlo,tf,1e-2,1e-3,default,None,False,False,False,"","" microsoft/mpnet-base,mhlo,tf,1e-2,1e-2,default,None,False,False,False,"","" albert-base-v2,linalg,torch,1e-2,1e-3,default,None,True,True,True,"issue with aten.tanh in torch-mlir","" -alexnet,linalg,torch,1e-2,1e-3,default,None,True,False,False,"https://github.com/nod-ai/SHARK/issues/879","" +alexnet,linalg,torch,1e-2,1e-3,default,None,True,True,False,"https://github.com/nod-ai/SHARK/issues/879","" bert-base-cased,linalg,torch,1e-2,1e-3,default,None,False,False,False,"","" bert-base-uncased,linalg,torch,1e-2,1e-3,default,None,False,False,False,"","" bert-base-uncased_fp16,linalg,torch,1e-1,1e-1,default,None,True,False,True,"",""