Skip to content

Commit 3ea8fcc

Browse files
ChendaLi-Intelchensuyuezehao-intellvliang-intel
authored
Refine TF NLP models with INC User NewAPI (#199)
Signed-off-by: Li, Chenda <[email protected]> Co-authored-by: chen, suyue <[email protected]> Co-authored-by: zehao-intel <[email protected]> Co-authored-by: Lv, Liang1 <[email protected]>
1 parent 9e0644a commit 3ea8fcc

File tree

160 files changed

+709
-40265
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

160 files changed

+709
-40265
lines changed

.azure-pipelines/scripts/codeScan/pyspelling/inc_dict.txt

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -2397,15 +2397,13 @@ grappler
23972397
amsgrad
23982398
qoperator
23992399
apis
2400-
PostTrainingQuantConfig
2401-
dgpu
24022400
CPz
24032401
PostTrainingQuantConfig
2404-
dgpu
24052402
Nsh
24062403
UmK
24072404
fe
24082405
vmware
2406+
PythonLauncher
24092407
keepachangelog
24102408
vscode
24112409
IntelNeuralCompressor
@@ -2451,7 +2449,6 @@ npmjs
24512449
AWSSageMakerSupport
24522450
sagemaker
24532451
xpu
2454-
PostTrainingQuantConfig
24552452
dgpu
24562453
BenchmarkConfig
24572454
QuantizationAwareTrainingConfig
@@ -2464,3 +2461,6 @@ Namhoon
24642461
Thalaiyasingam
24652462
Torr
24662463
MixedPrecisionConfig
2464+
AccuracyCriterion
2465+
AccuracyLoss
2466+
TuningCriterion
-21 KB
Loading

examples/.config/model_params_tensorflow.json

Lines changed: 8 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -539,10 +539,8 @@
539539
"model_src_dir": "nlp/transformer_lt/quantization/ptq",
540540
"dataset_location": "/tf_dataset/tensorflow/transformer-lt-official-fp32-inference/transformer_lt_official_fp32_pretrained_model/data",
541541
"input_model": "/tf_dataset/tensorflow/transformer-lt-official-fp32-inference/transformer_lt_official_fp32_pretrained_model/graph/fp32_graphdef.pb",
542-
"yaml": "transformer_lt.yaml",
543-
"strategy": "basic",
544-
"batch_size": 64,
545-
"new_benchmark": false
542+
"main_script": "main.py",
543+
"batch_size": 64
546544
},
547545
"bert_large_squad": {
548546
"model_src_dir": "nlp/bert_large_squad/quantization/ptq",
@@ -566,10 +564,8 @@
566564
"model_src_dir": "nlp/bert_base_mrpc/quantization/ptq",
567565
"dataset_location": "/tf_dataset/tensorflow/bert/mrpc_data",
568566
"input_model": "/tf_dataset/tensorflow/bert/bert_base_mrpc",
569-
"yaml": "mrpc.yaml",
570-
"strategy": "basic",
571-
"batch_size": 64,
572-
"new_benchmark": true
567+
"main_script": "run_classifier.py",
568+
"batch_size": 64
573569
},
574570
"deeplab": {
575571
"model_src_dir": "semantic_image_segmentation/deeplab/quantization/ptq",
@@ -2059,19 +2055,15 @@
20592055
"model_src_dir": "nlp/transformer_lt_mlperf/quantization/ptq",
20602056
"dataset_location": "/tf_dataset2/datasets/transformer_uniform_data",
20612057
"input_model": "/tf_dataset2/models/tensorflow/transformer_lt_mlperf/fp32/transformer_mlperf_fp32.pb",
2062-
"yaml": "transformer_lt_mlperf.yaml",
2063-
"strategy": "basic",
2064-
"batch_size": 64,
2065-
"new_benchmark": false
2058+
"main_script": "run_inference.py",
2059+
"batch_size": 64
20662060
},
20672061
"distilbert_base": {
20682062
"model_src_dir": "nlp/distilbert_base/quantization/ptq",
20692063
"dataset_location": "/tf_dataset2/datasets/sst2_validation_dataset",
20702064
"input_model": "/tf_dataset2/models/tensorflow/distilbert_base/fp32/distilbert_base_fp32.pb",
2071-
"yaml": "distilbert_base.yaml",
2072-
"strategy": "basic",
2073-
"batch_size": 128,
2074-
"new_benchmark": false
2065+
"main_script": "run_inference.py",
2066+
"batch_size": 128
20752067
},
20762068
"xception": {
20772069
"model_src_dir": "image_recognition/keras_models/xception/quantization/ptq",

examples/tensorflow/image_recognition/SavedModel/quantization/ptq/README.md

Lines changed: 0 additions & 54 deletions
This file was deleted.

examples/tensorflow/image_recognition/SavedModel/quantization/ptq/efficientnet_v2_b0.yaml

Lines changed: 0 additions & 90 deletions
This file was deleted.

examples/tensorflow/image_recognition/SavedModel/quantization/ptq/efficientnet_v2_b0_itex.yaml

Lines changed: 0 additions & 89 deletions
This file was deleted.

examples/tensorflow/image_recognition/SavedModel/quantization/ptq/main.py

Lines changed: 0 additions & 59 deletions
This file was deleted.

0 commit comments

Comments
 (0)