Skip to content

Remove unused examples #2230

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 2 commits into from
Jul 8, 2025
Merged

Remove unused examples #2230

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
d837a02
remove unused examples
XuehaoSun Jul 2, 2025
7ae0d9d
remove unused examples
XuehaoSun Jul 2, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 0 additions & 3 deletions .pre-commit-config.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -107,8 +107,6 @@ repos:
files: (.*\.py)$
exclude: |
(?x)^(
neural_compressor/conf/config.py|
neural_compressor/conf/pythonic_config.py|
examples/.+|
neural_compressor/torch/algorithms/fp8_quant/.+|
test/3x/torch/.+
Expand All @@ -124,7 +122,6 @@ repos:
exclude: |
(?x)^(
examples/.+|
docs/source-app|
neural_compressor/torch/algorithms/fp8_quant/.+|
test/3x/torch/.+
)$
Expand Down
219 changes: 1 addition & 218 deletions examples/.config/model_params_onnxrt.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -483,132 +483,13 @@
"main_script": "main.py",
"batch_size": 1
},
"unet": {
"model_src_dir": "image_recognition/unet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/unet/unet-export.onnx",
"main_script": "main.py",
"batch_size": 1
},
"BiDAF_dynamic": {
"model_src_dir": "nlp/onnx_model_zoo/BiDAF/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/squad/dev-v1.1.json",
"input_model": "/tf_dataset2/models/onnx/BiDAF/bidaf-11.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_bert-base-uncased_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bert-base-uncased_dynamic/bert-base-uncased-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_bert-base-uncased": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bert-base-uncased_dynamic/bert-base-uncased-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_roberta-base_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_roberta-base_dynamic/roberta-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_roberta-base": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_roberta-base_dynamic/roberta-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_xlm-roberta-base_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_xlm-roberta-base_dynamic/xlm-roberta-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_xlm-roberta-base": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_xlm-roberta-base_dynamic/xlm-roberta-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_camembert-base_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_camembert-base_dynamic/camembert-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_camembert-base": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_camembert-base_dynamic/camembert-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_MiniLM-L12-H384-uncased_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_MiniLM-L12-H384-uncased_dynamic/MiniLM-L12-H384-uncased-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_MiniLM-L12-H384-uncased": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_MiniLM-L12-H384-uncased_dynamic/MiniLM-L12-H384-uncased-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_distilbert-base-uncased_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/SST-2/",
"input_model": "/tf_dataset2/models/onnx/hf_distilbert-base-uncased_dynamic/distilbert-base-uncased-finetuned-sst-2-english.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_distilbert-base-uncased": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/SST-2/",
"input_model": "/tf_dataset2/models/onnx/hf_distilbert-base-uncased_dynamic/distilbert-base-uncased-finetuned-sst-2-english.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_albert-base-v2_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/SST-2/",
"input_model": "/tf_dataset2/models/onnx/hf_albert-base-v2_dynamic/albert-base-v2-sst2.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_albert-base-v2": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/SST-2/",
"input_model": "/tf_dataset2/models/onnx/hf_albert-base-v2_dynamic/albert-base-v2-sst2.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_MiniLM-L6-H384-uncased_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/SST-2/",
"input_model": "/tf_dataset2/models/onnx/hf_MiniLM-L6-H384-uncased_dynamic/MiniLM-L6-H384-uncased-sst2.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_MiniLM-L6-H384-uncased": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/SST-2/",
"input_model": "/tf_dataset2/models/onnx/hf_MiniLM-L6-H384-uncased_dynamic/MiniLM-L6-H384-uncased-sst2.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_spanbert_dynamic": {
"model_src_dir": "nlp/huggingface_model/question_answering/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/squad",
Expand Down Expand Up @@ -637,76 +518,6 @@
"main_script": "main.py",
"batch_size": 1
},
"hf_bert-base-cased_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bert-base-cased_dynamic/bert-base-cased-finetuned-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_bert-base-cased": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bert-base-cased_static/bert-base-cased-finetuned-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_electra-small-discriminator_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_electra-small-discriminator_dynamic/electra-small-discriminator-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_electra-small-discriminator": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_electra-small-discriminator_dynamic/electra-small-discriminator-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_bert-mini_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bert-mini_dynamic/bert-mini-finetuned-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_bert-mini": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bert-mini_dynamic/bert-mini-finetuned-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_xlnet-base-cased_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_xlnet-base-cased_dynamic/xlnet-base-cased-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_xlnet-base-cased": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_xlnet-base-cased_dynamic/xlnet-base-cased-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_bart-large_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bart-large_dynamic/bart-large-mrpc-hf.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_bart-large": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bart-large_dynamic/bart-large-mrpc-hf.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_distilbert-base-uncased-distilled_dynamic": {
"model_src_dir": "nlp/huggingface_model/question_answering/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/squad",
Expand Down Expand Up @@ -917,20 +728,6 @@
"main_script": "main.py",
"batch_size": 1
},
"hf_deberta_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_deberta/deberta-v3-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_deberta": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_deberta/deberta-v3-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 1
},
"table_transformer_structure_recognition": {
"model_src_dir": "object_detection/table_transformer/quantization/ptq_static",
"dataset_location": "/tf_dataset/dataset/PubTables-1M",
Expand All @@ -944,20 +741,6 @@
"input_model": "/tf_dataset2/models/onnx/table-transformer/pubtables1m_detection_detr_r18.onnx",
"main_script": "patch",
"batch_size": 1
},
"hf_codebert": {
"model_src_dir": "nlp/huggingface_model/code_detection/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/devign_dataset/valid.jsonl",
"input_model": "/tf_dataset2/models/onnx/hf_codebert/codebert-model.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_codebert_dynamic": {
"model_src_dir": "nlp/huggingface_model/code_detection/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/devign_dataset/valid.jsonl",
"input_model": "/tf_dataset2/models/onnx/hf_codebert/codebert-model.onnx",
"main_script": "main.py",
"batch_size": 1
}
}
}
}
7 changes: 0 additions & 7 deletions examples/.config/model_params_onnxrt_win.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,13 +29,6 @@
"input_model": "models/onnx/DUC/ResNet101-DUC-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_roberta-base_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "glue_data/MRPC",
"input_model": "models/onnx/hf_roberta-base_dynamic/roberta-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
}
}
}
Loading