17
17
import unittest
18
18
from unittest .mock import patch
19
19
20
+
20
21
SRC_DIRS = [
21
22
os .path .join (os .path .dirname (__file__ ), dirname )
22
23
for dirname in [
29
30
sys .path .extend (SRC_DIRS )
30
31
31
32
if SRC_DIRS is not None :
32
- import run_image_classification
33
33
import run_audio_classification
34
34
import run_glue
35
+ import run_image_classification
35
36
import run_qa
36
37
37
38
38
39
class TestExamples (unittest .TestCase ):
39
40
def test_audio_classification (self ):
40
41
with tempfile .TemporaryDirectory () as tmp_dir :
41
42
test_args = f"""
42
- run_audio_classification.py
43
- --model_name_or_path hf-internal-testing/tiny-random-Wav2Vec2Model
44
- --nncf_compression_config examples/openvino/audio-classification/configs/wav2vec2-base-qat.json
45
- --dataset_name superb
46
- --dataset_config_name ks
47
- --max_train_samples 10
48
- --max_eval_samples 2
49
- --remove_unused_columns False
50
- --do_train
51
- --learning_rate 3e-5
52
- --max_length_seconds 1
53
- --attention_mask False
54
- --warmup_ratio 0.1
55
- --num_train_epochs 1
56
- --gradient_accumulation_steps 1
57
- --dataloader_num_workers 1
58
- --logging_strategy steps
59
- --logging_steps 1
60
- --evaluation_strategy epoch
61
- --save_strategy epoch
62
- --load_best_model_at_end False
43
+ run_audio_classification.py
44
+ --model_name_or_path hf-internal-testing/tiny-random-Wav2Vec2Model
45
+ --nncf_compression_config examples/openvino/audio-classification/configs/wav2vec2-base-qat.json
46
+ --dataset_name superb
47
+ --dataset_config_name ks
48
+ --max_train_samples 10
49
+ --max_eval_samples 2
50
+ --remove_unused_columns False
51
+ --do_train
52
+ --learning_rate 3e-5
53
+ --max_length_seconds 1
54
+ --attention_mask False
55
+ --warmup_ratio 0.1
56
+ --num_train_epochs 1
57
+ --gradient_accumulation_steps 1
58
+ --dataloader_num_workers 1
59
+ --logging_strategy steps
60
+ --logging_steps 1
61
+ --evaluation_strategy epoch
62
+ --save_strategy epoch
63
+ --load_best_model_at_end False
63
64
--seed 42
64
- --output_dir { tmp_dir }
65
+ --output_dir { tmp_dir }
65
66
--overwrite_output_dir
66
67
""" .split ()
67
68
@@ -71,21 +72,21 @@ def test_audio_classification(self):
71
72
def test_image_classification (self ):
72
73
with tempfile .TemporaryDirectory () as tmp_dir :
73
74
test_args = f"""
74
- run_image_classification.py
75
- --model_name_or_path nateraw/vit-base-beans
76
- --dataset_name beans
77
- --max_train_samples 10
78
- --max_eval_samples 2
79
- --remove_unused_columns False
75
+ run_image_classification.py
76
+ --model_name_or_path nateraw/vit-base-beans
77
+ --dataset_name beans
78
+ --max_train_samples 10
79
+ --max_eval_samples 2
80
+ --remove_unused_columns False
80
81
--do_train
81
- --do_eval
82
- --learning_rate 2e-5
83
- --num_train_epochs 1
84
- --logging_strategy steps
85
- --logging_steps 1
86
- --evaluation_strategy epoch
87
- --save_strategy epoch
88
- --save_total_limit 1
82
+ --do_eval
83
+ --learning_rate 2e-5
84
+ --num_train_epochs 1
85
+ --logging_strategy steps
86
+ --logging_steps 1
87
+ --evaluation_strategy epoch
88
+ --save_strategy epoch
89
+ --save_total_limit 1
89
90
--seed 1337
90
91
--output_dir { tmp_dir }
91
92
""" .split ()
@@ -95,23 +96,23 @@ def test_image_classification(self):
95
96
96
97
def test_text_classification (self ):
97
98
with tempfile .TemporaryDirectory () as tmp_dir :
98
- test_args = f"""
99
- run_glue.py
100
- --model_name_or_path hf-internal-testing/tiny-random-DistilBertForSequenceClassification
101
- --task_name sst2
102
- --max_train_samples 10
103
- --max_eval_samples 2
104
- --overwrite_output_dir
99
+ test_args = f"""
100
+ run_glue.py
101
+ --model_name_or_path hf-internal-testing/tiny-random-DistilBertForSequenceClassification
102
+ --task_name sst2
103
+ --max_train_samples 10
104
+ --max_eval_samples 2
105
+ --overwrite_output_dir
105
106
--do_train
106
- --do_eval
107
- --max_seq_length 128
108
- --learning_rate 1e-5
109
- --optim adamw_torch
110
- --num_train_epochs 1
111
- --logging_steps 1
112
- --evaluation_strategy steps
113
- --eval_steps 1
114
- --save_strategy epoch
107
+ --do_eval
108
+ --max_seq_length 128
109
+ --learning_rate 1e-5
110
+ --optim adamw_torch
111
+ --num_train_epochs 1
112
+ --logging_steps 1
113
+ --evaluation_strategy steps
114
+ --eval_steps 1
115
+ --save_strategy epoch
115
116
--seed 42
116
117
--output_dir { tmp_dir }
117
118
""" .split ()
@@ -122,17 +123,17 @@ def test_text_classification(self):
122
123
def test_question_answering (self ):
123
124
with tempfile .TemporaryDirectory () as tmp_dir :
124
125
test_args = f"""
125
- run_qa.py
126
- --model_name_or_path hf-internal-testing/tiny-random-DistilBertForQuestionAnswering
127
- --dataset_name squad
128
- --do_train
129
- --do_eval
130
- --max_train_samples 10
131
- --max_eval_samples 2
132
- --learning_rate 3e-5
133
- --num_train_epochs 1
134
- --max_seq_length 384
135
- --doc_stride 128
126
+ run_qa.py
127
+ --model_name_or_path hf-internal-testing/tiny-random-DistilBertForQuestionAnswering
128
+ --dataset_name squad
129
+ --do_train
130
+ --do_eval
131
+ --max_train_samples 10
132
+ --max_eval_samples 2
133
+ --learning_rate 3e-5
134
+ --num_train_epochs 1
135
+ --max_seq_length 384
136
+ --doc_stride 128
136
137
--overwrite_output_dir
137
138
--output_dir { tmp_dir }
138
139
""" .split ()
@@ -142,4 +143,4 @@ def test_question_answering(self):
142
143
143
144
144
145
if __name__ == "__main__" :
145
- unittest .main ()
146
+ unittest .main ()
0 commit comments