Skip to content
This repository was archived by the owner on Aug 28, 2023. It is now read-only.

[83248] Unskip tests for not annotated datasets #72

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion client/e2e/resources.json
Original file line number Diff line number Diff line change
Expand Up @@ -2725,7 +2725,7 @@
"imageNetNotAnnotated": {
"path": "datasets/imagenet_notannotated_200.zip",
"name": "ImageNetNotAnnotated",
"format": "ImageNet",
"format": "Not Annotated",
"type": "dataset",
"accuracyData": {
"type": "Not Annotated",
Expand Down
8 changes: 4 additions & 4 deletions client/e2e/src/accuracy-reports.e2e-spec.ts
Original file line number Diff line number Diff line change
Expand Up @@ -271,7 +271,7 @@ describe('UI tests on Accuracy Reports', () => {
}
);

// TODO: 70558, 83248
// TODO: 70558
xit(
'should download a semantic segmentation model (deeplabv3), not-annotated dataset' +
'int8 calibration, check that predictions comparison is available and that tensor comparison is available, ' +
Expand Down Expand Up @@ -323,7 +323,7 @@ describe('UI tests on Accuracy Reports', () => {
}
);

// TODO: 73953, 83248
// TODO: 73953
xit(
'should create a project with a generic model, calibrate it, configure accuracy (OD), ' +
'create accuracy report (predictions comparison)',
Expand Down Expand Up @@ -374,7 +374,7 @@ describe('UI tests on Accuracy Reports', () => {
}
);

// TODO: 73953, 83248
// TODO: 73953
xit(
'should create a project with a generic model and not-annotated dataset, calibrate, ' +
'create another project with annotated dataset, ' +
Expand Down Expand Up @@ -448,7 +448,7 @@ describe('UI tests on Accuracy Reports', () => {
}
);

// TODO: 73953, 83248
// TODO: 73953
xit(
'should create a project with a classification model & ' +
'not-annotated dataset, calibrate it, create accuracy report (predictions comparison), ' +
Expand Down
17 changes: 7 additions & 10 deletions client/e2e/src/int8-basic-cases.e2e-spec.ts
Original file line number Diff line number Diff line change
Expand Up @@ -32,11 +32,10 @@ describe('UI tests on Running Int8 Calibration', () => {
datasetFileVOC.name = testUtils.helpers.generateName();
datasetFileImageNet.name = testUtils.helpers.generateName();
notAnnotatedDataset.name = testUtils.helpers.generateName();
await testUtils.uploadDataset(datasetFileVOC);
await testUtils.uploadDataset(datasetFileImageNet);
await testUtils.uploadDataset(datasetWiderFace);
// TODO: 83248
// await testUtils.uploadDataset(notAnnotatedDataset);
// await testUtils.uploadDataset(datasetFileVOC);
// await testUtils.uploadDataset(datasetFileImageNet);
// await testUtils.uploadDataset(datasetWiderFace);
await testUtils.uploadDataset(notAnnotatedDataset);
// TODO: 73948
// await testUtils.uploadDataset(datasetCityScapes);
});
Expand All @@ -54,7 +53,7 @@ describe('UI tests on Running Int8 Calibration', () => {
await calibrationUtils.runInt8PipelineThroughUpload(modelFile, datasetFileVOC, inferenceTarget);
});

// TODO: 76569, 83248
// TODO: 76569
xit(
'Upload FP32 Mobilenet SSD Lite V2, use Not Annotated dataset, ' +
'infer (CPU), int8 calibrate - Simplified Mode, infer (CPU)',
Expand All @@ -65,8 +64,7 @@ describe('UI tests on Running Int8 Calibration', () => {
}
);

// TODO: 83248
xit(
it(
'Should upload original Caffe model, convert to IR V10, run inference, run Int-8 Tune with Not Annotated dataset, ' +
'Simplified Mode',
async () => {
Expand All @@ -76,8 +74,7 @@ describe('UI tests on Running Int8 Calibration', () => {
}
);

// TODO: 83248
xit(
it(
'Select squeezenet1.1 from table + Not Annotated dataset, infer (CPU), int8 Simplified Mode, ' +
'check wait message ',
async () => {
Expand Down
3 changes: 1 addition & 2 deletions client/e2e/src/not-annotated-model-visualization.e2e-spec.ts
Original file line number Diff line number Diff line change
Expand Up @@ -8,8 +8,7 @@ import { VisualizeInferenceResultPage } from './pages/inference-test-image.po';
import { TargetMachines, DevCloudTargets } from './pages/target-machines.po';
import { Helpers } from './pages/helpers';

// TODO: 83248
xdescribe('UI tests on visualization for model with not annotated dataset', () => {
describe('UI tests on visualization for model with not annotated dataset', () => {
const testUtils = new TestUtils();
const inferenceUtils = new InferenceUtils(testUtils);
const visualizeInferenceResultPage = new VisualizeInferenceResultPage();
Expand Down
4 changes: 3 additions & 1 deletion client/e2e/src/pages/configuration-wizard.po.ts
Original file line number Diff line number Diff line change
Expand Up @@ -967,9 +967,11 @@ export class ConfigurationWizardPage {

await this.selectDatasetFile(datasetFile, resourceDir);

const selectTypes = await TestUtils.getElementByDataTestId('datasettype-form-field');
if (datasetFile['format'] === DatasetTypeNames.CITYSCAPES) {
const selectTypes = await TestUtils.getElementByDataTestId('datasettype-form-field');
await this.selectValueFromDropdown(selectTypes, DatasetTypeNames.CITYSCAPES);
} else if (datasetFile['format'] === DatasetTypeNames.NOT_ANNOTATED) {
await this.selectValueFromDropdown(selectTypes, DatasetTypeNames.NOT_ANNOTATED);
}

await this.uploadButton.click();
Expand Down
3 changes: 1 addition & 2 deletions client/e2e/src/parent-predictions-visualization.e2e-spec.ts
Original file line number Diff line number Diff line change
Expand Up @@ -47,8 +47,7 @@ describe('UI tests on parent predictions visualization', () => {
dataSetFileSemantic.name = testUtils.helpers.generateName();
await testUtils.uploadDataset(datasetFileVOC);
await testUtils.uploadDataset(datasetFileImageNet);
// TODO: 83248
// await testUtils.uploadDataset(dataSetFileSemantic);
await testUtils.uploadDataset(dataSetFileSemantic);
});

beforeEach(async () => {
Expand Down