diff --git a/client/e2e/resources.json b/client/e2e/resources.json index b440cf25..e0f3d148 100644 --- a/client/e2e/resources.json +++ b/client/e2e/resources.json @@ -2725,7 +2725,7 @@ "imageNetNotAnnotated": { "path": "datasets/imagenet_notannotated_200.zip", "name": "ImageNetNotAnnotated", - "format": "ImageNet", + "format": "Not Annotated", "type": "dataset", "accuracyData": { "type": "Not Annotated", diff --git a/client/e2e/src/accuracy-reports.e2e-spec.ts b/client/e2e/src/accuracy-reports.e2e-spec.ts index 382b1775..bbbf4653 100644 --- a/client/e2e/src/accuracy-reports.e2e-spec.ts +++ b/client/e2e/src/accuracy-reports.e2e-spec.ts @@ -271,7 +271,7 @@ describe('UI tests on Accuracy Reports', () => { } ); - // TODO: 70558, 83248 + // TODO: 70558 xit( 'should download a semantic segmentation model (deeplabv3), not-annotated dataset' + 'int8 calibration, check that predictions comparison is available and that tensor comparison is available, ' + @@ -323,7 +323,7 @@ describe('UI tests on Accuracy Reports', () => { } ); - // TODO: 73953, 83248 + // TODO: 73953 xit( 'should create a project with a generic model, calibrate it, configure accuracy (OD), ' + 'create accuracy report (predictions comparison)', @@ -374,7 +374,7 @@ describe('UI tests on Accuracy Reports', () => { } ); - // TODO: 73953, 83248 + // TODO: 73953 xit( 'should create a project with a generic model and not-annotated dataset, calibrate, ' + 'create another project with annotated dataset, ' + @@ -448,7 +448,7 @@ describe('UI tests on Accuracy Reports', () => { } ); - // TODO: 73953, 83248 + // TODO: 73953 xit( 'should create a project with a classification model & ' + 'not-annotated dataset, calibrate it, create accuracy report (predictions comparison), ' + diff --git a/client/e2e/src/int8-basic-cases.e2e-spec.ts b/client/e2e/src/int8-basic-cases.e2e-spec.ts index 1c16a62f..2a198a86 100644 --- a/client/e2e/src/int8-basic-cases.e2e-spec.ts +++ b/client/e2e/src/int8-basic-cases.e2e-spec.ts @@ -32,11 +32,10 @@ describe('UI tests on Running Int8 Calibration', () => { datasetFileVOC.name = testUtils.helpers.generateName(); datasetFileImageNet.name = testUtils.helpers.generateName(); notAnnotatedDataset.name = testUtils.helpers.generateName(); - await testUtils.uploadDataset(datasetFileVOC); - await testUtils.uploadDataset(datasetFileImageNet); - await testUtils.uploadDataset(datasetWiderFace); - // TODO: 83248 - // await testUtils.uploadDataset(notAnnotatedDataset); + // await testUtils.uploadDataset(datasetFileVOC); + // await testUtils.uploadDataset(datasetFileImageNet); + // await testUtils.uploadDataset(datasetWiderFace); + await testUtils.uploadDataset(notAnnotatedDataset); // TODO: 73948 // await testUtils.uploadDataset(datasetCityScapes); }); @@ -54,7 +53,7 @@ describe('UI tests on Running Int8 Calibration', () => { await calibrationUtils.runInt8PipelineThroughUpload(modelFile, datasetFileVOC, inferenceTarget); }); - // TODO: 76569, 83248 + // TODO: 76569 xit( 'Upload FP32 Mobilenet SSD Lite V2, use Not Annotated dataset, ' + 'infer (CPU), int8 calibrate - Simplified Mode, infer (CPU)', @@ -65,8 +64,7 @@ describe('UI tests on Running Int8 Calibration', () => { } ); - // TODO: 83248 - xit( + it( 'Should upload original Caffe model, convert to IR V10, run inference, run Int-8 Tune with Not Annotated dataset, ' + 'Simplified Mode', async () => { @@ -76,8 +74,7 @@ describe('UI tests on Running Int8 Calibration', () => { } ); - // TODO: 83248 - xit( + it( 'Select squeezenet1.1 from table + Not Annotated dataset, infer (CPU), int8 Simplified Mode, ' + 'check wait message ', async () => { diff --git a/client/e2e/src/not-annotated-model-visualization.e2e-spec.ts b/client/e2e/src/not-annotated-model-visualization.e2e-spec.ts index 68792e7b..af6caa19 100644 --- a/client/e2e/src/not-annotated-model-visualization.e2e-spec.ts +++ b/client/e2e/src/not-annotated-model-visualization.e2e-spec.ts @@ -8,8 +8,7 @@ import { VisualizeInferenceResultPage } from './pages/inference-test-image.po'; import { TargetMachines, DevCloudTargets } from './pages/target-machines.po'; import { Helpers } from './pages/helpers'; -// TODO: 83248 -xdescribe('UI tests on visualization for model with not annotated dataset', () => { +describe('UI tests on visualization for model with not annotated dataset', () => { const testUtils = new TestUtils(); const inferenceUtils = new InferenceUtils(testUtils); const visualizeInferenceResultPage = new VisualizeInferenceResultPage(); diff --git a/client/e2e/src/pages/configuration-wizard.po.ts b/client/e2e/src/pages/configuration-wizard.po.ts index 852ea946..49495d68 100644 --- a/client/e2e/src/pages/configuration-wizard.po.ts +++ b/client/e2e/src/pages/configuration-wizard.po.ts @@ -967,9 +967,11 @@ export class ConfigurationWizardPage { await this.selectDatasetFile(datasetFile, resourceDir); + const selectTypes = await TestUtils.getElementByDataTestId('datasettype-form-field'); if (datasetFile['format'] === DatasetTypeNames.CITYSCAPES) { - const selectTypes = await TestUtils.getElementByDataTestId('datasettype-form-field'); await this.selectValueFromDropdown(selectTypes, DatasetTypeNames.CITYSCAPES); + } else if (datasetFile['format'] === DatasetTypeNames.NOT_ANNOTATED) { + await this.selectValueFromDropdown(selectTypes, DatasetTypeNames.NOT_ANNOTATED); } await this.uploadButton.click(); diff --git a/client/e2e/src/parent-predictions-visualization.e2e-spec.ts b/client/e2e/src/parent-predictions-visualization.e2e-spec.ts index 7b192754..8b35773a 100644 --- a/client/e2e/src/parent-predictions-visualization.e2e-spec.ts +++ b/client/e2e/src/parent-predictions-visualization.e2e-spec.ts @@ -47,8 +47,7 @@ describe('UI tests on parent predictions visualization', () => { dataSetFileSemantic.name = testUtils.helpers.generateName(); await testUtils.uploadDataset(datasetFileVOC); await testUtils.uploadDataset(datasetFileImageNet); - // TODO: 83248 - // await testUtils.uploadDataset(dataSetFileSemantic); + await testUtils.uploadDataset(dataSetFileSemantic); }); beforeEach(async () => {