Skip to content

Commit

Permalink
1.Remove MULTI test cases 2.Reduce iteration from 50 to 10 (openvinot…
Browse files Browse the repository at this point in the history 
…oolkit#17551)

Co-authored-by: Chen Peter <[email protected]>
  • Loading branch information
@wgzintel @peterchen-intel
wgzintel and peterchen-intel authored May 25, 2023
1 parent 9f1757f commit b93b863
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 73 deletions.
30 changes: 2 additions & 28 deletions ...u/tests/functional/shared_tests_instances/behavior/ov_infer_request/infer_consistency.cpp
View file
Original file line number Diff line number Diff line change
Expand Up @@ -44,43 +44,17 @@ std::vector<Configs> AutoConfigs = {
}
};

std::vector<Configs> MultiConfigs = {
{
{
CommonTestUtils::DEVICE_MULTI + std::string(":") + CommonTestUtils::DEVICE_CPU,
{ov::hint::performance_mode(ov::hint::PerformanceMode::LATENCY)}
},
{CommonTestUtils::DEVICE_CPU, {}}
},
{
{
CommonTestUtils::DEVICE_MULTI + std::string(":") + CommonTestUtils::DEVICE_CPU,
{ov::hint::performance_mode(ov::hint::PerformanceMode::THROUGHPUT)}
},
{CommonTestUtils::DEVICE_CPU, {}}
}
};



INSTANTIATE_TEST_SUITE_P(BehaviorTests, OVInferConsistencyTest,
::testing::Combine(
::testing::Values(10),// inferRequest num
::testing::Values(50),// infer counts
::testing::Values(10),// infer counts
::testing::ValuesIn(configs)),
OVInferConsistencyTest::getTestCaseName);

INSTANTIATE_TEST_SUITE_P(Auto_BehaviorTests, OVInferConsistencyTest,
::testing::Combine(
::testing::Values(10),// inferRequest num
::testing::Values(50),// infer counts
::testing::Values(10),// infer counts
::testing::ValuesIn(AutoConfigs)),
OVInferConsistencyTest::getTestCaseName);

INSTANTIATE_TEST_SUITE_P(Multi_BehaviorTests, OVInferConsistencyTest,
::testing::Combine(
::testing::Values(10),// inferRequest num
::testing::Values(50),// infer counts
::testing::ValuesIn(MultiConfigs)),
OVInferConsistencyTest::getTestCaseName);
} // namespace
48 changes: 3 additions & 45 deletions ...u/tests/functional/shared_tests_instances/behavior/ov_infer_request/infer_consistency.cpp
View file
Original file line number Diff line number Diff line change
Expand Up @@ -52,33 +52,6 @@ auto AutoConfigs = []() {
{CommonTestUtils::DEVICE_GPU, {}}}};
};

auto MultiConfigs = []() {
return std::vector<Configs>{{{CommonTestUtils::DEVICE_MULTI + std::string(":") + CommonTestUtils::DEVICE_GPU,
{ov::hint::performance_mode(ov::hint::PerformanceMode::LATENCY)}},
{CommonTestUtils::DEVICE_GPU, {}}},
{{CommonTestUtils::DEVICE_MULTI + std::string(":") + CommonTestUtils::DEVICE_GPU,
{ov::hint::performance_mode(ov::hint::PerformanceMode::THROUGHPUT)}},
{CommonTestUtils::DEVICE_GPU, {}}},
{{CommonTestUtils::DEVICE_MULTI + std::string(":") + CommonTestUtils::DEVICE_GPU + "," +
CommonTestUtils::DEVICE_CPU,
{ov::hint::performance_mode(ov::hint::PerformanceMode::LATENCY)}},
{CommonTestUtils::DEVICE_GPU, {}},
{CommonTestUtils::DEVICE_CPU, {}}},
{{CommonTestUtils::DEVICE_MULTI + std::string(":") + CommonTestUtils::DEVICE_GPU + "," +
CommonTestUtils::DEVICE_CPU,
{ov::hint::performance_mode(ov::hint::PerformanceMode::THROUGHPUT)}},
{CommonTestUtils::DEVICE_GPU, {}},
{CommonTestUtils::DEVICE_CPU, {}}}};
};

auto MultiBindConfigs = []() {
return std::vector<Configs>{{{CommonTestUtils::DEVICE_MULTI + std::string(":") + CommonTestUtils::DEVICE_GPU + "," +
CommonTestUtils::DEVICE_CPU,
{ov::intel_auto::device_bind_buffer(true)}},
{CommonTestUtils::DEVICE_GPU, {}},
{CommonTestUtils::DEVICE_CPU, {}}}};
};

auto AutoBindConfigs = []() {
return std::vector<Configs>{{{CommonTestUtils::DEVICE_AUTO + std::string(":") + CommonTestUtils::DEVICE_GPU + "," +
CommonTestUtils::DEVICE_CPU,
Expand All @@ -97,36 +70,21 @@ auto AutoBindConfigs = []() {
INSTANTIATE_TEST_SUITE_P(BehaviorTests, OVInferConsistencyTest,
::testing::Combine(
::testing::Values(10),// inferRequest num
::testing::Values(50),// infer counts
::testing::Values(10),// infer counts
::testing::ValuesIn(configs())),
OVInferConsistencyTest::getTestCaseName);

INSTANTIATE_TEST_SUITE_P(Auto_BehaviorTests, OVInferConsistencyTest,
::testing::Combine(
::testing::Values(10),// inferRequest num
::testing::Values(50),// infer counts
::testing::Values(10),// infer counts
::testing::ValuesIn(AutoConfigs())),
OVInferConsistencyTest::getTestCaseName);

INSTANTIATE_TEST_SUITE_P(Multi_BehaviorTests, OVInferConsistencyTest,
::testing::Combine(
::testing::Values(10),// inferRequest num
::testing::Values(50),// infer counts
::testing::ValuesIn(MultiConfigs())),
OVInferConsistencyTest::getTestCaseName);

INSTANTIATE_TEST_SUITE_P(Auto_Bind_BehaviorTests, OVInferConsistencyTest,
::testing::Combine(
::testing::Values(0),// inferRequest num, will use optimal request number if set 0
::testing::Values(100),// infer counts
::testing::Values(10),// infer counts
::testing::ValuesIn(AutoBindConfigs())),
OVInferConsistencyTest::getTestCaseName);

INSTANTIATE_TEST_SUITE_P(Multi_Bind_BehaviorTests, OVInferConsistencyTest,
::testing::Combine(
::testing::Values(0),// inferRequest num, will use optimal request number if set 0
::testing::Values(100),// infer counts
::testing::ValuesIn(MultiBindConfigs())),
OVInferConsistencyTest::getTestCaseName);

} // namespace

0 comments on commit b93b863

Please sign in to comment.