Skip to content

Commit 8c9bc0d

Browse files
[E-103104] - Port gaze_estimation_demo gapi demo to OV API2.0 (#3891)
* Port gaze_estimation_demo gapi demo to OV API2.0 * Port gaze_estimation_demo gapi demo to OV API2.0 - video input * Port gaze_estimation_demo gapi demo to OV API2.0 - review comments
1 parent e8fb4cd commit 8c9bc0d

File tree

4 files changed

+21
-11
lines changed

4 files changed

+21
-11
lines changed

.github/workflows/cpp_gapi-demos.yml

+2-1
Original file line numberDiff line numberDiff line change
@@ -35,10 +35,11 @@ jobs:
3535
- if: ${{ !steps.cache.outputs.cache-hit }}
3636
name: Compile OpenCV
3737
run: |
38+
sudo apt install pkg-config ffmpeg libavcodec-dev libavformat-dev libavutil-dev libswscale-dev libavresample-dev
3839
rm -rf cache/opencv/.git/ # Minimize cache
3940
mkdir cache/opencv/build
4041
cd cache/opencv/build
41-
cmake -DCMAKE_BUILD_TYPE=Release -DWITH_INF_ENGINE=y -DOpenVINO_DIR=$GITHUB_WORKSPACE/ov/runtime/cmake/ -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_LINKER_LAUNCHER=ccache -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_C_LINKER_LAUNCHER=ccache -DBUILD_TESTS=n -DBUILD_PERF_TESTS=n -DBUILD_EXAMPLES=n -DBUILD_opencv_apps=n -DWITH_OPENCL=n -DWITH_OPENCLAMDBLAS=n -DWITH_OPENCLAMDFFT=n -DWITH_VA=n -DWITH_VA_INTEL=n -DWITH_V4L=n -DWITH_GSTREAMER=n -DWITH_PROTOBUF=n -DBUILD_PROTOBUF=n -DBUILD_JAVA=n -DBUILD_opencv_java_bindings_generator=n -DBUILD_opencv_python2=n -DBUILD_opencv_python3=n -DWITH_IMGCODEC_HDR=n -DWITH_IMGCODEC_SUNRASTER=n -DWITH_IMGCODEC_PXM=n -DWITH_IMGCODEC_PFM=n -DWITH_PNG=n -DWITH_TIFF=n -DWITH_WEBP=n -DWITH_OPENJPEG=n -DWITH_JASPER=n -DWITH_OPENEXR=n -DBUILD_opencv_dnn=n -DBUILD_opencv_features2d=n -DBUILD_opencv_flann=n -DWITH_TBB=n -DBUILD_INFO_SKIP_EXTRA_MODULES=n -DBUILD_JASPER=n -DBUILD_PNG=n -DBUILD_OPENEXR=n -DBUILD_WEBP=n -DBUILD_ZLIB=n -DWITH_CUDA=n -DWITH_EIGEN=n -DWITH_GPHOTO2=n -DOPENCV_GAPI_GSTREAMER=n -DWITH_LAPACK=n -DWITH_MATLAB=n -DWITH_MFX=n -DWITH_QUIRC=n -DWITH_VTK=n -DINSTALL_PDB=n -DINSTALL_TESTS=n -DINSTALL_C_EXAMPLES=n -DINSTALL_PYTHON_EXAMPLES=n -DOPENCV_GENERATE_SETUPVARS=n -DWITH_1394=n -DWITH_FFMPEG=n -DWITH_GTK_2_X=y -DBUILD_JPEG=y -DWITH_IPP=y -DENABLE_CONFIG_VERIFICATION=y -DBUILD_LIST=core,gapi,highgui,imgcodecs,imgproc,videoio ..
42+
cmake -DCMAKE_BUILD_TYPE=Release -DWITH_INF_ENGINE=y -DOpenVINO_DIR=$GITHUB_WORKSPACE/ov/runtime/cmake/ -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_LINKER_LAUNCHER=ccache -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_C_LINKER_LAUNCHER=ccache -DBUILD_TESTS=y -DVIDEOIO_ENABLE_PLUGINS=y -DBUILD_PERF_TESTS=n -DBUILD_EXAMPLES=n -DBUILD_opencv_apps=y -DWITH_OPENCL=n -DWITH_OPENCLAMDBLAS=n -DWITH_GSTREAMER=n -DWITH_V4L=ON -DWITH_LIBV4L=ON -DWITH_OPENCLAMDFFT=n -DWITH_VA=n -DWITH_VA_INTEL=n -DWITH_PROTOBUF=n -DBUILD_PROTOBUF=n -DBUILD_JAVA=n -DBUILD_opencv_java_bindings_generator=n -DBUILD_opencv_python2=n -DBUILD_opencv_python3=n -DWITH_IMGCODEC_HDR=y -DWITH_IMGCODEC_SUNRASTER=y -DWITH_IMGCODEC_PXM=y -DWITH_IMGCODEC_PFM=y -DWITH_PNG=y -DWITH_TIFF=n -DWITH_WEBP=n -DWITH_OPENJPEG=n -DWITH_JASPER=n -DWITH_OPENEXR=n -DBUILD_opencv_dnn=n -DBUILD_opencv_features2d=n -DBUILD_opencv_flann=n -DWITH_TBB=n -DBUILD_INFO_SKIP_EXTRA_MODULES=n -DBUILD_JASPER=n -DBUILD_PNG=n -DBUILD_OPENEXR=n -DBUILD_WEBP=n -DBUILD_ZLIB=n -DWITH_CUDA=n -DWITH_EIGEN=n -DWITH_GPHOTO2=n -DOPENCV_GAPI_GSTREAMER=n -DWITH_LAPACK=n -DWITH_MATLAB=n -DWITH_MFX=n -DWITH_QUIRC=n -DWITH_VTK=n -DINSTALL_PDB=n -DINSTALL_TESTS=n -DINSTALL_C_EXAMPLES=n -DINSTALL_PYTHON_EXAMPLES=n -DOPENCV_GENERATE_SETUPVARS=n -DWITH_1394=n -DWITH_FFMPEG=y -DWITH_GTK_2_X=y -DBUILD_JPEG=y -DWITH_IPP=y -DENABLE_CONFIG_VERIFICATION=y -DBUILD_LIST=core,gapi,highgui,imgcodecs,imgproc,videoio,video ..
4243
cmake --build . -j $((`nproc`*2+2))
4344
- name: build_demos.sh
4445
run: |

demos/gaze_estimation_demo/cpp_gapi/main.cpp

+7-7
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,7 @@
3030
#include <opencv2/gapi/gproto.hpp>
3131
#include <opencv2/gapi/gstreaming.hpp>
3232
#include <opencv2/gapi/infer.hpp>
33-
#include <opencv2/gapi/infer/ie.hpp>
33+
#include <opencv2/gapi/infer/ov.hpp>
3434
#include <opencv2/gapi/streaming/format.hpp>
3535
#include <opencv2/highgui.hpp>
3636
#include <opencv2/imgproc.hpp>
@@ -175,7 +175,7 @@ int main(int argc, char* argv[]) {
175175
processed_gaze_vectors));
176176
/** ---------------- End of graph ---------------- **/
177177
/** Configure networks **/
178-
auto face_net = cv::gapi::ie::Params<nets::Faces>{
178+
auto face_net = cv::gapi::ov::Params<nets::Faces>{
179179
FLAGS_m_fd, // path to topology IR
180180
fileNameNoExt(FLAGS_m_fd) + ".bin", // path to weights
181181
FLAGS_d_fd, // device specifier
@@ -210,11 +210,11 @@ int main(int argc, char* argv[]) {
210210

211211
if (std::fabs(imageAspectRatio - networkAspectRatio) > aspectRatioThreshold) {
212212
inShape[3] = static_cast<unsigned long>(inShape[2] * imageAspectRatio);
213-
face_net.cfgInputReshape(input.get_any_name(), inShape);
213+
face_net.cfgReshape(inShape);
214214
}
215215
}
216216
auto head_net =
217-
cv::gapi::ie::Params<nets::HeadPose>{
217+
cv::gapi::ov::Params<nets::HeadPose>{
218218
FLAGS_m_hp, // path to topology IR
219219
fileNameNoExt(FLAGS_m_hp) + ".bin", // path to weights
220220
FLAGS_d_hp, // device specifier
@@ -223,7 +223,7 @@ int main(int argc, char* argv[]) {
223223
slog::info << "The Head Pose Estimation model " << FLAGS_m_hp << " is loaded to " << FLAGS_d_hp << " device."
224224
<< slog::endl;
225225

226-
auto landmarks_net = cv::gapi::ie::Params<nets::Landmarks>{
226+
auto landmarks_net = cv::gapi::ov::Params<nets::Landmarks>{
227227
FLAGS_m_lm, // path to topology IR
228228
fileNameNoExt(FLAGS_m_lm) + ".bin", // path to weights
229229
FLAGS_d_lm, // device specifier
@@ -233,7 +233,7 @@ int main(int argc, char* argv[]) {
233233

234234
// clang-format off
235235
auto gaze_net =
236-
cv::gapi::ie::Params<nets::Gaze>{
236+
cv::gapi::ov::Params<nets::Gaze>{
237237
FLAGS_m, // path to topology IR
238238
fileNameNoExt(FLAGS_m) + ".bin", // path to weights
239239
FLAGS_d, // device specifier
@@ -242,7 +242,7 @@ int main(int argc, char* argv[]) {
242242
slog::info << "The Gaze Estimation model " << FLAGS_m << " is loaded to " << FLAGS_d << " device."
243243
<< slog::endl;
244244

245-
auto eyes_net = cv::gapi::ie::Params<nets::Eyes>{
245+
auto eyes_net = cv::gapi::ov::Params<nets::Eyes>{
246246
FLAGS_m_es, // path to topology IR
247247
fileNameNoExt(FLAGS_m_es) + ".bin", // path to weights
248248
FLAGS_d_es, // device specifier

demos/tests/cases.py

+5-2
Original file line numberDiff line numberDiff line change
@@ -254,8 +254,7 @@ def single_option_cases(key, *args):
254254
device_keys=['-d', '-d_fd', '-d_hp', '-d_lm', '-d_es'],
255255
test_cases=combine_cases(
256256
TestCase(options={'-no_show': None,
257-
**MONITORS,
258-
'-i': TestDataArg('coco128/images/train2017/')}),
257+
**MONITORS}),
259258
TestCase(options={
260259
'-m': ModelArg('gaze-estimation-adas-0002'),
261260
'-m_hp': ModelArg('head-pose-estimation-adas-0001'),
@@ -266,6 +265,10 @@ def single_option_cases(key, *args):
266265
'-m_fd',
267266
ModelArg('face-detection-adas-0001'),
268267
ModelArg('face-detection-retail-0004')),
268+
single_option_cases(
269+
'-i',
270+
str('video.mp4'),
271+
DataPatternArg('coco128-every-480x640x3')),
269272
)),
270273

271274
CppDemo(name='gesture_recognition_demo', implementation='cpp_gapi',

demos/tests/run_tests.py

+7-1
Original file line numberDiff line numberDiff line change
@@ -51,12 +51,14 @@
5151
from cases import Demo
5252
from data_sequences import DATA_SEQUENCES
5353

54+
import requests
55+
5456
scopes = {
5557
'base': importlib.import_module('cases').DEMOS,
5658
'performance': importlib.import_module('performance_cases').DEMOS,
5759
}
5860
COCO128_URL = "https://ultralytics.com/assets/coco128.zip"
59-
61+
VIDEO_URL = "https://storage.openvinotoolkit.org/data/test_data/videos/head-pose-face-detection-male.mp4"
6062

6163
def parser_paths_list(supported_devices):
6264
paths = supported_devices.split(',')
@@ -247,6 +249,10 @@ def main():
247249
with ZipFile(BytesIO(zipresp.read())) as zfile:
248250
zfile.extractall(args.test_data_dir)
249251

252+
r = requests.get(VIDEO_URL)
253+
with open("video.mp4", 'wb') as f:
254+
f.write(r.content)
255+
250256
with temp_dir_as_path() as global_temp_dir:
251257
if args.models_dir:
252258
dl_dir = args.models_dir

0 commit comments

Comments
 (0)