From b7f28b2d12c65d097607f5941a5d081d94bd83cb Mon Sep 17 00:00:00 2001
From: Théo de la Hogue
Date: Tue, 2 Jul 2024 07:21:25 +0200
Subject: Working on pilot gaze monitoring use case.

---
 docs/use_cases/pilot_gaze_monitoring/pipeline.md | 81 ++++++++++++++++++++----
 1 file changed, 68 insertions(+), 13 deletions(-)

(limited to 'docs/use_cases/pilot_gaze_monitoring/pipeline.md')

diff --git a/docs/use_cases/pilot_gaze_monitoring/pipeline.md b/docs/use_cases/pilot_gaze_monitoring/pipeline.md
index d41e2c4..8f8dad0 100644
--- a/docs/use_cases/pilot_gaze_monitoring/pipeline.md
+++ b/docs/use_cases/pilot_gaze_monitoring/pipeline.md
@@ -1,7 +1,12 @@
 Live processing pipeline
 ========================
 
-The **live_processing_pipeline.json** file ...
+The pipeline processes camera image and gaze data to enable gaze mapping and gaze analysis.
+
+## live_processing_pipeline.json
+
+For this use case we need to detect ArUco markers to enable gaze mapping.
+**ArGaze** provides the [ArUcoCamera](../../argaze.md/#argaze.ArUcoMarker.ArUcoCamera) class to setup an [ArUco markers pipeline](../../user_guide/aruco_marker_pipeline/introduction.md).
 
 ```json
 {
@@ -25,13 +30,13 @@ The **live_processing_pipeline.json** file ...
                 "aruco_markers_group": "aruco_scene.obj",
                 "layers": {
                     "Main" : {
-                        "aoi_scene": "aoi/Cockpit.obj"
+                        "aoi_scene": "Cockpit.obj"
                     }
                 },
                 "frames": {
                     "PIC_PFD": {
                         "size": [960, 1080],
-                        "background": "aoi/PIC_PFD.png",
+                        "background": "PIC_PFD.png",
                         "gaze_movement_identifier": {
                             "argaze.GazeAnalysis.DispersionThresholdIdentification.GazeMovementIdentifier": {
                                 "deviation_max_threshold": 50,
@@ -40,7 +45,7 @@ The **live_processing_pipeline.json** file ...
                         },
                         "layers": {
                             "Main": {
-                                "aoi_scene": "aoi/PIC_PFD.svg"
+                                "aoi_scene": "PIC_PFD.svg"
                             }
                         },
                         "image_parameters": {
@@ -120,7 +125,9 @@ The **live_processing_pipeline.json** file ...
 }
 ```
 
-The **live_processing_pipeline.json** also mentions other files which are described below.
+All the files mentioned aboved are described below.
+
+The observers objects are defined into the [observers.py](observers.md) file that is described in the next chapter.
 
 ## optic_parameters.json
 
@@ -172,38 +179,65 @@ The **live_processing_pipeline.json** also mentions other files which are descri
 ```obj
 # Blender v3.0.1 OBJ File: 'scene.blend'
 # www.blender.org
+o DICT_APRILTAG_16h5#2_Marker
+v -2.300000 18.573788 -49.271420
+v 2.700000 18.573788 -49.271420
+v -2.300000 23.028820 -51.541370
+v 2.700000 23.028820 -51.541370
+s off
+f 1 2 4 3
+o DICT_APRILTAG_16h5#3_Marker
+v 37.993317 9.909389 -42.172752
+v 42.993317 9.909389 -42.172752
+v 37.993317 14.364422 -44.442703
+v 42.993317 14.364422 -44.442703
+s off
+f 5 6 8 7
 o DICT_APRILTAG_16h5#11_Marker
 v -27.600000 29.075905 -51.042164
 v -24.400000 29.075905 -51.042164
 v -27.600000 31.927124 -52.494930
 v -24.400000 31.927124 -52.494930
 s off
-f 1 2 4 3
+f 9 10 12 11
 o DICT_APRILTAG_16h5#14_Marker
 v -27.280746 14.890414 -43.814297
 v -24.080746 14.890414 -43.814297
 v -27.280746 17.741634 -45.267063
 v -24.080746 17.741634 -45.267063
 s off
-f 5 6 8 7
+f 13 14 16 15
+o DICT_APRILTAG_16h5#21_Marker
+v 8.939880 28.459042 -50.445347
+v 12.139881 28.459042 -50.445347
+v 8.939880 31.310265 -51.898113
+v 12.139881 31.310265 -51.898113
+s off
+f 17 18 20 19
+o DICT_APRILTAG_16h5#22_Marker
+v 8.939880 21.949581 -47.128613
+v 12.139881 21.949581 -47.128613
+v 8.939880 24.800800 -48.581379
+v 12.139881 24.800800 -48.581379
+s off
+f 21 22 24 23
 o DICT_APRILTAG_16h5#13_Marker
 v -12.126360 14.872046 -43.804939
 v -8.926359 14.872046 -43.804939
 v -12.126360 17.723267 -45.257706
 v -8.926359 17.723267 -45.257706
 s off
-f 9 10 12 11
+f 25 26 28 27
 o DICT_APRILTAG_16h5#12_Marker
 v -43.079227 14.890414 -43.814297
 v -39.879230 14.890414 -43.814297
 v -43.079227 17.741634 -45.267063
 v -39.879230 17.741634 -45.267063
 s off
-f 13 14 16 15
-
+f 29 30 32 31
 ```
 
-## aoi/Cockpit.obj
+## Cockpit.obj
 
 ```obj
 # Blender v3.0.1 OBJ File: 'scene.blend'
@@ -215,13 +249,34 @@ v -43.208000 14.779404 -43.757732
 v -26.000000 14.779404 -43.757732
 s off
 f 3 4 2 1
+o ECAM_Engine_Fuel_Flaps
+v 8.657453 16.194618 -44.196308
+v 27.672760 16.055838 -44.125595
+v 8.657453 31.527327 -52.008713
+v 27.672760 31.441055 -51.964756
+s off
+f 5 6 8 7
+o AP_ATHR_Plan.033
+v 16.653587 46.982643 -32.403645
+v 21.580402 46.974689 -32.399593
+v 16.653587 52.562916 -35.246937
+v 21.580402 52.554958 -35.242882
+s off
+f 9 10 12 11
+o Exterior_Left
+v -69.756531 46.523575 -40.193161
+v 18.876167 46.523575 -55.821495
+v -69.756531 87.247131 -40.193161
+v 18.876167 87.247131 -55.821495
+s off
+f 13 14 16 15
 ```
 
-## aoi/PIC_PFD.png
+## PIC_PFD.png
 
 ![PFD frame background](../../img/haiku_PIC_PFD_background.png)
 
-## aoi/PIC_PFD.svg
+## PIC_PFD.svg
 
 ```svg
 <svg>
-- 
cgit v1.1