aboutsummaryrefslogtreecommitdiff
path: root/docs/use_cases/pilot_gaze_monitoring/pipeline.md
diff options
context:
space:
mode:
authorThéo de la Hogue2024-07-02 07:21:25 +0200
committerThéo de la Hogue2024-07-02 07:21:25 +0200
commitb7f28b2d12c65d097607f5941a5d081d94bd83cb (patch)
tree6b92f05047300a54df59edbad8dd41fb9c1d25de /docs/use_cases/pilot_gaze_monitoring/pipeline.md
parent3fc1abf3ed699c71faf7dec66c53a3a020ec8e16 (diff)
downloadargaze-b7f28b2d12c65d097607f5941a5d081d94bd83cb.zip
argaze-b7f28b2d12c65d097607f5941a5d081d94bd83cb.tar.gz
argaze-b7f28b2d12c65d097607f5941a5d081d94bd83cb.tar.bz2
argaze-b7f28b2d12c65d097607f5941a5d081d94bd83cb.tar.xz
Working on pilot gaze monitoring use case.
Diffstat (limited to 'docs/use_cases/pilot_gaze_monitoring/pipeline.md')
-rw-r--r--docs/use_cases/pilot_gaze_monitoring/pipeline.md81
1 files changed, 68 insertions, 13 deletions
diff --git a/docs/use_cases/pilot_gaze_monitoring/pipeline.md b/docs/use_cases/pilot_gaze_monitoring/pipeline.md
index d41e2c4..8f8dad0 100644
--- a/docs/use_cases/pilot_gaze_monitoring/pipeline.md
+++ b/docs/use_cases/pilot_gaze_monitoring/pipeline.md
@@ -1,7 +1,12 @@
Live processing pipeline
========================
-The **live_processing_pipeline.json** file ...
+The pipeline processes camera image and gaze data to enable gaze mapping and gaze analysis.
+
+## live_processing_pipeline.json
+
+For this use case we need to detect ArUco markers to enable gaze mapping.
+**ArGaze** provides the [ArUcoCamera](../../argaze.md/#argaze.ArUcoMarker.ArUcoCamera) class to setup an [ArUco markers pipeline](../../user_guide/aruco_marker_pipeline/introduction.md).
```json
{
@@ -25,13 +30,13 @@ The **live_processing_pipeline.json** file ...
"aruco_markers_group": "aruco_scene.obj",
"layers": {
"Main" : {
- "aoi_scene": "aoi/Cockpit.obj"
+ "aoi_scene": "Cockpit.obj"
}
},
"frames": {
"PIC_PFD": {
"size": [960, 1080],
- "background": "aoi/PIC_PFD.png",
+ "background": "PIC_PFD.png",
"gaze_movement_identifier": {
"argaze.GazeAnalysis.DispersionThresholdIdentification.GazeMovementIdentifier": {
"deviation_max_threshold": 50,
@@ -40,7 +45,7 @@ The **live_processing_pipeline.json** file ...
},
"layers": {
"Main": {
- "aoi_scene": "aoi/PIC_PFD.svg"
+ "aoi_scene": "PIC_PFD.svg"
}
},
"image_parameters": {
@@ -120,7 +125,9 @@ The **live_processing_pipeline.json** file ...
}
```
-The **live_processing_pipeline.json** also mentions other files which are described below.
+All the files mentioned aboved are described below.
+
+The observers objects are defined into the [observers.py](observers.md) file that is described in the next chapter.
## optic_parameters.json
@@ -172,38 +179,65 @@ The **live_processing_pipeline.json** also mentions other files which are descri
```obj
# Blender v3.0.1 OBJ File: 'scene.blend'
# www.blender.org
+o DICT_APRILTAG_16h5#2_Marker
+v -2.300000 18.573788 -49.271420
+v 2.700000 18.573788 -49.271420
+v -2.300000 23.028820 -51.541370
+v 2.700000 23.028820 -51.541370
+s off
+f 1 2 4 3
+o DICT_APRILTAG_16h5#3_Marker
+v 37.993317 9.909389 -42.172752
+v 42.993317 9.909389 -42.172752
+v 37.993317 14.364422 -44.442703
+v 42.993317 14.364422 -44.442703
+s off
+f 5 6 8 7
o DICT_APRILTAG_16h5#11_Marker
v -27.600000 29.075905 -51.042164
v -24.400000 29.075905 -51.042164
v -27.600000 31.927124 -52.494930
v -24.400000 31.927124 -52.494930
s off
-f 1 2 4 3
+f 9 10 12 11
o DICT_APRILTAG_16h5#14_Marker
v -27.280746 14.890414 -43.814297
v -24.080746 14.890414 -43.814297
v -27.280746 17.741634 -45.267063
v -24.080746 17.741634 -45.267063
s off
-f 5 6 8 7
+f 13 14 16 15
+o DICT_APRILTAG_16h5#21_Marker
+v 8.939880 28.459042 -50.445347
+v 12.139881 28.459042 -50.445347
+v 8.939880 31.310265 -51.898113
+v 12.139881 31.310265 -51.898113
+s off
+f 17 18 20 19
+o DICT_APRILTAG_16h5#22_Marker
+v 8.939880 21.949581 -47.128613
+v 12.139881 21.949581 -47.128613
+v 8.939880 24.800800 -48.581379
+v 12.139881 24.800800 -48.581379
+s off
+f 21 22 24 23
o DICT_APRILTAG_16h5#13_Marker
v -12.126360 14.872046 -43.804939
v -8.926359 14.872046 -43.804939
v -12.126360 17.723267 -45.257706
v -8.926359 17.723267 -45.257706
s off
-f 9 10 12 11
+f 25 26 28 27
o DICT_APRILTAG_16h5#12_Marker
v -43.079227 14.890414 -43.814297
v -39.879230 14.890414 -43.814297
v -43.079227 17.741634 -45.267063
v -39.879230 17.741634 -45.267063
s off
-f 13 14 16 15
-
+f 29 30 32 31
```
-## aoi/Cockpit.obj
+## Cockpit.obj
```obj
# Blender v3.0.1 OBJ File: 'scene.blend'
@@ -215,13 +249,34 @@ v -43.208000 14.779404 -43.757732
v -26.000000 14.779404 -43.757732
s off
f 3 4 2 1
+o ECAM_Engine_Fuel_Flaps
+v 8.657453 16.194618 -44.196308
+v 27.672760 16.055838 -44.125595
+v 8.657453 31.527327 -52.008713
+v 27.672760 31.441055 -51.964756
+s off
+f 5 6 8 7
+o AP_ATHR_Plan.033
+v 16.653587 46.982643 -32.403645
+v 21.580402 46.974689 -32.399593
+v 16.653587 52.562916 -35.246937
+v 21.580402 52.554958 -35.242882
+s off
+f 9 10 12 11
+o Exterior_Left
+v -69.756531 46.523575 -40.193161
+v 18.876167 46.523575 -55.821495
+v -69.756531 87.247131 -40.193161
+v 18.876167 87.247131 -55.821495
+s off
+f 13 14 16 15
```
-## aoi/PIC_PFD.png
+## PIC_PFD.png
![PFD frame background](../../img/haiku_PIC_PFD_background.png)
-## aoi/PIC_PFD.svg
+## PIC_PFD.svg
```svg
<svg>