aboutsummaryrefslogtreecommitdiff
path: root/docs/use_cases/air_controller_gaze_study/observers.md
blob: aad870f7df946f5845a71b13ad56c634f9a5d68c (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
Fixation events sending
=======================

Observers are attached to pipeline steps to be notified when a method is called.

## observers.py

For this use case we need to record gaze analysis metrics on *ArUcoCamera.on_look* call and to record sector screen image on *ArUcoCamera.on_copy_background_into_scenes_frames* signal.

```python
import logging

from argaze.utils import UtilsFeatures

import cv2

class ScanPathAnalysisRecorder(UtilsFeatures.FileWriter):

	def __init__(self, **kwargs):

		super().__init__(**kwargs)

		self.header = "Timestamp (ms)", "Path duration (ms)", "Steps number", "Fixation durations average (ms)", "Explore/Exploit ratio", "K coefficient"

	def on_look(self, timestamp, frame, exception):
		"""Log scan path metrics."""

		if frame.is_analysis_available():

			analysis = frame.analysis()

			data = (
				int(timestamp), 
				analysis['argaze.GazeAnalysis.Basic.ScanPathAnalyzer'].path_duration, 
				analysis['argaze.GazeAnalysis.Basic.ScanPathAnalyzer'].steps_number,
				analysis['argaze.GazeAnalysis.Basic.ScanPathAnalyzer'].step_fixation_durations_average,
				analysis['argaze.GazeAnalysis.ExploreExploitRatio.ScanPathAnalyzer'].explore_exploit_ratio,
				analysis['argaze.GazeAnalysis.KCoefficient.ScanPathAnalyzer'].K
			)

			self.write(data)

class AOIScanPathAnalysisRecorder(UtilsFeatures.FileWriter):

	def __init__(self, **kwargs):

		super().__init__(**kwargs)

		self.header = "Timestamp (ms)", "Path duration (ms)", "Steps number", "Fixation durations average (ms)", "Transition matrix probabilities", "Transition matrix density", "N-Grams count", "Stationary entropy", "Transition entropy"

	def on_look(self, timestamp, layer, exception):
		"""Log aoi scan path metrics"""

		if layer.is_analysis_available():

			analysis = layer.analysis()

			data = (
				int(timestamp),
				analysis['argaze.GazeAnalysis.Basic.AOIScanPathAnalyzer'].path_duration, 
				analysis['argaze.GazeAnalysis.Basic.AOIScanPathAnalyzer'].steps_number,
				analysis['argaze.GazeAnalysis.Basic.AOIScanPathAnalyzer'].step_fixation_durations_average,
				analysis['argaze.GazeAnalysis.TransitionMatrix.AOIScanPathAnalyzer'].transition_matrix_probabilities,
				analysis['argaze.GazeAnalysis.TransitionMatrix.AOIScanPathAnalyzer'].transition_matrix_density, 
				analysis['argaze.GazeAnalysis.NGram.AOIScanPathAnalyzer'].ngrams_count,
				analysis['argaze.GazeAnalysis.Entropy.AOIScanPathAnalyzer'].stationary_entropy,
				analysis['argaze.GazeAnalysis.Entropy.AOIScanPathAnalyzer'].transition_entropy
			)

			self.write(data)

class VideoRecorder(UtilsFeatures.VideoWriter):

	def __init__(self, **kwargs):

		super().__init__(**kwargs)

	def on_copy_background_into_scenes_frames(self, timestamp, frame, exception):
		"""Write frame image."""

		logging.debug('VideoRecorder.on_map')

		image = frame.image()

		# Write video timing
		cv2.rectangle(image, (0, 0), (550, 50), (63, 63, 63), -1)
		cv2.putText(image, f'Time: {int(timestamp)} ms', (20, 40), cv2.FONT_HERSHEY_SIMPLEX, 1, (255, 255, 255), 1, cv2.LINE_AA)

		self.write(image)
```