chAI/Final_Report.py at main · Badri-Narayanan-Ramesh/chAI · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
import json
import os
from gaze_heatmap import get_gaze_freq
import ollama

# Only try to load files if they exist
gaze_log = []
combined_log = {"webcam": [], "screen": [], "keyboard": [], "mouse": []}

if os.path.exists("./frames/gaze_log.json"):
    try:
        with open("./frames/gaze_log.json", "r") as f:
            gaze_log = json.load(f)
        freq = get_gaze_freq(gaze_log)
    except Exception as e:
        print(f"Error loading gaze log: {e}")
        freq = {}
else:
    print("Gaze log file not found")
    freq = {}

if os.path.exists("./frames/combined_log.json"):
    try:
        with open("./frames/combined_log.json", "r") as f:
            combined_log = json.load(f)
    except Exception as e:
        print(f"Error loading combined log: {e}")

def get_max_occurring_emotion(combined_log):
    max_emotion = {}
    for frame in combined_log["webcam"]:
        if frame["emotion"] is not None:
            emotion = frame["emotion"]
            frame_max_emotion = max(emotion, key=lambda k: float(emotion[k]))
            if frame_max_emotion not in max_emotion:
                max_emotion[frame_max_emotion] = 0
            max_emotion[frame_max_emotion] += 1
    return max(max_emotion, key=max_emotion.get) if max_emotion else "neutral"

def get_number_of_mouse_clicks(combined_log):
    mouse_clicks = 0
    for frame in combined_log["mouse"]:
        if frame["pressed"] is True:
            mouse_clicks += 1
    return mouse_clicks

def get_number_of_keyboard_events(combined_log):
    keyboard_events = 0
    for frame in combined_log["keyboard"]:
        if frame["event"] is "press":
            keyboard_events += 1
    return keyboard_events

# max_emotion = get_max_occurring_emotion(combined_log)
# print(max_emotion)

# number_of_mouse_clicks = get_number_of_mouse_clicks(combined_log)
# print(number_of_mouse_clicks)

# number_of_keyboard_events = get_number_of_keyboard_events(combined_log)
# print(number_of_keyboard_events)

def get_summary(path):
    try:
        with open(f"./{path}/gaze_log.json", "r") as f:
            gaze_log = json.load(f)
    except FileNotFoundError:
        print(f"Gaze log not found at {path}")
        gaze_log = []

    try:
        with open(f"./{path}/combined_log.json", "r") as f:
            combined_log = json.load(f)
    except FileNotFoundError:
        print(f"Combined log not found at {path}")
        combined_log = {"webcam": [], "screen": [], "keyboard": [], "mouse": []}

    gaze_freq = get_gaze_freq(gaze_log)
    print(gaze_freq)

    max_emotion = get_max_occurring_emotion(combined_log)
    print(max_emotion)

    number_of_mouse_clicks = get_number_of_mouse_clicks(combined_log)
    print(number_of_mouse_clicks)

    number_of_keyboard_events = get_number_of_keyboard_events(combined_log)
    print(number_of_keyboard_events)
    return gaze_freq, max_emotion, number_of_mouse_clicks, number_of_keyboard_events


def get_ollama_summary(gaze_freq, max_emotion, number_of_mouse_clicks, number_of_keyboard_events):
    prompt = f"""
    You are a helpful assistant that summarizes the user's interaction with the UI. The following are the analytics for the user's performed actions:
    Here is the gaze frequency in a 3x3 grid that is how many times the user looked at each sector (top left = 1, top middle = 2, top right = 3, middle left = 4, middle middle = 5, middle right = 6, bottom left = 7, bottom middle = 8, bottom right = 9): {gaze_freq}
    Here is the max emotion: {max_emotion}
    Here is the number of mouse clicks: {number_of_mouse_clicks}
    Here is the number of keyboard events: {number_of_keyboard_events}
    """

    try:
        response = ollama.chat(
        model='gemma3:1b',
        messages=[
            {
                "role": "user",
                "content": f"{prompt}"
            }
        ]
        )
        print(response['message']['content'])
        return response['message']['content']
    except Exception as e:
        print(f"Error calling Ollama: {e}")
        return f"Summary: Gaze frequency: {gaze_freq}, Max emotion: {max_emotion}, Mouse clicks: {number_of_mouse_clicks}, Keyboard events: {number_of_keyboard_events}"