55 write unit tests

.gitignore

@@ -15,4 +15,8 @@ ENV/
 env.bak/ 
 venv.bak/
 .idea/
-virt_env/
+virt_env/
+resources/extracted/
+*-checkpoint.ipynb
+.ipynb_checkpoints/
+personal/

CICD/qcluster.service

@@ -0,0 +1,11 @@
+[Unit]
+Description=qcluster runner
+After=network.target
+
+[Service]
+User=ubuntu
+WorkingDirectory=/home/ubuntu/planner-ai
+ExecStart=/home/ubuntu/planner-ai/virt_env/bin/python manage.py qcluster
+
+[Install]
+WantedBy=multi-user.target

git_checker.sh

@@ -0,0 +1,22 @@
+#!/bin/sh
+
+git remote update | grep "hide output"
+
+UPSTREAM=${1:-'@{u}'}
+LOCAL=$(git rev-parse @)
+REMOTE=$(git rev-parse "$UPSTREAM")
+BASE=$(git merge-base @ "$UPSTREAM")
+
+if [ $LOCAL = $REMOTE ]; then
+    echo "Up-to-date"
+elif [ $LOCAL = $BASE ]; then
+    echo "Need to pull"
+    sudo systemctl stop qcluster.service
+    git pull
+    pip install -r requirements.txt
+    sudo systemctl start qcluster.service
+elif [ $REMOTE = $BASE ]; then
+    echo "Need to push"
+else
+    echo "Diverged"
+fi

helpers/SQSHelpers.py

@@ -0,0 +1,35 @@
+import asyncio
+
+from helpers.openAIHelper import chatGPT_req_test
+from tg_routine.main import task_handler
+
+
+def task_receiver(update_json, *args, **kwargs):
+    """try:
+        print(asyncio.get_event_loop())
+    except Exception as e:
+        loop = asyncio.new_event_loop()
+        asyncio.set_event_loop(loop)
+    asyncio.create_task("""
+    print(update_json)
+    task_handler(update_json)
+
+    kwargs = kwargs['kwargs']
+
+def async_call_receiver(message, *args, **kwargs):
+    print(message)
+    kwargs = kwargs['kwargs']
+    tg_chat = None if not 'tg_chat' in kwargs else kwargs['tg_chat']
+    type = None if not 'type' in kwargs else kwargs['type']
+    model = None if not 'model' in kwargs else kwargs['model']
+    initial_text = None if not 'initial_text' in kwargs else kwargs['initial_text']
+    try:
+        loop = asyncio.new_event_loop()
+        asyncio.set_event_loop(loop)
+        print('set_event_loop')
+        return asyncio.get_event_loop().run_until_complete(chatGPT_req_test(message, tg_chat, type, model, initial_text))
+    except Exception as e:
+        print('run with exception')
+        print(e)
+        return asyncio.get_event_loop().run_until_complete(chatGPT_req_test(message, tg_chat, type, model, initial_text))
+

helpers/localClassifiers.py

@@ -0,0 +1,24 @@
+import pickle
+from io import BytesIO
+
+import numpy as np
+import pandas as pd
+from helpers.resourcesPacker import read_encrypted
+
+
+def load_classifier():
+    loaded_model_raw, f = read_encrypted('finalized_model.sav', is_normal_read=False)
+    loaded_vectorizer_raw, f = read_encrypted('vectorizer.sav', is_normal_read=False)
+
+    loaded_model = pickle.load(BytesIO(loaded_model_raw))
+    loaded_vectorizer = pickle.load(BytesIO(loaded_vectorizer_raw))
+
+    return loaded_model, loaded_vectorizer
+
+
+async def predict_class(message):
+    model, vectorizer = load_classifier()
+    mine_df = pd.DataFrame({'message': [str(message)]})
+    mine_test = vectorizer.transform(mine_df['message'])
+    probabilities = np.array(model.predict(mine_test))
+    return probabilities[0]