processor_bert.py

from sentence_transformers import SentenceTransformer
import joblib

transformer_model = SentenceTransformer('all-MiniLM-L6-v2')
classifier_model = joblib.load(r"models\log_classifier_LR_model.joblib")



def classify_with_bert(log_message):
    message_embedding = transformer_model.encode(log_message)
    probabilities = classifier_model.predict_proba([message_embedding])[0]
    if max(probabilities) > 0.5:
        return classifier_model.classes_[probabilities.argmax()]
    return "Unclassified"
  

if __name__ == "__main__":
    logs = [
        "alpha.osapi_compute.wsgi.server - 12.10.11.1 - API returned 404 not found error",
        "GET /v2/3454/servers/detail HTTP/1.1 RCODE   404 len: 1583 time: 0.1878400",
        "System crashed due to drivers errors when restarting the server",
        "Multiple login failures occurred on user 6454 account",
        "Server A790 was restarted unexpectedly during the process of data transfer",
        "Guten Appetit!",
    ]

    for log in logs:
        label = classify_with_bert(log)
        print(f"{log} - {label}")