IssueClassifier/classifier/train.py at master · schurpl/IssueClassifier · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
import numpy
import logging

import load_data_antmap
import file_manipulation
import load_data
import label_classifier
import configuration

config = configuration.Configuration()
categories:list = config.getValueFromConfig("categories") # [("doku", "bug")]#, ("doku", "api")]#, ("doku", "api"), ["doku", "bug", "enhancement"]]#, ("doku", "bug"), ("api", "bug")]

def initWithAntMap():
    """This method is used to init the classifier using an antmap.
    """
    amp: AntMapPreprozessor = load_data_antmap.AntMapPreprozessor()
    catIDX:int = 0

    for X_train, X_test, y_train, y_test in amp.getTrainingAndTestingData():
        cat:list[str] = categories[catIDX]
        lblClassif:LabelClassifier = label_classifier.LabelClassifier(cat)
        lblClassif.trainingClassifier(X_train, y_train)
        prediction:numpy.ndarray = lblClassif.predict(X_test)
        amp.prepareAntMap(prediction, y_test, X_train, [cat])
        logging.info("► ensemble-score:{}\n".format(numpy.mean(prediction == y_test)))

        catIDX += 1

def initEverything():
    """This method is used to init the classifier without using an antmap.
    """
    catIDX:int = 0
    processor = load_data.DataPreprocessor()
    for X_train, X_test, y_train, y_test in processor.getTrainingAndTestingData():
        cat:list[str] = categories[catIDX]
        logging.info("\n--------- ( '{}', {} ) ---------".format(cat[0],str(cat[1:])))
        lblClassif:LabelClassifier = label_classifier.LabelClassifier(cat)
        lblClassif.trainingClassifier(X_train, y_train)
        prediction:numpy.ndarray = lblClassif.predict(X_test)
        lblClassif.accuracy(X_test, y_test, prediction)

        prediction2:numpy.ndarray = lblClassif.stackingPrediction(X_test)
        logging.info("► ensemble-score:{}\n".format(numpy.mean(prediction2 == y_test)))
        catIDX += 1


logging.basicConfig(level=logging.INFO)
logging.info('Started')
initEverything()
#initWithAntMap()
logging.info('Finished')