From a44a65c1671d189f1e26e48fabee09b9916f9005 Mon Sep 17 00:00:00 2001 From: xuk1 Date: Tue, 26 Mar 2019 10:33:17 +0800 Subject: [PATCH 1/3] add script for batch processing --- PAT-post-processing/batch-process.sh | 27 +++++++++++++++++++++++++++ 1 file changed, 27 insertions(+) create mode 100755 PAT-post-processing/batch-process.sh diff --git a/PAT-post-processing/batch-process.sh b/PAT-post-processing/batch-process.sh new file mode 100755 index 0000000..167a129 --- /dev/null +++ b/PAT-post-processing/batch-process.sh @@ -0,0 +1,27 @@ +## script for post processing PAT data in batch +## ${Base_dir} contains all the PAT source data that needs to be processed, change this dir to your own +Base_dir=/home/test1 + +################################################################################ +## DO NOT NEED TO EDIT BELOW PARTS!!! +################################################################################ +PAT_POST_HOME=$( cd $( dirname ${BASH_SOURCE[0]} ) && pwd ) + +Original_name="PAT-Result" +for item in `ls ${Base_dir}` +do + echo "Processing ${item}..." + New_name=${item} + New_dir=${Base_dir}/${item}/instruments/ + sed -i "s/${Original_name}/${New_name}/g" ${PAT_POST_HOME}/pat-post-process.py + sed -i "s|.*|${New_dir}|g" ${PAT_POST_HOME}/config.xml + ${PAT_POST_HOME}/pat-post-process.py + echo "${item} done!" + Original_name=${New_name} +done +## change back to original value +sed -i "s/${Original_name}/PAT-Result/g" ${PAT_POST_HOME}/pat-post-process.py +sed -i "s|.*|/foo/bar/instruments/|g" ${PAT_POST_HOME}/config.xml + + + From 1a1b6ab7b146e0414ed38eb706714b1867a288e0 Mon Sep 17 00:00:00 2001 From: xuk1 Date: Fri, 5 Jul 2019 09:46:38 +0800 Subject: [PATCH 2/3] update generated file name --- PAT-post-processing/pat-post-process.py | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/PAT-post-processing/pat-post-process.py b/PAT-post-processing/pat-post-process.py index 5077b32..261db76 100755 --- a/PAT-post-processing/pat-post-process.py +++ b/PAT-post-processing/pat-post-process.py @@ -272,12 +272,18 @@ def generate_output(cluster): en_memory_csv = root[2].find('csv-memory').text result_path = root[3].text name_node = root[4].text + + path = root[3].text + if path[-1] == "/": + pat_name = path.split("/")[-3] + else: + pat_name = path.split("/")[-2] if en_pdf == 'yes': print "----Rendering pdf", time.ctime(), "----" # global pdf file that will contain all charts - pp = PdfPages(result_path + '/PAT-Result.pdf') + pp = PdfPages(result_path + '/' + pat_name + '.pdf') # print average cpu utilization graph to pdf if en_avg_cpu == 'yes' or en_avg_cpu == 'Yes': @@ -362,7 +368,7 @@ def generate_output(cluster): if en_xl == 'yes': print "----Generating Excel", time.ctime(), "----" - wb = xlsxwriter.Workbook(result_path + '/PAT-Result.xlsm') + wb = xlsxwriter.Workbook(result_path + '/' + pat_name + '.xlsm') print "----Generating CSV", time.ctime(), "----" csv_path_cpu = result_path + "/CPU.csv" csv_path_disk = result_path + "/DISK.csv" From 0b9d9430c500de7b027734bd7807120594980cfe Mon Sep 17 00:00:00 2001 From: xuk1 Date: Fri, 5 Jul 2019 10:41:40 +0800 Subject: [PATCH 3/3] update batch process --- PAT-post-processing/batch-process.sh | 23 ++++++++++++----------- 1 file changed, 12 insertions(+), 11 deletions(-) diff --git a/PAT-post-processing/batch-process.sh b/PAT-post-processing/batch-process.sh index 167a129..37b78b0 100755 --- a/PAT-post-processing/batch-process.sh +++ b/PAT-post-processing/batch-process.sh @@ -7,21 +7,22 @@ Base_dir=/home/test1 ################################################################################ PAT_POST_HOME=$( cd $( dirname ${BASH_SOURCE[0]} ) && pwd ) -Original_name="PAT-Result" -for item in `ls ${Base_dir}` +cd ${Base_dir} +for item in `ls -d */` ## only dirs under ${Base_dir} do - echo "Processing ${item}..." - New_name=${item} - New_dir=${Base_dir}/${item}/instruments/ - sed -i "s/${Original_name}/${New_name}/g" ${PAT_POST_HOME}/pat-post-process.py - sed -i "s|.*|${New_dir}|g" ${PAT_POST_HOME}/config.xml - ${PAT_POST_HOME}/pat-post-process.py - echo "${item} done!" - Original_name=${New_name} + echo "Processing ${item} ..." + New_dir=${Base_dir}/${item}/instruments + if [ -d ${New_dir} ]; then + sed -i "s|.*|${New_dir}|g" ${PAT_POST_HOME}/config.xml + ${PAT_POST_HOME}/pat-post-process.py ${PAT_POST_HOME}/config.xml + echo "${item} done!" + else + echo "WARNING: ${item} is not a PAT file, will ignore!" + fi done ## change back to original value -sed -i "s/${Original_name}/PAT-Result/g" ${PAT_POST_HOME}/pat-post-process.py sed -i "s|.*|/foo/bar/instruments/|g" ${PAT_POST_HOME}/config.xml +cd -