From 241d2a780504d01278913591974f6026621345a8 Mon Sep 17 00:00:00 2001
From: shayanpz <41849141+shayanpz@users.noreply.github.com>
Date: Sun, 27 Nov 2022 16:24:02 +0330
Subject: [PATCH 1/2] Update DataSetGen.java

---
 src/ml/topic/common/preprocess/DataSetGen.java | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/ml/topic/common/preprocess/DataSetGen.java b/src/ml/topic/common/preprocess/DataSetGen.java
index e31e607..c5d1534 100644
--- a/src/ml/topic/common/preprocess/DataSetGen.java
+++ b/src/ml/topic/common/preprocess/DataSetGen.java
@@ -54,7 +54,7 @@ public static DataSet createFromNIPSCorpus(String filePath) throws IOException{
                             if (processedToken.equals(""))
                                 continue;
                             // 3. check if any invalid character is contained in the token
-                            if (TextUtil.isValid(processedToken)){
+                            if (!TextUtil.isValid(processedToken)){
                                 continue;
                             }
                             // 4. finally, remove the stop words. 
@@ -124,7 +124,7 @@ public static DataSet createFromNIPSCorpus(String filePath) throws IOException{
                             if (processedToken.equals(""))
                                 continue;
                             // 3. check if any invalid character is contained in the token
-                            if (TextUtil.isValid(processedToken)){
+                            if (!TextUtil.isValid(processedToken)){
                                 continue;
                             }
                             // 4. finally, remove the stop words. 

From e2163fcfe174f5734b867fe09cc44754bdb71db0 Mon Sep 17 00:00:00 2001
From: shayanpz <41849141+shayanpz@users.noreply.github.com>
Date: Sun, 27 Nov 2022 16:25:13 +0330
Subject: [PATCH 2/2] Update TextUtil.java

isValid always returned false
---
 src/ml/topic/utils/TextUtil.java | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/ml/topic/utils/TextUtil.java b/src/ml/topic/utils/TextUtil.java
index 569838d..529c05e 100644
--- a/src/ml/topic/utils/TextUtil.java
+++ b/src/ml/topic/utils/TextUtil.java
@@ -65,6 +65,6 @@ public static boolean isValid(String token){
             return false;
         }  
         
-        return false;
+        return true;
     }
 }