aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGravatar jesopo2018-11-20 13:08:47 +0000
committerGravatar jesopo2018-11-20 13:08:47 +0000
commitc59a5600a82c4200029d8304dc412800c610334b (patch)
tree317b927f9f06ce1ee61f430e2b70f613c3f259c3
parentOnly TRACE log when score is more than 0 (mixed_unicode.py) (diff)
signature
Score mixed unicode as a percentage (mixed_unicode.py)
-rw-r--r--modules/mixed_unicode.py3
1 files changed, 3 insertions, 0 deletions
diff --git a/modules/mixed_unicode.py b/modules/mixed_unicode.py
index 42570955..db59c914 100644
--- a/modules/mixed_unicode.py
+++ b/modules/mixed_unicode.py
@@ -13,6 +13,8 @@ class Script(enum.Enum):
TaiLe = 8
WORD_SEPERATORS = [",", " ", "\t", "."]
+SCORE_LENGTH = 100
+
class Module(ModuleManager.BaseModule):
def _detect_script(self, char):
point = ord(char)
@@ -63,5 +65,6 @@ class Module(ModuleManager.BaseModule):
last_was_separator = False
+ score = score/(len(event["message"])/SCORE_LENGTH)
if score > 0:
self.log.trace("Message given a mixed-unicode score of %d", [score])