aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGravatar jesopo2018-11-20 13:13:11 +0000
committerGravatar jesopo2018-11-20 13:13:11 +0000
commit3dccc9f4e09265c8c3e84b584e169269e4083048 (patch)
treec10fe791c1c2a6c4a72bfc5b4c4bae118a3b5595
parentScore mixed unicode as a percentage (mixed_unicode.py) (diff)
signature
Keep a track of different scripts in a message, round score to 2 decimal places
(mixed_unicode.py)
-rw-r--r--modules/mixed_unicode.py5
1 files changed, 4 insertions, 1 deletions
diff --git a/modules/mixed_unicode.py b/modules/mixed_unicode.py
index db59c914..8beea0d9 100644
--- a/modules/mixed_unicode.py
+++ b/modules/mixed_unicode.py
@@ -49,12 +49,14 @@ class Module(ModuleManager.BaseModule):
last_script = None
last_was_separator = False
score = 0
+ scripts = set([])
for char in event["message"]:
if char in WORD_SEPERATORS:
last_was_separator = True
else:
script = self._detect_script(char)
+ scripts.add(script)
if not script == Script.Unknown:
if last_script and not script == last_script:
score += 1
@@ -66,5 +68,6 @@ class Module(ModuleManager.BaseModule):
last_was_separator = False
score = score/(len(event["message"])/SCORE_LENGTH)
+ score = round(score, 2)
if score > 0:
- self.log.trace("Message given a mixed-unicode score of %d", [score])
+ self.log.trace("Message given a mixed-unicode score of %f", [score])