Firepup650/bitbot-3.11-fork
2
0
Fork 0
Code Issues Pull requests Activity Actions

don't similarity test empty <title>s

Browse source
This commit is contained in:
jesopo 2020-02-12 11:35:40 +00:00
parent cc7c66883d
commit a5acf0e3aa
1 changed files with 10 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
modules/title.py
View file

@ -29,16 +29,17 @@ class Module(ModuleManager.BaseModule):
title_word = title_word.lower() title_word = title_word.lower()
title_words.append(title_word.strip("'\"<>()")) title_words.append(title_word.strip("'\"<>()"))
if title_words:
present = 0 present = 0
for title_word in title_words: for title_word in title_words:
if title_word in url: if title_word in url:
present += 1 present += 1
similarity = present/len(title_words) similarity = present/len(title_words)
# if at least 80% of words are in the URL, too similar # less than 80% similar, proceed
if similarity >= 0.8: if similarity < 0.8:
return False
return True return True
return False
def _get_title(self, server, channel, url): def _get_title(self, server, channel, url):
if not urllib.parse.urlparse(url).scheme: if not urllib.parse.urlparse(url).scheme: