added image ai-moderation
This commit is contained in:
49
ai-moderation/app/moderation/profanity/dictionary.py
Normal file
49
ai-moderation/app/moderation/profanity/dictionary.py
Normal file
@@ -0,0 +1,49 @@
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
class ProfanityDictionary:
|
||||
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
file_path: str
|
||||
):
|
||||
|
||||
self.words = self.load(file_path)
|
||||
|
||||
|
||||
|
||||
def load(
|
||||
self,
|
||||
file_path: str
|
||||
) -> set[str]:
|
||||
|
||||
path = Path(file_path)
|
||||
|
||||
|
||||
if not path.exists():
|
||||
raise FileNotFoundError(
|
||||
f"Profanity dictionary not found: {file_path}"
|
||||
)
|
||||
|
||||
|
||||
with open(
|
||||
path,
|
||||
"r",
|
||||
encoding="utf-8"
|
||||
) as file:
|
||||
|
||||
return {
|
||||
line.strip().lower().replace("\ufeff", "")
|
||||
for line in file
|
||||
if line.strip()
|
||||
}
|
||||
|
||||
|
||||
|
||||
def contains(
|
||||
self,
|
||||
word: str
|
||||
) -> bool:
|
||||
|
||||
return word in self.words
|
||||
Reference in New Issue
Block a user