change image model

ai-moderation/app/config/image_policy.py

@@ -3,8 +3,6 @@ FORBIDDEN_IMAGE_LABELS = {
   s.lower() for s in {
     "a photo containing marijuana",
     "a photo containing drugs",
-    "a photo containing weapons",
-    "a pornographic photo",
     "a photo containing violence",
   }
 }

ai-moderation/app/config/settings.py

@@ -21,6 +21,9 @@ class Settings(BaseSettings):
   NSFW_THRESHOLD: float = 0.85
   IMAGE_CLIP_MODEL: str = "openai/clip-vit-base-patch32"
   CLIP_THRESHOLD: float = 0.75
+  WEAPON_MODEL: str = "google/owlv2-base-patch16-ensemble"
+  WEAPON_THRESHOLD: float = 0.40
+  WEAPON_MIN_AREA_FRACTION: float = 0.005
   MODEL_CACHE_DIR: str = "./models"
 
   DEVICE: str = "auto"