Avoid reading duplicate files

whiletrue-industries · Feb 20, 2025 · 6af48ae · 6af48ae
1 parent b37114a
commit 6af48ae
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/odds/backend/scanner/website/website_scanner.py b/odds/backend/scanner/website/website_scanner.py
@@ -100,7 +100,7 @@ async def scrape(self, url: str) -> list[str]:
                 content = data.get('content')
                 content_type = data.get('content_type')
                 final_url = data.get('final_url')
-                content_hash = sha256(content_.encode()).hexdigest()
+                content_hash = sha256(content.encode()).hexdigest()
                 content_hash_file = self.CACHE_HASHES / f'{content_hash}.touch'
                 if not content_hash_file.exists():
                     with content_hash_file.open('w') as f: