cleanup

article_analyzer.py

@@ -74,5 +74,12 @@ class ArticleAnalyzer:
 
     def classify_article_finbert(self, article_html):
         article_md = self.convert_to_markdown(article_html)
-        result = self.classifier(article_md)
+        chunk_size = 512
-        return result
+        chunks = [article_md[i:i + chunk_size] for i in range(0, len(article_md), chunk_size)]
+        
+        results = []
+        for chunk in chunks:
+            result = self.classifier(chunk)
+            results.append(result)
+        
+        return results