cleanup

.gitignore

@@ -3,8 +3,8 @@
 .idea/*
 
 data/
-.zip
+*.zip
-.db
+*.db
 plots/
 results/
 

article_analyzer.py

@@ -74,5 +74,12 @@ class ArticleAnalyzer:
 
     def classify_article_finbert(self, article_html):
         article_md = self.convert_to_markdown(article_html)
-        result = self.classifier(article_md)
+        chunk_size = 512
-        return result
+        chunks = [article_md[i:i + chunk_size] for i in range(0, len(article_md), chunk_size)]
+        
+        results = []
+        for chunk in chunks:
+            result = self.classifier(chunk)
+            results.append(result)
+        
+        return results