cleanup

2025-03-22 04:46:48 +08:00 · 2025-03-22 04:46:48 +08:00 · 885f51b83d
commit 885f51b83d
parent 4f665db568
1 changed files with 9 additions and 2 deletions
--- a/article_analyzer.py
+++ b/article_analyzer.py
@ -74,5 +74,12 @@ class ArticleAnalyzer:

    def classify_article_finbert(self, article_html):
        article_md = self.convert_to_markdown(article_html)
-        result = self.classifier(article_md)
-        return result
+        chunk_size = 512
+        chunks = [article_md[i:i + chunk_size] for i in range(0, len(article_md), chunk_size)]
+        
+        results = []
+        for chunk in chunks:
+            result = self.classifier(chunk)
+            results.append(result)
+        
+        return results