Simon/CryptoMarketParser
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

cleanup

Browse Source
This commit is contained in:
Simon Moisy 2025-03-22 04:46:48 +08:00
parent 4f665db568
commit 885f51b83d
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
article_analyzer.py
View File

@ -74,5 +74,12 @@ class ArticleAnalyzer:
def classify_article_finbert(self, article_html): def classify_article_finbert(self, article_html):
article_md = self.convert_to_markdown(article_html) article_md = self.convert_to_markdown(article_html)
result = self.classifier(article_md) chunk_size = 512
return result chunks = [article_md[i:i + chunk_size] for i in range(0, len(article_md), chunk_size)]
results = []
for chunk in chunks:
result = self.classifier(chunk)
results.append(result)
return results