Process the last 48h of posts to re-try summarization

mithandir · Jun 26, 2024 · d30a9a1 · d30a9a1
1 parent c4f836b
commit d30a9a1
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/src/main/java/ch/climbd/newsfeed/controller/MlController.java b/src/main/java/ch/climbd/newsfeed/controller/MlController.java
@@ -27,7 +27,7 @@ public class MlController {
 
     @PostConstruct
     public void fixQueueAfterRestart() {
-        var todaysNews = mongo.findAllPostedToday();
+        var todaysNews = mongo.findLast100PostsPostedInTheLast48h();
         todaysNews.stream()
                 .filter(news -> news.getSummary() == null || news.getSummary().isBlank())
                 .filter(news -> news.getContent() != null && !news.getContent().isBlank() && news.getContent().length() > 1000)

diff --git a/src/main/java/ch/climbd/newsfeed/controller/MongoController.java b/src/main/java/ch/climbd/newsfeed/controller/MongoController.java
@@ -113,9 +113,9 @@ public List<NewsEntry> findAllFilterdBySite(String host) {
         return template.find(query, NewsEntry.class);
     }
 
-    public List<NewsEntry> findAllPostedToday() {
+    public List<NewsEntry> findLast100PostsPostedInTheLast48h() {
         Query query = new Query();
-        query.addCriteria(Criteria.where("publishedAt").gte(ZonedDateTime.now().truncatedTo(ChronoUnit.DAYS).toInstant()));
+        query.addCriteria(Criteria.where("publishedAt").gte(ZonedDateTime.now().minusDays(2).toInstant()));
         query.with(Sort.by(Sort.Direction.DESC, "publishedAt"));
         query.limit(100);
         query.maxTimeMsec(1000);