From: Evan Prodromou <evan@status.net>
Date: Wed, 21 Mar 2012 16:01:27 +0000 (-0400)
Subject: adaptive filtering requests
X-Git-Url: https://git.mxchange.org/?a=commitdiff_plain;h=dcbcd4731c7ac14cfab2fa96ba7523c8dc7bbe56;p=quix0rs-gnu-social.git

adaptive filtering requests
---

diff --git a/lib/filteringnoticestream.php b/lib/filteringnoticestream.php
index 0b0fab481e..9f3b8ac858 100644
--- a/lib/filteringnoticestream.php
+++ b/lib/filteringnoticestream.php
@@ -72,6 +72,7 @@ abstract class FilteringNoticeStream extends NoticeStream
         $results = null;
 
         do {
+            common_debug(get_class($this) . ": ($offset, $limit) fetching $askFor notices starting at $startAt");
 
             $raw = $this->upstream->getNotices($startAt, $askFor, $sinceId, $maxId);
 
@@ -100,7 +101,14 @@ abstract class FilteringNoticeStream extends NoticeStream
             // XXX: make these smarter; factor hit rate into $askFor
 
             $startAt += $askFor;
-            $askFor   = max($total - count($filtered), NOTICES_PER_PAGE);
+            
+            $hits = count($filtered);
+
+            if ($hits === 0) {
+                $askFor = max(min(2 * $askFor, NOTICES_PER_PAGE * 50), NOTICES_PER_PAGE);
+            } else {
+                $askFor = max(min((($total - $hits)*$startAt)/$hits, NOTICES_PER_PAGE * 50), NOTICES_PER_PAGE);
+            }
 
         } while (count($filtered) < $total && $results !== 0);