From: Evan Prodromou Date: Wed, 21 Mar 2012 16:01:27 +0000 (-0400) Subject: adaptive filtering requests X-Git-Url: https://git.mxchange.org/?a=commitdiff_plain;h=f6ae47c4fbc44587ea3b1df90998bca6d551d6eb;p=quix0rs-gnu-social.git adaptive filtering requests --- diff --git a/lib/filteringnoticestream.php b/lib/filteringnoticestream.php index 0b0fab481e..9f3b8ac858 100644 --- a/lib/filteringnoticestream.php +++ b/lib/filteringnoticestream.php @@ -72,6 +72,7 @@ abstract class FilteringNoticeStream extends NoticeStream $results = null; do { + common_debug(get_class($this) . ": ($offset, $limit) fetching $askFor notices starting at $startAt"); $raw = $this->upstream->getNotices($startAt, $askFor, $sinceId, $maxId); @@ -100,7 +101,14 @@ abstract class FilteringNoticeStream extends NoticeStream // XXX: make these smarter; factor hit rate into $askFor $startAt += $askFor; - $askFor = max($total - count($filtered), NOTICES_PER_PAGE); + + $hits = count($filtered); + + if ($hits === 0) { + $askFor = max(min(2 * $askFor, NOTICES_PER_PAGE * 50), NOTICES_PER_PAGE); + } else { + $askFor = max(min((($total - $hits)*$startAt)/$hits, NOTICES_PER_PAGE * 50), NOTICES_PER_PAGE); + } } while (count($filtered) < $total && $results !== 0);