define('NOTICE_CACHE_WINDOW', 61);
-class Notice extends Memcached_DataObject
+class Notice extends Memcached_DataObject
{
###START_AUTOCODE
/* the code below is auto generated do not remove the above tag */
###END_AUTOCODE
function getProfile() {
- return Profile::staticGet($this->profile_id);
+ return Profile::staticGet('id', $this->profile_id);
}
function delete() {
- $this->blowCaches();
- $this->blowFavesCache();
+ $this->blowCaches(true);
+ $this->blowFavesCache(true);
+ $this->blowInboxes();
parent::delete();
}
-
+
function saveTags() {
/* extract all #hastags */
$count = preg_match_all('/(?:^|\s)#([A-Za-z0-9_\-\.]{1,64})/', strtolower($this->content), $match);
if (!$count) {
return true;
}
-
+
/* elide characters we don't want in the tag */
$match[1] = str_replace(array('-', '_', '.'), '', $match[1]);
}
static function saveNew($profile_id, $content, $source=NULL, $is_local=1, $reply_to=NULL, $uri=NULL) {
-
+
$notice = new Notice();
$notice->profile_id = $profile_id;
$notice->is_local = $is_local;
$notice->rendered = common_render_content($notice->content, $notice);
$notice->source = $source;
$notice->uri = $uri;
-
+
$id = $notice->insert();
if (!$id) {
}
# XXX: do we need to change this for remote users?
-
+
common_save_replies($notice);
$notice->saveTags();
# Clear the cache for subscribed users, so they'll update at next request
# XXX: someone clever could prepend instead of clearing the cache
-
+
if (common_config('memcached', 'enabled')) {
$notice->blowCaches();
}
-
+
+ $notice->addToInboxes();
return $notice;
}
- function blowCaches() {
- $this->blowSubsCache();
- $this->blowNoticeCache();
- $this->blowRepliesCache();
- $this->blowPublicCache();
+ function blowCaches($blowLast=false) {
+ $this->blowSubsCache($blowLast);
+ $this->blowNoticeCache($blowLast);
+ $this->blowRepliesCache($blowLast);
+ $this->blowPublicCache($blowLast);
+ $this->blowTagCache($blowLast);
}
-
- function blowSubsCache() {
+
+ function blowTagCache($blowLast=false) {
+ $cache = common_memcache();
+ if ($cache) {
+ $tag = new Notice_tag();
+ $tag->notice_id = $this->id;
+ if ($tag->find()) {
+ while ($tag->fetch()) {
+ $cache->delete(common_cache_key('notice_tag:notice_stream:' . $tag->tag));
+ if ($blowLast) {
+ $cache->delete(common_cache_key('notice_tag:notice_stream:' . $tag->tag . ';last'));
+ }
+ }
+ }
+ $tag->free();
+ unset($tag);
+ }
+ }
+
+ function blowSubsCache($blowLast=false) {
$cache = common_memcache();
if ($cache) {
$user = new User();
-
+
$user->query('SELECT id ' .
'FROM user JOIN subscription ON user.id = subscription.subscriber ' .
'WHERE subscription.subscribed = ' . $this->profile_id);
-
+
while ($user->fetch()) {
$cache->delete(common_cache_key('user:notices_with_friends:' . $user->id));
+ if ($blowLast) {
+ $cache->delete(common_cache_key('user:notices_with_friends:' . $user->id . ';last'));
+ }
}
-
$user->free();
unset($user);
}
}
- function blowNoticeCache() {
+ function blowNoticeCache($blowLast=false) {
if ($this->is_local) {
$cache = common_memcache();
if ($cache) {
$cache->delete(common_cache_key('user:notices:'.$this->profile_id));
+ if ($blowLast) {
+ $cache->delete(common_cache_key('user:notices:'.$this->profile_id.';last'));
+ }
}
}
}
- function blowRepliesCache() {
+ function blowRepliesCache($blowLast=false) {
$cache = common_memcache();
if ($cache) {
$reply = new Reply();
if ($reply->find()) {
while ($reply->fetch()) {
$cache->delete(common_cache_key('user:replies:'.$reply->profile_id));
+ if ($blowLast) {
+ $cache->delete(common_cache_key('user:replies:'.$reply->profile_id.';last'));
+ }
}
}
$reply->free();
}
}
- function blowPublicCache() {
+ function blowPublicCache($blowLast=false) {
if ($this->is_local) {
$cache = common_memcache();
if ($cache) {
$cache->delete(common_cache_key('public'));
+ if ($blowLast) {
+ $cache->delete(common_cache_key('public').';last');
+ }
}
}
}
- function blowFavesCache() {
+ function blowFavesCache($blowLast=false) {
$cache = common_memcache();
if ($cache) {
$fave = new Fave();
if ($fave->find()) {
while ($fave->fetch()) {
$cache->delete(common_cache_key('user:faves:'.$fave->user_id));
+ if ($blowLast) {
+ $cache->delete(common_cache_key('user:faves:'.$fave->user_id.';last'));
+ }
}
}
$fave->free();
unset($fave);
}
}
-
- static function getStream($qry, $cachekey, $offset=0, $limit=20) {
-
+
+ # XXX: too many args; we need to move to named params or even a separate
+ # class for notice streams
+
+ static function getStream($qry, $cachekey, $offset=0, $limit=20, $since_id=0, $before_id=0, $order=NULL) {
+
if (common_config('memcached', 'enabled')) {
- return Notice::getCachedStream($qry, $cachekey, $offset, $limit);
- } else {
- return Notice::getStreamDirect($qry, $offset, $limit);
+
+ # Skip the cache if this is a since_id or before_id qry
+ if ($since_id > 0 || $before_id > 0) {
+ return Notice::getStreamDirect($qry, $offset, $limit, $since_id, $before_id, $order);
+ } else {
+ return Notice::getCachedStream($qry, $cachekey, $offset, $limit, $order);
+ }
}
-
+
+ return Notice::getStreamDirect($qry, $offset, $limit, $since_id, $before_id, $order);
}
- static function getStreamDirect($qry, $offset, $limit) {
-
- $qry .= 'ORDER BY notice.created DESC, notice.id DESC ';
-
- if(common_config('db','type')=='pgsql') {
- $qry .= 'LIMIT ' . $limit . ' OFFSET ' . $offset;
+ static function getStreamDirect($qry, $offset, $limit, $since_id, $before_id, $order) {
+
+ $needAnd = FALSE;
+ $needWhere = TRUE;
+
+ if (preg_match('/\bWHERE\b/i', $qry)) {
+ $needWhere = FALSE;
+ $needAnd = TRUE;
+ }
+
+ if ($since_id > 0) {
+
+ if ($needWhere) {
+ $qry .= ' WHERE ';
+ $needWhere = FALSE;
+ } else {
+ $qry .= ' AND ';
+ }
+
+ $qry .= ' notice.id > ' . $since_id;
+ }
+
+ if ($before_id > 0) {
+
+ if ($needWhere) {
+ $qry .= ' WHERE ';
+ $needWhere = FALSE;
+ } else {
+ $qry .= ' AND ';
+ }
+
+ $qry .= ' notice.id < ' . $before_id;
+ }
+
+ # Allow ORDER override
+
+ if ($order) {
+ $qry .= $order;
} else {
- $qry .= 'LIMIT ' . $offset . ', ' . $limit;
+ $qry .= ' ORDER BY notice.created DESC, notice.id DESC ';
+ }
+
+ if (common_config('db','type') == 'pgsql') {
+ $qry .= ' LIMIT ' . $limit . ' OFFSET ' . $offset;
+ } else {
+ $qry .= ' LIMIT ' . $offset . ', ' . $limit;
}
$notice = new Notice();
$notice->query($qry);
-
+
return $notice;
}
-
- static function getCachedStream($qry, $cachekey, $offset, $limit) {
+
+ # XXX: this is pretty long and should probably be broken up into
+ # some helper functions
+
+ static function getCachedStream($qry, $cachekey, $offset, $limit, $order) {
# If outside our cache window, just go to the DB
-
+
if ($offset + $limit > NOTICE_CACHE_WINDOW) {
- common_debug('request is too deep, just getting from DB');
- return Notice::getStreamDirect($qry, $offset, $limit);
+ return Notice::getStreamDirect($qry, $offset, $limit, NULL, NULL, $order);
}
- common_debug('CONNECTING TO CACHE');
# Get the cache; if we can't, just go to the DB
-
+
$cache = common_memcache();
-
if (!$cache) {
- common_debug('Failed connecting to cache; just going to db');
- return Notice::getStreamDirect($qry, $offset, $limit);
+ return Notice::getStreamDirect($qry, $offset, $limit, NULL, NULL, $order);
}
- common_debug('getting from cache');
-
# Get the notices out of the cache
-
+
$notices = $cache->get(common_cache_key($cachekey));
-
+
# On a cache hit, return a DB-object-like wrapper
-
- if ($notices) {
- common_debug('Notices hit: ' . print_r($notices, TRUE));
- common_debug('Got this many notices: ' . count($notices));
+
+ if ($notices !== FALSE) {
$wrapper = new NoticeWrapper(array_slice($notices, $offset, $limit));
return $wrapper;
}
- common_debug('Getting full window from DB.');
+ # If the cache was invalidated because of new data being
+ # added, we can try and just get the new stuff. We keep an additional
+ # copy of the data at the key + ';last'
+
+ # No cache hit. Try to get the *last* cached version
+
+ $last_notices = $cache->get(common_cache_key($cachekey) . ';last');
+
+ if ($last_notices) {
+
+ # Reverse-chron order, so last ID is last.
+
+ $last_id = $last_notices[0]->id;
+
+ # XXX: this assumes monotonically increasing IDs; a fair
+ # bet with our DB.
+
+ $new_notice = Notice::getStreamDirect($qry, 0, NOTICE_CACHE_WINDOW,
+ $last_id, NULL, $order);
+
+ if ($new_notice) {
+ $new_notices = array();
+ while ($new_notice->fetch()) {
+ $new_notices[] = clone($new_notice);
+ }
+ $new_notice->free();
+ $notices = array_slice(array_merge($new_notices, $last_notices),
+ 0, NOTICE_CACHE_WINDOW);
+
+ # Store the array in the cache for next time
+
+ $result = $cache->set(common_cache_key($cachekey), $notices);
+ $result = $cache->set(common_cache_key($cachekey) . ';last', $notices);
+
+ # return a wrapper of the array for use now
+
+ return new NoticeWrapper(array_slice($notices, $offset, $limit));
+ }
+ }
+
# Otherwise, get the full cache window out of the DB
- $notice = Notice::getStreamDirect($qry, 0, NOTICE_CACHE_WINDOW);
-
- common_debug('Got notice: ' . print_r($notice, TRUE));
-
+ $notice = Notice::getStreamDirect($qry, 0, NOTICE_CACHE_WINDOW, NULL, NULL, $order);
+
# If there are no hits, just return the value
-
+
if (!$notice) {
return $notice;
}
- common_debug('Copying notices to an array');
-
# Pack results into an array
-
+
$notices = array();
while ($notice->fetch()) {
- common_debug('Got notice: ' . print_r($notice, TRUE));
$notices[] = clone($notice);
}
- common_debug('Array size is: ' . count($notices));
-
+ $notice->free();
+
# Store the array in the cache for next time
-
- $result = $cache->set(common_cache_key($cachekey), $notices);
- common_debug('memcached result is ' . $result);
+ $result = $cache->set(common_cache_key($cachekey), $notices);
+ $result = $cache->set(common_cache_key($cachekey) . ';last', $notices);
# return a wrapper of the array for use now
-
+
$wrapper = new NoticeWrapper(array_slice($notices, $offset, $limit));
-
- common_debug('Got wrapper: ' . print_r($wrapper, TRUE));
-
+
return $wrapper;
}
-
- function publicStream($offset=0, $limit=20) {
-
+
+ function publicStream($offset=0, $limit=20, $since_id=0, $before_id=0) {
+
+ $parts = array();
+
$qry = 'SELECT * FROM notice ';
if (common_config('public', 'localonly')) {
- $qry .= ' WHERE is_local = 1 ';
+ $parts[] = 'is_local = 1';
+ }
+
+ if (common_config('public', 'blacklist')) {
+ $parts[] = 'profile_id not in (' . implode(',', common_config('public', 'blacklist')) . ')';
+ }
+
+ if ($parts) {
+ $qry .= ' WHERE ' . implode(' AND ', $parts);
}
return Notice::getStream($qry,
'public',
- $offset, $limit);
+ $offset, $limit, $since_id, $before_id);
+ }
+
+ function addToInboxes() {
+ $enabled = common_config('inboxes', 'enabled');
+
+ if ($enabled === true || $enabled === 'transitional') {
+ $inbox = new Notice_inbox();
+ $qry = 'INSERT INTO notice_inbox (user_id, notice_id, created) ' .
+ 'SELECT user.id, ' . $this->id . ', "' . $this->created . '" ' .
+ 'FROM user JOIN subscription ON user.id = subscription.subscriber ' .
+ 'WHERE subscription.subscribed = ' . $this->profile_id . ' ' .
+ 'AND NOT EXISTS (SELECT user_id, notice_id ' .
+ 'FROM notice_inbox ' .
+ 'WHERE user_id = user.id ' .
+ 'AND notice_id = ' . $this->id . ' )';
+ if ($enabled === 'transitional') {
+ $qry .= ' AND user.inboxed = 1';
+ }
+ $inbox->query($qry);
+ }
+ return;
+ }
+
+ # Delete from inboxes if we're deleted.
+
+ function blowInboxes() {
+
+ $enabled = common_config('inboxes', 'enabled');
+
+ if ($enabled === true || $enabled === 'transitional') {
+ $inbox = new Notice_inbox();
+ $inbox->notice_id = $this->id;
+ $inbox->delete();
+ }
+
+ return;
}
+
}
+