3 * StatusNet, the distributed open-source microblogging tool
5 * Abstract class for i/o managers
9 * LICENCE: This program is free software: you can redistribute it and/or modify
10 * it under the terms of the GNU Affero General Public License as published by
11 * the Free Software Foundation, either version 3 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU Affero General Public License for more details.
19 * You should have received a copy of the GNU Affero General Public License
20 * along with this program. If not, see <http://www.gnu.org/licenses/>.
22 * @category QueueManager
24 * @author Evan Prodromou <evan@status.net>
25 * @author Sarven Capadisli <csarven@status.net>
26 * @author Brion Vibber <brion@status.net>
27 * @copyright 2009-2010 StatusNet, Inc.
28 * @license http://www.fsf.org/licensing/licenses/agpl-3.0.html GNU Affero General Public License version 3.0
29 * @link http://status.net/
33 * Completed child classes must implement the enqueue() method.
35 * For background processing, classes should implement either socket-based
36 * input (handleInput(), getSockets()) or idle-loop polling (idle()).
38 abstract class QueueManager extends IoManager
42 protected $master = null;
43 protected $handlers = array();
44 protected $groups = array();
45 protected $activeGroups = array();
48 * Factory function to pull the appropriate QueueManager object
49 * for this site's configuration. It can then be used to queue
50 * events for later processing or to spawn a processing loop.
52 * Plugins can add to the built-in types by hooking StartNewQueueManager.
54 * @return QueueManager
56 public static function get()
58 if (empty(self::$qm)) {
60 if (Event::handle('StartNewQueueManager', array(&self::$qm))) {
62 $enabled = common_config('queue', 'enabled');
63 $type = common_config('queue', 'subsystem');
66 // does everything immediately
67 self::$qm = new UnQueueManager();
71 self::$qm = new DBQueueManager();
74 self::$qm = new StompQueueManager();
77 throw new ServerException("No queue manager class for type '$type'");
87 * @fixme wouldn't necessarily work with other class types.
88 * Better to change the interface...?
90 public static function multiSite()
92 if (common_config('queue', 'subsystem') == 'stomp') {
93 return IoManager::INSTANCE_PER_PROCESS;
95 return IoManager::SINGLE_ONLY;
99 function __construct()
105 * Optional; ping any running queue handler daemons with a notification
106 * such as announcing a new site to handle or requesting clean shutdown.
107 * This avoids having to restart all the daemons manually to update configs
110 * Called from scripts/queuectl.php controller utility.
112 * @param string $event event key
113 * @param string $param optional parameter to append to key
114 * @return boolean success
116 public function sendControlSignal($event, $param='')
118 throw new Exception(get_class($this) . " does not support control signals.");
122 * Store an object (usually/always a Notice) into the given queue
123 * for later processing. No guarantee is made on when it will be
124 * processed; it could be immediately or at some unspecified point
127 * Must be implemented by any queue manager.
129 * @param Notice $object
130 * @param string $queue
132 abstract function enqueue($object, $queue);
135 * Build a representation for an object for logging
139 function logrep($object) {
140 if (is_object($object)) {
141 $class = get_class($object);
142 if (isset($object->id)) {
143 return "$class $object->id";
147 if (is_string($object)) {
148 $len = strlen($object);
149 $fragment = mb_substr($object, 0, 32);
150 if (mb_strlen($object) > 32) {
153 return "string '$fragment' ($len bytes)";
155 return strval($object);
159 * Encode an object or variable for queued storage.
160 * Notice objects are currently stored as an id reference;
161 * other items are serialized.
166 protected function encode($item)
168 if ($item instanceof Notice) {
172 return serialize($item);
177 * Decode an object from queued storage.
178 * Accepts notice reference entries and serialized items.
183 protected function decode($frame)
185 if (is_numeric($frame)) {
186 // Back-compat for notices...
187 return Notice::staticGet(intval($frame));
188 } elseif (substr($frame, 0, 1) == '<') {
189 // Back-compat for XML source
193 #$old = error_reporting();
194 #error_reporting($old & ~E_NOTICE);
195 $out = unserialize($frame);
196 #error_reporting($old);
198 if ($out === false && $frame !== 'b:0;') {
199 common_log(LOG_ERR, "Couldn't unserialize queued frame: $frame");
207 * Instantiate the appropriate QueueHandler class for the given queue.
209 * @param string $queue
210 * @return mixed QueueHandler or null
212 function getHandler($queue)
214 if (isset($this->handlers[$queue])) {
215 $class = $this->handlers[$queue];
216 if(is_object($class)) {
218 } else if (class_exists($class)) {
221 $this->_log(LOG_ERR, "Nonexistent handler class '$class' for queue '$queue'");
224 $this->_log(LOG_ERR, "Requested handler for unkown queue '$queue'");
230 * Get a list of registered queue transport names to be used
231 * for listening in this daemon.
233 * @return array of strings
235 function activeQueues()
238 foreach ($this->activeGroups as $group) {
239 if (isset($this->groups[$group])) {
240 $queues = array_merge($queues, $this->groups[$group]);
244 return array_keys($queues);
248 * Initialize the list of queue handlers for the current site.
250 * @event StartInitializeQueueManager
251 * @event EndInitializeQueueManager
253 function initialize()
255 $this->handlers = array();
256 $this->groups = array();
257 $this->groupsByTransport = array();
259 if (Event::handle('StartInitializeQueueManager', array($this))) {
260 $this->connect('distrib', 'DistribQueueHandler');
261 $this->connect('omb', 'OmbQueueHandler');
262 $this->connect('ping', 'PingQueueHandler');
263 if (common_config('sms', 'enabled')) {
264 $this->connect('sms', 'SmsQueueHandler');
267 // Background user management tasks...
268 $this->connect('deluser', 'DelUserQueueHandler');
270 // Broadcasting profile updates to OMB remote subscribers
271 $this->connect('profile', 'ProfileQueueHandler');
273 // XMPP output handlers...
274 if (common_config('xmpp', 'enabled')) {
275 // Delivery prep, read by queuedaemon.php:
276 $this->connect('jabber', 'JabberQueueHandler');
277 $this->connect('public', 'PublicQueueHandler');
279 // Raw output, read by xmppdaemon.php:
280 $this->connect('xmppout', 'XmppOutQueueHandler', 'xmpp');
283 // For compat with old plugins not registering their own handlers.
284 $this->connect('plugin', 'PluginQueueHandler');
286 Event::handle('EndInitializeQueueManager', array($this));
290 * Register a queue transport name and handler class for your plugin.
291 * Only registered transports will be reliably picked up!
293 * @param string $transport
294 * @param string $class class name or object instance
295 * @param string $group
297 public function connect($transport, $class, $group='main')
299 $this->handlers[$transport] = $class;
300 $this->groups[$group][$transport] = $class;
301 $this->groupsByTransport[$transport] = $group;
305 * Set the active group which will be used for listening.
306 * @param string $group
308 function setActiveGroup($group)
310 $this->activeGroups = array($group);
314 * Set the active group(s) which will be used for listening.
315 * @param array $groups
317 function setActiveGroups($groups)
319 $this->activeGroups = $groups;
323 * @return string queue group for this queue
325 function queueGroup($queue)
327 if (isset($this->groupsByTransport[$queue])) {
328 return $this->groupsByTransport[$queue];
330 throw new Exception("Requested group for unregistered transport $queue");
335 * Send a statistic ping to the queue monitoring system,
336 * optionally with a per-queue id.
339 * @param string $queue
341 function stats($key, $queue=false)
345 $owners[] = "queue:$queue";
346 $owners[] = "site:" . common_config('site', 'server');
348 if (isset($this->master)) {
349 $this->master->stats($key, $owners);
351 $monitor = new QueueMonitor();
352 $monitor->stats($key, $owners);
356 protected function _log($level, $msg)
358 $class = get_class($this);
359 if ($this->activeGroups) {
360 $groups = ' (' . implode(',', $this->activeGroups) . ')';
364 common_log($level, "$class$groups: $msg");