source.c 26 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12
/* Icecast
 *
 * This program is distributed under the GNU General Public License, version 2.
 * A copy of this license is included with this source.
 *
 * Copyright 2000-2004, Jack Moffitt <jack@xiph.org, 
 *                      Michael Smith <msmith@xiph.org>,
 *                      oddsock <oddsock@xiph.org>,
 *                      Karl Heyes <karl@xiph.org>
 *                      and others (see AUTHORS for details).
 */

13
/* -*- c-basic-offset: 4; indent-tabs-mode: nil; -*- */
14 15 16 17
#ifdef HAVE_CONFIG_H
#include <config.h>
#endif

Jack Moffitt's avatar
Jack Moffitt committed
18 19 20 21
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <sys/types.h>
22
#include <ogg/ogg.h>
Michael Smith's avatar
Michael Smith committed
23
#include <errno.h>
24 25

#ifndef _WIN32
26
#include <unistd.h>
Jack Moffitt's avatar
Jack Moffitt committed
27 28
#include <sys/time.h>
#include <sys/socket.h>
29
#else
30 31
#include <winsock2.h>
#include <windows.h>
32
#endif
Jack Moffitt's avatar
Jack Moffitt committed
33

Karl Heyes's avatar
Karl Heyes committed
34 35 36 37
#include "thread/thread.h"
#include "avl/avl.h"
#include "httpp/httpp.h"
#include "net/sock.h"
Jack Moffitt's avatar
Jack Moffitt committed
38 39 40 41 42 43

#include "connection.h"
#include "global.h"
#include "refbuf.h"
#include "client.h"
#include "stats.h"
44
#include "logging.h"
45
#include "cfgfile.h"
46
#include "util.h"
brendan's avatar
brendan committed
47
#ifdef USE_YP
48
#include "geturl.h"
49
#endif
Jack Moffitt's avatar
Jack Moffitt committed
50
#include "source.h"
Michael Smith's avatar
Michael Smith committed
51
#include "format.h"
Michael Smith's avatar
Michael Smith committed
52
#include "auth.h"
Jack Moffitt's avatar
Jack Moffitt committed
53

54 55 56
#undef CATMODULE
#define CATMODULE "source"

Michael Smith's avatar
Michael Smith committed
57 58
#define MAX_FALLBACK_DEPTH 10

59 60
mutex_t move_clients_mutex;

Jack Moffitt's avatar
Jack Moffitt committed
61 62 63
/* avl tree helper */
static int _compare_clients(void *compare_arg, void *a, void *b);
static int _free_client(void *key);
64
static int _parse_audio_info(source_t *source, char *s);
Jack Moffitt's avatar
Jack Moffitt committed
65

66
source_t *source_create(client_t *client, connection_t *con, 
Michael Smith's avatar
Michael Smith committed
67 68
    http_parser_t *parser, const char *mount, format_type_t type, 
    mount_proxy *mountinfo)
Jack Moffitt's avatar
Jack Moffitt committed
69
{
70
    source_t *src;
Jack Moffitt's avatar
Jack Moffitt committed
71

72
    src = (source_t *)malloc(sizeof(source_t));
73
    src->client = client;
74
    src->mount = (char *)strdup(mount);
Michael Smith's avatar
Michael Smith committed
75
    src->fallback_mount = NULL;
76 77 78 79 80
    src->format = format_get_plugin(type, src->mount, parser);
    src->con = con;
    src->parser = parser;
    src->client_tree = avl_tree_new(_compare_clients, NULL);
    src->pending_tree = avl_tree_new(_compare_clients, NULL);
81
    src->running = 1;
82 83
    src->num_yp_directories = 0;
    src->listeners = 0;
84
    src->max_listeners = -1;
85
    src->send_return = 0;
Michael Smith's avatar
Michael Smith committed
86 87
    src->dumpfilename = NULL;
    src->dumpfile = NULL;
88
    src->audio_info = util_dict_new();
89
    src->yp_public = 0;
Michael Smith's avatar
Michael Smith committed
90 91
    src->fallback_override = 0;
    src->no_mount = 0;
92
    src->authenticator = NULL;
Jack Moffitt's avatar
Jack Moffitt committed
93

Michael Smith's avatar
Michael Smith committed
94
    if(mountinfo != NULL) {
95 96
        if (mountinfo->fallback_mount != NULL)
            src->fallback_mount = strdup (mountinfo->fallback_mount);
Michael Smith's avatar
Michael Smith committed
97
        src->max_listeners = mountinfo->max_listeners;
98 99
        if (mountinfo->dumpfile != NULL)
            src->dumpfilename = strdup (mountinfo->dumpfile);
Michael Smith's avatar
Michael Smith committed
100 101 102 103 104
        if(mountinfo->auth_type != NULL)
            src->authenticator = auth_get_authenticator(
                    mountinfo->auth_type, mountinfo->auth_options);
        src->fallback_override = mountinfo->fallback_override;
        src->no_mount = mountinfo->no_mount;
Michael Smith's avatar
Michael Smith committed
105 106 107 108 109 110 111 112 113 114
    }

    if(src->dumpfilename != NULL) {
        src->dumpfile = fopen(src->dumpfilename, "ab");
        if(src->dumpfile == NULL) {
            WARN2("Cannot open dump file \"%s\" for appending: %s, disabling.",
                    src->dumpfilename, strerror(errno));
        }
    }

115
    return src;
Jack Moffitt's avatar
Jack Moffitt committed
116 117
}

Michael Smith's avatar
Michael Smith committed
118 119 120 121
/* Find a mount with this raw name - ignoring fallbacks. You should have the
 * global source tree locked to call this.
 */
source_t *source_find_mount_raw(const char *mount)
Jack Moffitt's avatar
Jack Moffitt committed
122
{
123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145
    source_t *source;
    avl_node *node;
    int cmp;

    if (!mount) {
        return NULL;
    }
    /* get the root node */
    node = global.source_tree->root->right;
    
    while (node) {
        source = (source_t *)node->key;
        cmp = strcmp(mount, source->mount);
        if (cmp < 0) 
            node = node->left;
        else if (cmp > 0)
            node = node->right;
        else
            return source;
    }
    
    /* didn't find it */
    return NULL;
Jack Moffitt's avatar
Jack Moffitt committed
146 147
}

Michael Smith's avatar
Michael Smith committed
148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179
static source_t *source_find_mount_recursive(const char *mount, int depth)
{
    source_t *source = source_find_mount_raw(mount);
    mount_proxy *mountinfo;
    ice_config_t *config;
    char *fallback_mount;
    
    if(source == NULL) {
        if(depth > MAX_FALLBACK_DEPTH)
            return NULL;

        /* Look for defined mounts to find a fallback source */

        config = config_get_config();
        mountinfo = config->mounts;
        thread_mutex_lock(&(config_locks()->mounts_lock));
        config_release_config();

        while(mountinfo) {
            if(!strcmp(mountinfo->mountname, mount))
                break;
            mountinfo = mountinfo->next;
        }
        
        if(mountinfo)
            fallback_mount = mountinfo->fallback_mount;
        else
            fallback_mount = NULL;

        thread_mutex_unlock(&(config_locks()->mounts_lock));

        if(fallback_mount != NULL) {
180
            return source_find_mount_recursive(fallback_mount, depth+1);
Michael Smith's avatar
Michael Smith committed
181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197
        }
    }

    return source;
}

/* you must already have a read lock on the global source tree
** to call this function
*/
source_t *source_find_mount(const char *mount)
{
    if (!mount)
        return NULL;

    return source_find_mount_recursive(mount, 0);
}

Jack Moffitt's avatar
Jack Moffitt committed
198 199
int source_compare_sources(void *arg, void *a, void *b)
{
200 201
    source_t *srca = (source_t *)a;
    source_t *srcb = (source_t *)b;
Jack Moffitt's avatar
Jack Moffitt committed
202

203
    return strcmp(srca->mount, srcb->mount);
Jack Moffitt's avatar
Jack Moffitt committed
204 205 206 207
}

int source_free_source(void *key)
{
208
    source_t *source = key;
brendan's avatar
brendan committed
209 210 211
#ifdef USE_YP
    int i;
#endif
Jack Moffitt's avatar
Jack Moffitt committed
212

213
    free(source->mount);
Michael Smith's avatar
Michael Smith committed
214
    free(source->fallback_mount);
215
    free(source->dumpfilename);
216
    client_destroy(source->client);
217 218 219
    avl_tree_free(source->pending_tree, _free_client);
    avl_tree_free(source->client_tree, _free_client);
    source->format->free_plugin(source->format);
brendan's avatar
brendan committed
220
#ifdef USE_YP
Ed "oddsock" Zaleski's avatar
Ed "oddsock" Zaleski committed
221 222 223
    for (i=0; i<source->num_yp_directories; i++) {
        yp_destroy_ypdata(source->ypdata[i]);
    }
224
#endif
225
    util_dict_free(source->audio_info);
226
    free(source);
Jack Moffitt's avatar
Jack Moffitt committed
227

228
    return 1;
Jack Moffitt's avatar
Jack Moffitt committed
229
}
230 231 232 233

client_t *source_find_client(source_t *source, int id)
{
    client_t fakeclient;
234
    void *result;
235 236 237 238 239 240
    connection_t fakecon;

    fakeclient.con = &fakecon;
    fakeclient.con->id = id;

    avl_tree_rlock(source->client_tree);
241
    if(avl_get_by_key(source->client_tree, &fakeclient, &result) == 0)
242 243 244 245 246 247 248 249
    {
        avl_tree_unlock(source->client_tree);
        return result;
    }

    avl_tree_unlock(source->client_tree);
    return NULL;
}
250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265

void source_move_clients (source_t *source, source_t *dest)
{
    client_t *client;
    avl_node *node;

    if (source->format->type != dest->format->type)
    {
        WARN2 ("stream %s and %s are of different types, ignored", source->mount, dest->mount);
        return;
    }
    if (dest->running == 0)
    {
        WARN1 ("source %s not running, unable to move clients ", dest->mount);
        return;
    }
266
    
267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306
    /* we don't want the two write locks to deadlock in here */
    thread_mutex_lock (&move_clients_mutex);

    /* we need to move the client and pending trees */
    avl_tree_wlock (dest->pending_tree);
    avl_tree_wlock (source->pending_tree);

    while (1)
    {
        node = avl_get_first (source->pending_tree);
        if (node == NULL)
            break;
        client = (client_t *)(node->key);
        avl_delete (source->pending_tree, client, NULL);

        /* TODO: reset client local format data?  */
        avl_insert (dest->pending_tree, (void *)client);
    }
    avl_tree_unlock (source->pending_tree);

    avl_tree_wlock (source->client_tree);
    while (1)
    {
        node = avl_get_first (source->client_tree);
        if (node == NULL)
            break;

        client = (client_t *)(node->key);
        avl_delete (source->client_tree, client, NULL);

        /* TODO: reset client local format data?  */
        avl_insert (dest->pending_tree, (void *)client);
    }
    source->listeners = 0;
    stats_event(source->mount, "listeners", "0");
    avl_tree_unlock (source->client_tree);
    avl_tree_unlock (dest->pending_tree);
    thread_mutex_unlock (&move_clients_mutex);
}

Jack Moffitt's avatar
Jack Moffitt committed
307 308 309

void *source_main(void *arg)
{
310
    source_t *source = (source_t *)arg;
Michael Smith's avatar
Michael Smith committed
311
    source_t *fallback_source;
312 313 314 315 316 317 318 319
    char buffer[4096];
    long bytes, sbytes;
    int ret, timeout;
    client_t *client;
    avl_node *client_node;

    refbuf_t *refbuf, *abuf;
    int data_done;
Jack Moffitt's avatar
Jack Moffitt committed
320

brendan's avatar
brendan committed
321 322 323 324
#ifdef USE_YP
    char *s;
    long current_time;
    int    i;
325
    char *ai;
brendan's avatar
brendan committed
326
#endif
Jack Moffitt's avatar
Jack Moffitt committed
327

Michael Smith's avatar
Michael Smith committed
328 329 330
    long queue_limit;
    ice_config_t *config;
    char *hostname;
331 332
    char *listenurl;
    int listen_url_size;
Michael Smith's avatar
Michael Smith committed
333 334 335 336 337
    int port;

    config = config_get_config();
    
    queue_limit = config->queue_size_limit;
338
    timeout = config->source_timeout;
339
    hostname = strdup(config->hostname);
Michael Smith's avatar
Michael Smith committed
340 341
    port = config->port;

brendan's avatar
brendan committed
342
#ifdef USE_YP
343 344 345 346
    for (i=0;i<config->num_yp_directories;i++) {
        if (config->yp_url[i]) {
            source->ypdata[source->num_yp_directories] = yp_create_ypdata();
            source->ypdata[source->num_yp_directories]->yp_url = 
Michael Smith's avatar
Michael Smith committed
347
                config->yp_url[i];
348
            source->ypdata[source->num_yp_directories]->yp_url_timeout = 
Michael Smith's avatar
Michael Smith committed
349
                config->yp_url_timeout[i];
350 351 352 353
            source->ypdata[source->num_yp_directories]->yp_touch_interval = 0;
            source->num_yp_directories++;
        }
    }
354 355
#endif
    
Michael Smith's avatar
Michael Smith committed
356
    config_release_config();
357

358 359
    /* grab a read lock, to make sure we get a chance to cleanup */
    thread_rwlock_rlock(source->shutdown_rwlock);
Jack Moffitt's avatar
Jack Moffitt committed
360

361 362 363 364
    avl_tree_wlock(global.source_tree);
    /* Now, we must do a final check with write lock taken out that the
     * mountpoint is available..
     */
Michael Smith's avatar
Michael Smith committed
365
    if (source_find_mount_raw(source->mount) != NULL) {
366 367 368 369
        avl_tree_unlock(global.source_tree);
        if(source->send_return) {
            client_send_404(source->client, "Mountpoint in use");
        }
370 371 372 373
        global_lock();
        global.sources--;
        global_unlock();
        thread_rwlock_unlock(source->shutdown_rwlock);
374 375 376
        thread_exit(0);
        return NULL;
    }
377 378 379 380
    /* insert source onto source tree */
    avl_insert(global.source_tree, (void *)source);
    /* release write lock on global source tree */
    avl_tree_unlock(global.source_tree);
Jack Moffitt's avatar
Jack Moffitt committed
381

382 383 384 385 386 387 388 389 390
    /* If we connected successfully, we can send the message (if requested)
     * back
     */
    if(source->send_return) {
        source->client->respcode = 200;
        bytes = sock_write(source->client->con->sock, 
                "HTTP/1.0 200 OK\r\n\r\n");
        if(bytes > 0) source->client->con->sent_bytes = bytes;
    }
Jack Moffitt's avatar
Jack Moffitt committed
391

392 393
    /* start off the statistics */
    source->listeners = 0;
394 395
    stats_event(source->mount, "listeners", "0");
    stats_event(source->mount, "type", source->format->format_description);
brendan's avatar
brendan committed
396
#ifdef USE_YP
397 398 399 400
    /* ice-* is icecast, icy-* is shoutcast */
    if ((s = httpp_getvar(source->parser, "ice-url"))) {
        add_yp_info(source, "server_url", s, YP_SERVER_URL);
    }
401
    if ((s = httpp_getvar(source->parser, "ice-name"))) {
402 403 404 405
        add_yp_info(source, "server_name", s, YP_SERVER_NAME);
    }
    if ((s = httpp_getvar(source->parser, "icy-name"))) {
        add_yp_info(source, "server_name", s, YP_SERVER_NAME);
406 407
    }
    if ((s = httpp_getvar(source->parser, "ice-url"))) {
408 409 410 411
        add_yp_info(source, "server_url", s, YP_SERVER_URL);
    }
    if ((s = httpp_getvar(source->parser, "icy-url"))) {
        add_yp_info(source, "server_url", s, YP_SERVER_URL);
412 413
    }
    if ((s = httpp_getvar(source->parser, "ice-genre"))) {
414 415 416 417
        add_yp_info(source, "genre", s, YP_SERVER_GENRE);
    }
    if ((s = httpp_getvar(source->parser, "icy-genre"))) {
        add_yp_info(source, "genre", s, YP_SERVER_GENRE);
418 419
    }
    if ((s = httpp_getvar(source->parser, "ice-bitrate"))) {
420 421 422 423
        add_yp_info(source, "bitrate", s, YP_BITRATE);
    }
    if ((s = httpp_getvar(source->parser, "icy-br"))) {
        add_yp_info(source, "bitrate", s, YP_BITRATE);
424 425
    }
    if ((s = httpp_getvar(source->parser, "ice-description"))) {
426
        add_yp_info(source, "server_description", s, YP_SERVER_DESC);
427
    }
428
    if ((s = httpp_getvar(source->parser, "ice-public"))) {
429
        stats_event(source->mount, "public", s);
430 431 432 433 434
        source->yp_public = atoi(s);
    }
    if ((s = httpp_getvar(source->parser, "icy-pub"))) {
        stats_event(source->mount, "public", s);
        source->yp_public = atoi(s);
435 436
    }
    if ((s = httpp_getvar(source->parser, "ice-audio-info"))) {
437
        stats_event(source->mount, "audio_info", s);
438 439
        if (_parse_audio_info(source, s)) {
            ai = util_dict_urlencode(source->audio_info, '&');
440
            add_yp_info(source, "audio_info", 
441 442
                    ai,
                    YP_AUDIO_INFO);
443 444 445
            if (ai) {
                free(ai);
            }
446
        }
447 448
    }
    for (i=0;i<source->num_yp_directories;i++) {
449
        add_yp_info(source, "server_type", 
450 451
                     source->format->format_description,
                     YP_SERVER_TYPE);
452 453 454 455 456
        if (source->ypdata[i]->listen_url) {
            free(source->ypdata[i]->listen_url);
        }
        /* 6 for max size of port */
        listen_url_size = strlen("http://") + 
Michael Smith's avatar
Michael Smith committed
457
            strlen(hostname) + 
458
            strlen(":") + 6 + strlen(source->mount) + 1;
459 460
        source->ypdata[i]->listen_url = malloc(listen_url_size);
        sprintf(source->ypdata[i]->listen_url, "http://%s:%d%s", 
Michael Smith's avatar
Michael Smith committed
461
                hostname, port, source->mount);
462
    }
463

464
    if(source->yp_public) {
465

466
        current_time = time(NULL);
467

468
        for (i=0;i<source->num_yp_directories;i++) {
469 470
            /* Give the source 5 seconds to update the metadata
               before we do our first touch */
471
            /* Don't permit touch intervals of less than 30 seconds */
472 473 474
            if (source->ypdata[i]->yp_touch_interval <= 30) {
                source->ypdata[i]->yp_touch_interval = 30;
            }
475
            source->ypdata[i]->yp_last_touch = 0;
476
        }
477
    }
478
#endif
479 480 481 482 483 484 485 486 487 488 489 490 491 492
    /* 6 for max size of port */
    listen_url_size = strlen("http://") + 
    strlen(hostname) + strlen(":") + 6 + strlen(source->mount) + 1;
    
    listenurl = malloc(listen_url_size);
    memset(listenurl, '\000', listen_url_size);
    sprintf(listenurl, "http://%s:%d%s", hostname, port, source->mount);
    stats_event(source->mount, "listenurl", listenurl);
    if (hostname) {
        free(hostname);
    }
    if (listenurl) {
        free(listenurl);
    }
493

494 495
    DEBUG0("Source creation complete");

Michael Smith's avatar
Michael Smith committed
496 497 498 499 500 501 502 503 504 505 506
    /*
    ** Now, if we have a fallback source and override is on, we want
    ** to steal it's clients, because it means we've come back online
    ** after a failure and they should be gotten back from the waiting
    ** loop or jingle track or whatever the fallback is used for
    */

    if(source->fallback_override && source->fallback_mount) {
        avl_tree_rlock(global.source_tree);
        fallback_source = source_find_mount(source->fallback_mount);

507 508
        if (fallback_source)
            source_move_clients (fallback_source, source);
Michael Smith's avatar
Michael Smith committed
509

510
        avl_tree_unlock(global.source_tree);
Michael Smith's avatar
Michael Smith committed
511 512
    }

513 514
    while (global.running == ICE_RUNNING && source->running) {
        ret = source->format->get_buffer(source->format, NULL, 0, &refbuf);
Michael Smith's avatar
Michael Smith committed
515 516 517 518
        if(ret < 0) {
            WARN0("Bad data from source");
            break;
        }
519
        bytes = 1; /* Set to > 0 so that the post-loop check won't be tripped */
520 521 522
        while (refbuf == NULL) {
            bytes = 0;
            while (bytes <= 0) {
523 524
                ret = util_timed_wait_for_fd(source->con->sock, timeout*1000);

525 526
                if (ret < 0 && sock_recoverable (sock_error()))
                   continue;
527
                if (ret <= 0) { /* timeout expired */
528 529
                    WARN1("Disconnecting source: socket timeout (%d s) expired",
                           timeout);
530 531 532
                    bytes = 0;
                    break;
                }
Jack Moffitt's avatar
Jack Moffitt committed
533

534
                bytes = sock_read_bytes(source->con->sock, buffer, 4096);
Michael Smith's avatar
Michael Smith committed
535 536 537
                if (bytes == 0 || 
                        (bytes < 0 && !sock_recoverable(sock_error()))) 
                {
538 539
                    DEBUG1("Disconnecting source due to socket read error: %s",
                            strerror(sock_error()));
540
                    break;
541
                }
542 543
            }
            if (bytes <= 0) break;
544
            source->client->con->sent_bytes += bytes;
Michael Smith's avatar
Michael Smith committed
545 546
            ret = source->format->get_buffer(source->format, buffer, bytes, 
                    &refbuf);
Michael Smith's avatar
Michael Smith committed
547 548 549 550
            if(ret < 0) {
                WARN0("Bad data from source");
                goto done;
            }
551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568
        }

        if (bytes <= 0) {
            INFO0("Removing source following disconnection");
            break;
        }

        /* we have a refbuf buffer, which a data block to be sent to 
        ** all clients.  if a client is not able to send the buffer
        ** immediately, it should store it on its queue for the next
        ** go around.
        **
        ** instead of sending the current block, a client should send
        ** all data in the queue, plus the current block, until either
        ** it runs out of data, or it hits a recoverable error like
        ** EAGAIN.  this will allow a client that got slightly lagged
        ** to catch back up if it can
        */
Jack Moffitt's avatar
Jack Moffitt committed
569

Michael Smith's avatar
Michael Smith committed
570 571 572 573 574 575 576 577 578 579 580 581
        /* First, stream dumping, if enabled */
        if(source->dumpfile) {
            if(fwrite(refbuf->data, 1, refbuf->len, source->dumpfile) !=
                    refbuf->len) 
            {
                WARN1("Write to dump file failed, disabling: %s", 
                        strerror(errno));
                fclose(source->dumpfile);
                source->dumpfile = NULL;
            }
        }

582 583
        /* acquire read lock on client_tree */
        avl_tree_rlock(source->client_tree);
Jack Moffitt's avatar
Jack Moffitt committed
584

585 586 587 588
        client_node = avl_get_first(source->client_tree);
        while (client_node) {
            /* acquire read lock on node */
            avl_node_wlock(client_node);
Jack Moffitt's avatar
Jack Moffitt committed
589

590 591 592
            client = (client_t *)client_node->key;
            
            data_done = 0;
Jack Moffitt's avatar
Jack Moffitt committed
593

594 595 596 597 598 599 600
            /* do we have any old buffers? */
            abuf = refbuf_queue_remove(&client->queue);
            while (abuf) {
                if (client->pos > 0)
                    bytes = abuf->len - client->pos;
                else
                    bytes = abuf->len;
Jack Moffitt's avatar
Jack Moffitt committed
601

602
                sbytes = source->format->write_buf_to_client(source->format,
603
                        client, &abuf->data[client->pos], bytes);
604
                if (sbytes >= 0) {
605
                    if(sbytes != bytes) {
606 607 608
                        /* We didn't send the entire buffer. Leave it for
                         * the moment, handle it in the next iteration.
                         */
609 610 611 612 613 614
                        client->pos += sbytes;
                        refbuf_queue_insert(&client->queue, abuf);
                        data_done = 1;
                        break;
                    }
                }
615
                else {
Michael Smith's avatar
Michael Smith committed
616 617
                    DEBUG0("Client has unrecoverable error catching up. "
                            "Client has probably disconnected");
618
                    client->con->error = 1;
619
                    data_done = 1;
620
                    refbuf_release(abuf);
621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636
                    break;
                }
                
                /* we're done with that refbuf, release it and reset the pos */
                refbuf_release(abuf);
                client->pos = 0;

                abuf = refbuf_queue_remove(&client->queue);
            }
            
            /* now send or queue the new data */
            if (data_done) {
                refbuf_addref(refbuf);
                refbuf_queue_add(&client->queue, refbuf);
            } else {
                sbytes = source->format->write_buf_to_client(source->format,
637
                        client, refbuf->data, refbuf->len);
638
                if (sbytes >= 0) {
639 640
                    if(sbytes != refbuf->len) {
                        /* Didn't send the entire buffer, queue it */
641
                        client->pos = sbytes;
642
                        refbuf_addref(refbuf);
Michael Smith's avatar
Michael Smith committed
643
                        refbuf_queue_insert(&client->queue, refbuf);
644 645
                    }
                }
646
                else {
Michael Smith's avatar
Michael Smith committed
647 648
                    DEBUG0("Client had unrecoverable error with new data, "
                            "probably due to client disconnection");
649
                    client->con->error = 1;
650 651 652 653 654 655 656 657
                }
            }

            /* if the client is too slow, its queue will slowly build up.
            ** we need to make sure the client is keeping up with the
            ** data, so we'll kick any client who's queue gets to large.
            */
            if (refbuf_queue_length(&client->queue) > queue_limit) {
658
                DEBUG0("Client has fallen too far behind, removing");
659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682
                client->con->error = 1;
            }

            /* release read lock on node */
            avl_node_unlock(client_node);

            /* get the next node */
            client_node = avl_get_next(client_node);
        }
        /* release read lock on client_tree */
        avl_tree_unlock(source->client_tree);

        refbuf_release(refbuf);

        /* acquire write lock on client_tree */
        avl_tree_wlock(source->client_tree);

        /** delete bad clients **/
        client_node = avl_get_first(source->client_tree);
        while (client_node) {
            client = (client_t *)client_node->key;
            if (client->con->error) {
                client_node = avl_get_next(client_node);
                avl_delete(source->client_tree, (void *)client, _free_client);
Michael Smith's avatar
Michael Smith committed
683 684 685
                source->listeners--;
                stats_event_args(source->mount, "listeners", "%d", 
                        source->listeners);
686
                DEBUG0("Client removed");
687 688 689 690 691 692 693 694 695 696 697
                continue;
            }
            client_node = avl_get_next(client_node);
        }

        /* acquire write lock on pending_tree */
        avl_tree_wlock(source->pending_tree);

        /** add pending clients **/
        client_node = avl_get_first(source->pending_tree);
        while (client_node) {
Michael Smith's avatar
Michael Smith committed
698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715
            if(source->max_listeners != -1 && 
                    source->listeners >= source->max_listeners) 
            {
                /* The common case is caught in the main connection handler,
                 * this deals with rarer cases (mostly concerning fallbacks)
                 * and doesn't give the listening client any information about
                 * why they were disconnected
                 */
                client = (client_t *)client_node->key;
                client_node = avl_get_next(client_node);
                avl_delete(source->pending_tree, (void *)client, _free_client);

                INFO0("Client deleted, exceeding maximum listeners for this "
                        "mountpoint.");
                continue;
            }
            
            /* Otherwise, the client is accepted, add it */
716
            avl_insert(source->client_tree, client_node->key);
Michael Smith's avatar
Michael Smith committed
717 718

            source->listeners++;
719
            DEBUG0("Client added");
720 721
            stats_event_inc(NULL, "clients");
            stats_event_inc(source->mount, "connections");
Michael Smith's avatar
Michael Smith committed
722 723
            stats_event_args(source->mount, "listeners", "%d", 
                    source->listeners);
724 725 726 727 728 729 730 731 732 733 734 735 736 737

            /* we have to send cached headers for some data formats
            ** this is where we queue up the buffers to send
            */
            if (source->format->has_predata) {
                client = (client_t *)client_node->key;
                client->queue = source->format->get_predata(source->format);
            }

            client_node = avl_get_next(client_node);
        }

        /** clear pending tree **/
        while (avl_get_first(source->pending_tree)) {
Michael Smith's avatar
Michael Smith committed
738 739 740
            avl_delete(source->pending_tree, 
                    avl_get_first(source->pending_tree)->key, 
                    source_remove_client);
741 742 743 744 745 746 747 748
        }

        /* release write lock on pending_tree */
        avl_tree_unlock(source->pending_tree);

        /* release write lock on client_tree */
        avl_tree_unlock(source->client_tree);
    }
Jack Moffitt's avatar
Jack Moffitt committed
749

Michael Smith's avatar
Michael Smith committed
750 751
done:

752
    INFO1("Source \"%s\" exiting", source->mount);
753

brendan's avatar
brendan committed
754
#ifdef USE_YP
755
    if(source->yp_public) {
756 757
        yp_remove(source);
    }
758 759
#endif
    
760 761 762 763
    /* Now, we must remove this source from the source tree before
     * removing the clients, otherwise new clients can sneak into the pending
     * tree after we've cleared it
     */
764
    avl_tree_wlock(global.source_tree);
765 766
    fallback_source = source_find_mount (source->fallback_mount);
    avl_delete (global.source_tree, source, NULL);
Michael Smith's avatar
Michael Smith committed
767

768 769
    if (fallback_source != NULL)
        source_move_clients (source, fallback_source);
Michael Smith's avatar
Michael Smith committed
770

771
    avl_tree_unlock (global.source_tree);
Jack Moffitt's avatar
Jack Moffitt committed
772

773 774 775
    /* delete this sources stats */
    stats_event_dec(NULL, "sources");
    stats_event(source->mount, "listeners", NULL);
Jack Moffitt's avatar
Jack Moffitt committed
776

777 778 779
    global_lock();
    global.sources--;
    global_unlock();
Jack Moffitt's avatar
Jack Moffitt committed
780

Michael Smith's avatar
Michael Smith committed
781 782 783
    if(source->dumpfile)
        fclose(source->dumpfile);

784 785
    /* release our hold on the lock so the main thread can continue cleaning up */
    thread_rwlock_unlock(source->shutdown_rwlock);
Jack Moffitt's avatar
Jack Moffitt committed
786

787 788
    source_free_source(source);

789
    thread_exit(0);
Jack Moffitt's avatar
Jack Moffitt committed
790
      
791
    return NULL;
Jack Moffitt's avatar
Jack Moffitt committed
792 793 794 795
}

static int _compare_clients(void *compare_arg, void *a, void *b)
{
796 797 798 799 800
    client_t *clienta = (client_t *)a;
    client_t *clientb = (client_t *)b;

    connection_t *cona = clienta->con;
    connection_t *conb = clientb->con;
Jack Moffitt's avatar
Jack Moffitt committed
801

802 803
    if (cona->id < conb->id) return -1;
    if (cona->id > conb->id) return 1;
Jack Moffitt's avatar
Jack Moffitt committed
804

805
    return 0;
Jack Moffitt's avatar
Jack Moffitt committed
806 807
}

808
int source_remove_client(void *key)
Jack Moffitt's avatar
Jack Moffitt committed
809
{
810
    return 1;
Jack Moffitt's avatar
Jack Moffitt committed
811 812 813 814
}

static int _free_client(void *key)
{
815 816 817 818 819 820 821 822 823 824
    client_t *client = (client_t *)key;

    global_lock();
    global.clients--;
    global_unlock();
    stats_event_dec(NULL, "clients");
    
    client_destroy(client);
    
    return 1;
Jack Moffitt's avatar
Jack Moffitt committed
825
}
826

827 828
static int _parse_audio_info(source_t *source, char *s)
{
829 830 831 832
    char *token = NULL;
    char *pvar = NULL;
    char *variable = NULL;
    char *value = NULL;
833 834 835 836 837

    while ((token = strtok(s,";")) != NULL) {
        pvar = strchr(token, '=');
        if (pvar) {
            variable = (char *)malloc(pvar-token+1);
838
            strncpy(variable, token, pvar-token);    
839
            variable[pvar-token] = 0;
840 841
            pvar++;
            if (strlen(pvar)) {
842
                value = util_url_unescape(pvar);
843 844
                util_dict_set(source->audio_info, variable, value);
                stats_event(source->mount, variable, value);
845 846 847
                if (value) {
                    free(value);
                }
848 849
            }
            if (variable) {
850
                free(variable);
851 852 853 854 855 856
            }
        }
        s = NULL;
    }
    return 1;
}