source.c 28.5 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12
/* Icecast
 *
 * This program is distributed under the GNU General Public License, version 2.
 * A copy of this license is included with this source.
 *
 * Copyright 2000-2004, Jack Moffitt <jack@xiph.org, 
 *                      Michael Smith <msmith@xiph.org>,
 *                      oddsock <oddsock@xiph.org>,
 *                      Karl Heyes <karl@xiph.org>
 *                      and others (see AUTHORS for details).
 */

13
/* -*- c-basic-offset: 4; indent-tabs-mode: nil; -*- */
14 15 16 17
#ifdef HAVE_CONFIG_H
#include <config.h>
#endif

Jack Moffitt's avatar
Jack Moffitt committed
18 19 20 21
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <sys/types.h>
22
#include <ogg/ogg.h>
Michael Smith's avatar
Michael Smith committed
23
#include <errno.h>
24 25

#ifndef _WIN32
26
#include <unistd.h>
Jack Moffitt's avatar
Jack Moffitt committed
27 28
#include <sys/time.h>
#include <sys/socket.h>
29
#else
30 31
#include <winsock2.h>
#include <windows.h>
32
#endif
Jack Moffitt's avatar
Jack Moffitt committed
33

Karl Heyes's avatar
Karl Heyes committed
34 35 36 37
#include "thread/thread.h"
#include "avl/avl.h"
#include "httpp/httpp.h"
#include "net/sock.h"
Jack Moffitt's avatar
Jack Moffitt committed
38 39 40 41 42 43

#include "connection.h"
#include "global.h"
#include "refbuf.h"
#include "client.h"
#include "stats.h"
44
#include "logging.h"
45
#include "cfgfile.h"
46
#include "util.h"
brendan's avatar
brendan committed
47
#ifdef USE_YP
48
#include "geturl.h"
49
#endif
Jack Moffitt's avatar
Jack Moffitt committed
50
#include "source.h"
Michael Smith's avatar
Michael Smith committed
51
#include "format.h"
Michael Smith's avatar
Michael Smith committed
52
#include "auth.h"
Jack Moffitt's avatar
Jack Moffitt committed
53

54 55 56
#undef CATMODULE
#define CATMODULE "source"

Michael Smith's avatar
Michael Smith committed
57 58
#define MAX_FALLBACK_DEPTH 10

59 60
mutex_t move_clients_mutex;

Jack Moffitt's avatar
Jack Moffitt committed
61 62 63
/* avl tree helper */
static int _compare_clients(void *compare_arg, void *a, void *b);
static int _free_client(void *key);
64
static int _parse_audio_info(source_t *source, char *s);
Jack Moffitt's avatar
Jack Moffitt committed
65

66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103
/* Allocate a new source with the stated mountpoint, if one already
 * exists with that mountpoint in the global source tree then return
 * NULL.
 */
source_t *source_reserve (const char *mount)
{
    source_t *src = NULL;

    do
    {
        avl_tree_wlock (global.source_tree);
        src = source_find_mount_raw (mount);
        if (src)
        {
            src = NULL;
            break;
        }

        src = calloc (1, sizeof(source_t));
        if (src == NULL)
            break;

        src->client_tree = avl_tree_new(_compare_clients, NULL);
        src->pending_tree = avl_tree_new(_compare_clients, NULL);

        /* make duplicates for strings or similar */
        src->mount = strdup (mount);
        src->max_listeners = -1;

        avl_insert (global.source_tree, src);

    } while (0);

    avl_tree_unlock (global.source_tree);
    return src;
}


Michael Smith's avatar
Michael Smith committed
104 105 106 107
/* Find a mount with this raw name - ignoring fallbacks. You should have the
 * global source tree locked to call this.
 */
source_t *source_find_mount_raw(const char *mount)
Jack Moffitt's avatar
Jack Moffitt committed
108
{
109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131
    source_t *source;
    avl_node *node;
    int cmp;

    if (!mount) {
        return NULL;
    }
    /* get the root node */
    node = global.source_tree->root->right;
    
    while (node) {
        source = (source_t *)node->key;
        cmp = strcmp(mount, source->mount);
        if (cmp < 0) 
            node = node->left;
        else if (cmp > 0)
            node = node->right;
        else
            return source;
    }
    
    /* didn't find it */
    return NULL;
Jack Moffitt's avatar
Jack Moffitt committed
132 133
}

134 135

/* Search for mount, if the mount is there but not currently running then
Karl Heyes's avatar
Karl Heyes committed
136
 * check the fallback, and so on.  Must have a global source lock to call
137 138 139
 * this function.
 */
source_t *source_find_mount (const char *mount)
Michael Smith's avatar
Michael Smith committed
140
{
141
    source_t *source = NULL;
Michael Smith's avatar
Michael Smith committed
142
    ice_config_t *config;
143 144 145 146 147 148 149 150 151 152 153 154
    mount_proxy *mountinfo;
    int depth = 0;

    config = config_get_config();
    while (mount != NULL)
    {
        /* limit the number of times through, maybe infinite */
        if (depth > MAX_FALLBACK_DEPTH)
        {
            source = NULL;
            break;
        }
Michael Smith's avatar
Michael Smith committed
155

156 157 158
        source = source_find_mount_raw(mount);
        if (source == NULL)
            break; /* fallback to missing mountpoint */
Michael Smith's avatar
Michael Smith committed
159

160 161
        if (source->running)
            break;
Michael Smith's avatar
Michael Smith committed
162

163 164 165 166 167 168 169
        /* source is not running, meaning that the fallback is not configured
           within the source, we need to check the mount list */
        mountinfo = config->mounts;
        source = NULL;
        while (mountinfo)
        {
            if (strcmp (mountinfo->mountname, mount) == 0)
Michael Smith's avatar
Michael Smith committed
170 171 172
                break;
            mountinfo = mountinfo->next;
        }
173 174
        if (mountinfo)
            mount = mountinfo->fallback_mount;
Michael Smith's avatar
Michael Smith committed
175
        else
176 177
            mount = NULL;
        depth++;
Michael Smith's avatar
Michael Smith committed
178 179
    }

180
    config_release_config();
Michael Smith's avatar
Michael Smith committed
181 182 183 184
    return source;
}


Jack Moffitt's avatar
Jack Moffitt committed
185 186
int source_compare_sources(void *arg, void *a, void *b)
{
187 188
    source_t *srca = (source_t *)a;
    source_t *srcb = (source_t *)b;
Jack Moffitt's avatar
Jack Moffitt committed
189

190
    return strcmp(srca->mount, srcb->mount);
Jack Moffitt's avatar
Jack Moffitt committed
191 192
}

193 194 195 196

void source_clear_source (source_t *source)
{
#ifdef USE_YP
197
    int i;
198 199 200 201
#endif
    DEBUG1 ("clearing source \"%s\"", source->mount);
    client_destroy(source->client);
    source->client = NULL;
202 203
    source->parser = NULL;
    source->con = NULL;
204

205 206 207 208 209 210 211
    if (source->dumpfile)
    {
        INFO1 ("Closing dumpfile for %s", source->mount);
        fclose (source->dumpfile);
        source->dumpfile = NULL;
    }

212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240
    /* lets kick off any clients that are left on here */
    avl_tree_rlock (source->client_tree);
    while (avl_get_first (source->client_tree))
    {
        avl_delete (source->client_tree,
                avl_get_first (source->client_tree)->key, _free_client);
    }
    avl_tree_unlock (source->client_tree);

    avl_tree_rlock (source->pending_tree);
    while (avl_get_first (source->pending_tree))
    {
        avl_delete (source->pending_tree,
                avl_get_first(source->pending_tree)->key, _free_client);
    }
    avl_tree_unlock (source->pending_tree);

    if (source->format && source->format->free_plugin)
    {
        source->format->free_plugin (source->format);
    }
    source->format = NULL;
#ifdef USE_YP
    for (i=0; i<source->num_yp_directories; i++)
    {
        yp_destroy_ypdata(source->ypdata[i]);
        source->ypdata[i] = NULL;
    }
    source->num_yp_directories = 0;
241 242 243

    util_dict_free (source->audio_info);
    source->audio_info = NULL;
244
#endif
245
    source->queue_size_limit = 0;
246 247 248 249 250 251 252 253 254 255 256 257 258
    source->listeners = 0;
    source->no_mount = 0;
    source->max_listeners = -1;
    source->yp_public = 0;

    free(source->fallback_mount);
    source->fallback_mount = NULL;

    free(source->dumpfilename);
    source->dumpfilename = NULL;
}


259
/* Remove the provided source from the global tree and free it */
260
void source_free_source (source_t *source)
Jack Moffitt's avatar
Jack Moffitt committed
261
{
262 263 264 265 266
    DEBUG1 ("freeing source \"%s\"", source->mount);
    avl_tree_wlock (global.source_tree);
    avl_delete (global.source_tree, source, NULL);
    avl_tree_unlock (global.source_tree);

267 268
    avl_tree_free(source->pending_tree, _free_client);
    avl_tree_free(source->client_tree, _free_client);
269 270 271

    free (source->mount);
    free (source);
Jack Moffitt's avatar
Jack Moffitt committed
272

273
    return;
Jack Moffitt's avatar
Jack Moffitt committed
274
}
275

276

277 278 279
client_t *source_find_client(source_t *source, int id)
{
    client_t fakeclient;
280
    void *result;
281 282 283 284 285 286
    connection_t fakecon;

    fakeclient.con = &fakecon;
    fakeclient.con->id = id;

    avl_tree_rlock(source->client_tree);
287
    if(avl_get_by_key(source->client_tree, &fakeclient, &result) == 0)
288 289 290 291 292 293 294 295
    {
        avl_tree_unlock(source->client_tree);
        return result;
    }

    avl_tree_unlock(source->client_tree);
    return NULL;
}
296

297 298 299 300 301
/* Move clients from source to dest provided dest is running
 * and that the stream format is the same.
 * The only lock that should be held when this is called is the
 * source tree lock
 */
302 303
void source_move_clients (source_t *source, source_t *dest)
{
304 305 306 307
    /* we don't want the two write locks to deadlock in here */
    thread_mutex_lock (&move_clients_mutex);

    /* if the destination is not running then we can't move clients */
308 309 310

    if (dest->running == 0)
    {
311 312
        WARN1 ("destination mount %s not running, unable to move clients ", dest->mount);
        thread_mutex_unlock (&move_clients_mutex);
313 314 315 316
        return;
    }

    avl_tree_wlock (dest->pending_tree);
317
    do
318
    {
319
        client_t *client;
320

321 322
        /* we need to move the client and pending trees */
        avl_tree_wlock (source->pending_tree);
323

324 325 326
        if (source->format == NULL)
        {
            INFO1 ("source mount %s is not available", source->mount);
327
            break;
328 329 330 331 332 333
        }
        if (source->format->type != dest->format->type)
        {
            WARN2 ("stream %s and %s are of different types, ignored", source->mount, dest->mount);
            break;
        }
334

335 336 337 338 339 340 341
        while (1)
        {
            avl_node *node = avl_get_first (source->pending_tree);
            if (node == NULL)
                break;
            client = (client_t *)(node->key);
            avl_delete (source->pending_tree, client, NULL);
342

343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366
            /* TODO: reset client local format data?  */
            avl_insert (dest->pending_tree, (void *)client);
        }

        avl_tree_wlock (source->client_tree);
        while (1)
        {
            avl_node *node = avl_get_first (source->client_tree);
            if (node == NULL)
                break;

            client = (client_t *)(node->key);
            avl_delete (source->client_tree, client, NULL);

            /* TODO: reset client local format data?  */
            avl_insert (dest->pending_tree, (void *)client);
        }
        source->listeners = 0;
        stats_event (source->mount, "listeners", "0");
        avl_tree_unlock (source->client_tree);

    } while (0);

    avl_tree_unlock (source->pending_tree);
367 368 369 370
    avl_tree_unlock (dest->pending_tree);
    thread_mutex_unlock (&move_clients_mutex);
}

Jack Moffitt's avatar
Jack Moffitt committed
371

372
static void source_init (source_t *source)
Jack Moffitt's avatar
Jack Moffitt committed
373
{
374 375 376
    ice_config_t *config = config_get_config();
    char *listenurl;
    int listen_url_size;
brendan's avatar
brendan committed
377 378 379 380
#ifdef USE_YP
    char *s;
    long current_time;
    int    i;
381
    char *ai;
Michael Smith's avatar
Michael Smith committed
382

383 384 385 386
    for (i=0;i<config->num_yp_directories;i++) {
        if (config->yp_url[i]) {
            source->ypdata[source->num_yp_directories] = yp_create_ypdata();
            source->ypdata[source->num_yp_directories]->yp_url = 
387
                strdup (config->yp_url[i]);
388
            source->ypdata[source->num_yp_directories]->yp_url_timeout = 
Michael Smith's avatar
Michael Smith committed
389
                config->yp_url_timeout[i];
390 391 392 393
            source->ypdata[source->num_yp_directories]->yp_touch_interval = 0;
            source->num_yp_directories++;
        }
    }
394
    
395
    source->audio_info = util_dict_new();
396 397 398 399
    /* ice-* is icecast, icy-* is shoutcast */
    if ((s = httpp_getvar(source->parser, "ice-url"))) {
        add_yp_info(source, "server_url", s, YP_SERVER_URL);
    }
400
    if ((s = httpp_getvar(source->parser, "ice-name"))) {
401 402 403 404
        add_yp_info(source, "server_name", s, YP_SERVER_NAME);
    }
    if ((s = httpp_getvar(source->parser, "icy-name"))) {
        add_yp_info(source, "server_name", s, YP_SERVER_NAME);
405 406
    }
    if ((s = httpp_getvar(source->parser, "ice-url"))) {
407 408 409 410
        add_yp_info(source, "server_url", s, YP_SERVER_URL);
    }
    if ((s = httpp_getvar(source->parser, "icy-url"))) {
        add_yp_info(source, "server_url", s, YP_SERVER_URL);
411 412
    }
    if ((s = httpp_getvar(source->parser, "ice-genre"))) {
413 414 415 416
        add_yp_info(source, "genre", s, YP_SERVER_GENRE);
    }
    if ((s = httpp_getvar(source->parser, "icy-genre"))) {
        add_yp_info(source, "genre", s, YP_SERVER_GENRE);
417 418
    }
    if ((s = httpp_getvar(source->parser, "ice-bitrate"))) {
419 420 421 422
        add_yp_info(source, "bitrate", s, YP_BITRATE);
    }
    if ((s = httpp_getvar(source->parser, "icy-br"))) {
        add_yp_info(source, "bitrate", s, YP_BITRATE);
423 424
    }
    if ((s = httpp_getvar(source->parser, "ice-description"))) {
425
        add_yp_info(source, "server_description", s, YP_SERVER_DESC);
426
    }
427
    if ((s = httpp_getvar(source->parser, "ice-public"))) {
428
        stats_event(source->mount, "public", s);
429 430 431 432 433
        source->yp_public = atoi(s);
    }
    if ((s = httpp_getvar(source->parser, "icy-pub"))) {
        stats_event(source->mount, "public", s);
        source->yp_public = atoi(s);
434 435
    }
    if ((s = httpp_getvar(source->parser, "ice-audio-info"))) {
436
        stats_event(source->mount, "audio_info", s);
437 438
        if (_parse_audio_info(source, s)) {
            ai = util_dict_urlencode(source->audio_info, '&');
439
            add_yp_info(source, "audio_info", 
440 441
                    ai,
                    YP_AUDIO_INFO);
442 443 444
            if (ai) {
                free(ai);
            }
445
        }
446 447
    }
    for (i=0;i<source->num_yp_directories;i++) {
448
        add_yp_info(source, "server_type", 
449 450
                     source->format->format_description,
                     YP_SERVER_TYPE);
451 452 453 454
        if (source->ypdata[i]->listen_url) {
            free(source->ypdata[i]->listen_url);
        }
        /* 6 for max size of port */
455 456 457 458 459
        listen_url_size = strlen("http://") + strlen(config->hostname) +
            strlen(":") + 6 + strlen (source->mount) + 1;
        source->ypdata[i]->listen_url = malloc (listen_url_size);
        sprintf (source->ypdata[i]->listen_url, "http://%s:%d%s",
                config->hostname, config->port, source->mount);
460
    }
461

462
    if(source->yp_public) {
463

464
        current_time = time(NULL);
465

466
        for (i=0;i<source->num_yp_directories;i++) {
467 468
            /* Give the source 5 seconds to update the metadata
               before we do our first touch */
469
            /* Don't permit touch intervals of less than 30 seconds */
470 471 472
            if (source->ypdata[i]->yp_touch_interval <= 30) {
                source->ypdata[i]->yp_touch_interval = 30;
            }
473
            source->ypdata[i]->yp_last_touch = 0;
474
        }
475
    }
476
#endif
477

478
    /* 6 for max size of port */
479 480 481 482 483 484 485 486 487 488 489
    listen_url_size = strlen("http://") + strlen(config->hostname) +
        strlen(":") + 6 + strlen(source->mount) + 1;

    listenurl = malloc (listen_url_size);
    memset (listenurl, '\000', listen_url_size);
    snprintf (listenurl, listen_url_size, "http://%s:%d%s",
            config->hostname, config->port, source->mount);
    config_release_config();

    stats_event (source->mount, "listenurl", listenurl);

490 491 492
    if (listenurl) {
        free(listenurl);
    }
493

494 495 496 497 498 499 500 501 502 503
    if (source->dumpfilename != NULL)
    {
        source->dumpfile = fopen (source->dumpfilename, "ab");
        if (source->dumpfile == NULL)
        {
            WARN2("Cannot open dump file \"%s\" for appending: %s, disabling.",
                    source->dumpfilename, strerror(errno));
        }
    }

504 505 506 507 508 509 510 511 512
    /* grab a read lock, to make sure we get a chance to cleanup */
    thread_rwlock_rlock (source->shutdown_rwlock);

    /* start off the statistics */
    source->listeners = 0;
    stats_event_inc (NULL, "sources");
    stats_event_inc (NULL, "source_total_connections");
    stats_event (source->mount, "listeners", "0");
    stats_event (source->mount, "type", source->format->format_description);
513

514
    sock_set_blocking (source->con->sock, SOCK_NONBLOCK);
515

516
    DEBUG0("Source creation complete");
517
    source->running = 1;
518

Michael Smith's avatar
Michael Smith committed
519 520 521 522 523 524 525
    /*
    ** Now, if we have a fallback source and override is on, we want
    ** to steal it's clients, because it means we've come back online
    ** after a failure and they should be gotten back from the waiting
    ** loop or jingle track or whatever the fallback is used for
    */

526 527 528 529
    if (source->fallback_override && source->fallback_mount)
    {
        source_t *fallback_source;

Michael Smith's avatar
Michael Smith committed
530 531 532
        avl_tree_rlock(global.source_tree);
        fallback_source = source_find_mount(source->fallback_mount);

533 534
        if (fallback_source)
            source_move_clients (fallback_source, source);
Michael Smith's avatar
Michael Smith committed
535

536
        avl_tree_unlock(global.source_tree);
Michael Smith's avatar
Michael Smith committed
537
    }
538 539 540 541 542 543 544 545 546 547 548 549 550 551 552
}


void source_main (source_t *source)
{
    char buffer[4096];
    long bytes, sbytes;
    int ret;
    client_t *client;
    avl_node *client_node;

    refbuf_t *refbuf, *abuf;
    int data_done;

    source_init (source);
Michael Smith's avatar
Michael Smith committed
553

554 555
    while (global.running == ICE_RUNNING && source->running) {
        ret = source->format->get_buffer(source->format, NULL, 0, &refbuf);
Michael Smith's avatar
Michael Smith committed
556 557 558 559
        if(ret < 0) {
            WARN0("Bad data from source");
            break;
        }
560
        bytes = 1; /* Set to > 0 so that the post-loop check won't be tripped */
561 562 563
        while (refbuf == NULL) {
            bytes = 0;
            while (bytes <= 0) {
564
                ret = util_timed_wait_for_fd(source->con->sock, source->timeout*1000);
565

566 567
                if (ret < 0 && sock_recoverable (sock_error()))
                   continue;
568
                if (ret <= 0) { /* timeout expired */
569
                    WARN1("Disconnecting source: socket timeout (%d s) expired",
570
                           source->timeout);
571 572 573
                    bytes = 0;
                    break;
                }
Jack Moffitt's avatar
Jack Moffitt committed
574

575
                bytes = sock_read_bytes(source->con->sock, buffer, 4096);
Michael Smith's avatar
Michael Smith committed
576 577 578
                if (bytes == 0 || 
                        (bytes < 0 && !sock_recoverable(sock_error()))) 
                {
579 580
                    DEBUG1("Disconnecting source due to socket read error: %s",
                            strerror(sock_error()));
581
                    break;
582
                }
583 584
            }
            if (bytes <= 0) break;
585
            source->client->con->sent_bytes += bytes;
Michael Smith's avatar
Michael Smith committed
586 587
            ret = source->format->get_buffer(source->format, buffer, bytes, 
                    &refbuf);
Michael Smith's avatar
Michael Smith committed
588 589 590 591
            if(ret < 0) {
                WARN0("Bad data from source");
                goto done;
            }
592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609
        }

        if (bytes <= 0) {
            INFO0("Removing source following disconnection");
            break;
        }

        /* we have a refbuf buffer, which a data block to be sent to 
        ** all clients.  if a client is not able to send the buffer
        ** immediately, it should store it on its queue for the next
        ** go around.
        **
        ** instead of sending the current block, a client should send
        ** all data in the queue, plus the current block, until either
        ** it runs out of data, or it hits a recoverable error like
        ** EAGAIN.  this will allow a client that got slightly lagged
        ** to catch back up if it can
        */
Jack Moffitt's avatar
Jack Moffitt committed
610

Michael Smith's avatar
Michael Smith committed
611 612 613 614 615 616 617 618 619 620 621 622
        /* First, stream dumping, if enabled */
        if(source->dumpfile) {
            if(fwrite(refbuf->data, 1, refbuf->len, source->dumpfile) !=
                    refbuf->len) 
            {
                WARN1("Write to dump file failed, disabling: %s", 
                        strerror(errno));
                fclose(source->dumpfile);
                source->dumpfile = NULL;
            }
        }

623 624
        /* acquire read lock on client_tree */
        avl_tree_rlock(source->client_tree);
Jack Moffitt's avatar
Jack Moffitt committed
625

626 627 628 629
        client_node = avl_get_first(source->client_tree);
        while (client_node) {
            /* acquire read lock on node */
            avl_node_wlock(client_node);
Jack Moffitt's avatar
Jack Moffitt committed
630

631 632 633
            client = (client_t *)client_node->key;
            
            data_done = 0;
Jack Moffitt's avatar
Jack Moffitt committed
634

635 636 637 638 639 640 641
            /* do we have any old buffers? */
            abuf = refbuf_queue_remove(&client->queue);
            while (abuf) {
                if (client->pos > 0)
                    bytes = abuf->len - client->pos;
                else
                    bytes = abuf->len;
Jack Moffitt's avatar
Jack Moffitt committed
642

643
                sbytes = source->format->write_buf_to_client(source->format,
644
                        client, &abuf->data[client->pos], bytes);
645
                if (sbytes >= 0) {
646
                    if(sbytes != bytes) {
647 648 649
                        /* We didn't send the entire buffer. Leave it for
                         * the moment, handle it in the next iteration.
                         */
650 651 652 653 654 655
                        client->pos += sbytes;
                        refbuf_queue_insert(&client->queue, abuf);
                        data_done = 1;
                        break;
                    }
                }
656
                else {
Michael Smith's avatar
Michael Smith committed
657 658
                    DEBUG0("Client has unrecoverable error catching up. "
                            "Client has probably disconnected");
659
                    client->con->error = 1;
660
                    data_done = 1;
661
                    refbuf_release(abuf);
662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677
                    break;
                }
                
                /* we're done with that refbuf, release it and reset the pos */
                refbuf_release(abuf);
                client->pos = 0;

                abuf = refbuf_queue_remove(&client->queue);
            }
            
            /* now send or queue the new data */
            if (data_done) {
                refbuf_addref(refbuf);
                refbuf_queue_add(&client->queue, refbuf);
            } else {
                sbytes = source->format->write_buf_to_client(source->format,
678
                        client, refbuf->data, refbuf->len);
679
                if (sbytes >= 0) {
680 681
                    if(sbytes != refbuf->len) {
                        /* Didn't send the entire buffer, queue it */
682
                        client->pos = sbytes;
683
                        refbuf_addref(refbuf);
Michael Smith's avatar
Michael Smith committed
684
                        refbuf_queue_insert(&client->queue, refbuf);
685 686
                    }
                }
687
                else {
Michael Smith's avatar
Michael Smith committed
688 689
                    DEBUG0("Client had unrecoverable error with new data, "
                            "probably due to client disconnection");
690
                    client->con->error = 1;
691 692 693 694 695 696 697
                }
            }

            /* if the client is too slow, its queue will slowly build up.
            ** we need to make sure the client is keeping up with the
            ** data, so we'll kick any client who's queue gets to large.
            */
698
            if (refbuf_queue_length(&client->queue) > source->queue_size_limit) {
699
                DEBUG0("Client has fallen too far behind, removing");
700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723
                client->con->error = 1;
            }

            /* release read lock on node */
            avl_node_unlock(client_node);

            /* get the next node */
            client_node = avl_get_next(client_node);
        }
        /* release read lock on client_tree */
        avl_tree_unlock(source->client_tree);

        refbuf_release(refbuf);

        /* acquire write lock on client_tree */
        avl_tree_wlock(source->client_tree);

        /** delete bad clients **/
        client_node = avl_get_first(source->client_tree);
        while (client_node) {
            client = (client_t *)client_node->key;
            if (client->con->error) {
                client_node = avl_get_next(client_node);
                avl_delete(source->client_tree, (void *)client, _free_client);
Michael Smith's avatar
Michael Smith committed
724 725 726
                source->listeners--;
                stats_event_args(source->mount, "listeners", "%d", 
                        source->listeners);
727
                DEBUG0("Client removed");
728 729 730 731 732 733 734 735 736 737 738
                continue;
            }
            client_node = avl_get_next(client_node);
        }

        /* acquire write lock on pending_tree */
        avl_tree_wlock(source->pending_tree);

        /** add pending clients **/
        client_node = avl_get_first(source->pending_tree);
        while (client_node) {
Michael Smith's avatar
Michael Smith committed
739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756
            if(source->max_listeners != -1 && 
                    source->listeners >= source->max_listeners) 
            {
                /* The common case is caught in the main connection handler,
                 * this deals with rarer cases (mostly concerning fallbacks)
                 * and doesn't give the listening client any information about
                 * why they were disconnected
                 */
                client = (client_t *)client_node->key;
                client_node = avl_get_next(client_node);
                avl_delete(source->pending_tree, (void *)client, _free_client);

                INFO0("Client deleted, exceeding maximum listeners for this "
                        "mountpoint.");
                continue;
            }
            
            /* Otherwise, the client is accepted, add it */
757
            avl_insert(source->client_tree, client_node->key);
Michael Smith's avatar
Michael Smith committed
758 759

            source->listeners++;
760
            DEBUG0("Client added");
761 762
            stats_event_inc(NULL, "clients");
            stats_event_inc(source->mount, "connections");
Michael Smith's avatar
Michael Smith committed
763 764
            stats_event_args(source->mount, "listeners", "%d", 
                    source->listeners);
765 766 767 768 769 770 771 772 773 774 775 776 777 778

            /* we have to send cached headers for some data formats
            ** this is where we queue up the buffers to send
            */
            if (source->format->has_predata) {
                client = (client_t *)client_node->key;
                client->queue = source->format->get_predata(source->format);
            }

            client_node = avl_get_next(client_node);
        }

        /** clear pending tree **/
        while (avl_get_first(source->pending_tree)) {
Michael Smith's avatar
Michael Smith committed
779 780 781
            avl_delete(source->pending_tree, 
                    avl_get_first(source->pending_tree)->key, 
                    source_remove_client);
782 783 784 785 786 787 788 789
        }

        /* release write lock on pending_tree */
        avl_tree_unlock(source->pending_tree);

        /* release write lock on client_tree */
        avl_tree_unlock(source->client_tree);
    }
Jack Moffitt's avatar
Jack Moffitt committed
790

Michael Smith's avatar
Michael Smith committed
791 792
done:

793
    source->running = 0;
794
    INFO1("Source \"%s\" exiting", source->mount);
795

brendan's avatar
brendan committed
796
#ifdef USE_YP
797
    if(source->yp_public) {
798 799
        yp_remove(source);
    }
800 801
#endif
    
802 803
    /* we have de-activated the source now, so no more clients will be
     * added, now move the listeners we have to the fallback (if any)
804
     */
805 806 807
    if (source->fallback_mount)
    {
        source_t *fallback_source;
Michael Smith's avatar
Michael Smith committed
808

809 810
        avl_tree_rlock(global.source_tree);
        fallback_source = source_find_mount (source->fallback_mount);
Michael Smith's avatar
Michael Smith committed
811

812 813 814 815 816
        if (fallback_source != NULL)
            source_move_clients (source, fallback_source);

        avl_tree_unlock (global.source_tree);
    }
Jack Moffitt's avatar
Jack Moffitt committed
817

818 819 820
    /* delete this sources stats */
    stats_event_dec(NULL, "sources");
    stats_event(source->mount, "listeners", NULL);
Jack Moffitt's avatar
Jack Moffitt committed
821

822 823 824 825
    /* we don't remove the source from the tree here, it may be a relay and
       therefore reserved */
    source_clear_source (source);

826 827 828
    global_lock();
    global.sources--;
    global_unlock();
Jack Moffitt's avatar
Jack Moffitt committed
829

830 831
    /* release our hold on the lock so the main thread can continue cleaning up */
    thread_rwlock_unlock(source->shutdown_rwlock);
Jack Moffitt's avatar
Jack Moffitt committed
832

833
    return;
Jack Moffitt's avatar
Jack Moffitt committed
834 835 836 837
}

static int _compare_clients(void *compare_arg, void *a, void *b)
{
838 839 840 841 842
    client_t *clienta = (client_t *)a;
    client_t *clientb = (client_t *)b;

    connection_t *cona = clienta->con;
    connection_t *conb = clientb->con;
Jack Moffitt's avatar
Jack Moffitt committed
843

844 845
    if (cona->id < conb->id) return -1;
    if (cona->id > conb->id) return 1;
Jack Moffitt's avatar
Jack Moffitt committed
846

847
    return 0;
Jack Moffitt's avatar
Jack Moffitt committed
848 849
}

850
int source_remove_client(void *key)
Jack Moffitt's avatar
Jack Moffitt committed
851
{
852
    return 1;
Jack Moffitt's avatar
Jack Moffitt committed
853 854 855 856
}

static int _free_client(void *key)
{
857 858 859 860 861 862 863 864 865 866
    client_t *client = (client_t *)key;

    global_lock();
    global.clients--;
    global_unlock();
    stats_event_dec(NULL, "clients");
    
    client_destroy(client);
    
    return 1;
Jack Moffitt's avatar
Jack Moffitt committed
867
}
868

869 870
static int _parse_audio_info(source_t *source, char *s)
{
871 872 873 874
    char *token = NULL;
    char *pvar = NULL;
    char *variable = NULL;
    char *value = NULL;
875 876 877 878 879

    while ((token = strtok(s,";")) != NULL) {
        pvar = strchr(token, '=');
        if (pvar) {
            variable = (char *)malloc(pvar-token+1);
880
            strncpy(variable, token, pvar-token);    
881
            variable[pvar-token] = 0;
882 883
            pvar++;
            if (strlen(pvar)) {
884
                value = util_url_unescape(pvar);
885 886
                util_dict_set(source->audio_info, variable, value);
                stats_event(source->mount, variable, value);
887 888 889
                if (value) {
                    free(value);
                }
890 891
            }
            if (variable) {
892
                free(variable);
893 894 895 896 897 898
            }
        }
        s = NULL;
    }
    return 1;
}
899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921


void source_apply_mount (source_t *source, mount_proxy *mountinfo)
{
    DEBUG1("Applying mount information for \"%s\"", source->mount);
    source->max_listeners = mountinfo->max_listeners;
    source->fallback_override = mountinfo->fallback_override;
    source->no_mount = mountinfo->no_mount;
    if (mountinfo->fallback_mount)
    {
        source->fallback_mount = strdup (mountinfo->fallback_mount);
        DEBUG1 ("fallback %s", mountinfo->fallback_mount);
    }
    if (mountinfo->auth_type != NULL)
    {
        source->authenticator = auth_get_authenticator(
                mountinfo->auth_type, mountinfo->auth_options);
    }
    if (mountinfo->dumpfile)
    {
        DEBUG1("Dumping stream to %s", mountinfo->dumpfile);
        source->dumpfilename = strdup (mountinfo->dumpfile);
    }
922 923 924 925 926 927 928 929 930 931
    if (mountinfo->queue_size_limit)
    {
        source->queue_size_limit = mountinfo->queue_size_limit;
        DEBUG1 ("queue size to %u", source->queue_size_limit);
    }
    if (mountinfo->source_timeout)
    {
        source->timeout = mountinfo->source_timeout;
        DEBUG1 ("source timeout to %u", source->timeout);
    }
932 933 934 935 936 937
}


void *source_client_thread (void *arg)
{
    source_t *source = arg;
938 939 940 941 942 943 944 945 946 947 948 949 950 951 952
    const char ok_msg[] = "HTTP/1.0 200 OK\r\n\r\n";
    int bytes;

    source->client->respcode = 200;
    bytes = sock_write_bytes (source->client->con->sock, ok_msg, sizeof (ok_msg)-1);
    if (bytes < sizeof (ok_msg)-1)
    {
        global_lock();
        global.sources--;
        global_unlock();
        WARN0 ("Error writing 200 OK message to source client");
    }
    else
    {
        source->client->con->sent_bytes += bytes;
953

954 955 956
        stats_event_inc(NULL, "source_client_connections");
        source_main (source);
    }
957 958 959 960
    source_free_source (source);
    return NULL;
}