source.c 28.5 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12
/* Icecast
 *
 * This program is distributed under the GNU General Public License, version 2.
 * A copy of this license is included with this source.
 *
 * Copyright 2000-2004, Jack Moffitt <jack@xiph.org, 
 *                      Michael Smith <msmith@xiph.org>,
 *                      oddsock <oddsock@xiph.org>,
 *                      Karl Heyes <karl@xiph.org>
 *                      and others (see AUTHORS for details).
 */

13
/* -*- c-basic-offset: 4; indent-tabs-mode: nil; -*- */
14 15 16 17
#ifdef HAVE_CONFIG_H
#include <config.h>
#endif

Jack Moffitt's avatar
Jack Moffitt committed
18 19 20 21
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <sys/types.h>
22
#include <ogg/ogg.h>
Michael Smith's avatar
Michael Smith committed
23
#include <errno.h>
24 25

#ifndef _WIN32
26
#include <unistd.h>
Jack Moffitt's avatar
Jack Moffitt committed
27
#include <sys/time.h>
28
#include <sys/socket.h>
29
#else
30 31
#include <winsock2.h>
#include <windows.h>
32
#define snprintf _snprintf
33
#endif
Jack Moffitt's avatar
Jack Moffitt committed
34

Karl Heyes's avatar
Karl Heyes committed
35 36 37 38
#include "thread/thread.h"
#include "avl/avl.h"
#include "httpp/httpp.h"
#include "net/sock.h"
Jack Moffitt's avatar
Jack Moffitt committed
39 40 41 42 43 44

#include "connection.h"
#include "global.h"
#include "refbuf.h"
#include "client.h"
#include "stats.h"
45
#include "logging.h"
46
#include "cfgfile.h"
47
#include "util.h"
brendan's avatar
brendan committed
48
#ifdef USE_YP
49
#include "geturl.h"
50
#endif
Jack Moffitt's avatar
Jack Moffitt committed
51
#include "source.h"
Michael Smith's avatar
Michael Smith committed
52
#include "format.h"
Michael Smith's avatar
Michael Smith committed
53
#include "auth.h"
Jack Moffitt's avatar
Jack Moffitt committed
54

55 56 57
#undef CATMODULE
#define CATMODULE "source"

Michael Smith's avatar
Michael Smith committed
58 59
#define MAX_FALLBACK_DEPTH 10

60 61
mutex_t move_clients_mutex;

Jack Moffitt's avatar
Jack Moffitt committed
62 63 64
/* avl tree helper */
static int _compare_clients(void *compare_arg, void *a, void *b);
static int _free_client(void *key);
65
static int _parse_audio_info(source_t *source, char *s);
Jack Moffitt's avatar
Jack Moffitt committed
66

67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104
/* Allocate a new source with the stated mountpoint, if one already
 * exists with that mountpoint in the global source tree then return
 * NULL.
 */
source_t *source_reserve (const char *mount)
{
    source_t *src = NULL;

    do
    {
        avl_tree_wlock (global.source_tree);
        src = source_find_mount_raw (mount);
        if (src)
        {
            src = NULL;
            break;
        }

        src = calloc (1, sizeof(source_t));
        if (src == NULL)
            break;

        src->client_tree = avl_tree_new(_compare_clients, NULL);
        src->pending_tree = avl_tree_new(_compare_clients, NULL);

        /* make duplicates for strings or similar */
        src->mount = strdup (mount);
        src->max_listeners = -1;

        avl_insert (global.source_tree, src);

    } while (0);

    avl_tree_unlock (global.source_tree);
    return src;
}


Michael Smith's avatar
Michael Smith committed
105 106 107 108
/* Find a mount with this raw name - ignoring fallbacks. You should have the
 * global source tree locked to call this.
 */
source_t *source_find_mount_raw(const char *mount)
Jack Moffitt's avatar
Jack Moffitt committed
109
{
110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132
    source_t *source;
    avl_node *node;
    int cmp;

    if (!mount) {
        return NULL;
    }
    /* get the root node */
    node = global.source_tree->root->right;
    
    while (node) {
        source = (source_t *)node->key;
        cmp = strcmp(mount, source->mount);
        if (cmp < 0) 
            node = node->left;
        else if (cmp > 0)
            node = node->right;
        else
            return source;
    }
    
    /* didn't find it */
    return NULL;
Jack Moffitt's avatar
Jack Moffitt committed
133 134
}

135 136

/* Search for mount, if the mount is there but not currently running then
Karl Heyes's avatar
Karl Heyes committed
137
 * check the fallback, and so on.  Must have a global source lock to call
138 139 140
 * this function.
 */
source_t *source_find_mount (const char *mount)
Michael Smith's avatar
Michael Smith committed
141
{
142
    source_t *source = NULL;
Michael Smith's avatar
Michael Smith committed
143
    ice_config_t *config;
144 145 146 147 148 149 150 151 152 153 154 155
    mount_proxy *mountinfo;
    int depth = 0;

    config = config_get_config();
    while (mount != NULL)
    {
        /* limit the number of times through, maybe infinite */
        if (depth > MAX_FALLBACK_DEPTH)
        {
            source = NULL;
            break;
        }
Michael Smith's avatar
Michael Smith committed
156

157 158 159
        source = source_find_mount_raw(mount);
        if (source == NULL)
            break; /* fallback to missing mountpoint */
Michael Smith's avatar
Michael Smith committed
160

161 162
        if (source->running)
            break;
Michael Smith's avatar
Michael Smith committed
163

164 165 166 167 168 169 170
        /* source is not running, meaning that the fallback is not configured
           within the source, we need to check the mount list */
        mountinfo = config->mounts;
        source = NULL;
        while (mountinfo)
        {
            if (strcmp (mountinfo->mountname, mount) == 0)
Michael Smith's avatar
Michael Smith committed
171 172 173
                break;
            mountinfo = mountinfo->next;
        }
174 175
        if (mountinfo)
            mount = mountinfo->fallback_mount;
Michael Smith's avatar
Michael Smith committed
176
        else
177 178
            mount = NULL;
        depth++;
Michael Smith's avatar
Michael Smith committed
179 180
    }

181
    config_release_config();
Michael Smith's avatar
Michael Smith committed
182 183 184 185
    return source;
}


Jack Moffitt's avatar
Jack Moffitt committed
186 187
int source_compare_sources(void *arg, void *a, void *b)
{
188 189
    source_t *srca = (source_t *)a;
    source_t *srcb = (source_t *)b;
Jack Moffitt's avatar
Jack Moffitt committed
190

191
    return strcmp(srca->mount, srcb->mount);
Jack Moffitt's avatar
Jack Moffitt committed
192 193
}

194 195 196 197

void source_clear_source (source_t *source)
{
#ifdef USE_YP
198
    int i;
199 200 201 202
#endif
    DEBUG1 ("clearing source \"%s\"", source->mount);
    client_destroy(source->client);
    source->client = NULL;
203 204
    source->parser = NULL;
    source->con = NULL;
205

206 207 208 209 210 211 212
    if (source->dumpfile)
    {
        INFO1 ("Closing dumpfile for %s", source->mount);
        fclose (source->dumpfile);
        source->dumpfile = NULL;
    }

213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241
    /* lets kick off any clients that are left on here */
    avl_tree_rlock (source->client_tree);
    while (avl_get_first (source->client_tree))
    {
        avl_delete (source->client_tree,
                avl_get_first (source->client_tree)->key, _free_client);
    }
    avl_tree_unlock (source->client_tree);

    avl_tree_rlock (source->pending_tree);
    while (avl_get_first (source->pending_tree))
    {
        avl_delete (source->pending_tree,
                avl_get_first(source->pending_tree)->key, _free_client);
    }
    avl_tree_unlock (source->pending_tree);

    if (source->format && source->format->free_plugin)
    {
        source->format->free_plugin (source->format);
    }
    source->format = NULL;
#ifdef USE_YP
    for (i=0; i<source->num_yp_directories; i++)
    {
        yp_destroy_ypdata(source->ypdata[i]);
        source->ypdata[i] = NULL;
    }
    source->num_yp_directories = 0;
242 243 244

    util_dict_free (source->audio_info);
    source->audio_info = NULL;
245
#endif
246
    source->queue_size_limit = 0;
247 248 249 250 251 252 253 254 255 256 257 258 259
    source->listeners = 0;
    source->no_mount = 0;
    source->max_listeners = -1;
    source->yp_public = 0;

    free(source->fallback_mount);
    source->fallback_mount = NULL;

    free(source->dumpfilename);
    source->dumpfilename = NULL;
}


260
/* Remove the provided source from the global tree and free it */
261
void source_free_source (source_t *source)
Jack Moffitt's avatar
Jack Moffitt committed
262
{
263 264 265 266 267
    DEBUG1 ("freeing source \"%s\"", source->mount);
    avl_tree_wlock (global.source_tree);
    avl_delete (global.source_tree, source, NULL);
    avl_tree_unlock (global.source_tree);

268 269
    avl_tree_free(source->pending_tree, _free_client);
    avl_tree_free(source->client_tree, _free_client);
270 271 272

    free (source->mount);
    free (source);
Jack Moffitt's avatar
Jack Moffitt committed
273

274
    return;
Jack Moffitt's avatar
Jack Moffitt committed
275
}
276

277

278 279 280
client_t *source_find_client(source_t *source, int id)
{
    client_t fakeclient;
281
    void *result;
282 283 284 285 286 287
    connection_t fakecon;

    fakeclient.con = &fakecon;
    fakeclient.con->id = id;

    avl_tree_rlock(source->client_tree);
288
    if(avl_get_by_key(source->client_tree, &fakeclient, &result) == 0)
289 290 291 292 293 294 295 296
    {
        avl_tree_unlock(source->client_tree);
        return result;
    }

    avl_tree_unlock(source->client_tree);
    return NULL;
}
297

298 299 300 301 302
/* Move clients from source to dest provided dest is running
 * and that the stream format is the same.
 * The only lock that should be held when this is called is the
 * source tree lock
 */
303 304
void source_move_clients (source_t *source, source_t *dest)
{
305 306 307 308
    /* we don't want the two write locks to deadlock in here */
    thread_mutex_lock (&move_clients_mutex);

    /* if the destination is not running then we can't move clients */
309 310 311

    if (dest->running == 0)
    {
312 313
        WARN1 ("destination mount %s not running, unable to move clients ", dest->mount);
        thread_mutex_unlock (&move_clients_mutex);
314 315 316 317
        return;
    }

    avl_tree_wlock (dest->pending_tree);
318
    do
319
    {
320
        client_t *client;
321

322 323
        /* we need to move the client and pending trees */
        avl_tree_wlock (source->pending_tree);
324

325 326 327
        if (source->format == NULL)
        {
            INFO1 ("source mount %s is not available", source->mount);
328
            break;
329 330 331 332 333 334
        }
        if (source->format->type != dest->format->type)
        {
            WARN2 ("stream %s and %s are of different types, ignored", source->mount, dest->mount);
            break;
        }
335

336 337 338 339 340 341 342
        while (1)
        {
            avl_node *node = avl_get_first (source->pending_tree);
            if (node == NULL)
                break;
            client = (client_t *)(node->key);
            avl_delete (source->pending_tree, client, NULL);
343

344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367
            /* TODO: reset client local format data?  */
            avl_insert (dest->pending_tree, (void *)client);
        }

        avl_tree_wlock (source->client_tree);
        while (1)
        {
            avl_node *node = avl_get_first (source->client_tree);
            if (node == NULL)
                break;

            client = (client_t *)(node->key);
            avl_delete (source->client_tree, client, NULL);

            /* TODO: reset client local format data?  */
            avl_insert (dest->pending_tree, (void *)client);
        }
        source->listeners = 0;
        stats_event (source->mount, "listeners", "0");
        avl_tree_unlock (source->client_tree);

    } while (0);

    avl_tree_unlock (source->pending_tree);
368 369 370 371
    avl_tree_unlock (dest->pending_tree);
    thread_mutex_unlock (&move_clients_mutex);
}

Jack Moffitt's avatar
Jack Moffitt committed
372

373
static void source_init (source_t *source)
Jack Moffitt's avatar
Jack Moffitt committed
374
{
375 376 377
    ice_config_t *config = config_get_config();
    char *listenurl;
    int listen_url_size;
brendan's avatar
brendan committed
378 379
#ifdef USE_YP
    char *s;
380
    time_t current_time;
brendan's avatar
brendan committed
381
    int    i;
382
    char *ai;
Michael Smith's avatar
Michael Smith committed
383

384 385 386 387
    for (i=0;i<config->num_yp_directories;i++) {
        if (config->yp_url[i]) {
            source->ypdata[source->num_yp_directories] = yp_create_ypdata();
            source->ypdata[source->num_yp_directories]->yp_url = 
388
                strdup (config->yp_url[i]);
389
            source->ypdata[source->num_yp_directories]->yp_url_timeout = 
Michael Smith's avatar
Michael Smith committed
390
                config->yp_url_timeout[i];
391 392 393 394
            source->ypdata[source->num_yp_directories]->yp_touch_interval = 0;
            source->num_yp_directories++;
        }
    }
395
    
396
    source->audio_info = util_dict_new();
397 398 399 400
    /* ice-* is icecast, icy-* is shoutcast */
    if ((s = httpp_getvar(source->parser, "ice-url"))) {
        add_yp_info(source, "server_url", s, YP_SERVER_URL);
    }
401
    if ((s = httpp_getvar(source->parser, "ice-name"))) {
402 403 404 405
        add_yp_info(source, "server_name", s, YP_SERVER_NAME);
    }
    if ((s = httpp_getvar(source->parser, "icy-name"))) {
        add_yp_info(source, "server_name", s, YP_SERVER_NAME);
406 407
    }
    if ((s = httpp_getvar(source->parser, "ice-url"))) {
408 409 410 411
        add_yp_info(source, "server_url", s, YP_SERVER_URL);
    }
    if ((s = httpp_getvar(source->parser, "icy-url"))) {
        add_yp_info(source, "server_url", s, YP_SERVER_URL);
412 413
    }
    if ((s = httpp_getvar(source->parser, "ice-genre"))) {
414 415 416 417
        add_yp_info(source, "genre", s, YP_SERVER_GENRE);
    }
    if ((s = httpp_getvar(source->parser, "icy-genre"))) {
        add_yp_info(source, "genre", s, YP_SERVER_GENRE);
418 419
    }
    if ((s = httpp_getvar(source->parser, "ice-bitrate"))) {
420 421 422 423
        add_yp_info(source, "bitrate", s, YP_BITRATE);
    }
    if ((s = httpp_getvar(source->parser, "icy-br"))) {
        add_yp_info(source, "bitrate", s, YP_BITRATE);
424 425
    }
    if ((s = httpp_getvar(source->parser, "ice-description"))) {
426
        add_yp_info(source, "server_description", s, YP_SERVER_DESC);
427
    }
428
    if ((s = httpp_getvar(source->parser, "ice-public"))) {
429
        stats_event(source->mount, "public", s);
430 431 432 433 434
        source->yp_public = atoi(s);
    }
    if ((s = httpp_getvar(source->parser, "icy-pub"))) {
        stats_event(source->mount, "public", s);
        source->yp_public = atoi(s);
435 436
    }
    if ((s = httpp_getvar(source->parser, "ice-audio-info"))) {
437
        stats_event(source->mount, "audio_info", s);
438 439
        if (_parse_audio_info(source, s)) {
            ai = util_dict_urlencode(source->audio_info, '&');
440
            add_yp_info(source, "audio_info", 
441 442
                    ai,
                    YP_AUDIO_INFO);
443 444 445
            if (ai) {
                free(ai);
            }
446
        }
447 448
    }
    for (i=0;i<source->num_yp_directories;i++) {
449
        add_yp_info(source, "server_type", 
450 451
                     source->format->format_description,
                     YP_SERVER_TYPE);
452 453 454 455
        if (source->ypdata[i]->listen_url) {
            free(source->ypdata[i]->listen_url);
        }
        /* 6 for max size of port */
456 457 458 459 460
        listen_url_size = strlen("http://") + strlen(config->hostname) +
            strlen(":") + 6 + strlen (source->mount) + 1;
        source->ypdata[i]->listen_url = malloc (listen_url_size);
        sprintf (source->ypdata[i]->listen_url, "http://%s:%d%s",
                config->hostname, config->port, source->mount);
461
    }
462

463
    if(source->yp_public) {
464

465
        current_time = time(NULL);
466

467
        for (i=0;i<source->num_yp_directories;i++) {
468 469
            /* Give the source 5 seconds to update the metadata
               before we do our first touch */
470
            /* Don't permit touch intervals of less than 30 seconds */
471 472 473
            if (source->ypdata[i]->yp_touch_interval <= 30) {
                source->ypdata[i]->yp_touch_interval = 30;
            }
474
            source->ypdata[i]->yp_last_touch = 0;
475
        }
476
    }
477
#endif
478

479
    /* 6 for max size of port */
480 481 482 483 484 485 486 487 488 489 490
    listen_url_size = strlen("http://") + strlen(config->hostname) +
        strlen(":") + 6 + strlen(source->mount) + 1;

    listenurl = malloc (listen_url_size);
    memset (listenurl, '\000', listen_url_size);
    snprintf (listenurl, listen_url_size, "http://%s:%d%s",
            config->hostname, config->port, source->mount);
    config_release_config();

    stats_event (source->mount, "listenurl", listenurl);

491 492 493
    if (listenurl) {
        free(listenurl);
    }
494

495 496 497 498 499 500 501 502 503 504
    if (source->dumpfilename != NULL)
    {
        source->dumpfile = fopen (source->dumpfilename, "ab");
        if (source->dumpfile == NULL)
        {
            WARN2("Cannot open dump file \"%s\" for appending: %s, disabling.",
                    source->dumpfilename, strerror(errno));
        }
    }

505 506 507 508 509 510 511 512 513
    /* grab a read lock, to make sure we get a chance to cleanup */
    thread_rwlock_rlock (source->shutdown_rwlock);

    /* start off the statistics */
    source->listeners = 0;
    stats_event_inc (NULL, "sources");
    stats_event_inc (NULL, "source_total_connections");
    stats_event (source->mount, "listeners", "0");
    stats_event (source->mount, "type", source->format->format_description);
514

515
    sock_set_blocking (source->con->sock, SOCK_NONBLOCK);
516

517
    DEBUG0("Source creation complete");
518
    source->running = 1;
519

Michael Smith's avatar
Michael Smith committed
520 521
    /*
    ** Now, if we have a fallback source and override is on, we want
522
    ** to steal its clients, because it means we've come back online
Michael Smith's avatar
Michael Smith committed
523 524 525 526
    ** after a failure and they should be gotten back from the waiting
    ** loop or jingle track or whatever the fallback is used for
    */

527 528 529 530
    if (source->fallback_override && source->fallback_mount)
    {
        source_t *fallback_source;

Michael Smith's avatar
Michael Smith committed
531 532 533
        avl_tree_rlock(global.source_tree);
        fallback_source = source_find_mount(source->fallback_mount);

534 535
        if (fallback_source)
            source_move_clients (fallback_source, source);
Michael Smith's avatar
Michael Smith committed
536

537
        avl_tree_unlock(global.source_tree);
Michael Smith's avatar
Michael Smith committed
538
    }
539 540 541 542 543 544 545 546 547 548 549 550 551 552 553
}


void source_main (source_t *source)
{
    char buffer[4096];
    long bytes, sbytes;
    int ret;
    client_t *client;
    avl_node *client_node;

    refbuf_t *refbuf, *abuf;
    int data_done;

    source_init (source);
Michael Smith's avatar
Michael Smith committed
554

555 556
    while (global.running == ICE_RUNNING && source->running) {
        ret = source->format->get_buffer(source->format, NULL, 0, &refbuf);
Michael Smith's avatar
Michael Smith committed
557 558 559 560
        if(ret < 0) {
            WARN0("Bad data from source");
            break;
        }
561
        bytes = 1; /* Set to > 0 so that the post-loop check won't be tripped */
562 563 564
        while (refbuf == NULL) {
            bytes = 0;
            while (bytes <= 0) {
565
                ret = util_timed_wait_for_fd(source->con->sock, source->timeout*1000);
566

567 568
                if (ret < 0 && sock_recoverable (sock_error()))
                   continue;
569
                if (ret <= 0) { /* timeout expired */
570
                    WARN1("Disconnecting source: socket timeout (%d s) expired",
571
                           source->timeout);
572 573 574
                    bytes = 0;
                    break;
                }
Jack Moffitt's avatar
Jack Moffitt committed
575

576
                bytes = sock_read_bytes(source->con->sock, buffer, 4096);
Michael Smith's avatar
Michael Smith committed
577 578 579
                if (bytes == 0 || 
                        (bytes < 0 && !sock_recoverable(sock_error()))) 
                {
580 581
                    DEBUG1("Disconnecting source due to socket read error: %s",
                            strerror(sock_error()));
582
                    break;
583
                }
584 585
            }
            if (bytes <= 0) break;
586
            source->client->con->sent_bytes += bytes;
Michael Smith's avatar
Michael Smith committed
587 588
            ret = source->format->get_buffer(source->format, buffer, bytes, 
                    &refbuf);
Michael Smith's avatar
Michael Smith committed
589 590 591 592
            if(ret < 0) {
                WARN0("Bad data from source");
                goto done;
            }
593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610
        }

        if (bytes <= 0) {
            INFO0("Removing source following disconnection");
            break;
        }

        /* we have a refbuf buffer, which a data block to be sent to 
        ** all clients.  if a client is not able to send the buffer
        ** immediately, it should store it on its queue for the next
        ** go around.
        **
        ** instead of sending the current block, a client should send
        ** all data in the queue, plus the current block, until either
        ** it runs out of data, or it hits a recoverable error like
        ** EAGAIN.  this will allow a client that got slightly lagged
        ** to catch back up if it can
        */
Jack Moffitt's avatar
Jack Moffitt committed
611

Michael Smith's avatar
Michael Smith committed
612 613 614 615 616 617 618 619 620 621 622 623
        /* First, stream dumping, if enabled */
        if(source->dumpfile) {
            if(fwrite(refbuf->data, 1, refbuf->len, source->dumpfile) !=
                    refbuf->len) 
            {
                WARN1("Write to dump file failed, disabling: %s", 
                        strerror(errno));
                fclose(source->dumpfile);
                source->dumpfile = NULL;
            }
        }

624 625
        /* acquire read lock on client_tree */
        avl_tree_rlock(source->client_tree);
Jack Moffitt's avatar
Jack Moffitt committed
626

627 628 629 630
        client_node = avl_get_first(source->client_tree);
        while (client_node) {
            /* acquire read lock on node */
            avl_node_wlock(client_node);
Jack Moffitt's avatar
Jack Moffitt committed
631

632 633 634
            client = (client_t *)client_node->key;
            
            data_done = 0;
Jack Moffitt's avatar
Jack Moffitt committed
635

636 637 638 639 640 641 642
            /* do we have any old buffers? */
            abuf = refbuf_queue_remove(&client->queue);
            while (abuf) {
                if (client->pos > 0)
                    bytes = abuf->len - client->pos;
                else
                    bytes = abuf->len;
Jack Moffitt's avatar
Jack Moffitt committed
643

644
                sbytes = source->format->write_buf_to_client(source->format,
645
                        client, &abuf->data[client->pos], bytes);
646
                if (sbytes >= 0) {
647
                    if(sbytes != bytes) {
648 649 650
                        /* We didn't send the entire buffer. Leave it for
                         * the moment, handle it in the next iteration.
                         */
651 652 653 654 655 656
                        client->pos += sbytes;
                        refbuf_queue_insert(&client->queue, abuf);
                        data_done = 1;
                        break;
                    }
                }
657
                else {
Michael Smith's avatar
Michael Smith committed
658 659
                    DEBUG0("Client has unrecoverable error catching up. "
                            "Client has probably disconnected");
660
                    client->con->error = 1;
661
                    data_done = 1;
662
                    refbuf_release(abuf);
663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678
                    break;
                }
                
                /* we're done with that refbuf, release it and reset the pos */
                refbuf_release(abuf);
                client->pos = 0;

                abuf = refbuf_queue_remove(&client->queue);
            }
            
            /* now send or queue the new data */
            if (data_done) {
                refbuf_addref(refbuf);
                refbuf_queue_add(&client->queue, refbuf);
            } else {
                sbytes = source->format->write_buf_to_client(source->format,
679
                        client, refbuf->data, refbuf->len);
680
                if (sbytes >= 0) {
681 682
                    if(sbytes != refbuf->len) {
                        /* Didn't send the entire buffer, queue it */
683
                        client->pos = sbytes;
684
                        refbuf_addref(refbuf);
Michael Smith's avatar
Michael Smith committed
685
                        refbuf_queue_insert(&client->queue, refbuf);
686 687
                    }
                }
688
                else {
Michael Smith's avatar
Michael Smith committed
689 690
                    DEBUG0("Client had unrecoverable error with new data, "
                            "probably due to client disconnection");
691
                    client->con->error = 1;
692 693 694 695 696 697 698
                }
            }

            /* if the client is too slow, its queue will slowly build up.
            ** we need to make sure the client is keeping up with the
            ** data, so we'll kick any client who's queue gets to large.
            */
699
            if (refbuf_queue_length(&client->queue) > source->queue_size_limit) {
700
                DEBUG0("Client has fallen too far behind, removing");
701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724
                client->con->error = 1;
            }

            /* release read lock on node */
            avl_node_unlock(client_node);

            /* get the next node */
            client_node = avl_get_next(client_node);
        }
        /* release read lock on client_tree */
        avl_tree_unlock(source->client_tree);

        refbuf_release(refbuf);

        /* acquire write lock on client_tree */
        avl_tree_wlock(source->client_tree);

        /** delete bad clients **/
        client_node = avl_get_first(source->client_tree);
        while (client_node) {
            client = (client_t *)client_node->key;
            if (client->con->error) {
                client_node = avl_get_next(client_node);
                avl_delete(source->client_tree, (void *)client, _free_client);
Michael Smith's avatar
Michael Smith committed
725 726 727
                source->listeners--;
                stats_event_args(source->mount, "listeners", "%d", 
                        source->listeners);
728
                DEBUG0("Client removed");
729 730 731 732 733 734 735 736 737 738 739
                continue;
            }
            client_node = avl_get_next(client_node);
        }

        /* acquire write lock on pending_tree */
        avl_tree_wlock(source->pending_tree);

        /** add pending clients **/
        client_node = avl_get_first(source->pending_tree);
        while (client_node) {
Michael Smith's avatar
Michael Smith committed
740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757
            if(source->max_listeners != -1 && 
                    source->listeners >= source->max_listeners) 
            {
                /* The common case is caught in the main connection handler,
                 * this deals with rarer cases (mostly concerning fallbacks)
                 * and doesn't give the listening client any information about
                 * why they were disconnected
                 */
                client = (client_t *)client_node->key;
                client_node = avl_get_next(client_node);
                avl_delete(source->pending_tree, (void *)client, _free_client);

                INFO0("Client deleted, exceeding maximum listeners for this "
                        "mountpoint.");
                continue;
            }
            
            /* Otherwise, the client is accepted, add it */
758
            avl_insert(source->client_tree, client_node->key);
Michael Smith's avatar
Michael Smith committed
759 760

            source->listeners++;
761
            DEBUG0("Client added");
762 763
            stats_event_inc(NULL, "clients");
            stats_event_inc(source->mount, "connections");
Michael Smith's avatar
Michael Smith committed
764 765
            stats_event_args(source->mount, "listeners", "%d", 
                    source->listeners);
766 767 768 769 770 771 772 773 774 775 776 777 778 779

            /* we have to send cached headers for some data formats
            ** this is where we queue up the buffers to send
            */
            if (source->format->has_predata) {
                client = (client_t *)client_node->key;
                client->queue = source->format->get_predata(source->format);
            }

            client_node = avl_get_next(client_node);
        }

        /** clear pending tree **/
        while (avl_get_first(source->pending_tree)) {
Michael Smith's avatar
Michael Smith committed
780 781 782
            avl_delete(source->pending_tree, 
                    avl_get_first(source->pending_tree)->key, 
                    source_remove_client);
783 784 785 786 787 788 789 790
        }

        /* release write lock on pending_tree */
        avl_tree_unlock(source->pending_tree);

        /* release write lock on client_tree */
        avl_tree_unlock(source->client_tree);
    }
Jack Moffitt's avatar
Jack Moffitt committed
791

Michael Smith's avatar
Michael Smith committed
792 793
done:

794
    source->running = 0;
795
    INFO1("Source \"%s\" exiting", source->mount);
796

brendan's avatar
brendan committed
797
#ifdef USE_YP
798
    if(source->yp_public) {
799 800
        yp_remove(source);
    }
801 802
#endif
    
803 804
    /* we have de-activated the source now, so no more clients will be
     * added, now move the listeners we have to the fallback (if any)
805
     */
806 807 808
    if (source->fallback_mount)
    {
        source_t *fallback_source;
Michael Smith's avatar
Michael Smith committed
809

810 811
        avl_tree_rlock(global.source_tree);
        fallback_source = source_find_mount (source->fallback_mount);
Michael Smith's avatar
Michael Smith committed
812

813 814 815 816 817
        if (fallback_source != NULL)
            source_move_clients (source, fallback_source);

        avl_tree_unlock (global.source_tree);
    }
Jack Moffitt's avatar
Jack Moffitt committed
818

819 820 821
    /* delete this sources stats */
    stats_event_dec(NULL, "sources");
    stats_event(source->mount, "listeners", NULL);
Jack Moffitt's avatar
Jack Moffitt committed
822

823 824 825 826
    /* we don't remove the source from the tree here, it may be a relay and
       therefore reserved */
    source_clear_source (source);

827 828 829
    global_lock();
    global.sources--;
    global_unlock();
Jack Moffitt's avatar
Jack Moffitt committed
830

831 832
    /* release our hold on the lock so the main thread can continue cleaning up */
    thread_rwlock_unlock(source->shutdown_rwlock);
Jack Moffitt's avatar
Jack Moffitt committed
833

834
    return;
Jack Moffitt's avatar
Jack Moffitt committed
835 836 837 838
}

static int _compare_clients(void *compare_arg, void *a, void *b)
{
839 840 841 842 843
    client_t *clienta = (client_t *)a;
    client_t *clientb = (client_t *)b;

    connection_t *cona = clienta->con;
    connection_t *conb = clientb->con;
Jack Moffitt's avatar
Jack Moffitt committed
844

845 846
    if (cona->id < conb->id) return -1;
    if (cona->id > conb->id) return 1;
Jack Moffitt's avatar
Jack Moffitt committed
847

848
    return 0;
Jack Moffitt's avatar
Jack Moffitt committed
849 850
}

851
int source_remove_client(void *key)
Jack Moffitt's avatar
Jack Moffitt committed
852
{
853
    return 1;
Jack Moffitt's avatar
Jack Moffitt committed
854 855 856 857
}

static int _free_client(void *key)
{
858 859 860 861 862 863 864 865 866 867
    client_t *client = (client_t *)key;

    global_lock();
    global.clients--;
    global_unlock();
    stats_event_dec(NULL, "clients");
    
    client_destroy(client);
    
    return 1;
Jack Moffitt's avatar
Jack Moffitt committed
868
}
869

870 871
static int _parse_audio_info(source_t *source, char *s)
{
872 873 874 875
    char *token = NULL;
    char *pvar = NULL;
    char *variable = NULL;
    char *value = NULL;
876 877 878 879 880

    while ((token = strtok(s,";")) != NULL) {
        pvar = strchr(token, '=');
        if (pvar) {
            variable = (char *)malloc(pvar-token+1);
881
            strncpy(variable, token, pvar-token);    
882
            variable[pvar-token] = 0;
883 884
            pvar++;
            if (strlen(pvar)) {
885
                value = util_url_unescape(pvar);
886 887
                util_dict_set(source->audio_info, variable, value);
                stats_event(source->mount, variable, value);
888 889 890
                if (value) {
                    free(value);
                }
891 892
            }
            if (variable) {
893
                free(variable);
894 895 896 897 898 899
            }
        }
        s = NULL;
    }
    return 1;
}
900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922


void source_apply_mount (source_t *source, mount_proxy *mountinfo)
{
    DEBUG1("Applying mount information for \"%s\"", source->mount);
    source->max_listeners = mountinfo->max_listeners;
    source->fallback_override = mountinfo->fallback_override;
    source->no_mount = mountinfo->no_mount;
    if (mountinfo->fallback_mount)
    {
        source->fallback_mount = strdup (mountinfo->fallback_mount);
        DEBUG1 ("fallback %s", mountinfo->fallback_mount);
    }
    if (mountinfo->auth_type != NULL)
    {
        source->authenticator = auth_get_authenticator(
                mountinfo->auth_type, mountinfo->auth_options);
    }
    if (mountinfo->dumpfile)
    {
        DEBUG1("Dumping stream to %s", mountinfo->dumpfile);
        source->dumpfilename = strdup (mountinfo->dumpfile);
    }
923 924 925 926 927 928 929 930 931 932
    if (mountinfo->queue_size_limit)
    {
        source->queue_size_limit = mountinfo->queue_size_limit;
        DEBUG1 ("queue size to %u", source->queue_size_limit);
    }
    if (mountinfo->source_timeout)
    {
        source->timeout = mountinfo->source_timeout;
        DEBUG1 ("source timeout to %u", source->timeout);
    }
933 934 935 936 937 938
}


void *source_client_thread (void *arg)
{
    source_t *source = arg;
939 940 941 942 943 944 945 946 947 948 949 950 951 952 953
    const char ok_msg[] = "HTTP/1.0 200 OK\r\n\r\n";
    int bytes;

    source->client->respcode = 200;
    bytes = sock_write_bytes (source->client->con->sock, ok_msg, sizeof (ok_msg)-1);
    if (bytes < sizeof (ok_msg)-1)
    {
        global_lock();
        global.sources--;
        global_unlock();
        WARN0 ("Error writing 200 OK message to source client");
    }
    else
    {
        source->client->con->sent_bytes += bytes;
954

955 956 957
        stats_event_inc(NULL, "source_client_connections");
        source_main (source);
    }
958 959 960 961
    source_free_source (source);
    return NULL;
}