source.c 29.3 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12
/* Icecast
 *
 * This program is distributed under the GNU General Public License, version 2.
 * A copy of this license is included with this source.
 *
 * Copyright 2000-2004, Jack Moffitt <jack@xiph.org, 
 *                      Michael Smith <msmith@xiph.org>,
 *                      oddsock <oddsock@xiph.org>,
 *                      Karl Heyes <karl@xiph.org>
 *                      and others (see AUTHORS for details).
 */

13
/* -*- c-basic-offset: 4; indent-tabs-mode: nil; -*- */
14 15 16 17
#ifdef HAVE_CONFIG_H
#include <config.h>
#endif

Jack Moffitt's avatar
Jack Moffitt committed
18 19 20 21
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <sys/types.h>
22
#include <ogg/ogg.h>
Michael Smith's avatar
Michael Smith committed
23
#include <errno.h>
24 25

#ifndef _WIN32
26
#include <unistd.h>
Jack Moffitt's avatar
Jack Moffitt committed
27 28
#include <sys/time.h>
#include <sys/socket.h>
29
#else
30 31
#include <winsock2.h>
#include <windows.h>
32
#endif
Jack Moffitt's avatar
Jack Moffitt committed
33

Karl Heyes's avatar
Karl Heyes committed
34 35 36 37
#include "thread/thread.h"
#include "avl/avl.h"
#include "httpp/httpp.h"
#include "net/sock.h"
Jack Moffitt's avatar
Jack Moffitt committed
38 39 40 41 42 43

#include "connection.h"
#include "global.h"
#include "refbuf.h"
#include "client.h"
#include "stats.h"
44
#include "logging.h"
45
#include "cfgfile.h"
46
#include "util.h"
brendan's avatar
brendan committed
47
#ifdef USE_YP
48
#include "geturl.h"
49
#endif
Jack Moffitt's avatar
Jack Moffitt committed
50
#include "source.h"
Michael Smith's avatar
Michael Smith committed
51
#include "format.h"
Michael Smith's avatar
Michael Smith committed
52
#include "auth.h"
Jack Moffitt's avatar
Jack Moffitt committed
53

54 55 56
#undef CATMODULE
#define CATMODULE "source"

Michael Smith's avatar
Michael Smith committed
57 58
#define MAX_FALLBACK_DEPTH 10

59 60
mutex_t move_clients_mutex;

Jack Moffitt's avatar
Jack Moffitt committed
61 62 63
/* avl tree helper */
static int _compare_clients(void *compare_arg, void *a, void *b);
static int _free_client(void *key);
64
static int _parse_audio_info(source_t *source, char *s);
Jack Moffitt's avatar
Jack Moffitt committed
65

66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103
/* Allocate a new source with the stated mountpoint, if one already
 * exists with that mountpoint in the global source tree then return
 * NULL.
 */
source_t *source_reserve (const char *mount)
{
    source_t *src = NULL;

    do
    {
        avl_tree_wlock (global.source_tree);
        src = source_find_mount_raw (mount);
        if (src)
        {
            src = NULL;
            break;
        }

        src = calloc (1, sizeof(source_t));
        if (src == NULL)
            break;

        src->client_tree = avl_tree_new(_compare_clients, NULL);
        src->pending_tree = avl_tree_new(_compare_clients, NULL);

        /* make duplicates for strings or similar */
        src->mount = strdup (mount);
        src->max_listeners = -1;

        avl_insert (global.source_tree, src);

    } while (0);

    avl_tree_unlock (global.source_tree);
    return src;
}


104
source_t *source_create(client_t *client, connection_t *con, 
Michael Smith's avatar
Michael Smith committed
105 106
    http_parser_t *parser, const char *mount, format_type_t type, 
    mount_proxy *mountinfo)
Jack Moffitt's avatar
Jack Moffitt committed
107
{
108
    source_t *src;
Jack Moffitt's avatar
Jack Moffitt committed
109

110
    src = (source_t *)malloc(sizeof(source_t));
111
    src->client = client;
112
    src->mount = (char *)strdup(mount);
Michael Smith's avatar
Michael Smith committed
113
    src->fallback_mount = NULL;
114 115 116 117 118
    src->format = format_get_plugin(type, src->mount, parser);
    src->con = con;
    src->parser = parser;
    src->client_tree = avl_tree_new(_compare_clients, NULL);
    src->pending_tree = avl_tree_new(_compare_clients, NULL);
119
    src->running = 1;
120 121
    src->num_yp_directories = 0;
    src->listeners = 0;
122
    src->max_listeners = -1;
123
    src->send_return = 0;
Michael Smith's avatar
Michael Smith committed
124 125
    src->dumpfilename = NULL;
    src->dumpfile = NULL;
126
    src->audio_info = util_dict_new();
127
    src->yp_public = 0;
Michael Smith's avatar
Michael Smith committed
128 129
    src->fallback_override = 0;
    src->no_mount = 0;
130
    src->authenticator = NULL;
Jack Moffitt's avatar
Jack Moffitt committed
131

Michael Smith's avatar
Michael Smith committed
132
    if(mountinfo != NULL) {
133 134
        if (mountinfo->fallback_mount != NULL)
            src->fallback_mount = strdup (mountinfo->fallback_mount);
Michael Smith's avatar
Michael Smith committed
135
        src->max_listeners = mountinfo->max_listeners;
136 137
        if (mountinfo->dumpfile != NULL)
            src->dumpfilename = strdup (mountinfo->dumpfile);
Michael Smith's avatar
Michael Smith committed
138 139 140 141 142
        if(mountinfo->auth_type != NULL)
            src->authenticator = auth_get_authenticator(
                    mountinfo->auth_type, mountinfo->auth_options);
        src->fallback_override = mountinfo->fallback_override;
        src->no_mount = mountinfo->no_mount;
Michael Smith's avatar
Michael Smith committed
143 144 145 146 147 148 149 150 151 152
    }

    if(src->dumpfilename != NULL) {
        src->dumpfile = fopen(src->dumpfilename, "ab");
        if(src->dumpfile == NULL) {
            WARN2("Cannot open dump file \"%s\" for appending: %s, disabling.",
                    src->dumpfilename, strerror(errno));
        }
    }

153
    return src;
Jack Moffitt's avatar
Jack Moffitt committed
154 155
}

Michael Smith's avatar
Michael Smith committed
156 157 158 159
/* Find a mount with this raw name - ignoring fallbacks. You should have the
 * global source tree locked to call this.
 */
source_t *source_find_mount_raw(const char *mount)
Jack Moffitt's avatar
Jack Moffitt committed
160
{
161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183
    source_t *source;
    avl_node *node;
    int cmp;

    if (!mount) {
        return NULL;
    }
    /* get the root node */
    node = global.source_tree->root->right;
    
    while (node) {
        source = (source_t *)node->key;
        cmp = strcmp(mount, source->mount);
        if (cmp < 0) 
            node = node->left;
        else if (cmp > 0)
            node = node->right;
        else
            return source;
    }
    
    /* didn't find it */
    return NULL;
Jack Moffitt's avatar
Jack Moffitt committed
184 185
}

186 187

/* Search for mount, if the mount is there but not currently running then
Karl Heyes's avatar
Karl Heyes committed
188
 * check the fallback, and so on.  Must have a global source lock to call
189 190 191
 * this function.
 */
source_t *source_find_mount (const char *mount)
Michael Smith's avatar
Michael Smith committed
192
{
193
    source_t *source = NULL;
Michael Smith's avatar
Michael Smith committed
194
    ice_config_t *config;
195 196 197 198 199 200 201 202 203 204 205 206
    mount_proxy *mountinfo;
    int depth = 0;

    config = config_get_config();
    while (mount != NULL)
    {
        /* limit the number of times through, maybe infinite */
        if (depth > MAX_FALLBACK_DEPTH)
        {
            source = NULL;
            break;
        }
Michael Smith's avatar
Michael Smith committed
207

208 209 210
        source = source_find_mount_raw(mount);
        if (source == NULL)
            break; /* fallback to missing mountpoint */
Michael Smith's avatar
Michael Smith committed
211

212 213
        if (source->running)
            break;
Michael Smith's avatar
Michael Smith committed
214

215 216 217 218 219 220 221
        /* source is not running, meaning that the fallback is not configured
           within the source, we need to check the mount list */
        mountinfo = config->mounts;
        source = NULL;
        while (mountinfo)
        {
            if (strcmp (mountinfo->mountname, mount) == 0)
Michael Smith's avatar
Michael Smith committed
222 223 224
                break;
            mountinfo = mountinfo->next;
        }
225 226
        if (mountinfo)
            mount = mountinfo->fallback_mount;
Michael Smith's avatar
Michael Smith committed
227
        else
228 229
            mount = NULL;
        depth++;
Michael Smith's avatar
Michael Smith committed
230 231
    }

232
    config_release_config();
Michael Smith's avatar
Michael Smith committed
233 234 235 236
    return source;
}


Jack Moffitt's avatar
Jack Moffitt committed
237 238
int source_compare_sources(void *arg, void *a, void *b)
{
239 240
    source_t *srca = (source_t *)a;
    source_t *srcb = (source_t *)b;
Jack Moffitt's avatar
Jack Moffitt committed
241

242
    return strcmp(srca->mount, srcb->mount);
Jack Moffitt's avatar
Jack Moffitt committed
243 244
}

245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300

void source_clear_source (source_t *source)
{
#ifdef USE_YP
     int i;
#endif
    DEBUG1 ("clearing source \"%s\"", source->mount);
    client_destroy(source->client);
    source->client = NULL;

    /* lets kick off any clients that are left on here */
    avl_tree_rlock (source->client_tree);
    while (avl_get_first (source->client_tree))
    {
        avl_delete (source->client_tree,
                avl_get_first (source->client_tree)->key, _free_client);
    }
    avl_tree_unlock (source->client_tree);

    avl_tree_rlock (source->pending_tree);
    while (avl_get_first (source->pending_tree))
    {
        avl_delete (source->pending_tree,
                avl_get_first(source->pending_tree)->key, _free_client);
    }
    avl_tree_unlock (source->pending_tree);

    if (source->format && source->format->free_plugin)
    {
        source->format->free_plugin (source->format);
    }
    source->format = NULL;
#ifdef USE_YP
    for (i=0; i<source->num_yp_directories; i++)
    {
        yp_destroy_ypdata(source->ypdata[i]);
        source->ypdata[i] = NULL;
    }
    source->num_yp_directories = 0;
#endif
    source->listeners = 0;
    source->no_mount = 0;
    source->max_listeners = -1;
    source->yp_public = 0;

    util_dict_free(source->audio_info);
    source->audio_info = NULL;

    free(source->fallback_mount);
    source->fallback_mount = NULL;

    free(source->dumpfilename);
    source->dumpfilename = NULL;
}


Jack Moffitt's avatar
Jack Moffitt committed
301 302
int source_free_source(void *key)
{
303
    source_t *source = key;
brendan's avatar
brendan committed
304 305 306
#ifdef USE_YP
    int i;
#endif
Jack Moffitt's avatar
Jack Moffitt committed
307

308
    free(source->mount);
Michael Smith's avatar
Michael Smith committed
309
    free(source->fallback_mount);
310
    free(source->dumpfilename);
311
    client_destroy(source->client);
312 313 314
    avl_tree_free(source->pending_tree, _free_client);
    avl_tree_free(source->client_tree, _free_client);
    source->format->free_plugin(source->format);
brendan's avatar
brendan committed
315
#ifdef USE_YP
Karl Heyes's avatar
Karl Heyes committed
316 317
    for (i=0; i<source->num_yp_directories; i++)
    {
Ed "oddsock" Zaleski's avatar
Ed "oddsock" Zaleski committed
318
        yp_destroy_ypdata(source->ypdata[i]);
Karl Heyes's avatar
Karl Heyes committed
319
        source->ypdata[i] = NULL;
Ed "oddsock" Zaleski's avatar
Ed "oddsock" Zaleski committed
320
    }
321
#endif
322
    util_dict_free(source->audio_info);
323
    free(source);
Jack Moffitt's avatar
Jack Moffitt committed
324

325
    return 1;
Jack Moffitt's avatar
Jack Moffitt committed
326
}
327 328 329 330

client_t *source_find_client(source_t *source, int id)
{
    client_t fakeclient;
331
    void *result;
332 333 334 335 336 337
    connection_t fakecon;

    fakeclient.con = &fakecon;
    fakeclient.con->id = id;

    avl_tree_rlock(source->client_tree);
338
    if(avl_get_by_key(source->client_tree, &fakeclient, &result) == 0)
339 340 341 342 343 344 345 346
    {
        avl_tree_unlock(source->client_tree);
        return result;
    }

    avl_tree_unlock(source->client_tree);
    return NULL;
}
347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362

void source_move_clients (source_t *source, source_t *dest)
{
    client_t *client;
    avl_node *node;

    if (source->format->type != dest->format->type)
    {
        WARN2 ("stream %s and %s are of different types, ignored", source->mount, dest->mount);
        return;
    }
    if (dest->running == 0)
    {
        WARN1 ("source %s not running, unable to move clients ", dest->mount);
        return;
    }
363
    
364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403
    /* we don't want the two write locks to deadlock in here */
    thread_mutex_lock (&move_clients_mutex);

    /* we need to move the client and pending trees */
    avl_tree_wlock (dest->pending_tree);
    avl_tree_wlock (source->pending_tree);

    while (1)
    {
        node = avl_get_first (source->pending_tree);
        if (node == NULL)
            break;
        client = (client_t *)(node->key);
        avl_delete (source->pending_tree, client, NULL);

        /* TODO: reset client local format data?  */
        avl_insert (dest->pending_tree, (void *)client);
    }
    avl_tree_unlock (source->pending_tree);

    avl_tree_wlock (source->client_tree);
    while (1)
    {
        node = avl_get_first (source->client_tree);
        if (node == NULL)
            break;

        client = (client_t *)(node->key);
        avl_delete (source->client_tree, client, NULL);

        /* TODO: reset client local format data?  */
        avl_insert (dest->pending_tree, (void *)client);
    }
    source->listeners = 0;
    stats_event(source->mount, "listeners", "0");
    avl_tree_unlock (source->client_tree);
    avl_tree_unlock (dest->pending_tree);
    thread_mutex_unlock (&move_clients_mutex);
}

Jack Moffitt's avatar
Jack Moffitt committed
404 405 406

void *source_main(void *arg)
{
407
    source_t *source = (source_t *)arg;
Michael Smith's avatar
Michael Smith committed
408
    source_t *fallback_source;
409 410 411 412 413 414 415 416
    char buffer[4096];
    long bytes, sbytes;
    int ret, timeout;
    client_t *client;
    avl_node *client_node;

    refbuf_t *refbuf, *abuf;
    int data_done;
Jack Moffitt's avatar
Jack Moffitt committed
417

brendan's avatar
brendan committed
418 419 420 421
#ifdef USE_YP
    char *s;
    long current_time;
    int    i;
422
    char *ai;
brendan's avatar
brendan committed
423
#endif
Jack Moffitt's avatar
Jack Moffitt committed
424

Michael Smith's avatar
Michael Smith committed
425 426 427
    long queue_limit;
    ice_config_t *config;
    char *hostname;
428 429
    char *listenurl;
    int listen_url_size;
Michael Smith's avatar
Michael Smith committed
430 431 432 433 434
    int port;

    config = config_get_config();
    
    queue_limit = config->queue_size_limit;
435
    timeout = config->source_timeout;
436
    hostname = strdup(config->hostname);
Michael Smith's avatar
Michael Smith committed
437 438
    port = config->port;

brendan's avatar
brendan committed
439
#ifdef USE_YP
440 441 442 443
    for (i=0;i<config->num_yp_directories;i++) {
        if (config->yp_url[i]) {
            source->ypdata[source->num_yp_directories] = yp_create_ypdata();
            source->ypdata[source->num_yp_directories]->yp_url = 
444
                strdup (config->yp_url[i]);
445
            source->ypdata[source->num_yp_directories]->yp_url_timeout = 
Michael Smith's avatar
Michael Smith committed
446
                config->yp_url_timeout[i];
447 448 449 450
            source->ypdata[source->num_yp_directories]->yp_touch_interval = 0;
            source->num_yp_directories++;
        }
    }
451 452
#endif
    
Michael Smith's avatar
Michael Smith committed
453
    config_release_config();
454

455 456
    /* grab a read lock, to make sure we get a chance to cleanup */
    thread_rwlock_rlock(source->shutdown_rwlock);
Jack Moffitt's avatar
Jack Moffitt committed
457

458 459 460 461
    avl_tree_wlock(global.source_tree);
    /* Now, we must do a final check with write lock taken out that the
     * mountpoint is available..
     */
Michael Smith's avatar
Michael Smith committed
462
    if (source_find_mount_raw(source->mount) != NULL) {
463 464 465 466
        avl_tree_unlock(global.source_tree);
        if(source->send_return) {
            client_send_404(source->client, "Mountpoint in use");
        }
467 468 469 470
        global_lock();
        global.sources--;
        global_unlock();
        thread_rwlock_unlock(source->shutdown_rwlock);
471 472 473
        thread_exit(0);
        return NULL;
    }
474 475 476 477
    /* insert source onto source tree */
    avl_insert(global.source_tree, (void *)source);
    /* release write lock on global source tree */
    avl_tree_unlock(global.source_tree);
Jack Moffitt's avatar
Jack Moffitt committed
478

479 480 481 482 483 484 485 486 487
    /* If we connected successfully, we can send the message (if requested)
     * back
     */
    if(source->send_return) {
        source->client->respcode = 200;
        bytes = sock_write(source->client->con->sock, 
                "HTTP/1.0 200 OK\r\n\r\n");
        if(bytes > 0) source->client->con->sent_bytes = bytes;
    }
Jack Moffitt's avatar
Jack Moffitt committed
488

489 490
    /* start off the statistics */
    source->listeners = 0;
491 492
    stats_event(source->mount, "listeners", "0");
    stats_event(source->mount, "type", source->format->format_description);
brendan's avatar
brendan committed
493
#ifdef USE_YP
494 495 496 497
    /* ice-* is icecast, icy-* is shoutcast */
    if ((s = httpp_getvar(source->parser, "ice-url"))) {
        add_yp_info(source, "server_url", s, YP_SERVER_URL);
    }
498
    if ((s = httpp_getvar(source->parser, "ice-name"))) {
499 500 501 502
        add_yp_info(source, "server_name", s, YP_SERVER_NAME);
    }
    if ((s = httpp_getvar(source->parser, "icy-name"))) {
        add_yp_info(source, "server_name", s, YP_SERVER_NAME);
503 504
    }
    if ((s = httpp_getvar(source->parser, "ice-url"))) {
505 506 507 508
        add_yp_info(source, "server_url", s, YP_SERVER_URL);
    }
    if ((s = httpp_getvar(source->parser, "icy-url"))) {
        add_yp_info(source, "server_url", s, YP_SERVER_URL);
509 510
    }
    if ((s = httpp_getvar(source->parser, "ice-genre"))) {
511 512 513 514
        add_yp_info(source, "genre", s, YP_SERVER_GENRE);
    }
    if ((s = httpp_getvar(source->parser, "icy-genre"))) {
        add_yp_info(source, "genre", s, YP_SERVER_GENRE);
515 516
    }
    if ((s = httpp_getvar(source->parser, "ice-bitrate"))) {
517 518 519 520
        add_yp_info(source, "bitrate", s, YP_BITRATE);
    }
    if ((s = httpp_getvar(source->parser, "icy-br"))) {
        add_yp_info(source, "bitrate", s, YP_BITRATE);
521 522
    }
    if ((s = httpp_getvar(source->parser, "ice-description"))) {
523
        add_yp_info(source, "server_description", s, YP_SERVER_DESC);
524
    }
525
    if ((s = httpp_getvar(source->parser, "ice-public"))) {
526
        stats_event(source->mount, "public", s);
527 528 529 530 531
        source->yp_public = atoi(s);
    }
    if ((s = httpp_getvar(source->parser, "icy-pub"))) {
        stats_event(source->mount, "public", s);
        source->yp_public = atoi(s);
532 533
    }
    if ((s = httpp_getvar(source->parser, "ice-audio-info"))) {
534
        stats_event(source->mount, "audio_info", s);
535 536
        if (_parse_audio_info(source, s)) {
            ai = util_dict_urlencode(source->audio_info, '&');
537
            add_yp_info(source, "audio_info", 
538 539
                    ai,
                    YP_AUDIO_INFO);
540 541 542
            if (ai) {
                free(ai);
            }
543
        }
544 545
    }
    for (i=0;i<source->num_yp_directories;i++) {
546
        add_yp_info(source, "server_type", 
547 548
                     source->format->format_description,
                     YP_SERVER_TYPE);
549 550 551 552 553
        if (source->ypdata[i]->listen_url) {
            free(source->ypdata[i]->listen_url);
        }
        /* 6 for max size of port */
        listen_url_size = strlen("http://") + 
Michael Smith's avatar
Michael Smith committed
554
            strlen(hostname) + 
555
            strlen(":") + 6 + strlen(source->mount) + 1;
556 557
        source->ypdata[i]->listen_url = malloc(listen_url_size);
        sprintf(source->ypdata[i]->listen_url, "http://%s:%d%s", 
Michael Smith's avatar
Michael Smith committed
558
                hostname, port, source->mount);
559
    }
560

561
    if(source->yp_public) {
562

563
        current_time = time(NULL);
564

565
        for (i=0;i<source->num_yp_directories;i++) {
566 567
            /* Give the source 5 seconds to update the metadata
               before we do our first touch */
568
            /* Don't permit touch intervals of less than 30 seconds */
569 570 571
            if (source->ypdata[i]->yp_touch_interval <= 30) {
                source->ypdata[i]->yp_touch_interval = 30;
            }
572
            source->ypdata[i]->yp_last_touch = 0;
573
        }
574
    }
575
#endif
576 577 578 579 580 581 582 583 584 585 586 587 588 589
    /* 6 for max size of port */
    listen_url_size = strlen("http://") + 
    strlen(hostname) + strlen(":") + 6 + strlen(source->mount) + 1;
    
    listenurl = malloc(listen_url_size);
    memset(listenurl, '\000', listen_url_size);
    sprintf(listenurl, "http://%s:%d%s", hostname, port, source->mount);
    stats_event(source->mount, "listenurl", listenurl);
    if (hostname) {
        free(hostname);
    }
    if (listenurl) {
        free(listenurl);
    }
590

591
    DEBUG0("Source creation complete");
592
    source->running = 1;
593

Michael Smith's avatar
Michael Smith committed
594 595 596 597 598 599 600 601 602 603 604
    /*
    ** Now, if we have a fallback source and override is on, we want
    ** to steal it's clients, because it means we've come back online
    ** after a failure and they should be gotten back from the waiting
    ** loop or jingle track or whatever the fallback is used for
    */

    if(source->fallback_override && source->fallback_mount) {
        avl_tree_rlock(global.source_tree);
        fallback_source = source_find_mount(source->fallback_mount);

605 606
        if (fallback_source)
            source_move_clients (fallback_source, source);
Michael Smith's avatar
Michael Smith committed
607

608
        avl_tree_unlock(global.source_tree);
Michael Smith's avatar
Michael Smith committed
609 610
    }

611 612
    while (global.running == ICE_RUNNING && source->running) {
        ret = source->format->get_buffer(source->format, NULL, 0, &refbuf);
Michael Smith's avatar
Michael Smith committed
613 614 615 616
        if(ret < 0) {
            WARN0("Bad data from source");
            break;
        }
617
        bytes = 1; /* Set to > 0 so that the post-loop check won't be tripped */
618 619 620
        while (refbuf == NULL) {
            bytes = 0;
            while (bytes <= 0) {
621 622
                ret = util_timed_wait_for_fd(source->con->sock, timeout*1000);

623 624
                if (ret < 0 && sock_recoverable (sock_error()))
                   continue;
625
                if (ret <= 0) { /* timeout expired */
626 627
                    WARN1("Disconnecting source: socket timeout (%d s) expired",
                           timeout);
628 629 630
                    bytes = 0;
                    break;
                }
Jack Moffitt's avatar
Jack Moffitt committed
631

632
                bytes = sock_read_bytes(source->con->sock, buffer, 4096);
Michael Smith's avatar
Michael Smith committed
633 634 635
                if (bytes == 0 || 
                        (bytes < 0 && !sock_recoverable(sock_error()))) 
                {
636 637
                    DEBUG1("Disconnecting source due to socket read error: %s",
                            strerror(sock_error()));
638
                    break;
639
                }
640 641
            }
            if (bytes <= 0) break;
642
            source->client->con->sent_bytes += bytes;
Michael Smith's avatar
Michael Smith committed
643 644
            ret = source->format->get_buffer(source->format, buffer, bytes, 
                    &refbuf);
Michael Smith's avatar
Michael Smith committed
645 646 647 648
            if(ret < 0) {
                WARN0("Bad data from source");
                goto done;
            }
649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666
        }

        if (bytes <= 0) {
            INFO0("Removing source following disconnection");
            break;
        }

        /* we have a refbuf buffer, which a data block to be sent to 
        ** all clients.  if a client is not able to send the buffer
        ** immediately, it should store it on its queue for the next
        ** go around.
        **
        ** instead of sending the current block, a client should send
        ** all data in the queue, plus the current block, until either
        ** it runs out of data, or it hits a recoverable error like
        ** EAGAIN.  this will allow a client that got slightly lagged
        ** to catch back up if it can
        */
Jack Moffitt's avatar
Jack Moffitt committed
667

Michael Smith's avatar
Michael Smith committed
668 669 670 671 672 673 674 675 676 677 678 679
        /* First, stream dumping, if enabled */
        if(source->dumpfile) {
            if(fwrite(refbuf->data, 1, refbuf->len, source->dumpfile) !=
                    refbuf->len) 
            {
                WARN1("Write to dump file failed, disabling: %s", 
                        strerror(errno));
                fclose(source->dumpfile);
                source->dumpfile = NULL;
            }
        }

680 681
        /* acquire read lock on client_tree */
        avl_tree_rlock(source->client_tree);
Jack Moffitt's avatar
Jack Moffitt committed
682

683 684 685 686
        client_node = avl_get_first(source->client_tree);
        while (client_node) {
            /* acquire read lock on node */
            avl_node_wlock(client_node);
Jack Moffitt's avatar
Jack Moffitt committed
687

688 689 690
            client = (client_t *)client_node->key;
            
            data_done = 0;
Jack Moffitt's avatar
Jack Moffitt committed
691

692 693 694 695 696 697 698
            /* do we have any old buffers? */
            abuf = refbuf_queue_remove(&client->queue);
            while (abuf) {
                if (client->pos > 0)
                    bytes = abuf->len - client->pos;
                else
                    bytes = abuf->len;
Jack Moffitt's avatar
Jack Moffitt committed
699

700
                sbytes = source->format->write_buf_to_client(source->format,
701
                        client, &abuf->data[client->pos], bytes);
702
                if (sbytes >= 0) {
703
                    if(sbytes != bytes) {
704 705 706
                        /* We didn't send the entire buffer. Leave it for
                         * the moment, handle it in the next iteration.
                         */
707 708 709 710 711 712
                        client->pos += sbytes;
                        refbuf_queue_insert(&client->queue, abuf);
                        data_done = 1;
                        break;
                    }
                }
713
                else {
Michael Smith's avatar
Michael Smith committed
714 715
                    DEBUG0("Client has unrecoverable error catching up. "
                            "Client has probably disconnected");
716
                    client->con->error = 1;
717
                    data_done = 1;
718
                    refbuf_release(abuf);
719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734
                    break;
                }
                
                /* we're done with that refbuf, release it and reset the pos */
                refbuf_release(abuf);
                client->pos = 0;

                abuf = refbuf_queue_remove(&client->queue);
            }
            
            /* now send or queue the new data */
            if (data_done) {
                refbuf_addref(refbuf);
                refbuf_queue_add(&client->queue, refbuf);
            } else {
                sbytes = source->format->write_buf_to_client(source->format,
735
                        client, refbuf->data, refbuf->len);
736
                if (sbytes >= 0) {
737 738
                    if(sbytes != refbuf->len) {
                        /* Didn't send the entire buffer, queue it */
739
                        client->pos = sbytes;
740
                        refbuf_addref(refbuf);
Michael Smith's avatar
Michael Smith committed
741
                        refbuf_queue_insert(&client->queue, refbuf);
742 743
                    }
                }
744
                else {
Michael Smith's avatar
Michael Smith committed
745 746
                    DEBUG0("Client had unrecoverable error with new data, "
                            "probably due to client disconnection");
747
                    client->con->error = 1;
748 749 750 751 752 753 754 755
                }
            }

            /* if the client is too slow, its queue will slowly build up.
            ** we need to make sure the client is keeping up with the
            ** data, so we'll kick any client who's queue gets to large.
            */
            if (refbuf_queue_length(&client->queue) > queue_limit) {
756
                DEBUG0("Client has fallen too far behind, removing");
757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780
                client->con->error = 1;
            }

            /* release read lock on node */
            avl_node_unlock(client_node);

            /* get the next node */
            client_node = avl_get_next(client_node);
        }
        /* release read lock on client_tree */
        avl_tree_unlock(source->client_tree);

        refbuf_release(refbuf);

        /* acquire write lock on client_tree */
        avl_tree_wlock(source->client_tree);

        /** delete bad clients **/
        client_node = avl_get_first(source->client_tree);
        while (client_node) {
            client = (client_t *)client_node->key;
            if (client->con->error) {
                client_node = avl_get_next(client_node);
                avl_delete(source->client_tree, (void *)client, _free_client);
Michael Smith's avatar
Michael Smith committed
781 782 783
                source->listeners--;
                stats_event_args(source->mount, "listeners", "%d", 
                        source->listeners);
784
                DEBUG0("Client removed");
785 786 787 788 789 790 791 792 793 794 795
                continue;
            }
            client_node = avl_get_next(client_node);
        }

        /* acquire write lock on pending_tree */
        avl_tree_wlock(source->pending_tree);

        /** add pending clients **/
        client_node = avl_get_first(source->pending_tree);
        while (client_node) {
Michael Smith's avatar
Michael Smith committed
796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813
            if(source->max_listeners != -1 && 
                    source->listeners >= source->max_listeners) 
            {
                /* The common case is caught in the main connection handler,
                 * this deals with rarer cases (mostly concerning fallbacks)
                 * and doesn't give the listening client any information about
                 * why they were disconnected
                 */
                client = (client_t *)client_node->key;
                client_node = avl_get_next(client_node);
                avl_delete(source->pending_tree, (void *)client, _free_client);

                INFO0("Client deleted, exceeding maximum listeners for this "
                        "mountpoint.");
                continue;
            }
            
            /* Otherwise, the client is accepted, add it */
814
            avl_insert(source->client_tree, client_node->key);
Michael Smith's avatar
Michael Smith committed
815 816

            source->listeners++;
817
            DEBUG0("Client added");
818 819
            stats_event_inc(NULL, "clients");
            stats_event_inc(source->mount, "connections");
Michael Smith's avatar
Michael Smith committed
820 821
            stats_event_args(source->mount, "listeners", "%d", 
                    source->listeners);
822 823 824 825 826 827 828 829 830 831 832 833 834 835

            /* we have to send cached headers for some data formats
            ** this is where we queue up the buffers to send
            */
            if (source->format->has_predata) {
                client = (client_t *)client_node->key;
                client->queue = source->format->get_predata(source->format);
            }

            client_node = avl_get_next(client_node);
        }

        /** clear pending tree **/
        while (avl_get_first(source->pending_tree)) {
Michael Smith's avatar
Michael Smith committed
836 837 838
            avl_delete(source->pending_tree, 
                    avl_get_first(source->pending_tree)->key, 
                    source_remove_client);
839 840 841 842 843 844 845 846
        }

        /* release write lock on pending_tree */
        avl_tree_unlock(source->pending_tree);

        /* release write lock on client_tree */
        avl_tree_unlock(source->client_tree);
    }
Jack Moffitt's avatar
Jack Moffitt committed
847

Michael Smith's avatar
Michael Smith committed
848 849
done:

850
    INFO1("Source \"%s\" exiting", source->mount);
851

brendan's avatar
brendan committed
852
#ifdef USE_YP
853
    if(source->yp_public) {
854 855
        yp_remove(source);
    }
856 857
#endif
    
858 859 860 861
    /* Now, we must remove this source from the source tree before
     * removing the clients, otherwise new clients can sneak into the pending
     * tree after we've cleared it
     */
862
    avl_tree_wlock(global.source_tree);
863 864
    fallback_source = source_find_mount (source->fallback_mount);
    avl_delete (global.source_tree, source, NULL);
Michael Smith's avatar
Michael Smith committed
865

866 867
    if (fallback_source != NULL)
        source_move_clients (source, fallback_source);
Michael Smith's avatar
Michael Smith committed
868

869
    avl_tree_unlock (global.source_tree);
Jack Moffitt's avatar
Jack Moffitt committed
870

871 872 873
    /* delete this sources stats */
    stats_event_dec(NULL, "sources");
    stats_event(source->mount, "listeners", NULL);
Jack Moffitt's avatar
Jack Moffitt committed
874

875 876 877
    global_lock();
    global.sources--;
    global_unlock();
Jack Moffitt's avatar
Jack Moffitt committed
878

Michael Smith's avatar
Michael Smith committed
879 880 881
    if(source->dumpfile)
        fclose(source->dumpfile);

882 883
    /* release our hold on the lock so the main thread can continue cleaning up */
    thread_rwlock_unlock(source->shutdown_rwlock);
Jack Moffitt's avatar
Jack Moffitt committed
884

885 886
    source_free_source(source);

887
    thread_exit(0);
Jack Moffitt's avatar
Jack Moffitt committed
888
      
889
    return NULL;
Jack Moffitt's avatar
Jack Moffitt committed
890 891 892 893
}

static int _compare_clients(void *compare_arg, void *a, void *b)
{
894 895 896 897 898
    client_t *clienta = (client_t *)a;
    client_t *clientb = (client_t *)b;

    connection_t *cona = clienta->con;
    connection_t *conb = clientb->con;
Jack Moffitt's avatar
Jack Moffitt committed
899

900 901
    if (cona->id < conb->id) return -1;
    if (cona->id > conb->id) return 1;
Jack Moffitt's avatar
Jack Moffitt committed
902

903
    return 0;
Jack Moffitt's avatar
Jack Moffitt committed
904 905
}

906
int source_remove_client(void *key)
Jack Moffitt's avatar
Jack Moffitt committed
907
{
908
    return 1;
Jack Moffitt's avatar
Jack Moffitt committed
909 910 911 912
}

static int _free_client(void *key)
{
913 914 915 916 917 918 919 920 921 922
    client_t *client = (client_t *)key;

    global_lock();
    global.clients--;
    global_unlock();
    stats_event_dec(NULL, "clients");
    
    client_destroy(client);
    
    return 1;
Jack Moffitt's avatar
Jack Moffitt committed
923
}
924

925 926
static int _parse_audio_info(source_t *source, char *s)
{
927 928 929 930
    char *token = NULL;
    char *pvar = NULL;
    char *variable = NULL;
    char *value = NULL;
931 932 933 934 935

    while ((token = strtok(s,";")) != NULL) {
        pvar = strchr(token, '=');
        if (pvar) {
            variable = (char *)malloc(pvar-token+1);
936
            strncpy(variable, token, pvar-token);    
937
            variable[pvar-token] = 0;
938 939
            pvar++;
            if (strlen(pvar)) {
940
                value = util_url_unescape(pvar);
941 942
                util_dict_set(source->audio_info, variable, value);
                stats_event(source->mount, variable, value);
943 944 945
                if (value) {
                    free(value);
                }
946 947
            }
            if (variable) {
948
                free(variable);
949 950 951 952 953 954
            }
        }
        s = NULL;
    }
    return 1;
}
955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990


void source_apply_mount (source_t *source, mount_proxy *mountinfo)
{
    DEBUG1("Applying mount information for \"%s\"", source->mount);
    source->max_listeners = mountinfo->max_listeners;
    source->fallback_override = mountinfo->fallback_override;
    source->no_mount = mountinfo->no_mount;
    if (mountinfo->fallback_mount)
    {
        source->fallback_mount = strdup (mountinfo->fallback_mount);
        DEBUG1 ("fallback %s", mountinfo->fallback_mount);
    }
    if (mountinfo->auth_type != NULL)
    {
        source->authenticator = auth_get_authenticator(
                mountinfo->auth_type, mountinfo->auth_options);
    }
    if (mountinfo->dumpfile)
    {
        DEBUG1("Dumping stream to %s", mountinfo->dumpfile);
        source->dumpfilename = strdup (mountinfo->dumpfile);
    }
}


void *source_client_thread (void *arg)
{
    source_t *source = arg;

    source->send_return = 1;
    source_main (source);
    source_free_source (source);
    return NULL;
}