connection.c 53.3 KB
Newer Older
1 2 3 4 5
/* Icecast
 *
 * This program is distributed under the GNU General Public License, version 2.
 * A copy of this license is included with this source.
 *
6
 * Copyright 2000-2004, Jack Moffitt <jack@xiph.org,
7 8 9 10
 *                      Michael Smith <msmith@xiph.org>,
 *                      oddsock <oddsock@xiph.org>,
 *                      Karl Heyes <karl@xiph.org>
 *                      and others (see AUTHORS for details).
Philipp Schafft's avatar
Philipp Schafft committed
11
 * Copyright 2011,      Dave 'justdave' Miller <justdave@mozilla.com>,
12
 * Copyright 2011-2018, Philipp "ph3-der-loewe" Schafft <lion@lion.leolix.org>,
13 14
 */

15
/* -*- c-basic-offset: 4; indent-tabs-mode: nil; -*- */
16 17 18 19
#ifdef HAVE_CONFIG_H
#include <config.h>
#endif

Jack Moffitt's avatar
Jack Moffitt committed
20 21
#include <stdio.h>
#include <stdlib.h>
22
#include <errno.h>
Jack Moffitt's avatar
Jack Moffitt committed
23
#include <string.h>
24 25 26
#ifdef HAVE_POLL
#include <sys/poll.h>
#endif
27
#include <sys/types.h>
28 29

#ifndef _WIN32
Jack Moffitt's avatar
Jack Moffitt committed
30 31
#include <sys/socket.h>
#include <netinet/in.h>
32
#else
33
#include <winsock2.h>
34
#endif
Jack Moffitt's avatar
Jack Moffitt committed
35

Marvin Scholz's avatar
Marvin Scholz committed
36 37 38 39
#include "common/thread/thread.h"
#include "common/avl/avl.h"
#include "common/net/sock.h"
#include "common/httpp/httpp.h"
Jack Moffitt's avatar
Jack Moffitt committed
40

41 42
#include "compat.h"
#include "connection.h"
43
#include "cfgfile.h"
Jack Moffitt's avatar
Jack Moffitt committed
44 45
#include "global.h"
#include "util.h"
46
#include "refobject.h"
Jack Moffitt's avatar
Jack Moffitt committed
47 48
#include "refbuf.h"
#include "client.h"
49
#include "errors.h"
Jack Moffitt's avatar
Jack Moffitt committed
50 51
#include "stats.h"
#include "logging.h"
52
#include "fserve.h"
53
#include "slave.h"
54

Jack Moffitt's avatar
Jack Moffitt committed
55
#include "source.h"
56
#include "admin.h"
Michael Smith's avatar
Michael Smith committed
57
#include "auth.h"
58
#include "matchfile.h"
59
#include "tls.h"
60
#include "acl.h"
61 62
#include "refobject.h"
#include "listensocket.h"
Jack Moffitt's avatar
Jack Moffitt committed
63 64 65

#define CATMODULE "connection"

66 67 68 69 70 71 72 73 74 75 76 77 78 79 80
/* Two different major types of source authentication.
   Shoutcast style is used only by the Shoutcast DSP
   and is a crazy version of HTTP.  It looks like :
     Source Client -> Connects to port + 1
     Source Client -> sends encoder password (plaintext)\r\n
     Icecast -> reads encoder password, if ok, sends OK2\r\n, else disconnects
     Source Client -> reads OK2\r\n, then sends http-type request headers
                      that contain the stream details (icy-name, etc..)
     Icecast -> reads headers, stores them
     Source Client -> starts sending MP3 data
     Source Client -> periodically updates metadata via admin.cgi call

   Icecast auth style uses HTTP and Basic Authorization.
*/

81 82 83 84
typedef struct client_queue_tag {
    client_t *client;
    int offset;
    int shoutcast;
85
    char *shoutcast_mount;
86 87
    char *bodybuffer;
    size_t bodybufferlen;
88
    int tried_body;
89 90
    struct client_queue_tag *next;
} client_queue_t;
Jack Moffitt's avatar
Jack Moffitt committed
91

92
static spin_t _connection_lock; // protects _current_id, _con_queue, _con_queue_tail
93
static volatile connection_id_t _current_id = 0;
Jack Moffitt's avatar
Jack Moffitt committed
94 95
static int _initialized = 0;

96 97
static volatile client_queue_t *_req_queue = NULL, **_req_queue_tail = &_req_queue;
static volatile client_queue_t *_con_queue = NULL, **_con_queue_tail = &_con_queue;
98
static volatile client_queue_t *_body_queue = NULL, **_body_queue_tail = &_body_queue;
99
static int tls_ok;
100
static tls_ctx_t *tls_ctx;
101

102
/* filtering client connection based on IP */
103
static matchfile_t *banned_ip, *allowed_ip;
104

105
rwlock_t _source_shutdown_rwlock;
Jack Moffitt's avatar
Jack Moffitt committed
106

107
static void _handle_connection(void);
108
static void get_tls_certificate(ice_config_t *config);
Jack Moffitt's avatar
Jack Moffitt committed
109 110 111

void connection_initialize(void)
{
Marvin Scholz's avatar
Marvin Scholz committed
112 113
    if (_initialized)
        return;
114

115
    thread_spin_create (&_connection_lock);
116
    thread_mutex_create(&move_clients_mutex);
117
    thread_rwlock_create(&_source_shutdown_rwlock);
118
    thread_cond_create(&global.shutdown_cond);
119 120 121 122
    _req_queue = NULL;
    _req_queue_tail = &_req_queue;
    _con_queue = NULL;
    _con_queue_tail = &_con_queue;
123 124
    _body_queue = NULL;
    _body_queue_tail = &_body_queue;
Jack Moffitt's avatar
Jack Moffitt committed
125

126
    _initialized = 1;
Jack Moffitt's avatar
Jack Moffitt committed
127 128 129 130
}

void connection_shutdown(void)
{
Marvin Scholz's avatar
Marvin Scholz committed
131 132
    if (!_initialized)
        return;
133

134
    tls_ctx_unref(tls_ctx);
135 136 137
    matchfile_release(banned_ip);
    matchfile_release(allowed_ip);
 
138
    thread_cond_destroy(&global.shutdown_cond);
139
    thread_rwlock_destroy(&_source_shutdown_rwlock);
140
    thread_spin_destroy (&_connection_lock);
141
    thread_mutex_destroy(&move_clients_mutex);
Jack Moffitt's avatar
Jack Moffitt committed
142

143
    _initialized = 0;
Jack Moffitt's avatar
Jack Moffitt committed
144 145
}

146
void connection_reread_config(ice_config_t *config)
147
{
148
    get_tls_certificate(config);
149
    listensocket_container_configure_and_setup(global.listensockets, config);
150 151
}

152
static connection_id_t _next_connection_id(void)
Jack Moffitt's avatar
Jack Moffitt committed
153
{
154
    connection_id_t id;
Jack Moffitt's avatar
Jack Moffitt committed
155

156
    thread_spin_lock(&_connection_lock);
157
    id = _current_id++;
158
    thread_spin_unlock(&_connection_lock);
Jack Moffitt's avatar
Jack Moffitt committed
159

160
    return id;
Jack Moffitt's avatar
Jack Moffitt committed
161 162
}

163

164
#ifdef ICECAST_CAP_TLS
165
static void get_tls_certificate(ice_config_t *config)
166
{
167 168
    const char *keyfile;

169
    config->tls_ok = tls_ok = 0;
170

171 172 173 174
    keyfile = config->tls_context.key_file;
    if (!keyfile)
        keyfile = config->tls_context.cert_file;

175
    tls_ctx_unref(tls_ctx);
176
    tls_ctx = tls_ctx_new(config->tls_context.cert_file, keyfile, config->tls_context.cipher_list);
177 178
    if (!tls_ctx) {
        ICECAST_LOG_INFO("No TLS capability on any configured ports");
179
        return;
180 181
    }

182
    config->tls_ok = tls_ok = 1;
183 184 185
}


186
/* handlers for reading and writing a connection_t when there is TLS
187 188
 * configured on the listening port
 */
189
static int connection_read_tls(connection_t *con, void *buf, size_t len)
190
{
191
    ssize_t bytes = tls_read(con->tls, buf, len);
192

Marvin Scholz's avatar
Marvin Scholz committed
193
    if (bytes < 0) {
194
        if (tls_want_io(con->tls) > 0)
195
            return -1;
196 197 198 199 200
        con->error = 1;
    }
    return bytes;
}

201
static int connection_send_tls(connection_t *con, const void *buf, size_t len)
202
{
203
    ssize_t bytes = tls_write(con->tls, buf, len);
204

Marvin Scholz's avatar
Marvin Scholz committed
205
    if (bytes < 0) {
206 207
        if (tls_want_io(con->tls) > 0)
            return -1;
208
        con->error = 1;
Marvin Scholz's avatar
Marvin Scholz committed
209
    } else {
210
        con->sent_bytes += bytes;
Marvin Scholz's avatar
Marvin Scholz committed
211
    }
212 213 214 215
    return bytes;
}
#else

216 217
/* TLS not compiled in, so at least log it */
static void get_tls_certificate(ice_config_t *config)
218
{
219
    tls_ok = 0;
220
    ICECAST_LOG_INFO("No TLS capability. "
Philipp Schafft's avatar
Philipp Schafft committed
221
                     "Rebuild Icecast with OpenSSL support to enable this.");
222
}
223
#endif /* ICECAST_CAP_TLS */
224 225 226 227 228


/* handlers (default) for reading and writing a connection_t, no encrpytion
 * used just straight access to the socket
 */
Marvin Scholz's avatar
Marvin Scholz committed
229
static int connection_read(connection_t *con, void *buf, size_t len)
230
{
Marvin Scholz's avatar
Marvin Scholz committed
231
    int bytes = sock_read_bytes(con->sock, buf, len);
232 233
    if (bytes == 0)
        con->error = 1;
Marvin Scholz's avatar
Marvin Scholz committed
234
    if (bytes == -1 && !sock_recoverable(sock_error()))
235 236 237 238
        con->error = 1;
    return bytes;
}

Marvin Scholz's avatar
Marvin Scholz committed
239
static int connection_send(connection_t *con, const void *buf, size_t len)
240
{
Marvin Scholz's avatar
Marvin Scholz committed
241 242 243
    int bytes = sock_write_bytes(con->sock, buf, len);
    if (bytes < 0) {
        if (!sock_recoverable(sock_error()))
244
            con->error = 1;
Marvin Scholz's avatar
Marvin Scholz committed
245
    } else {
246
        con->sent_bytes += bytes;
Marvin Scholz's avatar
Marvin Scholz committed
247
    }
248 249 250
    return bytes;
}

251
connection_t *connection_create(sock_t sock, listensocket_t *listensocket_real, listensocket_t* listensocket_effective, char *ip)
252
{
253
    connection_t *con;
254 255 256 257

    if (!matchfile_match_allow_deny(allowed_ip, banned_ip, ip))
        return NULL;

258
    con = (connection_t *)calloc(1, sizeof(connection_t));
Marvin Scholz's avatar
Marvin Scholz committed
259
    if (con) {
260 261 262
        refobject_ref(listensocket_real);
        refobject_ref(listensocket_effective);

Marvin Scholz's avatar
Marvin Scholz committed
263
        con->sock       = sock;
264 265
        con->listensocket_real = listensocket_real;
        con->listensocket_effective = listensocket_effective;
Marvin Scholz's avatar
Marvin Scholz committed
266 267 268
        con->con_time   = time(NULL);
        con->id         = _next_connection_id();
        con->ip         = ip;
269
        con->tlsmode    = ICECAST_TLSMODE_AUTO;
Marvin Scholz's avatar
Marvin Scholz committed
270 271
        con->read       = connection_read;
        con->send       = connection_send;
272
    }
Michael Smith's avatar
Michael Smith committed
273

274
    return con;
275 276
}

277
/* prepare connection for interacting over a TLS connection
278
 */
279
void connection_uses_tls(connection_t *con)
280
{
281
#ifdef ICECAST_CAP_TLS
282
    if (con->tls)
283 284
        return;

285 286 287 288 289 290
    if (con->readbufferlen) {
        ICECAST_LOG_ERROR("Connection is now using TLS but has data put back. BAD. Discarding putback data.");
        free(con->readbuffer);
        con->readbufferlen = 0;
    }

291
    con->tlsmode = ICECAST_TLSMODE_RFC2818;
292 293
    con->read = connection_read_tls;
    con->send = connection_send_tls;
294 295 296
    con->tls = tls_new(tls_ctx);
    tls_set_incoming(con->tls);
    tls_set_socket(con->tls, con->sock);
297 298 299
#endif
}

300 301 302 303 304
ssize_t connection_send_bytes(connection_t *con, const void *buf, size_t len)
{
    return con->send(con, buf, len);
}

305 306
ssize_t connection_read_bytes(connection_t *con, void *buf, size_t len)
{
307 308 309 310 311 312 313 314
    ssize_t done = 0;
    ssize_t ret;

    if (con->readbufferlen) {
        ICECAST_LOG_DEBUG("On connection %p we read from putback buffer, filled with %zu bytes, requested are %zu bytes", con, con->readbufferlen, len);
        if (len >= con->readbufferlen) {
            memcpy(buf, con->readbuffer, con->readbufferlen);
            free(con->readbuffer);
315
            con->readbuffer = NULL;
316
            ICECAST_LOG_DEBUG("New fill in buffer=<empty>");
317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372
            if (len == con->readbufferlen) {
                con->readbufferlen = 0;
                return len;
            } else {
                len -= con->readbufferlen;
                buf += con->readbufferlen;
                done = con->readbufferlen;
                con->readbufferlen = 0;
            }
        } else {
            memcpy(buf, con->readbuffer, len);
            memmove(con->readbuffer, con->readbuffer+len, con->readbufferlen-len);
            con->readbufferlen -= len;
            return len;
        }
    }

    ret = con->read(con, buf, len);

    if (ret < 0) {
        if (done == 0) {
            return ret;
        } else {
            return done;
        }
    }

    return done + ret;
}

int connection_read_put_back(connection_t *con, const void *buf, size_t len)
{
    void *n;

    if (con->readbufferlen) {
        n = realloc(con->readbuffer, con->readbufferlen + len);
        if (!n)
            return -1;

        memcpy(n + con->readbufferlen, buf, len);
        con->readbuffer = n;
        con->readbufferlen += len;

        ICECAST_LOG_DEBUG("On connection %p %zu bytes have been put back.", con, len);
        return 0;
    } else {
        n = malloc(len);
        if (!n)
            return -1;

        memcpy(n, buf, len);
        con->readbuffer = n;
        con->readbufferlen = len;
        ICECAST_LOG_DEBUG("On connection %p %zu bytes have been put back.", con, len);
        return 0;
    }
373 374
}

375 376 377 378
/* add client to connection queue. At this point some header information
 * has been collected, so we now pass it onto the connection thread for
 * further processing
 */
379
static void _add_connection(client_queue_t *node)
Jack Moffitt's avatar
Jack Moffitt committed
380
{
381
    thread_spin_lock(&_connection_lock);
382
    *_con_queue_tail = node;
383 384
    _con_queue_tail = (volatile client_queue_t **) &node->next;
    thread_spin_unlock(&_connection_lock);
Jack Moffitt's avatar
Jack Moffitt committed
385 386 387
}


388 389 390 391 392 393
/* this returns queued clients for the connection thread. headers are
 * already provided, but need to be parsed.
 */
static client_queue_t *_get_connection(void)
{
    client_queue_t *node = NULL;
Jack Moffitt's avatar
Jack Moffitt committed
394

Marvin Scholz's avatar
Marvin Scholz committed
395
    thread_spin_lock(&_connection_lock);
396

Marvin Scholz's avatar
Marvin Scholz committed
397
    if (_con_queue){
398 399 400 401
        node = (client_queue_t *)_con_queue;
        _con_queue = node->next;
        if (_con_queue == NULL)
            _con_queue_tail = &_con_queue;
402
        node->next = NULL;
403
    }
404

Marvin Scholz's avatar
Marvin Scholz committed
405
    thread_spin_unlock(&_connection_lock);
406 407
    return node;
}
Jack Moffitt's avatar
Jack Moffitt committed
408 409


410
/* run along queue checking for any data that has come in or a timeout */
411
static void process_request_queue (void)
412 413
{
    client_queue_t **node_ref = (client_queue_t **)&_req_queue;
414 415 416 417 418 419
    ice_config_t *config;
    int timeout;
    char peak;

    config = config_get_config();
    timeout = config->header_timeout;
420
    config_release_config();
Jack Moffitt's avatar
Jack Moffitt committed
421

Marvin Scholz's avatar
Marvin Scholz committed
422
    while (*node_ref) {
423 424 425 426
        client_queue_t *node = *node_ref;
        client_t *client = node->client;
        int len = PER_CLIENT_REFBUF_SIZE - 1 - node->offset;
        char *buf = client->refbuf->data + node->offset;
Jack Moffitt's avatar
Jack Moffitt committed
427

428
        if (client->con->tlsmode == ICECAST_TLSMODE_AUTO || client->con->tlsmode == ICECAST_TLSMODE_AUTO_NO_PLAIN) {
429 430
            if (recv(client->con->sock, &peak, 1, MSG_PEEK) == 1) {
                if (peak == 0x16) { /* TLS Record Protocol Content type 0x16 == Handshake */
431
                    connection_uses_tls(client->con);
432 433 434 435
                }
            }
        }

Marvin Scholz's avatar
Marvin Scholz committed
436 437
        if (len > 0) {
            if (client->con->con_time + timeout <= time(NULL)) {
438
                len = 0;
Marvin Scholz's avatar
Marvin Scholz committed
439 440 441
            } else {
                len = client_read_bytes(client, buf, len);
            }
442
        }
Jack Moffitt's avatar
Jack Moffitt committed
443

Marvin Scholz's avatar
Marvin Scholz committed
444
        if (len > 0) {
445
            ssize_t stream_offset = -1;
446 447 448
            int pass_it = 1;
            char *ptr;

449 450
            /* handle \n, \r\n and nsvcap which for some strange reason has
             * EOL as \r\r\n */
451
            node->offset += len;
Marvin Scholz's avatar
Marvin Scholz committed
452 453 454
            client->refbuf->data[node->offset] = '\000';
            do {
                if (node->shoutcast == 1) {
455
                    /* password line */
456 457
                    if (strstr (client->refbuf->data, "\r\r\n") != NULL)
                        break;
458 459 460 461 462 463 464
                    if (strstr (client->refbuf->data, "\r\n") != NULL)
                        break;
                    if (strstr (client->refbuf->data, "\n") != NULL)
                        break;
                }
                /* stream_offset refers to the start of any data sent after the
                 * http style headers, we don't want to lose those */
Marvin Scholz's avatar
Marvin Scholz committed
465 466
                ptr = strstr(client->refbuf->data, "\r\r\n\r\r\n");
                if (ptr) {
467
                    stream_offset = (ptr+6) - client->refbuf->data;
468 469
                    break;
                }
Marvin Scholz's avatar
Marvin Scholz committed
470 471
                ptr = strstr(client->refbuf->data, "\r\n\r\n");
                if (ptr) {
472
                    stream_offset = (ptr+4) - client->refbuf->data;
473 474
                    break;
                }
Marvin Scholz's avatar
Marvin Scholz committed
475 476
                ptr = strstr(client->refbuf->data, "\n\n");
                if (ptr) {
477
                    stream_offset = (ptr+2) - client->refbuf->data;
478 479 480 481
                    break;
                }
                pass_it = 0;
            } while (0);
Jack Moffitt's avatar
Jack Moffitt committed
482

Marvin Scholz's avatar
Marvin Scholz committed
483
            if (pass_it) {
484 485 486 487
                if (stream_offset != -1) {
                    connection_read_put_back(client->con, client->refbuf->data + stream_offset, node->offset - stream_offset);
                    node->offset = stream_offset;
                }
488 489 490 491
                if ((client_queue_t **)_req_queue_tail == &(node->next))
                    _req_queue_tail = (volatile client_queue_t **)node_ref;
                *node_ref = node->next;
                node->next = NULL;
Marvin Scholz's avatar
Marvin Scholz committed
492
                _add_connection(node);
493
                continue;
494
            }
Marvin Scholz's avatar
Marvin Scholz committed
495 496
        } else {
            if (len == 0 || client->con->error) {
497 498 499
                if ((client_queue_t **)_req_queue_tail == &node->next)
                    _req_queue_tail = (volatile client_queue_t **)node_ref;
                *node_ref = node->next;
Marvin Scholz's avatar
Marvin Scholz committed
500 501
                client_destroy(client);
                free(node);
502 503 504 505
                continue;
            }
        }
        node_ref = &node->next;
506
    }
507
    _handle_connection();
Jack Moffitt's avatar
Jack Moffitt committed
508 509
}

510 511 512 513 514 515 516 517 518 519 520 521
/* add client to body queue.
 */
static void _add_body_client(client_queue_t *node)
{
    ICECAST_LOG_DEBUG("Putting client %p in body queue.", node->client);

    thread_spin_lock(&_connection_lock);
    *_body_queue_tail = node;
    _body_queue_tail = (volatile client_queue_t **) &node->next;
    thread_spin_unlock(&_connection_lock);
}

522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557
static client_slurp_result_t process_request_body_queue_one(client_queue_t *node, time_t timeout, size_t body_size_limit)
{
        client_t *client = node->client;
        client_slurp_result_t res;

        if (client->parser->req_type == httpp_req_post) {
            if (node->bodybuffer == NULL && client->request_body_read == 0) {
                if (client->request_body_length < 0) {
                    node->bodybufferlen = body_size_limit;
                    node->bodybuffer = malloc(node->bodybufferlen);
                } else if (client->request_body_length <= (ssize_t)body_size_limit) {
                    node->bodybufferlen = client->request_body_length;
                    node->bodybuffer = malloc(node->bodybufferlen);
                }
            }
        }

        if (node->bodybuffer) {
            res = client_body_slurp(client, node->bodybuffer, &(node->bodybufferlen));
            if (res == CLIENT_SLURP_SUCCESS) {
                httpp_parse_postdata(client->parser, node->bodybuffer, node->bodybufferlen);
                free(node->bodybuffer);
                node->bodybuffer = NULL;
            }
        } else {
            res = client_body_skip(client);
        }

        if (res != CLIENT_SLURP_SUCCESS) {
            if (client->con->con_time <= timeout || client->request_body_read >= body_size_limit) {
                return CLIENT_SLURP_ERROR;
            }
        }

        return res;
}
558 559 560 561 562

/* This queue reads data from the body of clients. */
static void process_request_body_queue (void)
{
    client_queue_t **node_ref = (client_queue_t **)&_body_queue;
563 564 565
    ice_config_t *config;
    time_t timeout;
    size_t body_size_limit;
566 567 568 569 570

    ICECAST_LOG_DEBUG("Processing body queue.");

    ICECAST_LOG_DEBUG("_body_queue=%p, &_body_queue=%p, _body_queue_tail=%p", _body_queue, &_body_queue, _body_queue_tail);

571 572 573 574 575
    config = config_get_config();
    timeout = time(NULL) - config->body_timeout;
    body_size_limit = config->body_size_limit;
    config_release_config();

576 577 578 579 580
    while (*node_ref) {
        client_queue_t *node = *node_ref;
        client_t *client = node->client;
        client_slurp_result_t res;

581 582
        node->tried_body = 1;

583 584
        ICECAST_LOG_DEBUG("Got client %p in body queue.", client);

585
        res = process_request_body_queue_one(node, timeout, body_size_limit);
586

587
        if (res != CLIENT_SLURP_NEEDS_MORE_DATA) {
588 589 590 591 592 593 594 595 596 597 598 599
            ICECAST_LOG_DEBUG("Putting client %p back in connection queue.", client);

            if ((client_queue_t **)_body_queue_tail == &(node->next))
                _body_queue_tail = (volatile client_queue_t **)node_ref;
            *node_ref = node->next;
            node->next = NULL;
            _add_connection(node);
            continue;
        }
        node_ref = &node->next;
    }
}
600

601 602 603
/* add node to the queue of requests. This is where the clients are when
 * initial http details are read.
 */
Marvin Scholz's avatar
Marvin Scholz committed
604
static void _add_request_queue(client_queue_t *node)
605 606 607
{
    *_req_queue_tail = node;
    _req_queue_tail = (volatile client_queue_t **)&node->next;
Jack Moffitt's avatar
Jack Moffitt committed
608 609
}

610 611 612
static client_queue_t *create_client_node(client_t *client)
{
    client_queue_t *node = calloc (1, sizeof (client_queue_t));
613
    const listener_t *listener;
614 615 616 617 618 619

    if (!node)
        return NULL;

    node->client = client;

620
    listener = listensocket_get_listener(client->con->listensocket_effective);
621 622 623 624

    if (listener) {
        if (listener->shoutcast_compat)
            node->shoutcast = 1;
625 626
        client->con->tlsmode = listener->tls;
        if (listener->tls == ICECAST_TLSMODE_RFC2818 && tls_ok)
627
            connection_uses_tls(client->con);
628 629 630 631
        if (listener->shoutcast_mount)
            node->shoutcast_mount = strdup(listener->shoutcast_mount);
    }

632 633
    listensocket_release_listener(client->con->listensocket_effective);

634 635
    return node;
}
636

637 638 639 640 641 642 643 644
void connection_queue(connection_t *con)
{
    client_queue_t *node;
    client_t *client = NULL;

    global_lock();
    if (client_create(&client, con, NULL) < 0) {
        global_unlock();
645
        client_send_error_by_id(client, ICECAST_ERROR_GEN_CLIENT_LIMIT);
646 647 648 649 650 651 652 653 654 655
        /* don't be too eager as this is an imposed hard limit */
        thread_sleep(400000);
        return;
    }

    /* setup client for reading incoming http */
    client->refbuf->data[PER_CLIENT_REFBUF_SIZE-1] = '\000';

    if (sock_set_blocking(client->con->sock, 0) || sock_set_nodelay(client->con->sock)) {
        global_unlock();
656
        ICECAST_LOG_WARN("Failed to set tcp options on client connection, dropping");
657 658 659 660 661 662 663 664 665 666 667 668 669 670 671
        client_destroy(client);
        return;
    }
    node = create_client_node(client);
    global_unlock();

    if (node == NULL) {
        client_destroy(client);
        return;
    }

    _add_request_queue(node);
    stats_event_inc(NULL, "connections");
}

Marvin Scholz's avatar
Marvin Scholz committed
672
void connection_accept_loop(void)
Jack Moffitt's avatar
Jack Moffitt committed
673
{
674
    connection_t *con;
675
    ice_config_t *config;
676
    int duration = 300;
677

Marvin Scholz's avatar
Marvin Scholz committed
678
    config = config_get_config();
679
    get_tls_certificate(config);
Marvin Scholz's avatar
Marvin Scholz committed
680
    config_release_config();
Jack Moffitt's avatar
Jack Moffitt committed
681

Marvin Scholz's avatar
Marvin Scholz committed
682
    while (global.running == ICECAST_RUNNING) {
683
        con = listensocket_container_accept(global.listensockets, duration);
684

Marvin Scholz's avatar
Marvin Scholz committed
685
        if (con) {
686
            connection_queue(con);
687
            duration = 5;
Marvin Scholz's avatar
Marvin Scholz committed
688
        } else {
689 690
            if (_req_queue == NULL)
                duration = 300; /* use longer timeouts when nothing waiting */
691
        }
Marvin Scholz's avatar
Marvin Scholz committed
692
        process_request_queue();
693
        process_request_body_queue();
694
    }
Jack Moffitt's avatar
Jack Moffitt committed
695

696 697 698
    /* Give all the other threads notification to shut down */
    thread_cond_broadcast(&global.shutdown_cond);

699 700 701
    /* wait for all the sources to shutdown */
    thread_rwlock_wlock(&_source_shutdown_rwlock);
    thread_rwlock_unlock(&_source_shutdown_rwlock);
Jack Moffitt's avatar
Jack Moffitt committed
702 703
}

704 705 706

/* Called when activating a source. Verifies that the source count is not
 * exceeded and applies any initial parameters.
707
 */
Marvin Scholz's avatar
Marvin Scholz committed
708
int connection_complete_source(source_t *source, int response)
709
{
710
    ice_config_t *config;
711

Marvin Scholz's avatar
Marvin Scholz committed
712
    global_lock();
713
    ICECAST_LOG_DEBUG("sources count is %d", global.sources);
714

715
    config = config_get_config();
Marvin Scholz's avatar
Marvin Scholz committed
716
    if (global.sources < config->source_limit) {
717
        const char *contenttype;
718
        mount_proxy *mountinfo;
719 720 721 722
        format_type_t format_type;

        /* setup format handler */
        contenttype = httpp_getvar (source->parser, "content-type");
Marvin Scholz's avatar
Marvin Scholz committed
723 724
        if (contenttype != NULL) {
            format_type = format_get_type(contenttype);
725

Marvin Scholz's avatar
Marvin Scholz committed
726
            if (format_type == FORMAT_ERROR) {
727
                config_release_config();
728
                global_unlock();
729
                if (response) {
730
                    client_send_error_by_id(source->client, ICECAST_ERROR_CON_CONTENT_TYPE_NOSYS);
731 732
                    source->client = NULL;
                }
733
                ICECAST_LOG_WARN("Content-type \"%s\" not supported, dropping source", contenttype);
734 735
                return -1;
            }
736 737 738 739
        } else if (source->parser->req_type == httpp_req_put) {
            config_release_config();
            global_unlock();
            if (response) {
740
                client_send_error_by_id(source->client, ICECAST_ERROR_CON_NO_CONTENT_TYPE_GIVEN);
741 742 743 744 745 746 747 748
                source->client = NULL;
            }
            ICECAST_LOG_ERROR("Content-type not given in PUT request, dropping source");
            return -1;
        } else {
            ICECAST_LOG_ERROR("No content-type header, falling back to backwards compatibility mode "
                    "for icecast 1.x relays. Assuming content is mp3. This behaviour is deprecated "
                    "and the source client will NOT work with future Icecast versions!");
749
            format_type = FORMAT_TYPE_GENERIC;
750 751
        }

Marvin Scholz's avatar
Marvin Scholz committed
752
        if (format_get_plugin (format_type, source) < 0) {
753 754
            global_unlock();
            config_release_config();
Marvin Scholz's avatar
Marvin Scholz committed
755
            if (response) {
756
                client_send_error_by_id(source->client, ICECAST_ERROR_CON_INTERNAL_FORMAT_ALLOC_ERROR);
757 758
                source->client = NULL;
            }
759
            ICECAST_LOG_WARN("plugin format failed for \"%s\"", source->mount);
760 761 762
            return -1;
        }

763
        global.sources++;
Marvin Scholz's avatar
Marvin Scholz committed
764
        stats_event_args(NULL, "sources", "%d", global.sources);
765
        global_unlock();
766

767
        source->running = 1;
Marvin Scholz's avatar
Marvin Scholz committed
768 769
        mountinfo = config_find_mount(config, source->mount, MOUNT_TYPE_NORMAL);
        source_update_settings(config, source, mountinfo);
770
        config_release_config();
771
        slave_rebuild_mounts();
772 773

        source->shutdown_rwlock = &_source_shutdown_rwlock;
774
        ICECAST_LOG_DEBUG("source is ready to start");
775 776 777

        return 0;
    }
778
    ICECAST_LOG_WARN("Request to add source when maximum source limit "
Marvin Scholz's avatar
Marvin Scholz committed
779
        "reached %d", global.sources);
780 781 782 783

    global_unlock();
    config_release_config();

Marvin Scholz's avatar
Marvin Scholz committed
784
    if (response) {
785
        client_send_error_by_id(source->client, ICECAST_ERROR_CON_SOURCE_CLIENT_LIMIT);
786 787
        source->client = NULL;
    }
788 789 790 791

    return -1;
}

Marvin Scholz's avatar
Marvin Scholz committed
792
static inline void source_startup(client_t *client, const char *uri)
793 794
{
    source_t *source;
Marvin Scholz's avatar
Marvin Scholz committed
795
    source = source_reserve(uri);
796

Marvin Scholz's avatar
Marvin Scholz committed
797
    if (source) {
798
        source->client = client;
799 800
        source->parser = client->parser;
        source->con = client->con;
Marvin Scholz's avatar
Marvin Scholz committed
801 802 803
        if (connection_complete_source(source, 1) < 0) {
            source_clear_source(source);
            source_free_source(source);
804 805 806
            return;
        }
        client->respcode = 200;
Philipp Schafft's avatar
Philipp Schafft committed
807 808 809 810
        if (client->protocol == ICECAST_PROTOCOL_SHOUTCAST) {
            client->respcode = 200;
            /* send this non-blocking but if there is only a partial write
             * then leave to header timeout */
811
            client_send_bytes(client, "OK2\r\nicy-caps:11\r\n\r\n", 20); /* TODO: Replace Magic Number! */
812
            source->shoutcast_compat = 1;
Marvin Scholz's avatar
Marvin Scholz committed
813
            source_client_callback(client, source);
Philipp Schafft's avatar
Philipp Schafft committed
814
        } else {
Marvin Scholz's avatar
Marvin Scholz committed
815
            refbuf_t *ok = refbuf_new(PER_CLIENT_REFBUF_SIZE);
816
            const char *expectcontinue;
817
            const char *transfer_encoding;
818
            int status_to_send = 200;
819
            ssize_t ret;
820

821 822 823 824
            transfer_encoding = httpp_getvar(source->parser, "transfer-encoding");
            if (transfer_encoding && strcasecmp(transfer_encoding, HTTPP_ENCODING_IDENTITY) != 0) {
                client->encoding = httpp_encoding_new(transfer_encoding);
                if (!client->encoding) {
825
                    client_send_error_by_id(client, ICECAST_ERROR_CON_UNIMPLEMENTED);
826 827 828 829
                    return;
                }
            }

830 831 832 833 834 835 836
            /* For PUT support we check for 100-continue and send back a 100 to stay in spec */
            expectcontinue = httpp_getvar (source->parser, "expect");

            if (expectcontinue != NULL) {
#ifdef HAVE_STRCASESTR
                if (strcasestr (expectcontinue, "100-continue") != NULL)
#else
837
                ICECAST_LOG_WARN("OS doesn't support case insensitive substring checks...");
838 839 840 841 842 843 844
                if (strstr (expectcontinue, "100-continue") != NULL)
#endif
                {
                    status_to_send = 100;
                }
            }

845
            client->respcode = 200;
846 847
            ret = util_http_build_header(ok->data, PER_CLIENT_REFBUF_SIZE, 0, 0, status_to_send, NULL, NULL, NULL, NULL, NULL, client);
            snprintf(ok->data + ret, PER_CLIENT_REFBUF_SIZE - ret, "Content-Length: 0\r\n\r\n");
Marvin Scholz's avatar
Marvin Scholz committed
848
            ok->len = strlen(ok->data);
849
            refbuf_release(client->refbuf);
850
            client->refbuf = ok;
Marvin Scholz's avatar
Marvin Scholz committed
851
            fserve_add_client_callback(client, source_client_callback, source);
852
        }
Marvin Scholz's avatar
Marvin Scholz committed
853
    } else {
854
        client_send_error_by_id(client, ICECAST_ERROR_CON_MOUNT_IN_USE);
855
        ICECAST_LOG_WARN("Mountpoint %s in use", uri);
856
    }
857 858
}

Philipp Schafft's avatar
Philipp Schafft committed
859
/* only called for native icecast source clients */
Marvin Scholz's avatar
Marvin Scholz committed
860
static void _handle_source_request(client_t *client, const char *uri)
Jack Moffitt's avatar
Jack Moffitt committed
861
{
862 863
    ICECAST_LOG_INFO("Source logging in at mountpoint \"%s\" from %s as role %s",
        uri, client->con->ip, client->role);
864

Marvin Scholz's avatar
Marvin Scholz committed
865
    if (uri[0] != '/') {
Philipp Schafft's avatar
Philipp Schafft committed
866
        ICECAST_LOG_WARN("source mountpoint not starting with /");
867
        client_send_error_by_id(client, ICECAST_ERROR_CON_MOUNTPOINT_NOT_STARTING_WITH_SLASH);
868
        return;
869
    }
870

Philipp Schafft's avatar
Philipp Schafft committed
871 872 873 874
    source_startup(client, uri);
}


Marvin Scholz's avatar
Marvin Scholz committed
875
static void _handle_stats_request(client_t *client, char *uri)
Philipp Schafft's avatar
Philipp Schafft committed
876 877 878
{
    stats_event_inc(NULL, "stats_connections");

879
    client->respcode = 200;
880
    snprintf (client->refbuf->data, PER_CLIENT_REFBUF_SIZE,
Marvin Scholz's avatar
Marvin Scholz committed
881 882 883
        "HTTP/1.0 200 OK\r\n\r\n");
    client->refbuf->len = strlen(client->refbuf->data);
    fserve_add_client_callback(client, stats_callback, NULL);
884 885
}

Philipp Schafft's avatar
Philipp Schafft committed
886 887 888
/* if 0 is returned then the client should not be touched, however if -1
 * is returned then the caller is responsible for handling the client
 */
Marvin Scholz's avatar
Marvin Scholz committed
889
static int __add_listener_to_source(source_t *source, client_t *client)
890
{
Philipp Schafft's avatar
Philipp Schafft committed
891
    size_t loop = 10;
Michael Smith's avatar
Michael Smith committed
892

Marvin Scholz's avatar
Marvin Scholz committed
893
    do {
Philipp Schafft's avatar
Philipp Schafft committed
894
        ICECAST_LOG_DEBUG("max on %s is %ld (cur %lu)", source->mount,
Marvin Scholz's avatar
Marvin Scholz committed
895
            source->max_listeners, source->listeners);
Philipp Schafft's avatar
Philipp Schafft committed
896 897 898 899
        if (source->max_listeners == -1)
            break;
        if (source->listeners < (unsigned long)source->max_listeners)
            break;
900

Marvin Scholz's avatar
Marvin Scholz committed
901
        if (loop && source->fallback_when_full && source->fallback_mount) {
Philipp Schafft's avatar
Philipp Schafft committed
902 903 904
            source_t *next = source_find_mount (source->fallback_mount);
            if (!next) {
                ICECAST_LOG_ERROR("Fallback '%s' for full source '%s' not found",
Marvin Scholz's avatar
Marvin Scholz committed
905
                    source->mount, source->fallback_mount);
Philipp Schafft's avatar
Philipp Schafft committed
906 907
                return -1;
            }
908
            ICECAST_LOG_INFO("stream full, trying %s", next->mount);
Philipp Schafft's avatar
Philipp Schafft committed
909 910 911 912 913 914 915 916 917 918 919
            source = next;
            loop--;
            continue;
        }
        /* now we fail the client */
        return -1;
    } while (1);

    client->write_to_client = format_generic_write_to_client;
    client->check_buffer = format_check_http_buffer;
    client->refbuf->len = PER_CLIENT_REFBUF_SIZE;
Marvin Scholz's avatar
Marvin Scholz committed
920
    memset(client->refbuf->data, 0, PER_CLIENT_REFBUF_SIZE);
Philipp Schafft's avatar
Philipp Schafft committed
921 922

    /* lets add the client to the active list */
Marvin Scholz's avatar
Marvin Scholz committed
923 924 925
    avl_tree_wlock(source->pending_tree);
    avl_insert(source->pending_tree, client);
    avl_tree_unlock(source->pending_tree);
Philipp Schafft's avatar
Philipp Schafft committed
926

Marvin Scholz's avatar
Marvin Scholz committed
927
    if (source->running == 0 && source->on_demand) {
Philipp Schafft's avatar
Philipp Schafft committed
928 929 930
        /* enable on-demand relay to start, wake up the slave thread */
        ICECAST_LOG_DEBUG("kicking off on-demand relay");
        source->on_demand_req = 1;
931
    }
Philipp Schafft's avatar
Philipp Schafft committed
932 933 934
    ICECAST_LOG_DEBUG("Added client to %s", source->mount);
    return 0;
}
935

Philipp Schafft's avatar
Philipp Schafft committed
936 937 938 939 940 941 942 943 944 945 946 947
/* count the number of clients on a mount with same username and same role as the given one */
static inline ssize_t __count_user_role_on_mount (source_t *source, client_t *client) {
    ssize_t ret = 0;
    avl_node *node;

    avl_tree_rlock(source->client_tree);
    node = avl_get_first(source->client_tree);
    while (node) {
        client_t *existing_client = (client_t *)node->key;
        if (existing_client->username && client->username &&
            strcmp(existing_client->username, client->username) == 0 &&
            existing_client->role && client->role &&
Marvin Scholz's avatar
Marvin Scholz committed
948
            strcmp(existing_client->role, client->role) == 0) {
Philipp Schafft's avatar
Philipp Schafft committed
949
            ret++;
Marvin Scholz's avatar
Marvin Scholz committed
950
        }
Philipp Schafft's avatar
Philipp Schafft committed
951
        node = avl_get_next(node);
952
    }
Philipp Schafft's avatar
Philipp Schafft committed
953 954 955 956
    avl_tree_unlock(source->client_tree);

    avl_tree_rlock(source->pending_tree);
    node = avl_get_first(source->pending_tree);
Marvin Scholz's avatar
Marvin Scholz committed
957
    while (node) {
Philipp Schafft's avatar
Philipp Schafft committed
958 959 960 961
        client_t *existing_client = (client_t *)node->key;
        if (existing_client->username && client->username &&
            strcmp(existing_client->username, client->username) == 0 &&
            existing_client->role && client->role &&
Marvin Scholz's avatar
Marvin Scholz committed
962
            strcmp(existing_client->role, client->role) == 0){
Philipp Schafft's avatar
Philipp Schafft committed
963
            ret++;
Marvin Scholz's avatar
Marvin Scholz committed
964
        }
Philipp Schafft's avatar
Philipp Schafft committed
965
        node = avl_get_next(node);
966
    }
Philipp Schafft's avatar
Philipp Schafft committed
967 968 969 970
    avl_tree_unlock(source->pending_tree);
    return ret;
}

Marvin Scholz's avatar
Marvin Scholz committed
971
static void _handle_get_request(client_t *client, char *uri) {
Philipp Schafft's avatar
Philipp Schafft committed
972 973 974 975 976 977 978 979 980
    source_t *source = NULL;

    ICECAST_LOG_DEBUG("Got client %p with URI %H", client, uri);

    /* there are several types of HTTP GET clients
     * media clients, which are looking for a source (eg, URI = /stream.ogg),
     * stats clients, which are looking for /admin/stats.xml and
     * fserve clients, which are looking for static files.
     */
981 982

    stats_event_inc(NULL, "client_connections");
983

Philipp Schafft's avatar
Philipp Schafft committed
984 985 986 987 988 989
    /* this is a web/ request. let's check if we are allowed to do that. */
    if (acl_test_web(client->acl) != ACL_POLICY_ALLOW) {
        /* doesn't seem so, sad client :( */
        if (client->protocol == ICECAST_PROTOCOL_SHOUTCAST) {
            client_destroy(client);
        } else {
990
            client_send_error_by_id(client, ICECAST_ERROR_GEN_CLIENT_NEEDS_TO_AUTHENTICATE);
Philipp Schafft's avatar
Philipp Schafft committed
991 992 993 994
        }
        return;
    }

995 996 997 998 999
    if (client->parser->req_type == httpp_req_options) {
        client_send_204(client);
        return;
    }

Philipp Schafft's avatar
Philipp Schafft committed
1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016
    if (util_check_valid_extension(uri) == XSLT_CONTENT) {
        /* If the file exists, then transform it, otherwise, write a 404 */
        ICECAST_LOG_DEBUG("Stats request, sending XSL transformed stats");
        stats_transform_xslt(client, uri);
        return;
    }

    avl_tree_rlock(global.source_tree);
    /* let's see if this is a source or just a random fserve file */
    source = source_find_mount(uri);
    if (source) {
        /* true mount */
        int in_error = 0;
        ssize_t max_connections_per_user = acl_get_max_connections_per_user(client->acl);
        /* check for duplicate_logins */
        if (max_connections_per_user > 0) { /* -1 = not set (-> default=unlimited), 0 = unlimited */
            if (max_connections_per_user <= __count_user_role_on_mount(source, client)) {
1017
                client_send_error_by_id(client, ICECAST_ERROR_CON_PER_CRED_CLIENT_LIMIT);
Philipp Schafft's avatar
Philipp Schafft committed
1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037
                in_error = 1;
            }
        }


        /* Set max listening duration in case not already set. */
        if (!in_error && client->con->discon_time == 0) {
            time_t connection_duration = acl_get_max_connection_duration(client->acl);
            if (connection_duration == -1) {
                ice_config_t *config = config_get_config();