http.c 24 KB
Newer Older
1
/*
2
 * HTTP protocol for avconv client
3
 * Copyright (c) 2000, 2001 Fabrice Bellard
4
 *
5
 * This file is part of Libav.
6
 *
7
 * Libav is free software; you can redistribute it and/or
8 9 10 11
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
12
 * Libav is distributed in the hope that it will be useful,
13 14 15 16 17
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
18
 * License along with Libav; if not, write to the Free Software
19 20
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */
21 22

#include "libavutil/avstring.h"
23 24
#include "avformat.h"
#include <unistd.h>
25
#include "internal.h"
26
#include "network.h"
27
#include "http.h"
28
#include "os_support.h"
29
#include "httpauth.h"
30
#include "url.h"
31
#include "libavutil/opt.h"
32

33
/* XXX: POST protocol is not completely implemented because avconv uses
Diego Biurrun's avatar
Diego Biurrun committed
34
   only a subset of it. */
35 36 37 38 39 40

/* used for protocol handling */
#define BUFFER_SIZE 1024
#define MAX_REDIRECTS 8

typedef struct {
41
    const AVClass *class;
42 43 44 45
    URLContext *hd;
    unsigned char buffer[BUFFER_SIZE], *buf_ptr, *buf_end;
    int line_count;
    int http_code;
46
    int64_t chunksize;      /**< Used if "Transfer-Encoding: chunked" otherwise -1. */
47
    int64_t off, filesize;
48
    char location[MAX_URL_SIZE];
49
    HTTPAuthState auth_state;
50
    HTTPAuthState proxy_auth_state;
51
    char *headers;
52
    int willclose;          /**< Set if the server correctly handles Connection: close and will close the connection after feeding us the content. */
53
    int chunked_post;
54
    int end_chunked_post;   /**< A flag which indicates if the end of chunked encoding has been sent. */
55
    int end_header;         /**< A flag which indicates we have finished to read POST reply. */
56
    int multiple_requests;  /**< A flag which indicates if we use persistent connections. */
57 58
    uint8_t *post_data;
    int post_datalen;
59 60
} HTTPContext;

61
#define OFFSET(x) offsetof(HTTPContext, x)
62 63
#define D AV_OPT_FLAG_DECODING_PARAM
#define E AV_OPT_FLAG_ENCODING_PARAM
64
static const AVOption options[] = {
65
{"chunked_post", "use chunked transfer-encoding for posts", OFFSET(chunked_post), AV_OPT_TYPE_INT, {.dbl = 1}, 0, 1, E },
66
{"headers", "custom HTTP headers, can override built in default headers", OFFSET(headers), AV_OPT_TYPE_STRING, { 0 }, 0, 0, D|E },
67
{"multiple_requests", "use persistent connections", OFFSET(multiple_requests), AV_OPT_TYPE_INT, {.dbl = 0}, 0, 1, D|E },
68
{"post_data", "custom HTTP post data", OFFSET(post_data), AV_OPT_TYPE_BINARY, .flags = D|E },
69 70
{NULL}
};
71 72 73 74 75 76
#define HTTP_CLASS(flavor)\
static const AVClass flavor ## _context_class = {\
    .class_name     = #flavor,\
    .item_name      = av_default_item_name,\
    .option         = options,\
    .version        = LIBAVUTIL_VERSION_INT,\
Mans Rullgard's avatar
Mans Rullgard committed
77
}
78

79 80 81
HTTP_CLASS(http);
HTTP_CLASS(https);

82 83 84
static int http_connect(URLContext *h, const char *path, const char *local_path,
                        const char *hoststr, const char *auth,
                        const char *proxyauth, int *new_location);
85

86 87 88 89
void ff_http_init_auth_state(URLContext *dest, const URLContext *src)
{
    memcpy(&((HTTPContext*)dest->priv_data)->auth_state,
           &((HTTPContext*)src->priv_data)->auth_state, sizeof(HTTPAuthState));
90 91 92
    memcpy(&((HTTPContext*)dest->priv_data)->proxy_auth_state,
           &((HTTPContext*)src->priv_data)->proxy_auth_state,
           sizeof(HTTPAuthState));
93 94
}

95 96 97
/* return non zero if error */
static int http_open_cnx(URLContext *h)
{
98
    const char *path, *proxy_path, *lower_proto = "tcp", *local_path;
99
    char hostname[1024], hoststr[1024], proto[10];
100
    char auth[1024], proxyauth[1024] = "";
101
    char path1[1024];
102
    char buf[1024], urlbuf[1024];
103
    int port, use_proxy, err, location_changed = 0, redirects = 0, attempts = 0;
104
    HTTPAuthType cur_auth_type, cur_proxy_auth_type;
105 106 107 108
    HTTPContext *s = h->priv_data;

    proxy_path = getenv("http_proxy");
    use_proxy = (proxy_path != NULL) && !getenv("no_proxy") &&
109
        av_strstart(proxy_path, "http://", NULL);
110 111 112 113

    /* fill the dest addr */
 redo:
    /* needed in any case to build the host string */
114 115
    av_url_split(proto, sizeof(proto), auth, sizeof(auth),
                 hostname, sizeof(hostname), &port,
Martin Storsjö's avatar
Martin Storsjö committed
116
                 path1, sizeof(path1), s->location);
117
    ff_url_join(hoststr, sizeof(hoststr), NULL, NULL, hostname, port, NULL);
118

119 120
    if (!strcmp(proto, "https")) {
        lower_proto = "tls";
121
        use_proxy = 0;
122 123 124 125 126 127
        if (port < 0)
            port = 443;
    }
    if (port < 0)
        port = 80;

128 129 130 131 132
    if (path1[0] == '\0')
        path = "/";
    else
        path = path1;
    local_path = path;
133
    if (use_proxy) {
134 135 136 137 138 139 140
        /* Reassemble the request URL without auth string - we don't
         * want to leak the auth to the proxy. */
        ff_url_join(urlbuf, sizeof(urlbuf), proto, NULL, hostname, port, "%s",
                    path1);
        path = urlbuf;
        av_url_split(NULL, 0, proxyauth, sizeof(proxyauth),
                     hostname, sizeof(hostname), &port, NULL, 0, proxy_path);
141 142
    }

143
    ff_url_join(buf, sizeof(buf), lower_proto, NULL, hostname, port, NULL);
144

145
    if (!s->hd) {
146
        err = ffurl_open(&s->hd, buf, AVIO_FLAG_READ_WRITE,
147 148 149 150 151
                         &h->interrupt_callback, NULL);
        if (err < 0)
            goto fail;
    }

152
    cur_auth_type = s->auth_state.auth_type;
153 154
    cur_proxy_auth_type = s->auth_state.auth_type;
    if (http_connect(h, path, local_path, hoststr, auth, proxyauth, &location_changed) < 0)
155
        goto fail;
156
    attempts++;
157
    if (s->http_code == 401) {
158 159
        if ((cur_auth_type == HTTP_AUTH_NONE || s->auth_state.stale) &&
            s->auth_state.auth_type != HTTP_AUTH_NONE && attempts < 4) {
160 161
            ffurl_close(s->hd);
            s->hd = NULL;
162 163 164 165
            goto redo;
        } else
            goto fail;
    }
166
    if (s->http_code == 407) {
167 168
        if ((cur_proxy_auth_type == HTTP_AUTH_NONE || s->proxy_auth_state.stale) &&
            s->proxy_auth_state.auth_type != HTTP_AUTH_NONE && attempts < 4) {
169 170
            ffurl_close(s->hd);
            s->hd = NULL;
171 172 173 174
            goto redo;
        } else
            goto fail;
    }
175 176
    if ((s->http_code == 301 || s->http_code == 302 || s->http_code == 303 || s->http_code == 307)
        && location_changed == 1) {
177
        /* url moved, get next */
178 179
        ffurl_close(s->hd);
        s->hd = NULL;
180
        if (redirects++ >= MAX_REDIRECTS)
181
            return AVERROR(EIO);
182 183 184
        /* Restart the authentication process with the new target, which
         * might use a different auth mechanism. */
        memset(&s->auth_state, 0, sizeof(s->auth_state));
185
        attempts = 0;
186 187 188 189 190
        location_changed = 0;
        goto redo;
    }
    return 0;
 fail:
191 192
    if (s->hd)
        ffurl_close(s->hd);
193
    s->hd = NULL;
194
    return AVERROR(EIO);
195 196
}

197 198 199 200 201 202 203 204 205 206
int ff_http_do_new_request(URLContext *h, const char *uri)
{
    HTTPContext *s = h->priv_data;

    s->off = 0;
    av_strlcpy(s->location, uri, sizeof(s->location));

    return http_open_cnx(h);
}

207 208
static int http_open(URLContext *h, const char *uri, int flags)
{
209
    HTTPContext *s = h->priv_data;
210 211 212 213

    h->is_streamed = 1;

    s->filesize = -1;
214
    av_strlcpy(s->location, uri, sizeof(s->location));
215

216 217 218
    if (s->headers) {
        int len = strlen(s->headers);
        if (len < 2 || strcmp("\r\n", s->headers + len - 2))
219
            av_log(h, AV_LOG_WARNING, "No trailing CRLF found in HTTP header.\n");
220 221
    }

222
    return http_open_cnx(h);
223 224 225 226 227
}
static int http_getc(HTTPContext *s)
{
    int len;
    if (s->buf_ptr >= s->buf_end) {
228
        len = ffurl_read(s->hd, s->buffer, BUFFER_SIZE);
229
        if (len < 0) {
230
            return len;
231 232 233 234 235 236 237 238 239 240
        } else if (len == 0) {
            return -1;
        } else {
            s->buf_ptr = s->buffer;
            s->buf_end = s->buffer + len;
        }
    }
    return *s->buf_ptr++;
}

241 242 243 244 245 246 247 248 249
static int http_get_line(HTTPContext *s, char *line, int line_size)
{
    int ch;
    char *q;

    q = line;
    for(;;) {
        ch = http_getc(s);
        if (ch < 0)
250
            return ch;
251 252 253 254 255 256 257 258 259 260 261 262 263 264
        if (ch == '\n') {
            /* process line */
            if (q > line && q[-1] == '\r')
                q--;
            *q = '\0';

            return 0;
        } else {
            if ((q - line) < line_size - 1)
                *q++ = ch;
        }
    }
}

265 266 267 268
static int process_line(URLContext *h, char *line, int line_count,
                        int *new_location)
{
    HTTPContext *s = h->priv_data;
269
    char *tag, *p, *end;
270 271

    /* end of header */
272 273
    if (line[0] == '\0') {
        s->end_header = 1;
274
        return 0;
275
    }
276 277 278 279 280 281 282

    p = line;
    if (line_count == 0) {
        while (!isspace(*p) && *p != '\0')
            p++;
        while (isspace(*p))
            p++;
283
        s->http_code = strtol(p, &end, 10);
284

Luca Barbato's avatar
Luca Barbato committed
285
        av_dlog(NULL, "http_code=%d\n", s->http_code);
286

287 288
        /* error codes are 4xx and 5xx, but regard 401 as a success, so we
         * don't abort until all headers have been parsed. */
289
        if (s->http_code >= 400 && s->http_code < 600 && (s->http_code != 401
290 291
            || s->auth_state.auth_type != HTTP_AUTH_NONE) &&
            (s->http_code != 407 || s->proxy_auth_state.auth_type != HTTP_AUTH_NONE)) {
292
            end += strspn(end, SPACE_CHARS);
293
            av_log(h, AV_LOG_WARNING, "HTTP error %d %s\n",
294
                   s->http_code, end);
Alex Beregszaszi's avatar
Alex Beregszaszi committed
295
            return -1;
296
        }
297 298 299 300 301 302 303 304 305 306 307
    } else {
        while (*p != '\0' && *p != ':')
            p++;
        if (*p != ':')
            return 1;

        *p = '\0';
        tag = line;
        p++;
        while (isspace(*p))
            p++;
308
        if (!av_strcasecmp(tag, "Location")) {
309 310
            strcpy(s->location, p);
            *new_location = 1;
311
        } else if (!av_strcasecmp (tag, "Content-Length") && s->filesize == -1) {
312
            s->filesize = atoll(p);
313
        } else if (!av_strcasecmp (tag, "Content-Range")) {
314 315 316 317 318 319 320 321 322
            /* "bytes $from-$to/$document_size" */
            const char *slash;
            if (!strncmp (p, "bytes ", 6)) {
                p += 6;
                s->off = atoll(p);
                if ((slash = strchr(p, '/')) && strlen(slash) > 0)
                    s->filesize = atoll(slash+1);
            }
            h->is_streamed = 0; /* we _can_ in fact seek */
323
        } else if (!av_strcasecmp(tag, "Accept-Ranges") && !strncmp(p, "bytes", 5)) {
324
            h->is_streamed = 0;
325
        } else if (!av_strcasecmp (tag, "Transfer-Encoding") && !av_strncasecmp(p, "chunked", 7)) {
326 327
            s->filesize = -1;
            s->chunksize = 0;
328
        } else if (!av_strcasecmp (tag, "WWW-Authenticate")) {
329
            ff_http_auth_handle_header(&s->auth_state, tag, p);
330
        } else if (!av_strcasecmp (tag, "Authentication-Info")) {
331
            ff_http_auth_handle_header(&s->auth_state, tag, p);
332 333
        } else if (!av_strcasecmp (tag, "Proxy-Authenticate")) {
            ff_http_auth_handle_header(&s->proxy_auth_state, tag, p);
334
        } else if (!av_strcasecmp (tag, "Connection")) {
335 336
            if (!strcmp(p, "close"))
                s->willclose = 1;
337 338 339 340 341
        }
    }
    return 1;
}

342 343 344
static inline int has_header(const char *str, const char *header)
{
    /* header + 2 to skip over CRLF prefix. (make sure you have one!) */
345 346
    if (!str)
        return 0;
347 348 349
    return av_stristart(str, header + 2, NULL) || av_stristr(str, header);
}

350 351 352 353 354 355 356
static int http_read_header(URLContext *h, int *new_location)
{
    HTTPContext *s = h->priv_data;
    char line[1024];
    int err = 0;

    for (;;) {
357 358
        if ((err = http_get_line(s, line, sizeof(line))) < 0)
            return err;
359 360 361 362 363 364 365 366 367 368 369 370 371 372

        av_dlog(NULL, "header='%s'\n", line);

        err = process_line(h, line, s->line_count, new_location);
        if (err < 0)
            return err;
        if (err == 0)
            break;
        s->line_count++;
    }

    return err;
}

373 374 375
static int http_connect(URLContext *h, const char *path, const char *local_path,
                        const char *hoststr, const char *auth,
                        const char *proxyauth, int *new_location)
376 377
{
    HTTPContext *s = h->priv_data;
378
    int post, err;
379
    char headers[1024] = "";
380
    char *authstr = NULL, *proxyauthstr = NULL;
381
    int64_t off = s->off;
382
    int len = 0;
383
    const char *method;
384 385 386


    /* send http header */
387
    post = h->flags & AVIO_FLAG_WRITE;
388 389 390 391 392 393 394 395

    if (s->post_data) {
        /* force POST method and disable chunked encoding when
         * custom HTTP post data is set */
        post = 1;
        s->chunked_post = 0;
    }

396 397 398 399 400
    method = post ? "POST" : "GET";
    authstr = ff_http_auth_create_response(&s->auth_state, auth, local_path,
                                           method);
    proxyauthstr = ff_http_auth_create_response(&s->proxy_auth_state, proxyauth,
                                                local_path, method);
401 402 403 404 405 406 407 408

    /* set default headers if needed */
    if (!has_header(s->headers, "\r\nUser-Agent: "))
       len += av_strlcatf(headers + len, sizeof(headers) - len,
                          "User-Agent: %s\r\n", LIBAVFORMAT_IDENT);
    if (!has_header(s->headers, "\r\nAccept: "))
        len += av_strlcpy(headers + len, "Accept: */*\r\n",
                          sizeof(headers) - len);
409
    if (!has_header(s->headers, "\r\nRange: ") && !post)
410
        len += av_strlcatf(headers + len, sizeof(headers) - len,
411
                           "Range: bytes=%"PRId64"-\r\n", s->off);
412 413 414 415 416 417 418 419 420 421 422

    if (!has_header(s->headers, "\r\nConnection: ")) {
        if (s->multiple_requests) {
            len += av_strlcpy(headers + len, "Connection: keep-alive\r\n",
                              sizeof(headers) - len);
        } else {
            len += av_strlcpy(headers + len, "Connection: close\r\n",
                              sizeof(headers) - len);
        }
    }

423 424 425
    if (!has_header(s->headers, "\r\nHost: "))
        len += av_strlcatf(headers + len, sizeof(headers) - len,
                           "Host: %s\r\n", hoststr);
426 427 428
    if (!has_header(s->headers, "\r\nContent-Length: ") && s->post_data)
        len += av_strlcatf(headers + len, sizeof(headers) - len,
                           "Content-Length: %d\r\n", s->post_datalen);
429 430

    /* now add in custom headers */
431 432
    if (s->headers)
        av_strlcpy(headers + len, s->headers, sizeof(headers) - len);
433

434 435
    snprintf(s->buffer, sizeof(s->buffer),
             "%s %s HTTP/1.1\r\n"
436
             "%s"
437
             "%s"
438
             "%s"
439
             "%s%s"
440
             "\r\n",
441
             method,
442
             path,
443
             post && s->chunked_post ? "Transfer-Encoding: chunked\r\n" : "",
444
             headers,
445 446
             authstr ? authstr : "",
             proxyauthstr ? "Proxy-" : "", proxyauthstr ? proxyauthstr : "");
447

448
    av_freep(&authstr);
449
    av_freep(&proxyauthstr);
450 451
    if ((err = ffurl_write(s->hd, s->buffer, strlen(s->buffer))) < 0)
        return err;
452

453 454 455 456
    if (s->post_data)
        if ((err = ffurl_write(s->hd, s->post_data, s->post_datalen)) < 0)
            return err;

457 458 459 460 461
    /* init input buffer */
    s->buf_ptr = s->buffer;
    s->buf_end = s->buffer;
    s->line_count = 0;
    s->off = 0;
462
    s->filesize = -1;
463
    s->willclose = 0;
464
    s->end_chunked_post = 0;
465
    s->end_header = 0;
466
    if (post && !s->post_data) {
467 468 469 470
        /* Pretend that it did work. We didn't read any header yet, since
         * we've still to send the POST data, but the code calling this
         * function will check http_code after we return. */
        s->http_code = 200;
471 472
        return 0;
    }
473
    s->chunksize = -1;
474 475

    /* wait for header */
476 477 478
    err = http_read_header(h, new_location);
    if (err < 0)
        return err;
479 480 481 482 483

    return (off == s->off) ? 0 : -1;
}


484
static int http_buf_read(URLContext *h, uint8_t *buf, int size)
485 486 487
{
    HTTPContext *s = h->priv_data;
    int len;
488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510
    /* read bytes from input buffer first */
    len = s->buf_end - s->buf_ptr;
    if (len > 0) {
        if (len > size)
            len = size;
        memcpy(buf, s->buf_ptr, len);
        s->buf_ptr += len;
    } else {
        if (!s->willclose && s->filesize >= 0 && s->off >= s->filesize)
            return AVERROR_EOF;
        len = ffurl_read(s->hd, buf, size);
    }
    if (len > 0) {
        s->off += len;
        if (s->chunksize > 0)
            s->chunksize -= len;
    }
    return len;
}

static int http_read(URLContext *h, uint8_t *buf, int size)
{
    HTTPContext *s = h->priv_data;
511 512 513 514 515 516 517 518 519 520 521
    int err, new_location;

    if (s->end_chunked_post) {
        if (!s->end_header) {
            err = http_read_header(h, &new_location);
            if (err < 0)
                return err;
        }

        return http_buf_read(h, buf, size);
    }
522

523 524 525 526 527 528
    if (s->chunksize >= 0) {
        if (!s->chunksize) {
            char line[32];

            for(;;) {
                do {
529 530
                    if ((err = http_get_line(s, line, sizeof(line))) < 0)
                        return err;
531 532 533 534
                } while (!*line);    /* skip CR LF from last chunk */

                s->chunksize = strtoll(line, NULL, 16);

Luca Barbato's avatar
Luca Barbato committed
535
                av_dlog(NULL, "Chunked encoding data size: %"PRId64"'\n", s->chunksize);
536 537 538 539 540 541 542 543

                if (!s->chunksize)
                    return 0;
                break;
            }
        }
        size = FFMIN(size, s->chunksize);
    }
544
    return http_buf_read(h, buf, size);
545 546 547
}

/* used only when posting data */
548
static int http_write(URLContext *h, const uint8_t *buf, int size)
549
{
550
    char temp[11] = "";  /* 32-bit hex + CRLF + nul */
551 552
    int ret;
    char crlf[] = "\r\n";
553
    HTTPContext *s = h->priv_data;
554

555
    if (!s->chunked_post) {
Martin Storsjö's avatar
Martin Storsjö committed
556
        /* non-chunked data is sent without any special encoding */
557
        return ffurl_write(s->hd, buf, size);
558 559 560 561 562 563
    }

    /* silently ignore zero-size data since chunk encoding that would
     * signal EOF */
    if (size > 0) {
        /* upload data using chunked encoding */
Martin Storsjö's avatar
Martin Storsjö committed
564
        snprintf(temp, sizeof(temp), "%x\r\n", size);
565

566 567 568
        if ((ret = ffurl_write(s->hd, temp, strlen(temp))) < 0 ||
            (ret = ffurl_write(s->hd, buf, size)) < 0 ||
            (ret = ffurl_write(s->hd, crlf, sizeof(crlf) - 1)) < 0)
569 570 571
            return ret;
    }
    return size;
572 573
}

574
static int http_shutdown(URLContext *h, int flags)
575
{
576 577
    int ret = 0;
    char footer[] = "0\r\n\r\n";
578
    HTTPContext *s = h->priv_data;
579 580

    /* signal end of chunked encoding if used */
581
    if ((flags & AVIO_FLAG_WRITE) && s->chunked_post) {
582
        ret = ffurl_write(s->hd, footer, sizeof(footer) - 1);
583
        ret = ret > 0 ? 0 : ret;
584 585 586 587 588 589 590 591 592 593 594 595 596 597
        s->end_chunked_post = 1;
    }

    return ret;
}

static int http_close(URLContext *h)
{
    int ret = 0;
    HTTPContext *s = h->priv_data;

    if (!s->end_chunked_post) {
        /* Close the write direction by sending the end of chunked encoding. */
        ret = http_shutdown(h, h->flags);
598 599
    }

600
    if (s->hd)
601
        ffurl_close(s->hd);
602
    return ret;
603 604
}

605
static int64_t http_seek(URLContext *h, int64_t off, int whence)
606 607 608
{
    HTTPContext *s = h->priv_data;
    URLContext *old_hd = s->hd;
609
    int64_t old_off = s->off;
610 611
    uint8_t old_buf[BUFFER_SIZE];
    int old_buf_size;
612 613 614 615 616 617 618

    if (whence == AVSEEK_SIZE)
        return s->filesize;
    else if ((s->filesize == -1 && whence == SEEK_END) || h->is_streamed)
        return -1;

    /* we save the old context in case the seek fails */
619 620
    old_buf_size = s->buf_end - s->buf_ptr;
    memcpy(old_buf, s->buf_ptr, old_buf_size);
621 622 623 624 625 626 627 628 629
    s->hd = NULL;
    if (whence == SEEK_CUR)
        off += s->off;
    else if (whence == SEEK_END)
        off += s->filesize;
    s->off = off;

    /* if it fails, continue on old connection */
    if (http_open_cnx(h) < 0) {
630 631 632
        memcpy(s->buffer, old_buf, old_buf_size);
        s->buf_ptr = s->buffer;
        s->buf_end = s->buffer + old_buf_size;
633 634 635 636
        s->hd = old_hd;
        s->off = old_off;
        return -1;
    }
637
    ffurl_close(old_hd);
638 639 640
    return off;
}

641 642 643 644
static int
http_get_file_handle(URLContext *h)
{
    HTTPContext *s = h->priv_data;
645
    return ffurl_get_file_handle(s->hd);
646 647
}

648
#if CONFIG_HTTP_PROTOCOL
649
URLProtocol ff_http_protocol = {
650 651 652 653 654 655
    .name                = "http",
    .url_open            = http_open,
    .url_read            = http_read,
    .url_write           = http_write,
    .url_seek            = http_seek,
    .url_close           = http_close,
656
    .url_get_file_handle = http_get_file_handle,
657
    .url_shutdown        = http_shutdown,
658
    .priv_data_size      = sizeof(HTTPContext),
659
    .priv_data_class     = &http_context_class,
660
    .flags               = URL_PROTOCOL_FLAG_NETWORK,
661
};
662 663 664 665 666 667 668 669 670 671
#endif
#if CONFIG_HTTPS_PROTOCOL
URLProtocol ff_https_protocol = {
    .name                = "https",
    .url_open            = http_open,
    .url_read            = http_read,
    .url_write           = http_write,
    .url_seek            = http_seek,
    .url_close           = http_close,
    .url_get_file_handle = http_get_file_handle,
672
    .url_shutdown        = http_shutdown,
673
    .priv_data_size      = sizeof(HTTPContext),
674
    .priv_data_class     = &https_context_class,
675
    .flags               = URL_PROTOCOL_FLAG_NETWORK,
676 677
};
#endif
678 679 680 681 682 683 684 685 686 687 688 689 690 691 692

#if CONFIG_HTTPPROXY_PROTOCOL
static int http_proxy_close(URLContext *h)
{
    HTTPContext *s = h->priv_data;
    if (s->hd)
        ffurl_close(s->hd);
    return 0;
}

static int http_proxy_open(URLContext *h, const char *uri, int flags)
{
    HTTPContext *s = h->priv_data;
    char hostname[1024], hoststr[1024];
    char auth[1024], pathbuf[1024], *path;
693
    char lower_url[100];
694
    int port, ret = 0, attempts = 0;
695 696
    HTTPAuthType cur_auth_type;
    char *authstr;
697
    int new_loc;
698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737

    h->is_streamed = 1;

    av_url_split(NULL, 0, auth, sizeof(auth), hostname, sizeof(hostname), &port,
                 pathbuf, sizeof(pathbuf), uri);
    ff_url_join(hoststr, sizeof(hoststr), NULL, NULL, hostname, port, NULL);
    path = pathbuf;
    if (*path == '/')
        path++;

    ff_url_join(lower_url, sizeof(lower_url), "tcp", NULL, hostname, port,
                NULL);
redo:
    ret = ffurl_open(&s->hd, lower_url, AVIO_FLAG_READ_WRITE,
                     &h->interrupt_callback, NULL);
    if (ret < 0)
        return ret;

    authstr = ff_http_auth_create_response(&s->proxy_auth_state, auth,
                                           path, "CONNECT");
    snprintf(s->buffer, sizeof(s->buffer),
             "CONNECT %s HTTP/1.1\r\n"
             "Host: %s\r\n"
             "Connection: close\r\n"
             "%s%s"
             "\r\n",
             path,
             hoststr,
             authstr ? "Proxy-" : "", authstr ? authstr : "");
    av_freep(&authstr);

    if ((ret = ffurl_write(s->hd, s->buffer, strlen(s->buffer))) < 0)
        goto fail;

    s->buf_ptr = s->buffer;
    s->buf_end = s->buffer;
    s->line_count = 0;
    s->filesize = -1;
    cur_auth_type = s->proxy_auth_state.auth_type;

738 739 740 741 742 743 744 745 746 747 748 749
    /* Note: This uses buffering, potentially reading more than the
     * HTTP header. If tunneling a protocol where the server starts
     * the conversation, we might buffer part of that here, too.
     * Reading that requires using the proper ffurl_read() function
     * on this URLContext, not using the fd directly (as the tls
     * protocol does). This shouldn't be an issue for tls though,
     * since the client starts the conversation there, so there
     * is no extra data that we might buffer up here.
     */
    ret = http_read_header(h, &new_loc);
    if (ret < 0)
        goto fail;
750

751 752 753 754
    attempts++;
    if (s->http_code == 407 &&
        (cur_auth_type == HTTP_AUTH_NONE || s->proxy_auth_state.stale) &&
        s->proxy_auth_state.auth_type != HTTP_AUTH_NONE && attempts < 2) {
755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782
        ffurl_close(s->hd);
        s->hd = NULL;
        goto redo;
    }

    if (s->http_code < 400)
        return 0;
    ret = AVERROR(EIO);

fail:
    http_proxy_close(h);
    return ret;
}

static int http_proxy_write(URLContext *h, const uint8_t *buf, int size)
{
    HTTPContext *s = h->priv_data;
    return ffurl_write(s->hd, buf, size);
}

URLProtocol ff_httpproxy_protocol = {
    .name                = "httpproxy",
    .url_open            = http_proxy_open,
    .url_read            = http_buf_read,
    .url_write           = http_proxy_write,
    .url_close           = http_proxy_close,
    .url_get_file_handle = http_get_file_handle,
    .priv_data_size      = sizeof(HTTPContext),
783
    .flags               = URL_PROTOCOL_FLAG_NETWORK,
784 785
};
#endif