123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587 |
- /***************************************************************************
- * _ _ ____ _
- * Project ___| | | | _ \| |
- * / __| | | | |_) | |
- * | (__| |_| | _ <| |___
- * \___|\___/|_| \_\_____|
- *
- * Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
- *
- * This software is licensed as described in the file COPYING, which
- * you should have received as part of this distribution. The terms
- * are also available at https://curl.se/docs/copyright.html.
- *
- * You may opt to use, copy, modify, merge, publish, distribute and/or sell
- * copies of the Software, and permit persons to whom the Software is
- * furnished to do so, under the terms of the COPYING file.
- *
- * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
- * KIND, either express or implied.
- *
- * SPDX-License-Identifier: curl
- *
- ***************************************************************************/
- /*
- * The Strict-Transport-Security header is defined in RFC 6797:
- * https://datatracker.ietf.org/doc/html/rfc6797
- */
- #include "curl_setup.h"
- #if !defined(CURL_DISABLE_HTTP) && !defined(CURL_DISABLE_HSTS)
- #include <curl/curl.h>
- #include "urldata.h"
- #include "llist.h"
- #include "hsts.h"
- #include "curl_get_line.h"
- #include "strcase.h"
- #include "sendf.h"
- #include "strtoofft.h"
- #include "parsedate.h"
- #include "fopen.h"
- #include "rename.h"
- #include "share.h"
- #include "strdup.h"
- /* The last 3 #include files should be in this order */
- #include "curl_printf.h"
- #include "curl_memory.h"
- #include "memdebug.h"
- #define MAX_HSTS_LINE 4095
- #define MAX_HSTS_HOSTLEN 256
- #define MAX_HSTS_HOSTLENSTR "256"
- #define MAX_HSTS_DATELEN 64
- #define MAX_HSTS_DATELENSTR "64"
- #define UNLIMITED "unlimited"
- #ifdef DEBUGBUILD
- /* to play well with debug builds, we can *set* a fixed time this will
- return */
- time_t deltatime; /* allow for "adjustments" for unit test purposes */
- static time_t hsts_debugtime(void *unused)
- {
- char *timestr = getenv("CURL_TIME");
- (void)unused;
- if(timestr) {
- curl_off_t val;
- (void)curlx_strtoofft(timestr, NULL, 10, &val);
- val += (curl_off_t)deltatime;
- return (time_t)val;
- }
- return time(NULL);
- }
- #undef time
- #define time(x) hsts_debugtime(x)
- #endif
- struct hsts *Curl_hsts_init(void)
- {
- struct hsts *h = calloc(1, sizeof(struct hsts));
- if(h) {
- Curl_llist_init(&h->list, NULL);
- }
- return h;
- }
- static void hsts_free(struct stsentry *e)
- {
- free((char *)e->host);
- free(e);
- }
- void Curl_hsts_cleanup(struct hsts **hp)
- {
- struct hsts *h = *hp;
- if(h) {
- struct Curl_llist_element *e;
- struct Curl_llist_element *n;
- for(e = h->list.head; e; e = n) {
- struct stsentry *sts = e->ptr;
- n = e->next;
- hsts_free(sts);
- }
- free(h->filename);
- free(h);
- *hp = NULL;
- }
- }
- static struct stsentry *hsts_entry(void)
- {
- return calloc(1, sizeof(struct stsentry));
- }
- static CURLcode hsts_create(struct hsts *h,
- const char *hostname,
- bool subdomains,
- curl_off_t expires)
- {
- struct stsentry *sts;
- char *duphost;
- size_t hlen;
- DEBUGASSERT(h);
- DEBUGASSERT(hostname);
- hlen = strlen(hostname);
- if(hlen && (hostname[hlen - 1] == '.'))
- /* strip off any trailing dot */
- --hlen;
- if(!hlen)
- /* no host name left */
- return CURLE_BAD_FUNCTION_ARGUMENT;
- sts = hsts_entry();
- if(!sts)
- return CURLE_OUT_OF_MEMORY;
- duphost = Curl_strndup(hostname, hlen);
- if(!duphost) {
- free(sts);
- return CURLE_OUT_OF_MEMORY;
- }
- sts->host = duphost;
- sts->expires = expires;
- sts->includeSubDomains = subdomains;
- Curl_llist_insert_next(&h->list, h->list.tail, sts, &sts->node);
- return CURLE_OK;
- }
- CURLcode Curl_hsts_parse(struct hsts *h, const char *hostname,
- const char *header)
- {
- const char *p = header;
- curl_off_t expires = 0;
- bool gotma = FALSE;
- bool gotinc = FALSE;
- bool subdomains = FALSE;
- struct stsentry *sts;
- time_t now = time(NULL);
- if(Curl_host_is_ipnum(hostname))
- /* "explicit IP address identification of all forms is excluded."
- / RFC 6797 */
- return CURLE_OK;
- do {
- while(*p && ISBLANK(*p))
- p++;
- if(strncasecompare("max-age=", p, 8)) {
- bool quoted = FALSE;
- CURLofft offt;
- char *endp;
- if(gotma)
- return CURLE_BAD_FUNCTION_ARGUMENT;
- p += 8;
- while(*p && ISBLANK(*p))
- p++;
- if(*p == '\"') {
- p++;
- quoted = TRUE;
- }
- offt = curlx_strtoofft(p, &endp, 10, &expires);
- if(offt == CURL_OFFT_FLOW)
- expires = CURL_OFF_T_MAX;
- else if(offt)
- /* invalid max-age */
- return CURLE_BAD_FUNCTION_ARGUMENT;
- p = endp;
- if(quoted) {
- if(*p != '\"')
- return CURLE_BAD_FUNCTION_ARGUMENT;
- p++;
- }
- gotma = TRUE;
- }
- else if(strncasecompare("includesubdomains", p, 17)) {
- if(gotinc)
- return CURLE_BAD_FUNCTION_ARGUMENT;
- subdomains = TRUE;
- p += 17;
- gotinc = TRUE;
- }
- else {
- /* unknown directive, do a lame attempt to skip */
- while(*p && (*p != ';'))
- p++;
- }
- while(*p && ISBLANK(*p))
- p++;
- if(*p == ';')
- p++;
- } while(*p);
- if(!gotma)
- /* max-age is mandatory */
- return CURLE_BAD_FUNCTION_ARGUMENT;
- if(!expires) {
- /* remove the entry if present verbatim (without subdomain match) */
- sts = Curl_hsts(h, hostname, FALSE);
- if(sts) {
- Curl_llist_remove(&h->list, &sts->node, NULL);
- hsts_free(sts);
- }
- return CURLE_OK;
- }
- if(CURL_OFF_T_MAX - now < expires)
- /* would overflow, use maximum value */
- expires = CURL_OFF_T_MAX;
- else
- expires += now;
- /* check if it already exists */
- sts = Curl_hsts(h, hostname, FALSE);
- if(sts) {
- /* just update these fields */
- sts->expires = expires;
- sts->includeSubDomains = subdomains;
- }
- else
- return hsts_create(h, hostname, subdomains, expires);
- return CURLE_OK;
- }
- /*
- * Return TRUE if the given host name is currently an HSTS one.
- *
- * The 'subdomain' argument tells the function if subdomain matching should be
- * attempted.
- */
- struct stsentry *Curl_hsts(struct hsts *h, const char *hostname,
- bool subdomain)
- {
- if(h) {
- char buffer[MAX_HSTS_HOSTLEN + 1];
- time_t now = time(NULL);
- size_t hlen = strlen(hostname);
- struct Curl_llist_element *e;
- struct Curl_llist_element *n;
- if((hlen > MAX_HSTS_HOSTLEN) || !hlen)
- return NULL;
- memcpy(buffer, hostname, hlen);
- if(hostname[hlen-1] == '.')
- /* remove the trailing dot */
- --hlen;
- buffer[hlen] = 0;
- hostname = buffer;
- for(e = h->list.head; e; e = n) {
- struct stsentry *sts = e->ptr;
- n = e->next;
- if(sts->expires <= now) {
- /* remove expired entries */
- Curl_llist_remove(&h->list, &sts->node, NULL);
- hsts_free(sts);
- continue;
- }
- if(subdomain && sts->includeSubDomains) {
- size_t ntail = strlen(sts->host);
- if(ntail < hlen) {
- size_t offs = hlen - ntail;
- if((hostname[offs-1] == '.') &&
- strncasecompare(&hostname[offs], sts->host, ntail))
- return sts;
- }
- }
- if(strcasecompare(hostname, sts->host))
- return sts;
- }
- }
- return NULL; /* no match */
- }
- /*
- * Send this HSTS entry to the write callback.
- */
- static CURLcode hsts_push(struct Curl_easy *data,
- struct curl_index *i,
- struct stsentry *sts,
- bool *stop)
- {
- struct curl_hstsentry e;
- CURLSTScode sc;
- struct tm stamp;
- CURLcode result;
- e.name = (char *)sts->host;
- e.namelen = strlen(sts->host);
- e.includeSubDomains = sts->includeSubDomains;
- if(sts->expires != TIME_T_MAX) {
- result = Curl_gmtime((time_t)sts->expires, &stamp);
- if(result)
- return result;
- msnprintf(e.expire, sizeof(e.expire), "%d%02d%02d %02d:%02d:%02d",
- stamp.tm_year + 1900, stamp.tm_mon + 1, stamp.tm_mday,
- stamp.tm_hour, stamp.tm_min, stamp.tm_sec);
- }
- else
- strcpy(e.expire, UNLIMITED);
- sc = data->set.hsts_write(data, &e, i,
- data->set.hsts_write_userp);
- *stop = (sc != CURLSTS_OK);
- return sc == CURLSTS_FAIL ? CURLE_BAD_FUNCTION_ARGUMENT : CURLE_OK;
- }
- /*
- * Write this single hsts entry to a single output line
- */
- static CURLcode hsts_out(struct stsentry *sts, FILE *fp)
- {
- struct tm stamp;
- if(sts->expires != TIME_T_MAX) {
- CURLcode result = Curl_gmtime((time_t)sts->expires, &stamp);
- if(result)
- return result;
- fprintf(fp, "%s%s \"%d%02d%02d %02d:%02d:%02d\"\n",
- sts->includeSubDomains ? ".": "", sts->host,
- stamp.tm_year + 1900, stamp.tm_mon + 1, stamp.tm_mday,
- stamp.tm_hour, stamp.tm_min, stamp.tm_sec);
- }
- else
- fprintf(fp, "%s%s \"%s\"\n",
- sts->includeSubDomains ? ".": "", sts->host, UNLIMITED);
- return CURLE_OK;
- }
- /*
- * Curl_https_save() writes the HSTS cache to file and callback.
- */
- CURLcode Curl_hsts_save(struct Curl_easy *data, struct hsts *h,
- const char *file)
- {
- struct Curl_llist_element *e;
- struct Curl_llist_element *n;
- CURLcode result = CURLE_OK;
- FILE *out;
- char *tempstore = NULL;
- if(!h)
- /* no cache activated */
- return CURLE_OK;
- /* if no new name is given, use the one we stored from the load */
- if(!file && h->filename)
- file = h->filename;
- if((h->flags & CURLHSTS_READONLYFILE) || !file || !file[0])
- /* marked as read-only, no file or zero length file name */
- goto skipsave;
- result = Curl_fopen(data, file, &out, &tempstore);
- if(!result) {
- fputs("# Your HSTS cache. https://curl.se/docs/hsts.html\n"
- "# This file was generated by libcurl! Edit at your own risk.\n",
- out);
- for(e = h->list.head; e; e = n) {
- struct stsentry *sts = e->ptr;
- n = e->next;
- result = hsts_out(sts, out);
- if(result)
- break;
- }
- fclose(out);
- if(!result && tempstore && Curl_rename(tempstore, file))
- result = CURLE_WRITE_ERROR;
- if(result && tempstore)
- unlink(tempstore);
- }
- free(tempstore);
- skipsave:
- if(data->set.hsts_write) {
- /* if there's a write callback */
- struct curl_index i; /* count */
- i.total = h->list.size;
- i.index = 0;
- for(e = h->list.head; e; e = n) {
- struct stsentry *sts = e->ptr;
- bool stop;
- n = e->next;
- result = hsts_push(data, &i, sts, &stop);
- if(result || stop)
- break;
- i.index++;
- }
- }
- return result;
- }
- /* only returns SERIOUS errors */
- static CURLcode hsts_add(struct hsts *h, char *line)
- {
- /* Example lines:
- example.com "20191231 10:00:00"
- .example.net "20191231 10:00:00"
- */
- char host[MAX_HSTS_HOSTLEN + 1];
- char date[MAX_HSTS_DATELEN + 1];
- int rc;
- rc = sscanf(line,
- "%" MAX_HSTS_HOSTLENSTR "s \"%" MAX_HSTS_DATELENSTR "[^\"]\"",
- host, date);
- if(2 == rc) {
- time_t expires = strcmp(date, UNLIMITED) ? Curl_getdate_capped(date) :
- TIME_T_MAX;
- CURLcode result = CURLE_OK;
- char *p = host;
- bool subdomain = FALSE;
- struct stsentry *e;
- if(p[0] == '.') {
- p++;
- subdomain = TRUE;
- }
- /* only add it if not already present */
- e = Curl_hsts(h, p, subdomain);
- if(!e)
- result = hsts_create(h, p, subdomain, expires);
- else {
- /* the same host name, use the largest expire time */
- if(expires > e->expires)
- e->expires = expires;
- }
- if(result)
- return result;
- }
- return CURLE_OK;
- }
- /*
- * Load HSTS data from callback.
- *
- */
- static CURLcode hsts_pull(struct Curl_easy *data, struct hsts *h)
- {
- /* if the HSTS read callback is set, use it */
- if(data->set.hsts_read) {
- CURLSTScode sc;
- DEBUGASSERT(h);
- do {
- char buffer[MAX_HSTS_HOSTLEN + 1];
- struct curl_hstsentry e;
- e.name = buffer;
- e.namelen = sizeof(buffer)-1;
- e.includeSubDomains = FALSE; /* default */
- e.expire[0] = 0;
- e.name[0] = 0; /* just to make it clean */
- sc = data->set.hsts_read(data, &e, data->set.hsts_read_userp);
- if(sc == CURLSTS_OK) {
- time_t expires;
- CURLcode result;
- if(!e.name[0])
- /* bail out if no name was stored */
- return CURLE_BAD_FUNCTION_ARGUMENT;
- if(e.expire[0])
- expires = Curl_getdate_capped(e.expire);
- else
- expires = TIME_T_MAX; /* the end of time */
- result = hsts_create(h, e.name,
- /* bitfield to bool conversion: */
- e.includeSubDomains ? TRUE : FALSE,
- expires);
- if(result)
- return result;
- }
- else if(sc == CURLSTS_FAIL)
- return CURLE_ABORTED_BY_CALLBACK;
- } while(sc == CURLSTS_OK);
- }
- return CURLE_OK;
- }
- /*
- * Load the HSTS cache from the given file. The text based line-oriented file
- * format is documented here: https://curl.se/docs/hsts.html
- *
- * This function only returns error on major problems that prevent hsts
- * handling to work completely. It will ignore individual syntactical errors
- * etc.
- */
- static CURLcode hsts_load(struct hsts *h, const char *file)
- {
- CURLcode result = CURLE_OK;
- char *line = NULL;
- FILE *fp;
- /* we need a private copy of the file name so that the hsts cache file
- name survives an easy handle reset */
- free(h->filename);
- h->filename = strdup(file);
- if(!h->filename)
- return CURLE_OUT_OF_MEMORY;
- fp = fopen(file, FOPEN_READTEXT);
- if(fp) {
- line = malloc(MAX_HSTS_LINE);
- if(!line)
- goto fail;
- while(Curl_get_line(line, MAX_HSTS_LINE, fp)) {
- char *lineptr = line;
- while(*lineptr && ISBLANK(*lineptr))
- lineptr++;
- if(*lineptr == '#')
- /* skip commented lines */
- continue;
- hsts_add(h, lineptr);
- }
- free(line); /* free the line buffer */
- fclose(fp);
- }
- return result;
- fail:
- Curl_safefree(h->filename);
- fclose(fp);
- return CURLE_OUT_OF_MEMORY;
- }
- /*
- * Curl_hsts_loadfile() loads HSTS from file
- */
- CURLcode Curl_hsts_loadfile(struct Curl_easy *data,
- struct hsts *h, const char *file)
- {
- DEBUGASSERT(h);
- (void)data;
- return hsts_load(h, file);
- }
- /*
- * Curl_hsts_loadcb() loads HSTS from callback
- */
- CURLcode Curl_hsts_loadcb(struct Curl_easy *data, struct hsts *h)
- {
- if(h)
- return hsts_pull(data, h);
- return CURLE_OK;
- }
- void Curl_hsts_loadfiles(struct Curl_easy *data)
- {
- struct curl_slist *l = data->state.hstslist;
- if(l) {
- Curl_share_lock(data, CURL_LOCK_DATA_HSTS, CURL_LOCK_ACCESS_SINGLE);
- while(l) {
- (void)Curl_hsts_loadfile(data, data->hsts, l->data);
- l = l->next;
- }
- Curl_share_unlock(data, CURL_LOCK_DATA_HSTS);
- }
- }
- #endif /* CURL_DISABLE_HTTP || CURL_DISABLE_HSTS */
|