249 lines
6.0 KiB
C
249 lines
6.0 KiB
C
|
/***************************************************************************
|
||
|
|
* _ _ ____ _
|
||
|
|
* Project ___| | | | _ \| |
|
||
|
|
* / __| | | | |_) | |
|
||
|
|
* | (__| |_| | _ <| |___
|
||
|
|
* \___|\___/|_| \_\_____|
|
||
|
|
*
|
||
|
|
* Copyright (C) 2013 - 2019, Linus Nielsen Feltzing, <linus@haxx.se>
|
||
|
|
*
|
||
|
|
* This software is licensed as described in the file COPYING, which
|
||
|
|
* you should have received as part of this distribution. The terms
|
||
|
|
* are also available at https://curl.haxx.se/docs/copyright.html.
|
||
|
|
*
|
||
|
|
* You may opt to use, copy, modify, merge, publish, distribute and/or sell
|
||
|
|
* copies of the Software, and permit persons to whom the Software is
|
||
|
|
* furnished to do so, under the terms of the COPYING file.
|
||
|
|
*
|
||
|
|
* This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
|
||
|
|
* KIND, either express or implied.
|
||
|
|
*
|
||
|
|
***************************************************************************/
|
||
|
|
#include "test.h"
|
||
|
|
|
||
|
|
#include "testutil.h"
|
||
|
|
#include "warnless.h"
|
||
|
|
#include "memdebug.h"
|
||
|
|
|
||
|
|
#define TEST_HANG_TIMEOUT 60 * 1000
|
||
|
|
#define MAX_URLS 200
|
||
|
|
#define MAX_BLACKLIST 20
|
||
|
|
|
||
|
|
static int urltime[MAX_URLS];
|
||
|
|
static char *urlstring[MAX_URLS];
|
||
|
|
static CURL *handles[MAX_URLS];
|
||
|
|
static char *site_blacklist[MAX_BLACKLIST];
|
||
|
|
static char *server_blacklist[MAX_BLACKLIST];
|
||
|
|
static int num_handles;
|
||
|
|
static int blacklist_num_servers;
|
||
|
|
static int blacklist_num_sites;
|
||
|
|
|
||
|
|
static size_t
|
||
|
|
write_callback(void *contents, size_t size, size_t nmemb, void *userp)
|
||
|
|
{
|
||
|
|
size_t realsize = size * nmemb;
|
||
|
|
(void)contents;
|
||
|
|
(void)userp;
|
||
|
|
|
||
|
|
return realsize;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int parse_url_file(const char *filename)
|
||
|
|
{
|
||
|
|
FILE *f;
|
||
|
|
int filetime;
|
||
|
|
char buf[200];
|
||
|
|
|
||
|
|
num_handles = 0;
|
||
|
|
blacklist_num_sites = 0;
|
||
|
|
blacklist_num_servers = 0;
|
||
|
|
|
||
|
|
f = fopen(filename, "rb");
|
||
|
|
if(!f)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
while(!feof(f)) {
|
||
|
|
if(fscanf(f, "%d %199s\n", &filetime, buf)) {
|
||
|
|
urltime[num_handles] = filetime;
|
||
|
|
urlstring[num_handles] = strdup(buf);
|
||
|
|
num_handles++;
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
|
||
|
|
if(fscanf(f, "blacklist_site %199s\n", buf)) {
|
||
|
|
site_blacklist[blacklist_num_sites] = strdup(buf);
|
||
|
|
blacklist_num_sites++;
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
fclose(f);
|
||
|
|
|
||
|
|
site_blacklist[blacklist_num_sites] = NULL;
|
||
|
|
server_blacklist[blacklist_num_servers] = NULL;
|
||
|
|
return num_handles;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void free_urls(void)
|
||
|
|
{
|
||
|
|
int i;
|
||
|
|
for(i = 0; i < num_handles; i++) {
|
||
|
|
Curl_safefree(urlstring[i]);
|
||
|
|
}
|
||
|
|
for(i = 0; i < blacklist_num_servers; i++) {
|
||
|
|
Curl_safefree(server_blacklist[i]);
|
||
|
|
}
|
||
|
|
for(i = 0; i < blacklist_num_sites; i++) {
|
||
|
|
Curl_safefree(site_blacklist[i]);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
static int create_handles(void)
|
||
|
|
{
|
||
|
|
int i;
|
||
|
|
|
||
|
|
for(i = 0; i < num_handles; i++) {
|
||
|
|
handles[i] = curl_easy_init();
|
||
|
|
}
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void setup_handle(char *base_url, CURLM *m, int handlenum)
|
||
|
|
{
|
||
|
|
char urlbuf[256];
|
||
|
|
|
||
|
|
msnprintf(urlbuf, sizeof(urlbuf), "%s%s", base_url, urlstring[handlenum]);
|
||
|
|
curl_easy_setopt(handles[handlenum], CURLOPT_URL, urlbuf);
|
||
|
|
curl_easy_setopt(handles[handlenum], CURLOPT_VERBOSE, 1L);
|
||
|
|
curl_easy_setopt(handles[handlenum], CURLOPT_FAILONERROR, 1L);
|
||
|
|
curl_easy_setopt(handles[handlenum], CURLOPT_WRITEFUNCTION, write_callback);
|
||
|
|
curl_easy_setopt(handles[handlenum], CURLOPT_WRITEDATA, NULL);
|
||
|
|
curl_multi_add_handle(m, handles[handlenum]);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void remove_handles(void)
|
||
|
|
{
|
||
|
|
int i;
|
||
|
|
|
||
|
|
for(i = 0; i < num_handles; i++) {
|
||
|
|
if(handles[i])
|
||
|
|
curl_easy_cleanup(handles[i]);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
int test(char *URL)
|
||
|
|
{
|
||
|
|
int res = 0;
|
||
|
|
CURLM *m = NULL;
|
||
|
|
CURLMsg *msg; /* for picking up messages with the transfer status */
|
||
|
|
int msgs_left; /* how many messages are left */
|
||
|
|
int running = 0;
|
||
|
|
int handlenum = 0;
|
||
|
|
struct timeval last_handle_add;
|
||
|
|
|
||
|
|
if(parse_url_file(libtest_arg2) <= 0)
|
||
|
|
goto test_cleanup;
|
||
|
|
|
||
|
|
start_test_timing();
|
||
|
|
|
||
|
|
curl_global_init(CURL_GLOBAL_ALL);
|
||
|
|
|
||
|
|
multi_init(m);
|
||
|
|
|
||
|
|
create_handles();
|
||
|
|
|
||
|
|
multi_setopt(m, CURLMOPT_PIPELINING, 1L);
|
||
|
|
multi_setopt(m, CURLMOPT_MAX_HOST_CONNECTIONS, 2L);
|
||
|
|
multi_setopt(m, CURLMOPT_MAX_PIPELINE_LENGTH, 3L);
|
||
|
|
multi_setopt(m, CURLMOPT_CONTENT_LENGTH_PENALTY_SIZE, 15000L);
|
||
|
|
multi_setopt(m, CURLMOPT_CHUNK_LENGTH_PENALTY_SIZE, 10000L);
|
||
|
|
|
||
|
|
multi_setopt(m, CURLMOPT_PIPELINING_SITE_BL, site_blacklist);
|
||
|
|
multi_setopt(m, CURLMOPT_PIPELINING_SERVER_BL, server_blacklist);
|
||
|
|
|
||
|
|
last_handle_add = tutil_tvnow();
|
||
|
|
|
||
|
|
for(;;) {
|
||
|
|
struct timeval interval;
|
||
|
|
struct timeval now;
|
||
|
|
fd_set rd, wr, exc;
|
||
|
|
int maxfd = -99;
|
||
|
|
long timeout;
|
||
|
|
|
||
|
|
interval.tv_sec = 1;
|
||
|
|
interval.tv_usec = 0;
|
||
|
|
|
||
|
|
if(handlenum < num_handles) {
|
||
|
|
now = tutil_tvnow();
|
||
|
|
if(tutil_tvdiff(now, last_handle_add) >= urltime[handlenum]) {
|
||
|
|
fprintf(stdout, "Adding handle %d\n", handlenum);
|
||
|
|
setup_handle(URL, m, handlenum);
|
||
|
|
last_handle_add = now;
|
||
|
|
handlenum++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
curl_multi_perform(m, &running);
|
||
|
|
|
||
|
|
abort_on_test_timeout();
|
||
|
|
|
||
|
|
/* See how the transfers went */
|
||
|
|
do {
|
||
|
|
msg = curl_multi_info_read(m, &msgs_left);
|
||
|
|
if(msg && msg->msg == CURLMSG_DONE) {
|
||
|
|
int i;
|
||
|
|
|
||
|
|
/* Find out which handle this message is about */
|
||
|
|
for(i = 0; i < num_handles; i++) {
|
||
|
|
int found = (msg->easy_handle == handles[i]);
|
||
|
|
if(found)
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
|
||
|
|
printf("Handle %d Completed with status %d\n", i, msg->data.result);
|
||
|
|
curl_multi_remove_handle(m, handles[i]);
|
||
|
|
}
|
||
|
|
} while(msg);
|
||
|
|
|
||
|
|
if(handlenum == num_handles && !running) {
|
||
|
|
break; /* done */
|
||
|
|
}
|
||
|
|
|
||
|
|
FD_ZERO(&rd);
|
||
|
|
FD_ZERO(&wr);
|
||
|
|
FD_ZERO(&exc);
|
||
|
|
|
||
|
|
curl_multi_fdset(m, &rd, &wr, &exc, &maxfd);
|
||
|
|
|
||
|
|
/* At this point, maxfd is guaranteed to be greater or equal than -1. */
|
||
|
|
|
||
|
|
curl_multi_timeout(m, &timeout);
|
||
|
|
|
||
|
|
if(timeout < 0)
|
||
|
|
timeout = 1;
|
||
|
|
|
||
|
|
interval.tv_sec = timeout / 1000;
|
||
|
|
interval.tv_usec = (timeout % 1000) * 1000;
|
||
|
|
|
||
|
|
interval.tv_sec = 0;
|
||
|
|
interval.tv_usec = 1000;
|
||
|
|
|
||
|
|
select_test(maxfd + 1, &rd, &wr, &exc, &interval);
|
||
|
|
|
||
|
|
abort_on_test_timeout();
|
||
|
|
}
|
||
|
|
|
||
|
|
test_cleanup:
|
||
|
|
|
||
|
|
remove_handles();
|
||
|
|
|
||
|
|
/* undocumented cleanup sequence - type UB */
|
||
|
|
|
||
|
|
curl_multi_cleanup(m);
|
||
|
|
curl_global_cleanup();
|
||
|
|
|
||
|
|
free_urls();
|
||
|
|
return res;
|
||
|
|
}
|