test_http.c File Reference

#include <string.h>
#include <stdlib.h>
#include <unistd.h>
#include <stdio.h>
#include "gwlib/gwlib.h"
#include "gwlib/http.h"

Go to the source code of this file.

Macros
#define	MAX_THREADS   1024
#define	MAX_IN_QUEUE   128

Functions
static Octstr *	post_content_create (void)
static void	url_pattern (Octstr *url)
static void	start_request (HTTPCaller *caller, List *reqh, long i)
static int	receive_reply (HTTPCaller *caller)
static void	client_thread (void *arg)
static void	split_headers (Octstr *headers, List **split)
static void	help (void)
int	main (int argc, char **argv)

Variables
static long	max_requests = 1
static double	interval = 0
static int	method = HTTP_METHOD_GET
static char **	urls = NULL
static int	num_urls = 0
static int	verbose = 1
static Octstr *	auth_username = NULL
static Octstr *	auth_password = NULL
static Octstr *	msg_text = NULL
static Octstr *	ssl_client_certkey_file = NULL
static Octstr *	extra_headers = NULL
static Octstr *	content_file = NULL
static Octstr *	method_name = NULL
static int	file = 0
static List *	split = NULL
static int	follow_redirect = 1
static int	escape_codes = 0

Macro Definition Documentation

MAX_IN_QUEUE

#define MAX_IN_QUEUE   128

Definition at line 72 of file test_http.c.

MAX_THREADS

#define MAX_THREADS   1024

Definition at line 71 of file test_http.c.

Referenced by main().

Function Documentation

client_thread()

static void client_thread ( void *  arg )

static

Definition at line 255 of file test_http.c.

References auth_password, auth_username, caller, counter, counter_create(), counter_destroy(), counter_increase(), gwlist_create, gwthread_self(), gwthread_sleep(), http_add_basic_auth(), http_caller_destroy(), http_destroy_headers(), http_header_add(), info(), interval, max_requests, receive_reply(), and start_request().

Referenced by main().

{
    List *reqh;
    unsigned long i;
    long succeeded, failed;
    HTTPCaller *caller;
    char buf[1024];
    long in_queue;
    Counter *counter = NULL;

    caller = arg;
    succeeded = 0;
    failed = 0;
    reqh = gwlist_create();
    sprintf(buf, "%ld", (long) gwthread_self());
    http_header_add(reqh, "X-Thread", buf);
    if (auth_username != NULL && auth_password != NULL)
    http_add_basic_auth(reqh, auth_username, auth_password);

    in_queue = 0;
    counter = counter_create();
    
    for (;;) {
        i = counter_increase(counter);
        if (i >= max_requests)
            goto receive_rest;
        start_request(caller, reqh, i);
        if (interval > 0)
            gwthread_sleep(interval);
        ++in_queue;
        if (receive_reply(caller) == -1)
           ++failed;
        else
            ++succeeded;
        --in_queue;
    }

receive_rest:
    while (in_queue > 0) {
    if (receive_reply(caller) == -1)
        ++failed;
    else
        ++succeeded;
        --in_queue;
    }

    counter_destroy(counter);
    http_destroy_headers(reqh);
    http_caller_destroy(caller);
    info(0, "This thread: %ld succeeded, %ld failed.", succeeded, failed);
}

help()

static void help ( void  )

static

Definition at line 332 of file test_http.c.

References info().

Referenced by main().

{
    info(0, "Usage: test_http [options] url ...");
    info(0, "where options are:");
    info(0, "-v number");
    info(0, "    set log level for stderr logging");
    info(0, "-q");
    info(0, "    don't print the body or headers of the HTTP response");
    info(0, "-r number");
    info(0, "    make `number' requests, repeating URLs as necessary");
    info(0, "-t number");
    info(0, "    run `number' threads, that make -r `number' requests");
    info(0, "-i interval");
    info(0, "    make one request in `interval' seconds");
    info(0, "-p domain.name");
    info(0, "    use `domain.name' as a proxy");
    info(0, "-P portnumber");
    info(0, "    connect to proxy at port `portnumber'");
    info(0, "-E regex");
    info(0, "    proxy exceptions as regex value");
    info(0, "-S");
    info(0, "    use HTTPS scheme to access SSL-enabled proxy server");
    info(0, "-e domain1:domain2:...");
    info(0, "    set exception list for proxy use");
    info(0, "-u filename");
    info(0, "    read request's &text= string from file 'filename'. It is"); 
    info(0, "    url encoded before it is added to the request");
    info(0, "-H filename");
    info(0, "    read HTTP headers from file 'filename' and add them to");
    info(0, "    the request for url 'url'");
    info(0, "-B filename");
    info(0, "    read content from file 'filename' and send it as body");
    info(0, "    of a POST method request (default: GET if no -B is set)");
    info(0, "-m method");
    info(0, "    use a specific HTTP method for request to server");
    info(0, "-s");
    info(0, "    use HTTPS scheme to access SSL-enabled HTTP server");
    info(0, "-c ssl_client_cert_key_file");
    info(0, "    use this file as the SSL certificate and key file");
    info(0, "-C ssl_ca_file");
    info(0, "    use this file as the SSL certificate authority");
    info(0, "-f");
    info(0, "    don't follow redirects");
    info(0, "-V");
    info(0, "    evaluate for URL escape code patterns (%%r - random number,");
    info(0, "    %%I - UUID string)");
}

main()

int main	(	int	argc,
		char **	argv
	)

Definition at line 380 of file test_http.c.

References auth_password, auth_username, client_thread(), content_file, debug(), error(), escape_codes, extra_headers, file, follow_redirect, getopt(), gwlib_init(), gwlib_shutdown(), gwlist_append(), gwlist_create, gwlist_destroy(), gwthread_create, gwthread_join(), help(), http_caller_create(), http_name2method(), http_use_proxy(), info(), interval, log_set_output_level(), max_requests, MAX_THREADS, method, method_name, msg_text, num_urls, octstr_create, octstr_destroy(), octstr_destroy_item(), octstr_dump, octstr_read_file(), octstr_url_encode(), optarg, optind, panic, proxy_password, proxy_port, proxy_ssl, proxy_username, split, split_headers(), ssl, ssl_client_certkey_file, start, threads, urls, and verbose.

{
    int i, opt, num_threads;
    Octstr *proxy;
    List *exceptions;
    long proxy_port;
    int proxy_ssl = 0;
    Octstr *proxy_username;
    Octstr *proxy_password;
    Octstr *exceptions_regex;
    char *p;
    long threads[MAX_THREADS];
    time_t start, end;
    double run_time;
    FILE *fp;
    int ssl = 0;
    Octstr *ca_file;
    
    gwlib_init();
    
    proxy = NULL;
    proxy_port = -1;
    exceptions = gwlist_create();
    proxy_username = NULL;
    proxy_password = NULL;
    exceptions_regex = NULL;
    num_threads = 1;
    file = 0;
    fp = NULL;
    
    while ((opt = getopt(argc, argv, "hv:qr:p:P:Se:t:i:a:u:sc:H:B:m:fVC:")) != EOF) {
    switch (opt) {
    case 'v':
        log_set_output_level(atoi(optarg));
        break;
    
    case 'q':
        verbose = 0;
        break;
    
    case 'r':
        max_requests = atoi(optarg);
        break;
    
    case 't':
        num_threads = atoi(optarg);
        if (num_threads > MAX_THREADS)
        num_threads = MAX_THREADS;
        break;

    case 'i':
        interval = atof(optarg);
        break;

    case 'u':
        file = 1;
        fp = fopen(optarg, "a");
        if (fp == NULL)
            panic(0, "Cannot open message text file %s", optarg);
        msg_text = octstr_read_file(optarg);
        if (msg_text == NULL)
            panic(0, "Cannot read message text");
        debug("", 0, "message text is");
        octstr_dump(msg_text, 0);
        octstr_url_encode(msg_text);
        fclose(fp);
        break;
    
    case 'h':
        help();
        exit(0);
    
    case 'p':
        proxy = octstr_create(optarg);
        break;
    
    case 'P':
        proxy_port = atoi(optarg);
        break;

    case 'S':
        proxy_ssl = 1;
        break;
    
    case 'e':
        p = strtok(optarg, ":");
        while (p != NULL) {
        gwlist_append(exceptions, octstr_create(p));
        p = strtok(NULL, ":");
        }
        break;

   case 'E':
       exceptions_regex = octstr_create(optarg);
       break;

    case 'a':
        p = strtok(optarg, ":");
        if (p != NULL) {
        auth_username = octstr_create(p);
        p = strtok(NULL, "");
        if (p != NULL)
            auth_password = octstr_create(p);
        }
        break;

    case 's':
        ssl = 1;
        break;

    case 'c':
        octstr_destroy(ssl_client_certkey_file);
        ssl_client_certkey_file = octstr_create(optarg);
        break;

    case 'H':
        fp = fopen(optarg, "a");
        if (fp == NULL)
            panic(0, "Cannot open header text file %s", optarg);
        extra_headers = octstr_read_file(optarg);
        if (extra_headers == NULL)
            panic(0, "Cannot read header text");
        debug("", 0, "headers are");
        octstr_dump(extra_headers, 0);
        split_headers(extra_headers, &split);
        fclose(fp);
        break;

    case 'B':
        content_file = octstr_create(optarg);
        break;

    case 'm':
        method_name = octstr_create(optarg);
        break;

    case 'f':
        follow_redirect = 0;
        break;

    case 'V':
        escape_codes = 1;
        break;

#ifdef HAVE_LIBSSL
    case 'C':
        ca_file = octstr_create(optarg);
        conn_use_global_trusted_ca_file(ca_file);
        octstr_destroy(ca_file);
        break;
#endif

    case '?':
    default:
        error(0, "Invalid option %c", opt);
        help();
        panic(0, "Stopping.");
    }
    }
    
    if (optind == argc) {
        help();
        exit(0);
    }

#ifdef HAVE_LIBSSL
    /*
     * check if we are doing a SSL-enabled client version here
     * load the required cert and key file
     */
    if (ssl || proxy_ssl) {
        if (ssl_client_certkey_file != NULL) {
            conn_use_global_client_certkey_file(ssl_client_certkey_file);
        } else {
            panic(0, "client certkey file need to be given!");
        }
    }
#endif

    if (method_name != NULL) {
        method = http_name2method(method_name);
    }
    
    if (proxy != NULL && proxy_port > 0) {
        http_use_proxy(proxy, proxy_port, proxy_ssl, exceptions,
        proxy_username, proxy_password, exceptions_regex);
    }
    octstr_destroy(proxy);
    octstr_destroy(proxy_username);
    octstr_destroy(proxy_password);
    octstr_destroy(exceptions_regex);
    gwlist_destroy(exceptions, octstr_destroy_item);
    
    urls = argv + optind;
    num_urls = argc - optind;
    
    time(&start);
    if (num_threads == 1)
        client_thread(http_caller_create());
    else {
        for (i = 0; i < num_threads; ++i)
            threads[i] = gwthread_create(client_thread, http_caller_create());
        for (i = 0; i < num_threads; ++i)
            gwthread_join(threads[i]);
    }
    time(&end);
    
    run_time = difftime(end, start);
    info(0, "%ld requests in %f seconds, %f requests/s.",
         (max_requests * num_threads), run_time, (max_requests * num_threads) / run_time);
    
    octstr_destroy(ssl_client_certkey_file);
    octstr_destroy(auth_username);
    octstr_destroy(auth_password);
    octstr_destroy(extra_headers);
    octstr_destroy(content_file);
    gwlist_destroy(split, octstr_destroy_item);
    
    gwlib_shutdown();
    
    return 0;
}

post_content_create()

static Octstr* post_content_create ( void  )

static

Definition at line 93 of file test_http.c.

References content, content_file, debug(), octstr_dump, octstr_get_cstr, octstr_read_file(), and panic.

Referenced by start_request().

{
    Octstr *content;

    if ((content = octstr_read_file(octstr_get_cstr(content_file))) == NULL)
        panic(0, "Cannot read content text");
    debug("", 0, "body content is");
    octstr_dump(content, 0);

    return content;
}

receive_reply()

static int receive_reply ( HTTPCaller *  caller )

static

Definition at line 210 of file test_http.c.

References caller, charset, debug(), error(), gwlist_destroy(), gwlist_extract_first(), http_header_get_content_type(), http_receive_result, octstr_destroy(), octstr_dump, octstr_get_cstr, type, and verbose.

Referenced by client_thread().

{
    void *id;
    int ret;
    Octstr *final_url;
    List *replyh;
    Octstr *replyb;
    Octstr *type;
    Octstr *charset;
    Octstr *os;

    id = http_receive_result(caller, &ret, &final_url, &replyh, &replyb);
    octstr_destroy(final_url);
    if (id == NULL || ret == -1) {
    error(0, "http GET failed");
        gw_free(id);
    return -1;
    }
    debug("", 0, "Done with request %ld", *(long *) id);
    gw_free(id);

    http_header_get_content_type(replyh, &type, &charset);
    debug("", 0, "Content-type is <%s>, charset is <%s>",
      octstr_get_cstr(type), 
      octstr_get_cstr(charset));
    octstr_destroy(type);
    octstr_destroy(charset);
    if (verbose)
        debug("", 0, "Reply headers:");
    while ((os = gwlist_extract_first(replyh)) != NULL) {
        if (verbose)
        octstr_dump(os, 1);
    octstr_destroy(os);
    }
    gwlist_destroy(replyh, NULL);
    if (verbose) {
        debug("", 0, "Reply body:");
        octstr_dump(replyb, 1);
    }
    octstr_destroy(replyb);

    return 0;
}

split_headers()

static void split_headers ( Octstr *  headers, List **  split  )

static

Definition at line 308 of file test_http.c.

References gwlist_append(), gwlist_create, octstr_copy, octstr_get_char(), octstr_len(), split, and start.

Referenced by main().

{
    long start;
    long pos;

    *split = gwlist_create();
    start = 0;
    for (pos = 0; pos < octstr_len(headers); pos++) {
        if (octstr_get_char(headers, pos) == '\n') {
            Octstr *line;

            if (pos == start) {
                /* Skip empty lines */
                start = pos + 1;
                continue;
            }
            line = octstr_copy(headers, start, pos - start);
            start = pos + 1;
            gwlist_append(*split, line);
        }
    }
}

start_request()

static void start_request ( HTTPCaller *  caller, List *  reqh, long  i  )

static

Definition at line 161 of file test_http.c.

References caller, content_file, debug(), escape_codes, file, follow_redirect, http_header_combine(), HTTP_METHOD_POST, http_start_request(), info(), method, msg_text, num_urls, octstr_append(), octstr_create, octstr_destroy(), octstr_dump, octstr_imm(), octstr_url_decode(), post_content_create(), split, ssl_client_certkey_file, url, url_pattern(), and urls.

Referenced by client_thread().

{
    Octstr *url, *content = NULL;
    long *id;

    if ((i % 1000) == 0)
    info(0, "Starting fetch %ld", i);
    id = gw_malloc(sizeof(long));
    *id = i;
    url = octstr_create(urls[i % num_urls]);
    if (file) {
        octstr_append(url, octstr_imm("&text="));
        octstr_append(url, msg_text);
    }

    /* add the extra headers that have been read from the file */
    if (split != NULL)
        http_header_combine(reqh, split);

    /* 
     * if a body content file has been specified, then
     * we assume this should be a POST
     */
    if (content_file != NULL) {
        content = post_content_create();
        method = HTTP_METHOD_POST;
    }

    /* apply any escape codes */
    if (escape_codes)
        url_pattern(url);

    /*
     * if this is a POST request then pass the required content as body to
     * the HTTP server, otherwise skip the body, the arguments will be
     * urlencoded in the URL itself.
     */
    http_start_request(caller, method,
                       url, reqh, content, follow_redirect, id, ssl_client_certkey_file);

    debug("", 0, "Started request %ld with url:", *id);
    octstr_url_decode(url);
    octstr_dump(url, 0);
    octstr_destroy(url);
    octstr_destroy(msg_text);
    octstr_destroy(content);
}

url_pattern()

static void url_pattern ( Octstr *  url )

static

Definition at line 106 of file test_http.c.

References gw_assert(), gw_rand(), octstr_append_cstr(), octstr_append_data(), octstr_destroy(), octstr_duplicate, octstr_format_append(), octstr_get_cstr, octstr_truncate(), url, uuid_generate(), UUID_STR_LEN, uuid_unparse(), and warning().

Referenced by start_request().

{
    Octstr *temp;
    const char *pattern;
    size_t n;

    temp = octstr_duplicate(url);
    octstr_truncate(url, 0);

    pattern = octstr_get_cstr(temp);

    while (*pattern != '\0') {
        n = strcspn(pattern, "%");
        octstr_append_data(url, pattern, n);
        pattern += n;
        gw_assert(*pattern == '%' || *pattern == '\0');
        if (*pattern == '\0')
            break;

        pattern++;

        switch (*pattern) {

        case 'r':
            octstr_format_append(url, "%ld", gw_rand());
            break;

        case 'I':
        {
            uuid_t uid;
            char id[UUID_STR_LEN + 1];
            uuid_generate(uid);
            uuid_unparse(uid, id);
            octstr_append_cstr(url, id);
        }
            break;

            /* XXX add more here if needed */

        case '%':
            octstr_format_append(url, "%%");
            break;

        default:
            warning(0, "Unknown escape code (%%%c) within URL, skipping!", *pattern);
                octstr_format_append(url, "%%%c", *pattern);
            break;
        } /* switch(...) */

        pattern++;
    } /* while ... */

    octstr_destroy(temp);
}

Variable Documentation

auth_password

Octstr* auth_password = NULL

static

Definition at line 81 of file test_http.c.

Referenced by client_thread(), and main().

auth_username

Octstr* auth_username = NULL

static

Definition at line 80 of file test_http.c.

Referenced by client_thread(), and main().

content_file

Octstr* content_file = NULL

static

Definition at line 85 of file test_http.c.

Referenced by main(), post_content_create(), and start_request().

escape_codes

int escape_codes = 0

static

Definition at line 90 of file test_http.c.

Referenced by main(), and start_request().

extra_headers

Octstr* extra_headers = NULL

static

Definition at line 84 of file test_http.c.

Referenced by main().

file

int file = 0

static

Definition at line 87 of file test_http.c.

Referenced by main(), and start_request().

follow_redirect

int follow_redirect = 1

static

Definition at line 89 of file test_http.c.

Referenced by main(), and start_request().

interval

double interval = 0

static

Definition at line 75 of file test_http.c.

Referenced by client_thread(), and main().

max_requests

long max_requests = 1

static

Definition at line 74 of file test_http.c.

Referenced by client_thread(), and main().

method

int method = HTTP_METHOD_GET

static

Definition at line 76 of file test_http.c.

Referenced by get_receiver(), http_get_real(), http_method2name(), http_name2method(), http_queue_thread(), http_start_request(), main(), parse_request_line(), remember_receiver(), response_expectation(), return_reply(), server_create(), start_fetch(), start_request(), unpack_datagram(), url_result_thread(), and xmlrpc_call_add_param().

method_name

Octstr* method_name = NULL

static

Definition at line 86 of file test_http.c.

Referenced by build_request(), main(), smsbox_xmlrpc_post(), and unpack_datagram().

msg_text

Octstr* msg_text = NULL

static

Definition at line 82 of file test_http.c.

Referenced by main(), and start_request().

num_urls

int num_urls = 0

static

Definition at line 78 of file test_http.c.

Referenced by main(), and start_request().

split

List* split = NULL

static

Definition at line 88 of file test_http.c.

Referenced by dlr_add(), handle_split(), main(), smscconn_send(), split_headers(), and start_request().

ssl_client_certkey_file

Octstr* ssl_client_certkey_file = NULL

static

Definition at line 83 of file test_http.c.

Referenced by main(), and start_request().

urls

char** urls = NULL

static

Definition at line 77 of file test_http.c.

Referenced by main(), and start_request().

verbose

int verbose = 1

static

Definition at line 79 of file test_http.c.

Referenced by main(), and receive_reply().