Skip to content
Snippets Groups Projects
main.c 95.3 KiB
Newer Older
  • Learn to ignore specific revisions
  • /***************************************************************************
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
     *                                  _   _ ____  _     
     *  Project                     ___| | | |  _ \| |    
     *                             / __| | | | |_) | |    
     *                            | (__| |_| |  _ <| |___ 
     *                             \___|\___/|_| \_\_____|
     *
    
     * Copyright (C) 1998 - 2003, Daniel Stenberg, <daniel@haxx.se>, et al.
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
     *
    
     * This software is licensed as described in the file COPYING, which
     * you should have received as part of this distribution. The terms
     * are also available at http://curl.haxx.se/docs/copyright.html.
     * 
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
     * You may opt to use, copy, modify, merge, publish, distribute and/or sell
     * copies of the Software, and permit persons to whom the Software is
    
     * furnished to do so, under the terms of the COPYING file.
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
     *
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
     * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
     * KIND, either express or implied.
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
     *
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
     * $Id$
    
     ***************************************************************************/
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    
    
    /* This is now designed to have its own local setup.h */
    #include "setup.h"
    
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    #include <stdio.h>
    #include <stdlib.h>
    #include <string.h>
    #include <stdarg.h>
    
    #include <sys/types.h>
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    #include <sys/stat.h>
    #include <ctype.h>
    
    #include <errno.h>
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    
    #include <curl/curl.h>
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    
    #define _MPRINTF_REPLACE /* we want curl-functions instead of native ones */
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    #include <curl/mprintf.h>
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    #include "urlglob.h"
    
    #include "writeout.h"
    
    #ifdef USE_ENVIRONMENT
    #include "writeenv.h"
    #endif
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    #define CURLseparator	"--_curl_--"
    
    #if defined(WIN32)&&!defined(__CYGWIN32__)
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    #include <winsock.h>
    #endif
    
    
    #ifdef TIME_WITH_SYS_TIME
    /* We can include both fine */
    
    #include <time.h>
    #else
    #ifdef HAVE_SYS_TIME_H
    # include <sys/time.h>
    #else
    # include <time.h>
    #endif
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    #include "version.h"
    
    #ifdef HAVE_IO_H /* typical win32 habit */
    #include <io.h>
    #endif
    
    #ifdef HAVE_UNISTD_H
    #include <unistd.h>
    #endif
    
    
    #ifdef HAVE_FCNTL_H
    #include <fcntl.h>
    #endif
    
    
    #ifdef HAVE_SYS_UTIME_H
    #include <sys/utime.h>
    #endif
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    
    #endif
    
    #ifdef HAVE_SYS_POLL_H
    #include <sys/poll.h>
    
    /* The last #include file should be: */
    
    #ifdef CURLDEBUG
    /* This is low-level hard-hacking memory leak tracking and similar. Using
       the library level code from this client-side is ugly, but we do this
       anyway for convenience. */
    
    #include "../lib/memdebug.h"
    #endif
    
    
    #define DEFAULT_MAXREDIRS  50L
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    #ifndef __cplusplus        /* (rabe) */
    
    #ifndef typedef_bool
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    typedef char bool;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    #endif                     /* (rabe) */
    
    
    #define CURL_PROGRESS_STATS 0 /* default progress display */
    #define CURL_PROGRESS_BAR   1
    
    
    typedef enum {
      HTTPREQ_UNSPEC,
      HTTPREQ_GET,
      HTTPREQ_HEAD,
      HTTPREQ_POST,
      HTTPREQ_SIMPLEPOST,
      HTTPREQ_CUSTOM,
      HTTPREQ_LAST
    } HttpReq;
    
    
    /* Just a set of bits */
    #define CONF_DEFAULT  0
    
    
    #define CONF_AUTO_REFERER (1<<4) /* the automatic referer-system please! */
    
    #define CONF_VERBOSE  (1<<5) /* talk a lot */
    #define CONF_HEADER   (1<<8) /* throw the header out too */
    #define CONF_NOPROGRESS (1<<10) /* shut off the progress meter */
    #define CONF_NOBODY   (1<<11) /* use HEAD to get http document */
    #define CONF_FAILONERROR (1<<12) /* no output on http error codes >= 300 */
    #define CONF_UPLOAD   (1<<14) /* this is an upload */
    #define CONF_FTPLISTONLY (1<<16) /* Use NLST when listing ftp dir */
    #define CONF_FTPAPPEND (1<<20) /* Append instead of overwrite on upload! */
    #define CONF_NETRC    (1<<22)  /* read user+password from .netrc */
    #define CONF_FOLLOWLOCATION (1<<23) /* use Location: Luke! */
    
    #define CONF_GETTEXT  (1<<24) /* use ASCII/text for transfer */
    
    #define CONF_HTTPPOST (1<<25) /* multipart/form-data HTTP POST */
    
    #define CONF_MUTE     (1<<28) /* force NOPROGRESS */
    
    
    #define CONF_NETRC_OPT (1<<29)  /* read user+password from either
                                     * .netrc or URL*/
    
    #define CONF_UNRESTRICTED_AUTH (1<<30)
    /* Send authentication (user+password) when following
     * locations, even when hostname changed */
    
    #ifndef HAVE_STRDUP
    /* Ultrix doesn't have strdup(), so make a quick clone: */
    char *strdup(char *str)
    {
      int len;
      char *newstr;
    
      len = strlen(str);
      newstr = (char *) malloc((len+1)*sizeof(char));
      if (!newstr)
        return (char *)NULL;
    
      strcpy(newstr,str);
    
      return newstr;
    
    }
    #endif 
    
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    #ifdef WIN32
    #include <direct.h>
    #define F_OK 0
    #define mkdir(x,y) (mkdir)(x)
    #endif
    
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    #ifdef	VMS
    int	vms_show = 0;
    #define	FAC_CURL	0xC01
    #define	FAC_SYSTEM	0
    #define	MSG_NORMAL	0
    #define	VMS_STS(c,f,e,s) (((c&0xF)<<28)|((f&0xFFF)<<16)|((e&0x1FFF)<3)|(s&7))
    #define	VMSSTS_HIDE	VMS_STS(1,0,0,0)
    #define	SEV_WARNING	0
    #define	SEV_SUCCESS	1
    #define	SEV_ERROR	2
    #define	SEV_INFO	3	/* success, with an extra hint */
    #define	SEV_FATAL	4
    globalvalue int  CURL_UNSUPPROTO;		/* these are from curlmsg.msg file..... */
    globalvalue int  CURL_FAILINIT;
    globalvalue int  CURL_BADURLSYN;
    globalvalue int  CURL_BADURLUSER;
    globalvalue int  CURL_BADPROXY;
    globalvalue int  CURL_BADHOST;
    globalvalue int  CURL_FAILHOST;
    globalvalue int  CURL_FTPUNKREPLY;
    globalvalue int  CURL_FTPNOACC;
    globalvalue int  CURL_FTPUSRPW;
    globalvalue int  CURL_FTPBADPASS;
    globalvalue int  CURL_FTPBADUSER;
    globalvalue int  CURL_FTPBADPASV;
    globalvalue int  CURL_FTPBAD227;
    globalvalue int  CURL_FTPBADHOST227;
    globalvalue int  CURL_FTPNORECONN;
    globalvalue int  CURL_FTPNOBIN;
    globalvalue int  CURL_PARTIALFILE;
    globalvalue int  CURL_FTPNORETR;
    globalvalue int  CURL_FTPWRITERR;
    globalvalue int  CURL_FTPNOQUOTE;
    globalvalue int  CURL_HTTPPNF;
    globalvalue int  CURL_WRITERR;
    globalvalue int  CURL_BADUSER;
    globalvalue int  CURL_FTPNOSTOR;
    globalvalue int  CURL_READERR;
    globalvalue int  CURL_OUTOFMEM;
    globalvalue int  CURL_TIMEOUT;
    globalvalue int  CURL_FTPNOASCII;
    globalvalue int  CURL_FTPNOPORT;
    globalvalue int  CURL_FTPNOREST;
    globalvalue int  CURL_FTPNOSIZE;
    globalvalue int  CURL_HTTPRNGERR;
    globalvalue int  CURL_HTTPPOSTERR;
    globalvalue int  CURL_SSLNOCONN;
    globalvalue int  CURL_FTPBADRESUME;
    globalvalue int  CURL_FILENOACC;
    globalvalue int  CURL_LDAPNOBIND;
    globalvalue int  CURL_LDAPNOSRCH;
    globalvalue int  CURL_LDAPNOLIB;
    globalvalue int  CURL_LDAPNOFUNC;
    globalvalue int  CURL_ABORTCB;
    globalvalue int  CURL_BADPARAM;
    globalvalue int  CURL_BADORDER;
    globalvalue int  CURL_BADPWD;
    globalvalue int  CURL_MNYREDIR;
    
    globalvalue int  CURL_UNKTELNET;
    globalvalue int  CURL_UNKMSG;
    globalvalue int  CURL_BADSSLCERT;
    globalvalue int  CURL_SRVNOERR;
    globalvalue int  CURL_MAXMSG;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    long	vms_cond[] = {
    	VMS_STS(1,FAC_SYSTEM,MSG_NORMAL,SEV_SUCCESS),
    	CURL_UNSUPPROTO,		/* these are from curlmsg.msg file..... */
    	CURL_FAILINIT,
    	CURL_BADURLSYN,
    	CURL_BADURLUSER,
    	CURL_BADPROXY,
    	CURL_BADHOST,
    	CURL_FAILHOST,
    	CURL_FTPUNKREPLY,
    	CURL_FTPNOACC,
    	CURL_FTPUSRPW,
    	CURL_FTPBADPASS,
    	CURL_FTPBADUSER,
    	CURL_FTPBADPASV,
    	CURL_FTPBAD227,
    	CURL_FTPBADHOST227,
    	CURL_FTPNORECONN,
    	CURL_FTPNOBIN,
    	CURL_PARTIALFILE,
    	CURL_FTPNORETR,
    	CURL_FTPWRITERR,
    	CURL_FTPNOQUOTE,
    	CURL_HTTPPNF,
    	CURL_WRITERR,
    	CURL_BADUSER,
    	CURL_FTPNOSTOR,
    	CURL_READERR,
    	CURL_OUTOFMEM,
    	CURL_TIMEOUT,
    	CURL_FTPNOASCII,
    	CURL_FTPNOPORT,
    	CURL_FTPNOREST,
    	CURL_FTPNOSIZE,
    	CURL_HTTPRNGERR,
    	CURL_HTTPPOSTERR,
    	CURL_SSLNOCONN,
    	CURL_FTPBADRESUME,
    	CURL_FILENOACC,
    	CURL_LDAPNOBIND,
    	CURL_LDAPNOSRCH,
    	CURL_LDAPNOLIB,
    	CURL_LDAPNOFUNC,
    	CURL_ABORTCB,
    	CURL_BADPARAM,
    	CURL_BADORDER,
    	CURL_BADPWD,
    
    	CURL_MNYREDIR,
    	CURL_UNKTELNET,
    	CURL_UNKMSG,
    	CURL_BADSSLCERT,
    	CURL_SRVNOERR,
    	CURL_MAXMSG
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    extern void hugehelp(void);
    
    
    /*
     * This is the main global constructor for the app. Call this before
     * _any_ libcurl usage. If this fails, *NO* libcurl functions may be
     * used, or havoc may be the result.
     */
    
    CURLcode main_init(void)
    
      return curl_global_init(CURL_GLOBAL_DEFAULT);
    
    }
    
    /*
     * This is the main global destructor for the app. Call this after
     * _all_ libcurl usage is done.
     */
    void main_free(void)
    {
    
    int SetHTTPrequest(HttpReq req, HttpReq *store)
    {
      if((*store == HTTPREQ_UNSPEC) ||
         (*store == req)) {
        *store = req;
    
      }
      fprintf(stderr, "You can only select one HTTP request!\n");
    
    static void helpf(const char *fmt, ...)
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    {
      va_list ap;
      if(fmt) {
        va_start(ap, fmt);
        fputs("curl: ", stderr); /* prefix it */
        vfprintf(stderr, fmt, ap);
        va_end(ap);
      }
    
      fprintf(stderr, "curl: try 'curl --help' or "
              "'curl --manual' for more information\n");
    
    /*
     * A chain of these nodes contain URL to get and where to put the URL's
     * contents.
     */
    struct getout {
      struct getout *next;
      char *url;
      char *outfile;
      int flags;
    };
    #define GETOUT_OUTFILE (1<<0) /* set when outfile is deemed done */
    #define GETOUT_URL     (1<<1) /* set when URL is deemed done */
    #define GETOUT_USEREMOTE (1<<2) /* use remote file name locally */
    
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    static void help(void)
    {
      printf(CURL_ID "%s\n"
           "Usage: curl [options...] <url>\n"
           "Options: (H) means HTTP/HTTPS only, (F) means FTP only\n"
           " -a/--append        Append to target file when uploading (F)\n"
           " -A/--user-agent <string> User-Agent to send to server (H)\n"
    
           "    --anyauth       Tell curl to choose authentication method (H)\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           " -b/--cookie <name=string/file> Cookie string or file to read cookies from (H)\n"
    
           "    --basic         Enable HTTP Basic Authentication (H)\n"
    
           " -B/--use-ascii     Use ASCII/text transfer\n",
             curl_version());
    
      puts(" -c/--cookie-jar <file> Write all cookies to this file after operation (H)\n"
           " -C/--continue-at <offset> Specify absolute resume offset\n"
    
           " -d/--data <data>   HTTP POST data (H)\n"
           "    --data-ascii <data>   HTTP POST ASCII data (H)\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           "    --data-binary <data>  HTTP POST binary data (H)\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           "    --negotiate     Enable HTTP Negotiate Authentication (H - req GSS-lib)\n"
           "    --digest        Enable HTTP Digest Authentication (H)");
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      puts("    --disable-eprt  Prevents curl from using EPRT or LPRT (F)\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           "    --disable-epsv  Prevents curl from using EPSV (F)\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           " -D/--dump-header <file> Write the headers to this file\n"
    
           "    --egd-file <file> EGD socket path for random data (SSL)\n"
    
    #ifdef USE_ENVIRONMENT
           "    --environment   Write result codes to environment variables (RISC OS)\n"
    #endif
    
           " -e/--referer       Referer page (H)");
      puts(" -E/--cert <cert[:passwd]> Specifies your certificate file and password (HTTPS)\n"
    
           "    --cert-type <type> Specifies certificate file type (DER/PEM/ENG) (HTTPS)\n"
           "    --key <key>     Specifies private key file (HTTPS)\n"
           "    --key-type <type> Specifies private key  file type (DER/PEM/ENG) (HTTPS)\n"
           "    --pass  <pass>  Specifies passphrase for the private key (HTTPS)");
    
      puts("    --engine <eng>  Specifies the crypto engine to use (HTTPS)\n"
    
           "    --cacert <file> CA certificate to verify peer against (SSL)\n"
    
           "    --capath <directory> CA directory (made using c_rehash) to verify\n"
    
           "    --ciphers <list> What SSL ciphers to use (SSL)\n"
    
           "    --compressed    Request a compressed response (using deflate or gzip).");
    
      puts("    --connect-timeout <seconds> Maximum time allowed for connection\n"
    
           "    --create-dirs   Create the necessary local directory hierarchy\n"
    
           "    --crlf          Convert LF to CRLF in upload. Useful for MVS (OS/390)\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           " -f/--fail          Fail silently (no output at all) on errors (H)\n"
           " -F/--form <name=content> Specify HTTP POST data (H)\n"
    
           " -g/--globoff       Disable URL sequences and ranges using {} and []\n"
    
           " -G/--get           Send the -d data with a HTTP GET (H)");
    
      puts(" -h/--help          This help text\n"
    
           " -H/--header <line> Custom header to pass to server. (H)\n"
    
           " -i/--include       Include the HTTP-header in the output (H)\n"
    
           " -I/--head          Fetch document info only (HTTP HEAD/FTP SIZE)");
      puts(" -j/--junk-session-cookies Ignore session cookies read from file (H)\n"
    
           "    --interface <interface> Specify the interface to be used\n"
    
           "    --krb4 <level>  Enable krb4 with specified security level (F)\n"
    
           " -k/--insecure      Allow curl to connect to SSL sites without certs (H)\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           " -K/--config        Specify which config file to read\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           " -l/--list-only     List only names of an FTP directory (F)\n"
    
           "    --limit-rate <rate> Limit how fast transfers to allow");
    
      puts(" -L/--location      Follow Location: hints (H)\n"
    
           "    --location-trusted Same, and continue to send authentication when \n"
           "                    following locations, even when hostname changed\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           " -m/--max-time <seconds> Maximum time allowed for the transfer\n"
           " -M/--manual        Display huge help text\n"
    
           " -n/--netrc         Must read .netrc for user name and password\n"
           "    --netrc-optional  Use either .netrc or URL; overrides -n\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           "    --ntlm          Enable HTTP NTLM authentication (H)");
      puts(" -N/--no-buffer     Disables the buffering of the output stream");
    
      puts(" -o/--output <file> Write output to <file> instead of stdout\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           " -O/--remote-name   Write output to a file named as the remote file\n"
    
           " -p/--proxytunnel   Perform non-HTTP services through a HTTP proxy\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           " -P/--ftpport <address> Use PORT with address instead of PASV when ftping (F)\n"
           " -q                 When used as the first parameter disables .curlrc\n"
    
           " -Q/--quote <cmd>   Send QUOTE command to FTP before file transfer (F)");
      puts(" -r/--range <range> Retrieve a byte range from a HTTP/1.1 or FTP server\n"
    
           " -R/--remote-time   Set the remote file's time on the local output\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           " -s/--silent        Silent mode. Don't output anything\n"
    
           " -S/--show-error    Show error. With -s, make curl show errors when they occur");
      puts("    --stderr <file> Where to redirect stderr. - means stdout.\n"
    
           " -t/--telnet-option <OPT=val> Set telnet option\n"
    
           "    --trace <file>  Dump a network/debug trace to the given file\n"
    
           "    --trace-ascii <file>  Like --trace but without the hex output\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           " -T/--upload-file <file> Transfer/upload <file> to remote site\n"
    
           "    --url <URL>     Another way to specify URL to work with");
      puts(" -u/--user <user[:password]> Specify user and password to use\n"
    
           "                    Overrides -n and --netrc-optional\n"
    
           " -U/--proxy-user <user[:password]> Specify Proxy authentication\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           " -v/--verbose       Makes the operation more talkative\n"
    
           " -V/--version       Outputs version number then quits");
    
    #ifdef __DJGPP__
      puts("    --wdebug        Turns on WATT-32 debugging under DJGPP");
    #endif
    
      puts(" -w/--write-out [format] What to output after completion\n"
    
           " -x/--proxy <host[:port]>  Use proxy. (Default port is 1080)\n"
    
           "    --random-file <file> File to use for reading random data from (SSL)\n"
    
           " -X/--request <command> Specific request command to use");
      puts(" -y/--speed-time    Time needed to trig speed-limit abort. Defaults to 30\n"
    
           " -Y/--speed-limit   Stop transfer if below speed-limit for 'speed-time' secs\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           " -z/--time-cond <time> Includes a time condition to the server (H)\n"
    
           " -Z/--max-redirs <num> Set maximum number of redirections allowed (H)\n"
    
           " -0/--http1.0       Force usage of HTTP 1.0 (H)\n"
    
           " -1/--tlsv1         Force usage of TLSv1 (H)\n"
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
           " -2/--sslv2         Force usage of SSLv2 (H)\n"
    
           " -3/--sslv3         Force usage of SSLv3 (H)");
    
      puts(" -#/--progress-bar  Display transfer progress as a progress bar");
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    }
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    
    struct LongShort {
    
      const char *letter;
      const char *lname;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      bool extraparam;
    };
    
    struct Configurable {
    
      char *random_file;
      char *egd_file;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      char *useragent;
    
      char *cookie;     /* single line with specified cookies */
      char *cookiejar;  /* write to this file */
      char *cookiefile; /* read from this file */
    
      bool cookiesession; /* new session? */
    
      bool encoding;    /* Accept-Encoding please */
    
      long authtype;    /* auth bitmask */  
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      bool use_resume;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      bool disable_epsv;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      bool disable_eprt;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      int resume_from;
      char *postfields;
    
      long postfieldsize;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      char *referer;
      long timeout;
    
      long connecttimeout;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      char *headerfile;
      char *ftpport;
    
      char *iface;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      unsigned short porttouse;
      char *range;
      int low_speed_limit;
      int low_speed_time;
      bool showerror;
      char *infile;
      char *userpwd;
      char *proxyuserpwd;
      char *proxy;
      bool configread;
    
      bool proxytunnel;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      long conf;
    
    
      struct getout *url_list; /* point to the first node */
      struct getout *url_last; /* point to the last/current node */
    
      struct getout *url_get;  /* point to the node to fill in URL */
      struct getout *url_out;  /* point to the node to fill in outfile */
    
    
      char *cipher_list;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      char *cert;
    
      char *cert_type;
    
      char *cacert;
    
      char *capath;
    
      char *key;
      char *key_type;
      char *key_passwd;
      char *engine;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      bool crlf;
      char *customrequest;
    
      char *krb4level;
    
      char *trace_dump; /* file to dump the network trace to, or NULL */
      FILE *trace_stream;
    
      bool trace_fopened;
    
      bool trace_ascii;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      bool progressmode;
    
      bool insecure_ok; /* set TRUE to allow insecure SSL connects */
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    
    
      char *writeout; /* %-styled format string to output */
    
      bool writeenv; /* write results to environment, if available */
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      FILE *errors; /* if stderr redirect is requested */
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    
      struct curl_slist *quote;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      struct curl_slist *postquote;
    
      struct curl_slist *prequote;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    
      long ssl_version;
    
      curl_TimeCond timecond;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
      time_t condtime;
    
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    
    
      struct curl_httppost *httppost;
      struct curl_httppost *last_post;
    
      struct curl_slist *telnet_options;
            
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    
      /* for bandwidth limiting features: */
    
      size_t sendpersecond; /* send to peer */
      size_t recvpersecond; /* receive from peer */
    
      time_t lastsendtime;
      size_t lastsendsize;
    
      time_t lastrecvtime;
      size_t lastrecvsize;
    
    /* global variable to hold info about libcurl */
    static curl_version_info_data *curlinfo;
    
    
    static int parseconfig(const char *filename,
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    		       struct Configurable *config);
    
    static int create_dir_hierarchy(char *outfile);
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    
    static void GetStr(char **string,
    		   char *value)
    {
      if(*string)
        free(*string);
    
        *string = strdup(value);
      else
        *string = NULL;
    
    Daniel Stenberg's avatar
    Daniel Stenberg committed
    }
    
    static char *file2string(FILE *file)
    {
      char buffer[256];
      char *ptr;
      char *string=NULL;
      int len=0;
      int stringlen;
    
      if(file) {
        while(fgets(buffer, sizeof(buffer), file)) {
          ptr= strchr(buffer, '\r');
          if(ptr)
            *ptr=0;
          ptr= strchr(buffer, '\n');
          if(ptr)
            *ptr=0;
          stringlen=strlen(buffer);
          if(string)
            string = realloc(string, len+stringlen+1);
          else
            string = malloc(stringlen+1);
    
          strcpy(string+len, buffer);
    
          len+=stringlen;
        }
        return string;
      }
      else
        return NULL; /* no string */
    }
    
    
    static char *file2memory(FILE *file, long *size)
    {
      char buffer[1024];
      char *string=NULL;
      char *newstring=NULL;
      long len=0;
      long stringlen=0;
    
      if(file) {
    
        while((len = fread(buffer, 1, sizeof(buffer), file))) {
    
          if(string) {
            newstring = realloc(string, len+stringlen);
            if(newstring)
              string = newstring;
            else
              break; /* no more strings attached! :-) */
          }
          else
            string = malloc(len);
          memcpy(&string[stringlen], buffer, len);
          stringlen+=len;
        }
        *size = stringlen;
        return string;
      }
      else
        return NULL; /* no string */
    }
    
    
    void clean_getout(struct Configurable *config)
    {
      struct getout *node=config->url_list;
      struct getout *next;
    
      while(node) {
        next = node->next;
        if(node->url)
          free(node->url);
        if(node->outfile)
          free(node->outfile);
        free(node);
    
        node = next; /* GOTO next */
      }
    }
    
    
    struct getout *new_getout(struct Configurable *config)
    {
      struct getout *node =malloc(sizeof(struct getout));
      struct getout *last= config->url_last;
      if(node) {
        /* clear the struct */
        memset(node, 0, sizeof(struct getout));
            
        /* append this new node last in the list */
        if(last)
          last->next = node;
        else
          config->url_list = node; /* first node */
                
        /* move the last pointer */
        config->url_last = node;
      }
      return node;
    }
    
    
    /* Structure for storing the information needed to build a multiple files
     * section
    */
    struct multi_files {
      struct curl_forms   form;
      struct multi_files *next;
    };
    
    /* Add a new list entry possibly with a type_name
     */
    
    static struct multi_files *
    AddMultiFiles (const char *file_name,
                   const char *type_name,
                   const char *show_filename,
                   struct multi_files **multi_start,
                   struct multi_files **multi_current)
    
    {
      struct multi_files *multi;
      struct multi_files *multi_type = NULL;
    
      struct multi_files *multi_name = NULL;
    
      multi = (struct multi_files *)malloc(sizeof(struct multi_files));
      if (multi) {
        memset(multi, 0, sizeof(struct multi_files));
        multi->form.option = CURLFORM_FILE;
        multi->form.value = file_name;
      }
      else
        return NULL;
    
      if (type_name) {
        multi_type = (struct multi_files *)malloc(sizeof(struct multi_files));
        if (multi_type) {
          memset(multi_type, 0, sizeof(struct multi_files));
          multi_type->form.option = CURLFORM_CONTENTTYPE;
          multi_type->form.value = type_name;
          multi->next = multi_type;
    
      if (show_filename) {
        multi_name = (struct multi_files *)malloc(sizeof(struct multi_files));
        if (multi_name) {
          memset(multi_name, 0, sizeof(struct multi_files));
          multi_name->form.option = CURLFORM_FILENAME;
          multi_name->form.value = show_filename;
          multi->next = multi_name;
    
          multi = multi_name;
    
    
      if (*multi_current)
        (*multi_current)->next = multi;
    
      *multi_current = multi;
    
    
    static void FreeMultiInfo (struct multi_files *multi_start)
    
      while (multi_start) {
        multi = multi_start;
        multi_start = multi_start->next;
    
        free (multi);
      }
    }
    
    /***************************************************************************
     *
     * formparse()
     *	
     * Reads a 'name=value' paramter and builds the appropriate linked list.
     *
     * Specify files to upload with 'name=@filename'. Supports specified
     * given Content-Type of the files. Such as ';type=<content-type>'.
     *
     * You may specify more than one file for a single name (field). Specify
     * multiple files by writing it like:
     *
     * 'name=@filename,filename2,filename3'
     *
     * If you want content-types specified for each too, write them like:
     *
     * 'name=@filename;type=image/gif,filename2,filename3'
     *
    
     * If you want custom headers added for a single part, write them in a separate
     * file and do like this:
     *
     * 'name=foo;headers=@headerfile' or why not
     * 'name=@filemame;headers=@headerfile'
     *
     * To upload a file, but to fake the file name that will be included in the
     * formpost, do like this:
     *
     * 'name=@filename;filename=/dev/null'
     *
     * This function uses curl_formadd to fulfill it's job. Is heavily based on
     * the old curl_formparse code.
    
     *
     ***************************************************************************/
    
    #define FORM_FILE_SEPARATOR ','
    #define FORM_TYPE_SEPARATOR ';'
    
    static int formparse(char *input,
    
                         struct curl_httppost **httppost,
                         struct curl_httppost **last_post)
    
    {
      /* nextarg MUST be a string in the format 'name=contents' and we'll
         build a linked list with the info */
      char name[256];
      char *contents;
      char major[128];
      char minor[128];
      char *contp;
      const char *type = NULL;
      char *sep;
      char *sep2;
    
      /* Preallocate contents to the length of input to make sure we don't
         overwrite anything. */
      contents = malloc(strlen(input));
      contents[0] = '\000';
     
      if(1 <= sscanf(input, "%255[^=]=%[^\n]", name, contents)) {
        /* the input was using the correct format */
        contp = contents;
    
        if('@' == contp[0]) {
          struct multi_files *multi_start = NULL, *multi_current = NULL;
          /* we use the @-letter to indicate file name(s) */
          contp++;
    
          multi_start = multi_current=NULL;
    
          do {
    	/* since this was a file, it may have a content-type specifier
    
    	   at the end too, or a filename. Or both. */
            char *ptr;
            char *filename=NULL;
    
    
    	sep=strchr(contp, FORM_TYPE_SEPARATOR);
    	sep2=strchr(contp, FORM_FILE_SEPARATOR);
    
    	/* pick the closest */
    	if(sep2 && (sep2 < sep)) {
    	  sep = sep2;
    
    	  /* no type was specified! */
    	}
    
    	if(sep) {
    
    	  /* if we got here on a comma, don't do much */
    
    	  if(FORM_FILE_SEPARATOR == *sep)
    	    ptr = NULL;
    
    
    	  *sep=0; /* terminate file name at separator */
    
    
    	  while(ptr && (FORM_FILE_SEPARATOR!= *ptr)) {
    
                /* pass all white spaces */
                while(isspace((int)*ptr))
                  ptr++;
    
                if(curl_strnequal("type=", ptr, 5)) {
    
                  /* set type pointer */
                  type = &ptr[5];
    
                  /* verify that this is a fine type specifier */
                  if(2 != sscanf(type, "%127[^/]/%127[^;,\n]",
                                 major, minor)) {
                    fprintf(stderr, "Illegally formatted content-type field!\n");
                    free(contents);
                    FreeMultiInfo (multi_start);
                    return 2; /* illegal content-type syntax! */
                  }
                  /* now point beyond the content-type specifier */
                  sep = (char *)type + strlen(major)+strlen(minor)+1;
    
                  *sep=0; /* zero terminate type string */
    
                  ptr=sep+1;
                }
                else if(curl_strnequal("filename=", ptr, 9)) {
                  filename = &ptr[9];
                  ptr=strchr(filename, FORM_TYPE_SEPARATOR);
                  if(!ptr) {
                    ptr=strchr(filename, FORM_FILE_SEPARATOR);
                  }
                  if(ptr) {
                    *ptr=0; /* zero terminate */
                    ptr++;
                  }
                }
                else
                  /* confusion, bail out of loop */
                  break;
    
              /* find the following comma */
              if(ptr)
                sep=strchr(ptr, FORM_FILE_SEPARATOR);
              else
                sep=NULL;
    
    	}
    	else {
    	  sep=strchr(contp, FORM_FILE_SEPARATOR);
    	}
    	if(sep) {
    	  /* the next file name starts here */
    	  *sep =0;
    	  sep++;
    	}
            /* if type == NULL curl_formadd takes care of the problem */
    
    
            if (!AddMultiFiles (contp, type, filename, &multi_start,
                                &multi_current)) {
    
              fprintf(stderr, "Error building form post!\n");
              free(contents);
    
              return 3;
            }
    	contp = sep; /* move the contents pointer to after the separator */
    
          } while(sep && *sep); /* loop if there's another file name */
    
          /* now we add the multiple files section */
          if (multi_start) {
            struct curl_forms *forms = NULL;
            struct multi_files *ptr = multi_start;
            unsigned int i, count = 0;
            while (ptr) {
              ptr = ptr->next;
              ++count;
            }
            forms =
              (struct curl_forms *)malloc((count+1)*sizeof(struct curl_forms));
            if (!forms)
            {
              fprintf(stderr, "Error building form post!\n");
              free(contents);
    
              return 4;
            }
            for (i = 0, ptr = multi_start; i < count; ++i, ptr = ptr->next)
            {
              forms[i].option = ptr->form.option;
              forms[i].value = ptr->form.value;
            }
            forms[count].option = CURLFORM_END;
    
            if (curl_formadd (httppost, last_post,
                              CURLFORM_COPYNAME, name,
                              CURLFORM_ARRAY, forms, CURLFORM_END) != 0) {
              fprintf(stderr, "curl_formadd failed!\n");
              free(forms);
              free(contents);
              return 5;
            }
            free(forms);
          }
        }
        else {
          if( contp[0]=='<' ) {
            if (curl_formadd (httppost, last_post,
                              CURLFORM_COPYNAME, name,
                              CURLFORM_FILECONTENT, contp+1, CURLFORM_END) != 0) {
              fprintf(stderr, "curl_formadd failed!\n");
              free(contents);
              return 6;
            }
          }
          else {
            if (curl_formadd (httppost, last_post,
                              CURLFORM_COPYNAME, name,
                              CURLFORM_COPYCONTENTS, contp, CURLFORM_END) != 0) {
              fprintf(stderr, "curl_formadd failed!\n");
              free(contents);
              return 7;
            }
          }
        }
    
      }
      else {
        fprintf(stderr, "Illegally formatted input field!\n");
        free(contents);
        return 1;
      }
      free(contents);
      return 0;
    }
    
    typedef enum {
      PARAM_OK,
      PARAM_OPTION_AMBIGUOUS,
      PARAM_OPTION_UNKNOWN,
      PARAM_REQUIRES_PARAMETER,