/***************************************************************************** * CURLHTTPTransport functions * * * * Copyright 2009 CrossWire Bible Society (http://www.crosswire.org) * CrossWire Bible Society * P. O. Box 2528 * Tempe, AZ 85280-2528 * * This program is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License as published by the * Free Software Foundation version 2. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License for more details. * */ #include #include #include #include #include #include #include #include #include using std::vector; SWORD_NAMESPACE_START struct FtpFile { const char *filename; FILE *stream; SWBuf *destBuf; }; int my_httpfwrite(void *buffer, size_t size, size_t nmemb, void *stream); int my_httpfprogress(void *clientp, double dltotal, double dlnow, double ultotal, double ulnow); static CURLHTTPTransport_init _CURLHTTPTransport_init; CURLHTTPTransport_init::CURLHTTPTransport_init() { //curl_global_init(CURL_GLOBAL_DEFAULT); // curl_easy_init automatically calls it if needed } CURLHTTPTransport_init::~CURLHTTPTransport_init() { // CURLFTPT d-tor cleans this up // curl_global_cleanup(); } int my_httpfwrite(void *buffer, size_t size, size_t nmemb, void *stream) { struct FtpFile *out=(struct FtpFile *)stream; if (out && !out->stream && !out->destBuf) { /* open file for writing */ out->stream=fopen(out->filename, "wb"); if (!out->stream) return -1; /* failure, can't open file to write */ } if (out->destBuf) { int s = out->destBuf->size(); out->destBuf->size(s+(size*nmemb)); memcpy(out->destBuf->getRawData()+s, buffer, size*nmemb); return nmemb; } return fwrite(buffer, size, nmemb, out->stream); } int my_httpfprogress(void *clientp, double dltotal, double dlnow, double ultotal, double ulnow) { if (clientp) { ((StatusReporter *)clientp)->statusUpdate(dltotal, dlnow); } return 0; } static int myhttp_trace(CURL *handle, curl_infotype type, unsigned char *data, size_t size, void *userp) { SWBuf header; (void)userp; /* prevent compiler warning */ (void)handle; /* prevent compiler warning */ switch (type) { case CURLINFO_TEXT: header = "TEXT"; break; case CURLINFO_HEADER_OUT: header = "=> Send header"; break; case CURLINFO_HEADER_IN: header = "<= Recv header"; break; // these we don't want to log (HUGE) case CURLINFO_DATA_OUT: header = "=> Send data"; case CURLINFO_SSL_DATA_OUT: header = "=> Send SSL data"; case CURLINFO_DATA_IN: header = "<= Recv data"; case CURLINFO_SSL_DATA_IN: header = "<= Recv SSL data"; default: /* in case a new one is introduced to shock us */ return 0; } if (size > 120) size = 120; SWBuf text; text.size(size); memcpy(text.getRawData(), data, size); SWLog::getSystemLog()->logDebug("CURLHTTPTransport: %s: %s", header.c_str(), text.c_str()); return 0; } CURLHTTPTransport::CURLHTTPTransport(const char *host, StatusReporter *sr) : FTPTransport(host, sr) { session = (CURL *)curl_easy_init(); } CURLHTTPTransport::~CURLHTTPTransport() { curl_easy_cleanup(session); } char CURLHTTPTransport::getURL(const char *destPath, const char *sourceURL, SWBuf *destBuf) { signed char retVal = 0; struct FtpFile ftpfile = {destPath, 0, destBuf}; CURLcode res; if (session) { curl_easy_setopt(session, CURLOPT_URL, sourceURL); SWBuf credentials = u + ":" + p; curl_easy_setopt(session, CURLOPT_USERPWD, credentials.c_str()); curl_easy_setopt(session, CURLOPT_WRITEFUNCTION, my_httpfwrite); if (!passive) curl_easy_setopt(session, CURLOPT_FTPPORT, "-"); curl_easy_setopt(session, CURLOPT_NOPROGRESS, 0); curl_easy_setopt(session, CURLOPT_PROGRESSDATA, statusReporter); curl_easy_setopt(session, CURLOPT_PROGRESSFUNCTION, my_httpfprogress); curl_easy_setopt(session, CURLOPT_DEBUGFUNCTION, myhttp_trace); /* Set a pointer to our struct to pass to the callback */ curl_easy_setopt(session, CURLOPT_FILE, &ftpfile); /* Switch on full protocol/debug output */ curl_easy_setopt(session, CURLOPT_VERBOSE, true); curl_easy_setopt(session, CURLOPT_USERAGENT, p.c_str()); /* FTP connection settings */ #if (LIBCURL_VERSION_MAJOR > 7) || \ ((LIBCURL_VERSION_MAJOR == 7) && (LIBCURL_VERSION_MINOR > 10)) || \ ((LIBCURL_VERSION_MAJOR == 7) && (LIBCURL_VERSION_MINOR == 10) && (LIBCURL_VERSION_PATCH >= 5)) # define EPRT_AVAILABLE 1 #endif #ifdef EPRT_AVAILABLE curl_easy_setopt(session, CURLOPT_FTP_USE_EPRT, 0); SWLog::getSystemLog()->logDebug("***** using CURLOPT_FTP_USE_EPRT\n"); #endif SWLog::getSystemLog()->logDebug("***** About to perform curl easy action. \n"); SWLog::getSystemLog()->logDebug("***** destPath: %s \n", destPath); SWLog::getSystemLog()->logDebug("***** sourceURL: %s \n", sourceURL); res = curl_easy_perform(session); SWLog::getSystemLog()->logDebug("***** Finished performing curl easy action. \n"); // it seems CURL tries to use this option data later for some reason, so we unset here curl_easy_setopt(session, CURLOPT_PROGRESSDATA, (void*)NULL); if(CURLE_OK != res) { retVal = -1; } } if (ftpfile.stream) fclose(ftpfile.stream); /* close the local file */ return retVal; } // we need to find the 2nd "" after that. The size starts with the next non-space char const char *findSizeStart(const char *buffer) { const char *listing = buffer; const char *pEnd; pEnd = strstr(listing, "'); if(pEnd == NULL) return NULL; return pEnd+1; } vector CURLHTTPTransport::getDirList(const char *dirURL) { vector dirList; SWBuf dirBuf; const char *pBuf; char *pBufRes; char possibleName[400]; double fSize; int possibleNameLength = 0; if (!getURL("", dirURL, &dirBuf)) { pBuf = strstr(dirBuf, "logDebug("getDirListHTTP: Found a file: %s", possibleName); pBuf = pBufRes; pBufRes = (char *)findSizeStart(pBuf); fSize = 0; if(pBufRes != NULL) { pBuf = pBufRes; fSize = strtod(pBuf, &pBufRes); if (pBufRes[0] == 'K') fSize *= 1024; else if (pBufRes[0] == 'M') fSize *= 1048576; } struct DirEntry i; i.name = possibleName; i.size = fSize; i.isDirectory = (possibleName[possibleNameLength-1] == '/'); dirList.push_back(i); pBuf = pBufRes; } else { pBuf += possibleNameLength; } pBuf++; pBuf = strstr(pBuf, "logWarning("FTPURLGetDir: failed to get dir %s\n", dirURL); } return dirList; } SWORD_NAMESPACE_END