1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
|
/*****************************************************************************
*
* curlftpt.cpp - CURLFTPTransport
*
* $Id: curlftpt.cpp 3439 2016-10-23 08:32:02Z scribe $
*
* Copyright 2004-2013 CrossWire Bible Society (http://www.crosswire.org)
* CrossWire Bible Society
* P. O. Box 2528
* Tempe, AZ 85280-2528
*
* This program is free software; you can redistribute it and/or modify it
* under the terms of the GNU General Public License as published by the
* Free Software Foundation version 2.
*
* This program is distributed in the hope that it will be useful, but
* WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* General Public License for more details.
*
*/
#include <curlftpt.h>
#include <fcntl.h>
#include <curl/curl.h>
#include <curl/easy.h>
#include <swlog.h>
SWORD_NAMESPACE_START
namespace {
struct FtpFile {
const char *filename;
FILE *stream;
SWBuf *destBuf;
};
// initialize/cleanup SYSTEMWIDE library with life of this static.
static class CURLFTPTransport_init {
public:
CURLFTPTransport_init() {
curl_global_init(CURL_GLOBAL_DEFAULT); // curl_easy_init automatically calls it if needed
}
~CURLFTPTransport_init() {
curl_global_cleanup();
}
} _curlFTPTransport_init;
static int my_fwrite(void *buffer, size_t size, size_t nmemb, void *stream) {
struct FtpFile *out=(struct FtpFile *)stream;
if (out && !out->stream && !out->destBuf) {
/* open file for writing */
out->stream=fopen(out->filename, "wb");
if (!out->stream)
return -1; /* failure, can't open file to write */
}
if (out->destBuf) {
int s = (int)out->destBuf->size();
out->destBuf->size(s+(size*nmemb));
memcpy(out->destBuf->getRawData()+s, buffer, size*nmemb);
return (int)nmemb;
}
return (int)fwrite(buffer, size, nmemb, out->stream);
}
struct MyProgressData {
StatusReporter *sr;
bool *term;
};
static int my_fprogress(void *clientp, double dltotal, double dlnow, double ultotal, double ulnow) {
if (clientp) {
MyProgressData *pd = (MyProgressData *)clientp;
SWLog::getSystemLog()->logDebug("CURLFTPTransport report progress: totalSize: %ld; xfered: %ld\n", (long)dltotal, (long)dlnow);
if (pd->sr) {
if (dltotal < 0) dltotal = 0;
if (dlnow < 0) dlnow = 0;
if (dlnow > dltotal) dlnow = dltotal;
pd->sr->update(dltotal, dlnow);
}
if (*(pd->term)) return 1;
}
return 0;
}
static int my_trace(CURL *handle, curl_infotype type, unsigned char *data, size_t size, void *userp) {
SWBuf header;
(void)userp; /* prevent compiler warning */
(void)handle; /* prevent compiler warning */
switch (type) {
case CURLINFO_TEXT: header = "TEXT"; break;
case CURLINFO_HEADER_OUT: header = "=> Send header"; break;
case CURLINFO_HEADER_IN: header = "<= Recv header"; break;
// these we don't want to log (HUGE)
case CURLINFO_DATA_OUT: header = "=> Send data";
case CURLINFO_SSL_DATA_OUT: header = "=> Send SSL data";
case CURLINFO_DATA_IN: header = "<= Recv data";
case CURLINFO_SSL_DATA_IN: header = "<= Recv SSL data";
default: /* in case a new one is introduced to shock us */
return 0;
}
if (size > 120) size = 120;
SWBuf text;
text.size(size);
memcpy(text.getRawData(), data, size);
SWLog::getSystemLog()->logDebug("CURLFTPTransport: %s: %s", header.c_str(), text.c_str());
return 0;
}
}
CURLFTPTransport::CURLFTPTransport(const char *host, StatusReporter *sr) : RemoteTransport(host, sr) {
session = (CURL *)curl_easy_init();
}
CURLFTPTransport::~CURLFTPTransport() {
curl_easy_cleanup(session);
}
char CURLFTPTransport::getURL(const char *destPath, const char *sourceURL, SWBuf *destBuf) {
signed char retVal = 0;
struct FtpFile ftpfile = {destPath, 0, destBuf};
CURLcode res;
if (session) {
struct MyProgressData pd;
pd.sr = statusReporter;
pd.term = &term;
curl_easy_setopt(session, CURLOPT_URL, sourceURL);
SWBuf credentials = u + ":" + p;
curl_easy_setopt(session, CURLOPT_USERPWD, credentials.c_str());
curl_easy_setopt(session, CURLOPT_WRITEFUNCTION, my_fwrite);
if (!passive)
curl_easy_setopt(session, CURLOPT_FTPPORT, "-");
curl_easy_setopt(session, CURLOPT_NOPROGRESS, 0);
curl_easy_setopt(session, CURLOPT_PROGRESSDATA, &pd);
curl_easy_setopt(session, CURLOPT_PROGRESSFUNCTION, my_fprogress);
curl_easy_setopt(session, CURLOPT_DEBUGFUNCTION, my_trace);
/* Set a pointer to our struct to pass to the callback */
curl_easy_setopt(session, CURLOPT_FILE, &ftpfile);
/* Switch on full protocol/debug output */
curl_easy_setopt(session, CURLOPT_VERBOSE, true);
curl_easy_setopt(session, CURLOPT_CONNECTTIMEOUT, 45);
/* FTP connection settings */
#if (LIBCURL_VERSION_MAJOR > 7) || \
((LIBCURL_VERSION_MAJOR == 7) && (LIBCURL_VERSION_MINOR > 10)) || \
((LIBCURL_VERSION_MAJOR == 7) && (LIBCURL_VERSION_MINOR == 10) && (LIBCURL_VERSION_PATCH >= 5))
# define EPRT_AVAILABLE 1
#endif
#ifdef EPRT_AVAILABLE
curl_easy_setopt(session, CURLOPT_FTP_USE_EPRT, 0);
SWLog::getSystemLog()->logDebug("***** using CURLOPT_FTP_USE_EPRT\n");
#endif
SWLog::getSystemLog()->logDebug("***** About to perform curl easy action. \n");
SWLog::getSystemLog()->logDebug("***** destPath: %s \n", destPath);
SWLog::getSystemLog()->logDebug("***** sourceURL: %s \n", sourceURL);
res = curl_easy_perform(session);
SWLog::getSystemLog()->logDebug("***** Finished performing curl easy action. \n");
// it seems CURL tries to use this option data later for some reason, so we unset here
curl_easy_setopt(session, CURLOPT_PROGRESSDATA, (void*)NULL);
// it seems CURL tries to use this option data later for some reason, so we unset here
curl_easy_setopt(session, CURLOPT_PROGRESSDATA, (void*)NULL);
if(CURLE_OK != res) {
retVal = -1;
}
}
if (ftpfile.stream)
fclose(ftpfile.stream); /* close the local file */
return retVal;
}
SWORD_NAMESPACE_END
|
